-- Logs begin at Fri 2022-02-04 18:51:09 UTC, end at Fri 2022-02-04 21:50:51 UTC. -- Feb 04 19:44:03.811906 n-d-811806-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 19:44:06.138830 n-d-811806-1 neutron-server[88127]: INFO neutron.common.config [-] Logging enabled! Feb 04 19:44:06.139537 n-d-811806-1 neutron-server[88127]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 19:44:06.139650 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88127) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 19:44:06.142831 n-d-811806-1 neutron-server[88127]: INFO neutron.common.config [-] Logging enabled! Feb 04 19:44:06.143091 n-d-811806-1 neutron-server[88127]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 19:44:06.143401 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88127) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 19:44:06.144347 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 19:44:06.144583 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 19:44:06.144942 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 19:44:06.145193 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 19:44:06.145424 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 19:44:06.145749 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.146052 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.146353 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.146587 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.146911 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.147207 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.147494 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.147786 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.148086 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.148376 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.148655 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.148943 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.149175 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.149458 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.149753 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.150038 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.150267 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] debug = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.150547 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.151006 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.151421 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.151703 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.151993 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.152274 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.152549 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.152828 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.153133 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.153466 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] host = n-d-811806-1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.153747 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.154033 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.154321 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.154608 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.154911 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.155189 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.155476 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.155752 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.156021 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] log_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.156298 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.156876 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.156876 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.157143 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.157369 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.157597 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.157886 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.158173 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.158449 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.158745 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.159025 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.159302 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.159581 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.159849 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.160135 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.160421 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.160709 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.160985 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.161260 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.161534 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.161808 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.162097 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.162370 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.162646 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.162952 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.163242 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.163511 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.163786 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.164089 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.164378 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.164665 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.164957 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.165234 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.165522 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.165800 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.166075 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.166348 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] use_json = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.166622 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.166921 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.167209 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.167486 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.167761 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.168037 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.168311 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.168597 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.168899 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:06.169202 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.169505 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.169815 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.170111 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.170406 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.170708 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.171009 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.171297 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.171591 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.171883 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.172433 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.172715 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.173007 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.173291 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.173592 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.173902 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.174202 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.174496 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.174802 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.175081 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.175361 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.175643 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.175932 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.176231 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.176525 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.176804 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.177088 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.177381 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.177662 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.177937 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.178220 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.178513 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.178821 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.179101 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.179387 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.179676 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.179952 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.180226 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.180506 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.180796 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.181077 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.181350 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.181625 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.181903 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.182177 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.182469 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.182775 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.183056 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.183333 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.183614 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.183890 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.184168 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.184971 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.185247 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.185530 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.185806 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.186082 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.186356 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.186632 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.186946 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.187222 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.187497 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.187777 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.188051 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.188325 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.188601 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.188881 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.189157 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.189451 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.189751 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.190038 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.190320 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.190602 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.190908 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.191189 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.191471 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.191751 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.192032 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.192308 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.192601 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.192886 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.193175 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.193462 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.193742 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.194040 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.194320 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.194606 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.194909 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.195195 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.195481 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.195766 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.196063 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.196358 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.196654 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.196948 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.197243 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.197527 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.197839 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.198122 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:06.198344 n-d-811806-1 neutron-server[88127]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 19:44:06.198587 n-d-811806-1 neutron-server[88127]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88127) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 19:44:06.584912 n-d-811806-1 neutron-server[88127]: INFO keyring.backend [-] Loading KWallet Feb 04 19:44:06.592813 n-d-811806-1 neutron-server[88127]: INFO keyring.backend [-] Loading SecretService Feb 04 19:44:06.596593 n-d-811806-1 neutron-server[88127]: INFO keyring.backend [-] Loading Windows Feb 04 19:44:06.598380 n-d-811806-1 neutron-server[88127]: INFO keyring.backend [-] Loading chainer Feb 04 19:44:06.599001 n-d-811806-1 neutron-server[88127]: INFO keyring.backend [-] Loading macOS Feb 04 19:44:06.633068 n-d-811806-1 neutron-server[88127]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 19:44:06.633347 n-d-811806-1 neutron-server[88127]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 19:44:06.633641 n-d-811806-1 neutron-server[88127]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 19:44:06.633980 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 19:44:06.939827 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:06.940040 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:06.940316 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:06.941516 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:06.941804 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:06.942079 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.062179 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.062460 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.062759 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.076566 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.076851 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.077125 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.105798 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.106078 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.106375 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.144650 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.145195 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.145195 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.379356 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.379645 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.379915 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.380187 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.380924 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.501777 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.502104 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.502396 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.502677 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.502975 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.503295 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.503568 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.503830 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.504089 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.504372 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.504635 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.504905 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.505169 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.505425 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.505691 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.505959 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.506215 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.506486 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.506767 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.507056 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.507407 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.507661 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.507912 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.508194 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.508445 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.508691 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.509082 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:07.509327 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:07.509565 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:07.509804 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:07.510044 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:07.510280 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:07.510647 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 19:44:07.514418 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 19:44:07.518401 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 19:44:07.522109 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 04 19:44:07.523786 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 19:44:07.524234 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 19:44:07.524569 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 19:44:07.524956 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 19:44:07.528000 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 19:44:07.528281 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 19:44:07.528632 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 19:44:07.556269 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 19:44:07.556716 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.557016 n-d-811806-1 neutron-server[88127]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88127) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 19:44:07.557385 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.558776 n-d-811806-1 neutron-server[88127]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88127) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 19:44:07.559061 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 19:44:07.559919 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 19:44:07.563143 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.563425 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:07.625134 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 19:44:07.625370 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 19:44:07.625610 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 19:44:07.625985 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 19:44:07.656750 n-d-811806-1 neutron-server[88127]: DEBUG oslo_db.sqlalchemy.engines [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88127) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 19:44:08.146810 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing driver for type 'gre' Feb 04 19:44:08.147423 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] gre ID ranges: [(1, 1000)] Feb 04 19:44:08.346619 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing driver for type 'local' Feb 04 19:44:08.346985 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing driver for type 'vlan' Feb 04 19:44:08.484027 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] VlanTypeDriver initialization complete Feb 04 19:44:08.484406 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing driver for type 'vxlan' Feb 04 19:44:08.484985 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] vxlan ID ranges: [(1, 1000)] Feb 04 19:44:08.667037 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing extension driver 'port_security' Feb 04 19:44:08.667383 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.extensions.port_security [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] PortSecurityExtensionDriver initialization complete Feb 04 19:44:08.667726 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing mechanism driver 'openvswitch' Feb 04 19:44:08.668064 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing mechanism driver 'hyperv' Feb 04 19:44:08.675042 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.plugin [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:08.675724 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.676099 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.676456 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.676987 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 19:44:08.677428 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnet after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.677789 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnet after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.678137 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.678532 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 19:44:08.678969 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.679324 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.679668 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.680064 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 19:44:08.680473 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > security_group after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.680825 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > security_group after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.681167 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.681560 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 19:44:08.681968 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.682318 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.682679 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.683202 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 19:44:08.683654 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > address_group after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.686350 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > address_group after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.686350 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.686350 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 19:44:08.686350 n-d-811806-1 neutron-server[88127]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] ML2 OVO RPC backend initialized. {{(pid=88127) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 19:44:08.686350 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.686823 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.686823 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.686994 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > networks before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.687289 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.687632 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > ports before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.687977 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnet before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.688324 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnets before_response 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.688675 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.689018 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.689391 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.689734 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.690073 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.690412 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.690781 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnet after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.691126 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnet after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.691466 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.692043 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.plugin [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Modular L2 Plugin initialization complete Feb 04 19:44:08.692375 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading services supported by the core plugin {{(pid=88127) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 19:44:08.692702 n-d-811806-1 neutron-server[88127]: INFO neutron.plugins.ml2.managers [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Got port-security extension from driver 'port_security' Feb 04 19:44:08.693173 n-d-811806-1 neutron-server[88127]: INFO neutron.extensions.vlantransparent [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Disabled vlantransparent extension. Feb 04 19:44:08.693670 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88127) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 19:44:08.693987 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: router Feb 04 19:44:08.732801 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.733194 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router after_create 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.733566 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router before_create 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.733965 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.734390 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.734721 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router after_delete 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.735099 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.735464 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router after_create 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.735813 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router after_update 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.736165 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router after_update 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.736513 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.736872 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router after_update 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.737284 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_update 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.737655 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: port after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.737995 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: port after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.738335 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: subnet after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.738675 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.739050 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.739398 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_create 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.739742 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: port before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.740086 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.740451 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router after_update 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.740795 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.741144 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_create 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.741503 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.741846 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_update 55549900 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.742208 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > agent after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.742556 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > agent after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.742944 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > network after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.743795 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Tracking information for resource: router configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:08.744129 n-d-811806-1 neutron-server[88127]: DEBUG neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Tracking information for resource: floatingip configured {{(pid=88127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 19:44:08.749115 n-d-811806-1 neutron-server[88127]: INFO neutron.db.l3_agentschedulers_db [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 19:44:08.749705 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: port after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.750073 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: port after_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.750437 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: port after_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.750827 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: port after_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.751739 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router before_create 55550100 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.752109 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.752475 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_create 55550100 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.752834 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > router precommit_update 55550100 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.757330 n-d-811806-1 neutron-server[88127]: DEBUG neutron.services.provider_configuration [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service providers = [] {{(pid=88127) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 19:44:08.757701 n-d-811806-1 neutron-server[88127]: DEBUG neutron.db.servicetype_db [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88127) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 19:44:08.760701 n-d-811806-1 neutron-server[88127]: DEBUG neutron.services.service_base [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 19:44:08.761059 n-d-811806-1 neutron-server[88127]: DEBUG neutron.services.service_base [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 19:44:08.761404 n-d-811806-1 neutron-server[88127]: DEBUG neutron.services.service_base [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 19:44:08.762295 n-d-811806-1 neutron-server[88127]: DEBUG neutron.services.service_base [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 19:44:08.763219 n-d-811806-1 neutron-server[88127]: INFO neutron.services.service_base [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 19:44:08.763605 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.763923 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 19:44:08.774668 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.775046 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: auto_allocate Feb 04 19:44:08.781544 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: network precommit_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.781918 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: network precommit_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.782442 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.782799 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: tag Feb 04 19:44:08.789348 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.789683 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: timestamp Feb 04 19:44:08.793746 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.794086 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: network_ip_availability Feb 04 19:44:08.799649 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.800025 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.800385 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:08.801146 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.801471 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: flavors Feb 04 19:44:08.806275 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.806616 n-d-811806-1 neutron-server[88127]: INFO neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading Plugin: revisions Feb 04 19:44:08.811007 n-d-811806-1 neutron-server[88127]: DEBUG neutron.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 19:44:08.811398 n-d-811806-1 neutron-server[88127]: DEBUG oslo_concurrency.lockutils [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.178s {{(pid=88127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 19:44:08.812135 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88127) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 19:44:08.812471 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Initializing extension manager. Feb 04 19:44:08.812977 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: __init__.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.813317 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: __pycache__ {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.813652 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.813989 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: address_group.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.814779 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.815345 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: address-group Feb 04 19:44:08.815670 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: address_scope.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.816389 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.816899 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: address-scope Feb 04 19:44:08.817225 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.818156 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.818666 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: router-admin-state-down-before-update Feb 04 19:44:08.819017 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: agent.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.819722 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.820231 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: agent Feb 04 19:44:08.820553 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: agent_resources_synced.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.821473 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.821979 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: agent-resources-synced Feb 04 19:44:08.822302 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: allowedaddresspairs.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.824307 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.824837 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: allowed-address-pairs Feb 04 19:44:08.825691 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: auto_allocated_topology.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.826824 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.827355 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: auto-allocated-topology Feb 04 19:44:08.827686 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: availability_zone.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.828387 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.828901 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: availability_zone Feb 04 19:44:08.829228 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: availability_zone_filter.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.830147 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.830655 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: availability_zone_filter Feb 04 19:44:08.831009 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: data_plane_status.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.831936 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.832445 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 19:44:08.832777 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: default_subnetpools.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.833702 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.834211 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: default-subnetpools Feb 04 19:44:08.834540 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.835370 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.835882 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: dhcp_agent_scheduler Feb 04 19:44:08.836213 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: dns.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.837137 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.837647 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 19:44:08.837976 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: dns_domain_ports.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.838934 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.839447 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 19:44:08.839778 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: dvr.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.840461 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.841523 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: dvr Feb 04 19:44:08.841852 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: empty_string_filtering.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.842801 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.843313 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: empty-string-filtering Feb 04 19:44:08.843640 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.844553 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.845060 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 19:44:08.845386 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.846300 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.846843 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 19:44:08.847171 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: external_net.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.848085 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.848599 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: external-net Feb 04 19:44:08.848923 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.849834 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.850343 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: extra_dhcp_opt Feb 04 19:44:08.850706 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: extraroute.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.851678 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.852188 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: extraroute Feb 04 19:44:08.852514 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: extraroute_atomic.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.853557 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.854076 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: extraroute-atomic Feb 04 19:44:08.854429 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: filter_validation.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.855129 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.855642 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: filter-validation Feb 04 19:44:08.855969 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: fip_pf_description.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.856908 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.857412 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 19:44:08.857737 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: fip_port_details.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.858660 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.859190 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: fip-port-details Feb 04 19:44:08.859518 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: flavors.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.860747 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.861267 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: flavors Feb 04 19:44:08.861594 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.863324 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.863849 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 19:44:08.864185 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: floatingip_pools.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.864894 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.865401 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: floatingip-pools Feb 04 19:44:08.865731 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: ip_allocation.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.866660 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.867190 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 19:44:08.867520 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.868451 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.868968 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: ip-substring-filtering Feb 04 19:44:08.869297 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l2_adjacency.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.870240 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.870780 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 19:44:08.871113 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l3.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.872604 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.873125 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: router Feb 04 19:44:08.873457 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.877113 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.877645 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 19:44:08.877980 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.878969 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.879493 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: ext-gw-mode Feb 04 19:44:08.879823 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.880757 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.881274 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: l3-ha Feb 04 19:44:08.881598 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l3_flavors.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.882525 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.883078 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: l3-flavors Feb 04 19:44:08.883407 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.884343 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.884859 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 19:44:08.885184 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: l3agentscheduler.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.886212 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.886763 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: l3_agent_scheduler Feb 04 19:44:08.887097 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: logging.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.889220 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.889746 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension logging not supported by any of loaded plugins Feb 04 19:44:08.890090 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: metering.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.890869 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.891454 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: metering Feb 04 19:44:08.891796 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.892899 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.893419 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: metering_source_and_destination_fields Feb 04 19:44:08.893751 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: multiprovidernet.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.894706 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.895226 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: multi-provider Feb 04 19:44:08.895557 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: netmtu.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.896485 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.897000 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: net-mtu Feb 04 19:44:08.897332 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: netmtu_writable.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.898261 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.898796 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: net-mtu-writable Feb 04 19:44:08.899128 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: network_availability_zone.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.899806 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.900316 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: network_availability_zone Feb 04 19:44:08.900647 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: network_ip_availability.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.901753 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.902263 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: network-ip-availability Feb 04 19:44:08.902593 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: network_segment_range.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.903420 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.903931 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 19:44:08.904258 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: pagination.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.905243 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.905576 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: pagination Feb 04 19:44:08.905903 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: port_device_profile.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.906873 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.907394 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: port-device-profile Feb 04 19:44:08.907721 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.908646 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.909162 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: port-mac-address-regenerate Feb 04 19:44:08.909490 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.910410 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.910965 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: port-numa-affinity-policy Feb 04 19:44:08.911292 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: port_resource_request.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.912215 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.912724 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 19:44:08.913051 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: portbindings.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.913986 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.914497 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: binding Feb 04 19:44:08.914859 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: portbindings_extended.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.916146 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.916663 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: binding-extended Feb 04 19:44:08.916994 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: portsecurity.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.917915 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.918424 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: port-security Feb 04 19:44:08.918823 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: project_id.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.919807 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.920140 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: project-id Feb 04 19:44:08.920465 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: providernet.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.921389 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.921911 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: provider Feb 04 19:44:08.922477 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.926193 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.926744 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos not supported by any of loaded plugins Feb 04 19:44:08.927083 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.928349 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.928868 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 19:44:08.929201 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.930131 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.930644 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 19:44:08.930998 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_default.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.931931 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.932445 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-default not supported by any of loaded plugins Feb 04 19:44:08.932775 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_fip.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.933433 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.933944 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 19:44:08.934828 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_gateway_ip.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.935776 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.936296 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 19:44:08.936624 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_port_network_policy.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.937548 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.938061 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 19:44:08.938387 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_rule_type_details.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.939342 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.939857 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 19:44:08.940183 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: qos_rules_alias.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.941239 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.941756 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 19:44:08.942082 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: quotasv2.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.943028 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.943357 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: quotas Feb 04 19:44:08.943679 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: quotasv2_detail.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.945317 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.945664 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: quota_details Feb 04 19:44:08.946000 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: rbac.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.947083 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.947616 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: rbac-policies Feb 04 19:44:08.947949 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: rbac_address_group.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.948894 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.949414 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: rbac-address-group Feb 04 19:44:08.949743 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: rbac_address_scope.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.951256 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.951776 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: rbac-address-scope Feb 04 19:44:08.952106 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: rbac_security_groups.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.953054 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.953552 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: rbac-security-groups Feb 04 19:44:08.953882 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: rbac_subnetpool.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.954854 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.955372 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: rbac-subnetpool Feb 04 19:44:08.955700 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: revisionifmatch.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.956625 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.957139 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: revision-if-match Feb 04 19:44:08.957467 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: revisions.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.958585 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.959138 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: standard-attr-revisions Feb 04 19:44:08.959473 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: router_availability_zone.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.960153 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.960668 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: router_availability_zone Feb 04 19:44:08.960996 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: routerservicetype.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.961917 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.962436 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 19:44:08.962795 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.963724 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.964239 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: security-groups-normalized-cidr Feb 04 19:44:08.964567 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.965494 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.966035 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: port-security-groups-filtering Feb 04 19:44:08.966362 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.967436 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.967962 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: security-groups-remote-address-group Feb 04 19:44:08.968293 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: securitygroup.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.977849 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.978397 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: security-group Feb 04 19:44:08.978773 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: segment.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.979593 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.980108 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension segment not supported by any of loaded plugins Feb 04 19:44:08.980443 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.981439 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.981955 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 19:44:08.982320 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: servicetype.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.983506 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.984030 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: service-type Feb 04 19:44:08.984361 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: sorting.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.985389 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.985682 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: sorting Feb 04 19:44:08.986009 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: standard_attr_segment.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.986966 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.987486 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 19:44:08.987814 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: standardattrdescription.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.988469 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.988980 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: standard-attr-description Feb 04 19:44:08.989306 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: stateful_security_group.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.990235 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.990779 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: stateful-security-group Feb 04 19:44:08.991114 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: stdattrs_common.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.991705 n-d-811806-1 neutron-server[88127]: WARNING neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 19:44:08.992028 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.993044 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.993564 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 19:44:08.993889 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: subnet_onboard.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.995013 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.995539 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: subnet_onboard Feb 04 19:44:08.995869 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.997344 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.997857 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 19:44:08.998188 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: subnet_service_types.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:08.999147 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:08.999664 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: subnet-service-types Feb 04 19:44:08.999995 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: subnetallocation.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.001114 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.001633 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: subnet_allocation Feb 04 19:44:09.001965 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.002636 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.003180 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: subnetpool-prefix-ops Feb 04 19:44:09.003507 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.004476 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.004992 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 19:44:09.005322 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: tagging.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.006399 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.006962 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: standard-attr-tag Feb 04 19:44:09.007298 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: timestamp.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.008503 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.009026 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loaded extension: standard-attr-timestamp Feb 04 19:44:09.009358 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: trunk.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.010398 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.010958 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension trunk not supported by any of loaded plugins Feb 04 19:44:09.011291 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: trunk_details.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.012220 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.013348 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 19:44:09.013677 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: uplink_status_propagation.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.014610 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.015162 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 19:44:09.015494 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Loading extension file: vlantransparent.py {{(pid=88127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 19:44:09.016173 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 19:44:09.016686 n-d-811806-1 neutron-server[88127]: INFO neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 19:44:09.019139 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:network Feb 04 19:44:09.019868 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:subnet Feb 04 19:44:09.020647 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 19:44:09.021261 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:port Feb 04 19:44:09.022517 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.022989 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service FLAVORS assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.023613 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.024040 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.024376 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:router Feb 04 19:44:09.025046 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 19:44:09.025759 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service METERING assigned prefix: /metering {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.027215 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:09.027589 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:09.027943 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:44:09.029099 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 19:44:09.029543 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:security_group Feb 04 19:44:09.030216 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 19:44:09.031102 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service CORE assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.031459 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 19:44:09.031896 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] subnetpool is already registered Feb 04 19:44:09.032527 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service CORE assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.032858 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 19:44:09.033194 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] subnetpool is already registered Feb 04 19:44:09.035768 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.036209 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service FLAVORS assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.036803 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.037228 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.037565 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:router Feb 04 19:44:09.037897 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] router is already registered Feb 04 19:44:09.038483 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 19:44:09.038855 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] floatingip is already registered Feb 04 19:44:09.039483 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service METERING assigned prefix: /metering {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.040148 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 19:44:09.040477 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] rbac_policy is already registered Feb 04 19:44:09.041020 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:security_group Feb 04 19:44:09.041348 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] security_group is already registered Feb 04 19:44:09.041930 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 19:44:09.042262 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] security_group_rule is already registered Feb 04 19:44:09.042963 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service CORE assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.043299 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 19:44:09.043655 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] subnetpool is already registered Feb 04 19:44:09.044254 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.v2.resource_helper [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Service CORE assigned prefix: {{(pid=88127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 19:44:09.044580 n-d-811806-1 neutron-server[88127]: INFO neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 19:44:09.044903 n-d-811806-1 neutron-server[88127]: WARNING neutron.quota.resource_registry [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] subnetpool is already registered Feb 04 19:44:09.045558 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: extensions {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.047314 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: address-groups {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.048926 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: address-scopes {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.050147 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: agents {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.051378 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: auto-allocated-topology {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.052643 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: availability_zones {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.053979 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: dhcp-networks {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.055445 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: dhcp-agents {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.056861 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: routers {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.058721 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: flavors {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.060411 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: service_profiles {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.061629 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: next_providers {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.064079 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: service_profiles {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.065561 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: floatingip-pools {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.067015 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: routers {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.068816 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: floatingips {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.070008 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: l3-routers {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.071424 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: l3-agents {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.072833 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: metering-labels {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.074228 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: metering-label-rules {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.076160 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: network-ip-availabilities {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.077432 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: bindings {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.079119 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: quotas {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.080557 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: quotas {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.081996 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: rbac-policies {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.083326 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: security-groups {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.084537 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: security-group-rules {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.085785 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: service-providers {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.087036 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: subnetpools {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.088457 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: subnetpools {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.089913 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.091671 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.093477 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.095322 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.097152 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.099110 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.100812 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.102754 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.104538 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.106434 n-d-811806-1 neutron-server[88127]: DEBUG neutron.api.extensions [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Extended resource: tags {{(pid=88127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 19:44:09.112274 n-d-811806-1 neutron-server[88127]: WARNING keystonemiddleware.auth_token [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 19:44:09.117004 n-d-811806-1 neutron-server[88127]: WARNING keystonemiddleware.auth_token [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 19:44:09.125664 n-d-811806-1 neutron-server[88127]: DEBUG oslo_concurrency.lockutils [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Acquired lock "singleton_lock" {{(pid=88127) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 19:44:09.126138 n-d-811806-1 neutron-server[88127]: DEBUG oslo_concurrency.lockutils [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Releasing lock "singleton_lock" {{(pid=88127) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 19:44:09.126799 n-d-811806-1 neutron-server[88127]: INFO oslo_service.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Starting 2 workers Feb 04 19:44:09.131608 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Started child 88236 {{(pid=88127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 19:44:09.135956 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Started child 88237 {{(pid=88127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 19:44:09.136685 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:09.138117 n-d-811806-1 neutron-server[88127]: INFO neutron.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 19:44:09.138835 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Notify callbacks [] for process, before_spawn {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:09.139008 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [-] (88236) wsgi starting up on http://0.0.0.0:9696 Feb 04 19:44:09.141414 n-d-811806-1 neutron-server[88127]: INFO oslo_service.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Starting 1 workers Feb 04 19:44:09.142629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:09.144105 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [-] (88237) wsgi starting up on http://0.0.0.0:9696 Feb 04 19:44:09.146612 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Started child 88238 {{(pid=88127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 19:44:09.147224 n-d-811806-1 neutron-server[88127]: INFO oslo_service.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Starting 1 workers Feb 04 19:44:09.151019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] calling RpcWorker wait() {{(pid=88238) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 19:44:09.151467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] returning from RpcWorker wait() {{(pid=88238) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 19:44:09.151680 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Started child 88239 {{(pid=88127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 19:44:09.152531 n-d-811806-1 neutron-server[88127]: DEBUG neutron_lib.callbacks.manager [None req-bf0352f4-370d-44b0-8258-558b0730ebe9 None None] Notify callbacks [] for process, after_spawn {{(pid=88127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:09.152951 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:09.153467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:09.154558 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88127) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 19:44:09.154964 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 19:44:09.155331 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 19:44:09.155693 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 19:44:09.156192 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 19:44:09.156505 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 19:44:09.157715 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.158020 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.158307 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.158593 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.158774 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:09.159200 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.159523 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.159818 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.159923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:09.160077 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.160372 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.160607 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.160781 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.160944 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.161189 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.161440 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.161734 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.161995 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.162233 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.162516 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.162720 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.162957 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.163217 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.163446 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.163713 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] debug = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.163965 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.164451 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.164696 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.164934 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.165172 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.165435 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.165682 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.165961 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.166205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.166425 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.166662 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.166950 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.167193 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.167434 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.167652 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.167899 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.168113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.168551 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] host = n-d-811806-1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.168793 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.169009 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.169250 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.169503 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.169802 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.169980 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.170209 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.170476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.170763 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.171006 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.171243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.171498 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.171738 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.171991 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.172420 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_options = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.172654 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.173075 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.173230 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.173560 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.173560 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.173854 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.174015 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.174153 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.174396 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.174615 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.174870 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.175086 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.175329 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.175558 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.175804 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.176035 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.176266 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.176595 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.176858 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.177217 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.177584 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.177819 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.178079 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.178545 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.178714 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.179419 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.179653 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.179936 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.180123 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.180380 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.180634 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.180890 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.181207 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.181938 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.182195 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.182427 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.182642 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.182981 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.191631 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_json = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192205 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.192751 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193337 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193857 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.193857 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.194002 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.194146 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.194416 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.194662 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.194951 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.195291 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.195563 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.195830 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.196215 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.196541 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.196841 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.197370 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.197625 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.197856 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.198082 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.198366 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.198596 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.198849 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.199096 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.199354 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.199579 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.199833 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.200703 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.200914 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.201156 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.201410 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.201635 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.201863 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.202086 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.202329 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.202570 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.202817 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.203083 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.203318 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.203750 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.203750 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.204025 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.204182 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.204441 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.204685 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.204903 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.205178 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.205546 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.205546 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.205822 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.206038 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.206259 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.206477 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.206729 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.207014 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.207234 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.207457 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.207692 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.207914 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.208129 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.208372 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.208590 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.209110 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.209110 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.209364 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.209548 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.209786 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.209995 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.210214 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.210432 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.210652 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.214575 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.215814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.216832 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.217860 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.217860 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.217860 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.217860 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.217860 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.218557 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.218557 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.218557 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.218966 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.218966 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.219239 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.219503 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.219741 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.219976 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.220223 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.220489 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.220765 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.221041 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.221249 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.221472 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.221757 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.222026 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.222248 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.222484 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.222767 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.223118 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.223352 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.223569 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.223802 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.224099 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.224352 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.224606 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.224872 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.225144 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.225421 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.225690 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.225955 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.226179 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.226433 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.226730 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.226958 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.227199 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.227437 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.227675 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.227895 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.228117 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.228369 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.228586 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.228849 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.229085 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.229308 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.229532 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.229782 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.230114 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.230263 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.230504 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.230756 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.230985 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.231795 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.232015 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.232282 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.232505 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.232805 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.233063 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.233288 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.233538 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.233787 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.234059 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.234279 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.234529 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.234802 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.235039 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.235255 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.235554 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.235735 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.235990 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.236221 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.236438 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.236677 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.236934 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.237256 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.237507 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.237761 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.238623 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.238623 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.238623 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243399 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.243989 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.244603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245122 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245122 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245122 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245122 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245387 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245387 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245655 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.245886 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.246117 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.246387 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.246717 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.247510 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.247784 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.248031 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.248274 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.248500 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.248776 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.249457 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.249457 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.249752 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.249952 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.250723 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.250723 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.250909 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.251070 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.251364 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.251707 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.252000 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.252265 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.252513 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.252782 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.253267 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.253267 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.253564 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.253703 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.253869 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.254748 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.254748 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.254748 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.255011 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.255080 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.255618 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.255618 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.255941 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.256168 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.256168 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.256467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 19:44:09.256859 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88127) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 19:44:09.257030 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 19:44:09.257504 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 19:44:09.257504 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 19:44:09.257504 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 19:44:09.257935 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 19:44:09.257935 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.258198 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.258198 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.258454 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.258454 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.258736 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.258873 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.259010 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.259163 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.259303 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.259438 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.259570 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.259740 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.259903 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.260066 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.260212 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.260464 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.260621 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.260768 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.260918 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.261054 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.261190 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.261326 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] debug = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.261496 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.261712 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.262197 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.262356 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.262554 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.262710 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.262857 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.262993 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.263128 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.263260 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.263398 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.263560 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.263788 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.263939 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.264074 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.264209 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.264343 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.264478 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] host = n-d-811806-1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.264614 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.264767 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.264930 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.265092 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.265252 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.265414 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.265576 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.265738 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.265900 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.266062 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.266224 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.266386 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.266551 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.266722 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.266891 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_options = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.267059 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.267221 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.267382 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.267563 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.267731 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.267956 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.273960 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.274659 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275243 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.275879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_json = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.276476 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277113 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.277760 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.278408 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279271 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279798 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279798 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279798 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279798 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.279798 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.280124 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.280124 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.280264 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.280430 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.280596 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.280762 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.280926 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.281090 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.281259 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.281423 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.281588 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.281754 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.282122 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.282122 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.282275 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.282380 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.282767 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.283301 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.283301 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.283301 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.285428 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.286467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287226 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287226 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287226 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287226 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287226 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287226 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287226 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287697 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287697 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287697 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287697 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.287969 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.288087 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.288208 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.288303 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.288474 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.288639 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.288813 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.288993 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.289160 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.289317 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.289481 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.289645 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.289808 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.289972 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.290136 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.290301 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.290466 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.290630 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.290884 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.291051 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.291215 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.291379 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.291542 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.291707 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.291871 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.292043 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.292190 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.292339 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.292502 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.292664 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.292814 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.292980 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.293144 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.293321 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.293485 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.294169 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.294380 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.294554 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.294752 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.294920 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.295084 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.295248 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.295412 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.295577 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.295741 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.295890 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.296056 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.296220 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.296376 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.296544 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.296719 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.296885 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.297295 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.297471 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.297658 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.297822 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.297984 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.298147 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.298312 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.298459 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.298628 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.298812 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.298971 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.299128 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.299292 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.299457 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.299621 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.299787 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.299951 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.300114 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.300279 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.300433 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.300595 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.300750 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.300911 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.301042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:09.301195 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.301333 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.301467 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.301608 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.301743 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.301877 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.302011 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.302221 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.302352 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.302486 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.302632 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.302795 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.302942 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.303087 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.303221 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.303358 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.303521 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.303686 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.303851 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.304014 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.304178 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.304342 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.304506 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.304673 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.304837 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.305004 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.305157 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.305321 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.305486 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.305651 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.305803 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.305969 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.306133 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.306297 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.306477 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.306642 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.306842 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.306981 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.307115 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.307267 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.307443 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.307609 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.307773 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.307938 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.308102 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.308269 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.308436 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.308603 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.308755 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.308919 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.309082 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.309266 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.309952 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.310130 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.310296 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.310460 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.310625 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.310864 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.310976 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.311140 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.311304 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.311468 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.311633 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.311807 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.311971 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.312135 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.312287 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.312451 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.312624 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.312791 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.312957 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.313130 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.313293 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.313457 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.313621 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.313799 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.313964 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.314131 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.314297 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.314462 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.314627 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.314816 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.314987 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.315183 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.315358 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.315524 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.315697 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.315872 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.316046 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.316212 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.316384 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.316561 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.316725 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.316890 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.317054 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.317219 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.317383 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.317551 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.317715 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.317879 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.318044 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.318208 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.318371 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.318535 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.318673 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.318848 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.319013 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.319179 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.319342 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.319507 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.319671 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 19:44:09.319828 n-d-811806-1 neutron-server[88127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 19:44:09.480343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35514) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:09.489437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063992 Feb 04 19:44:19.991407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af1013f-dd40-4faf-ba68-7e45f6e3160e None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 19:44:20.064270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1013f-dd40-4faf-ba68-7e45f6e3160e None None] No non-hosted networks {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 19:44:20.073193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.agentschedulers_db [None req-4af1013f-dd40-4faf-ba68-7e45f6e3160e None None] DHCP Agent not found on host n-d-811806-1 {{(pid=88238) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 19:44:20.197630 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6d330dc9-8ae7-482c-aad5-26fe8816322d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753704'] for agent, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:22.188635 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0893364f-dca4-45d4-a491-efc225bbd9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753704'] for agent, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:22.228880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-5a9b32e6-c076-4f47-9684-a4f61bd51acc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-811806-1 {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 19:44:22.229561 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-5a9b32e6-c076-4f47-9684-a4f61bd51acc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 19:44:22.804852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5a9b32e6-c076-4f47-9684-a4f61bd51acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:23.353214 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753704'] for agent, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:23.432874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753704'] for agent, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:23.435607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.436905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.437952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.438659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.439214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.439690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.440158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.440912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.441362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.441836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.442308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.443578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:23.445144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811806-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:23.454358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811806-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:24.866651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753704'] for agent, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:26.183220 n-d-811806-1 neutron-server[88238]: INFO neutron.db.l3_hamode_db [None req-90c22be3-79fd-4c53-b18f-9cc039b7ea30 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 19:44:26.269972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c22be3-79fd-4c53-b18f-9cc039b7ea30 None None] Routers set() bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:44:26.270369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c22be3-79fd-4c53-b18f-9cc039b7ea30 None None] Router IDs set() for agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 19:44:26.356626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35608) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:26.919848 n-d-811806-1 neutron-server[88237]: WARNING oslo_policy.policy [None req-aabbf601-c820-4730-87d6-e506a9d5e688 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:26.920428 n-d-811806-1 neutron-server[88237]: WARNING oslo_policy.policy [None req-aabbf601-c820-4730-87d6-e506a9d5e688 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:27.139962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-aabbf601-c820-4730-87d6-e506a9d5e688 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:44:27.141039 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aabbf601-c820-4730-87d6-e506a9d5e688 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7835171 Feb 04 19:44:29.467615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35622) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:29.825419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:44:29.930458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.policy [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88237) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 19:44:29.975161 n-d-811806-1 neutron-server[88237]: WARNING oslo_policy.policy [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:29.975550 n-d-811806-1 neutron-server[88237]: WARNING oslo_policy.policy [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:29.984519 n-d-811806-1 neutron-server[88237]: INFO neutron.quota [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] Loaded quota_driver: . Feb 04 19:44:29.999569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:44:30.117605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730205214690', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730205214135', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730205224286', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730204965332', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730204979046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730204985270', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3924972', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3929159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567555'] for rbac-policy, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:30.386505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:30.388287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8eab2c4f-3da2-4d00-b1ae-f8780f8a4a5c admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9196186 Feb 04 19:44:32.960647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35636) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:33.302426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:44:33.307373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:44:33.312394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Usage tracker for resource:network and tenant:f9c45af0a2a34e16b2d75e63329ce1ae is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:44:33.317094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:44:33.323173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:44:33.460493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Made reservation on behalf of f9c45af0a2a34e16b2d75e63329ce1ae for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:44:33.463216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:33.481334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:33.495384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:44:33.499700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c45af0a2a34e16b2d75e63329ce1ae is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:44:33.504828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:44:33.510299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:44:33.602161 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:33.666144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:33.686740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:44:33.710985 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730206403633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:33.711495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Unsubscribe: segment precommit_create {{(pid=88237) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 19:44:33.711978 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Added segment 91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b of type vlan for network 46e3f2a1-2f59-4d94-a959-5482884e0c6d Feb 04 19:44:33.763635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b6880-b20a-4e1b-bd6f-de5d31ebb782,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:33.785762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.786101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.786431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.786789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.787125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.787435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.787753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.788066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.788386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.788698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.789013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.789322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Tracked resource versions report: Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: pushed versions: Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: { 'AddressGroup': {'1.2'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'ConntrackHelper': {'1.0'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Log': {'1.0'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Network': {'1.1'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Port': {'1.7'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'PortForwarding': {'1.2'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'QosPolicy': {'1.8'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'SecurityGroup': {'1.4'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'SecurityGroupRule': {'1.2'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'SubPort': {'1.0'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Subnet': {'1.1'}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Trunk': {'1.1'}} Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: consumer versions: Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: { DHCP agent@n-d-811806-1: {}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: L3 agent@n-d-811806-1: {}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: Metadata agent@n-d-811806-1: {}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: Metering agent@n-d-811806-1: {}, Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: Open vSwitch agent@n-d-811806-1: { 'AddressGroup': '1.2', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'ConntrackHelper': '1.0', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Log': '1.0', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Network': '1.1', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Port': '1.7', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'PortForwarding': '1.2', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'QosPolicy': '1.8', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'SecurityGroup': '1.4', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'SecurityGroupRule': '1.2', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'SubPort': '1.0', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Subnet': '1.1', Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: 'Trunk': '1.1'}} Feb 04 19:44:33.790380 n-d-811806-1 neutron-server[88237]: {{(pid=88237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 19:44:33.824505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:33.911714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:33.912784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:44:33.913435 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:34.021967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] Pushing event updated for resources: {'Network': ['ID=46e3f2a1-2f59-4d94-a959-5482884e0c6d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:34.034927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:44:34.049692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cb674fce-9795-45fc-96ab-baac61af7488 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0880127 Feb 04 19:44:36.672984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35652) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:37.108531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe6a5e-18c1-4946-85db-7153ce74f4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:44:37.109884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-76fe6a5e-18c1-4946-85db-7153ce74f4cd admin admin] 10.222.0.48 "GET /v2.0/networks/46e3f2a1-2f59-4d94-a959-5482884e0c6d HTTP/1.1" status: 200 len: 825 time: 0.4359705 Feb 04 19:44:37.136162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-89d69aa6-5250-4e7f-8b39-1d105bd64f4d admin admin] 10.222.0.48 "GET /v2.0/subnetpools/7c83fdc3-8ceb-4348-8cf8-a0cafe68629b HTTP/1.1" status: 200 len: 734 time: 0.0208900 Feb 04 19:44:37.145010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Request body: {'subnet': {'subnetpool_id': '7c83fdc3-8ceb-4348-8cf8-a0cafe68629b', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:44:37.149178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:44:37.153404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Usage tracker for resource:subnet and tenant:f9c45af0a2a34e16b2d75e63329ce1ae is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:44:37.156235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:44:37.161739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:44:37.237443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Made reservation on behalf of f9c45af0a2a34e16b2d75e63329ce1ae for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:44:37.239750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:37.581044 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:37.662183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Checking segment: {'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:44:37.662534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Network hostable DHCP agents. Network: 46e3f2a1-2f59-4d94-a959-5482884e0c6d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:44:37.667876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1027f96c-27ff-465d-9a32-ae8203c63cf1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:37.728844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:44:37.780051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 46e3f2a1-2f59-4d94-a959-5482884e0c6d) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:44:37.784604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:44:37.785176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:37.790037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d2be6-6d90-494e-b04f-33a4e9cefe08 None None] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:44:37.856124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7c079c72-d373-4ca7-852e-cc5aa7708a57 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7137623 Feb 04 19:44:38.187175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'fixed_ips': [{'subnet_id': '1027f96c-27ff-465d-9a32-ae8203c63cf1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:44:38.188360 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:38.371569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Allocated IP 172.20.0.2 (46e3f2a1-2f59-4d94-a959-5482884e0c6d/1027f96c-27ff-465d-9a32-ae8203c63cf1/18f104b1-7345-41ee-a972-a5f440bf1c62) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:44:38.598004 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:38.611225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Transition to ACTIVE for port object 18f104b1-7345-41ee-a972-a5f440bf1c62 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:44:38.633797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Transition to ACTIVE for port object 18f104b1-7345-41ee-a972-a5f440bf1c62 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:44:38.695647 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:38.761318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:44:38.764088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:44:38.771328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:44:38.773437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Pushing event updated for resources: {'Port': ['ID=18f104b1-7345-41ee-a972-a5f440bf1c62,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:38.782278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.782629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.782998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.783340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.783675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.784006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.784334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.784676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.785042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Tracked resource versions report: Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: pushed versions: Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: { 'AddressGroup': {'1.2'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'ConntrackHelper': {'1.0'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'Log': {'1.0'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'Network': {'1.1'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'Port': {'1.7'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'PortForwarding': {'1.2'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'QosPolicy': {'1.8'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'SecurityGroup': {'1.4'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'SecurityGroupRule': {'1.2'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'SubPort': {'1.0'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'Subnet': {'1.1'}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'Trunk': {'1.1'}} Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: consumer versions: Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: { DHCP agent@n-d-811806-1: {}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: L3 agent@n-d-811806-1: {}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: Metadata agent@n-d-811806-1: {}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: Metering agent@n-d-811806-1: {}, Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: Open vSwitch agent@n-d-811806-1: { 'AddressGroup': '1.2', Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'ConntrackHelper': '1.0', Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'Log': '1.0', Feb 04 19:44:38.791892 n-d-811806-1 neutron-server[88238]: 'Network': '1.1', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'Port': '1.7', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'PortForwarding': '1.2', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'QosPolicy': '1.8', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'SecurityGroup': '1.4', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'SecurityGroupRule': '1.2', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'SubPort': '1.0', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'Subnet': '1.1', Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: 'Trunk': '1.1'}} Feb 04 19:44:38.794520 n-d-811806-1 neutron-server[88238]: {{(pid=88238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 19:44:38.876032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Attempting to bind port 18f104b1-7345-41ee-a972-a5f440bf1c62 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:44:38.876345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Attempting to bind port 18f104b1-7345-41ee-a972-a5f440bf1c62 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:44:38.876760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Attempting to bind port 18f104b1-7345-41ee-a972-a5f440bf1c62 on network 46e3f2a1-2f59-4d94-a959-5482884e0c6d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:44:38.881950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:44:38.882367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Checking segment: {'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:44:38.882899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:38.883292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Bound using segment: {'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:44:38.883805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Bound port: 18f104b1-7345-41ee-a972-a5f440bf1c62, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:44:38.884210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:38.970791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] For port 18f104b1-7345-41ee-a972-a5f440bf1c62, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:44:38.974614 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] For port 18f104b1-7345-41ee-a972-a5f440bf1c62, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=18f104b1-7345-41ee-a972-a5f440bf1c62,segment=NetworkSegment(91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b),segment_id=91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:44:39.044923 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:39.180906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d07a-8360-4d73-94a8-78e2ae4597d2 None None] Pushing event updated for resources: {'Port': ['ID=18f104b1-7345-41ee-a972-a5f440bf1c62,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:40.218128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35662) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:40.587837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-e56f187e-e530-4ad4-8bae-5c847843391b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:44:40.588813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e56f187e-e530-4ad4-8bae-5c847843391b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3697071 Feb 04 19:44:42.739671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b8da7-bfb5-4d70-b2ce-ef18037a4ca7 None None] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:44:42.918744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-14d96bd1-b82d-4a9d-b1ea-57d1cb1a74fd None None] Provisioning for port 18f104b1-7345-41ee-a972-a5f440bf1c62 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:44:42.972069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35676) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:43.095297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 18f104b1-7345-41ee-a972-a5f440bf1c62 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:44:43.346326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 18f104b1-7345-41ee-a972-a5f440bf1c62 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:44:43.351291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 18f104b1-7345-41ee-a972-a5f440bf1c62 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:44:43.351699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:43.468805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:43.501093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 18f104b1-7345-41ee-a972-a5f440bf1c62, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=18f104b1-7345-41ee-a972-a5f440bf1c62,segment=NetworkSegment(91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b),segment_id=91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:44:43.552106 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:43.583311 n-d-811806-1 neutron-server[88236]: WARNING oslo_policy.policy [None req-f468df83-510e-4214-8040-ab3b385ca5f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:43.583869 n-d-811806-1 neutron-server[88236]: WARNING oslo_policy.policy [None req-f468df83-510e-4214-8040-ab3b385ca5f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:43.620229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=18f104b1-7345-41ee-a972-a5f440bf1c62,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:43.821223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-f468df83-510e-4214-8040-ab3b385ca5f4 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:44:43.822418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f468df83-510e-4214-8040-ab3b385ca5f4 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8482504 Feb 04 19:44:45.057456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 18f104b1-7345-41ee-a972-a5f440bf1c62 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:44:45.123692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 18f104b1-7345-41ee-a972-a5f440bf1c62 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:44:45.124065 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:46.415189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35692) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:46.756085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Request body: {'router': {'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'name': 'router1', 'admin_state_up': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:44:46.832028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.policy [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88236) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 19:44:46.877664 n-d-811806-1 neutron-server[88236]: WARNING oslo_policy.policy [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:46.877980 n-d-811806-1 neutron-server[88236]: WARNING oslo_policy.policy [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 19:44:46.887071 n-d-811806-1 neutron-server[88236]: INFO neutron.quota [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Loaded quota_driver: . Feb 04 19:44:46.902789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:44:46.909415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Usage tracker for resource:router and tenant:f9c45af0a2a34e16b2d75e63329ce1ae is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:44:46.913862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:44:46.921456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:44:47.015056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:47.017114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:47.042541 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:47.233072 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:47.431490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:47.432611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7ce26bf3-df3f-44fd-b991-17894b88a131 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0164568 Feb 04 19:44:49.750323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35704) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:50.049070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1f57-74ea-40ac-b341-aa6ad44034dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:50.108689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-0d405994-7d26-4df7-b634-256782cccc98 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:44:50.109675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0d405994-7d26-4df7-b634-256782cccc98 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3584261 Feb 04 19:44:52.163259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a7bc-9499-41b3-a2e1-395195c3d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:52.453055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35714) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:52.807589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:44:52.813426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:44:52.817147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Usage tracker for resource:network and tenant:e964d3e69f6948fca86908b7f13f92f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:44:52.819944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:44:52.825546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:44:52.899999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Made reservation on behalf of e964d3e69f6948fca86908b7f13f92f3 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:44:52.902583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:52.914437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:52.931387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:44:52.935635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Usage tracker for resource:security_group_rule and tenant:e964d3e69f6948fca86908b7f13f92f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:44:52.938290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:44:52.943839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:44:53.021370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.106651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.122563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Reserving flat network on physical network physnet1 {{(pid=88237) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 19:44:53.145246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799005e-f616-4c73-a553-997cdea31c53,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:53.148799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.149142 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Added segment bce59779-56a6-41c2-9e71-58b8d6a5bc25 of type flat for network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc Feb 04 19:44:53.181741 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.185852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.282577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.283547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:44:53.284113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.373317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] Pushing event updated for resources: {'Network': ['ID=0267abb6-6475-4ca8-b798-f97c4ff0c3cc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:53.382332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:44:53.445569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:53.541081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d4702b15-e77d-49e2-aa02-91e167df4828 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0868552 Feb 04 19:44:54.197286 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:44:54.820020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:55.857934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35734) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:44:56.057490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d375c03-fb65-4954-96bf-d6571e9a8663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:44:56.059349 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0d375c03-fb65-4954-96bf-d6571e9a8663 admin admin] 10.222.0.48 "GET /v2.0/subnets/1027f96c-27ff-465d-9a32-ae8203c63cf1 HTTP/1.1" status: 200 len: 849 time: 0.1999133 Feb 04 19:44:56.228518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-63bd8388-d94b-457d-bb0a-fb6cfd29747b admin admin] 10.222.0.48 "GET /v2.0/routers/decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 HTTP/1.1" status: 200 len: 704 time: 0.1636112 Feb 04 19:44:56.681897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:56.906941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Allocated IP 172.20.0.1 (46e3f2a1-2f59-4d94-a959-5482884e0c6d/1027f96c-27ff-465d-9a32-ae8203c63cf1/a2e63244-5a99-4135-8c8c-8850c756e341) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:44:57.086209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:57.103185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Transition to ACTIVE for port object a2e63244-5a99-4135-8c8c-8850c756e341 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:44:57.220344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:57.286758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:44:57.289446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:44:57.295599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Pushing event updated for resources: {'Port': ['ID=a2e63244-5a99-4135-8c8c-8850c756e341,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:57.298886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:44:57.299409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:57.608450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-928abb69-f9aa-4fe7-9e20-13e4ed03901b None None] Provisioning for port a2e63244-5a99-4135-8c8c-8850c756e341 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:44:57.609007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:57.613360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-928abb69-f9aa-4fe7-9e20-13e4ed03901b None None] Provisioning complete for port a2e63244-5a99-4135-8c8c-8850c756e341 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:44:57.613742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-928abb69-f9aa-4fe7-9e20-13e4ed03901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:57.666044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-928abb69-f9aa-4fe7-9e20-13e4ed03901b None None] Port a2e63244-5a99-4135-8c8c-8850c756e341 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:44:57.830241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:57.877180 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:57.877951 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:58.006917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Pushing event updated for resources: {'Port': ['ID=a2e63244-5a99-4135-8c8c-8850c756e341,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:58.067194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:44:58.068236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:44:58.288406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54f63097-6e00-4267-b887-0bd46fb525b6 None None] Provisioning complete for port a2e63244-5a99-4135-8c8c-8850c756e341 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:44:58.288778 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54f63097-6e00-4267-b887-0bd46fb525b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:58.334928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:44:58.344281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54f63097-6e00-4267-b887-0bd46fb525b6 None None] Port a2e63244-5a99-4135-8c8c-8850c756e341 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:44:58.521554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:44:58.530427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7955169e-9bd5-4e06-bbcd-4728617f5d3f admin admin] 10.222.0.48 "PUT /v2.0/routers/decdbafe-0ad4-45b3-ac91-e2c4cfe89a31/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2965143 Feb 04 19:44:58.531309 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Sync routers for ids ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:44:58.541609 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Routers {'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:44:58.542456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:58.715133 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Set router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:44:59.078711 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'name': 'router1', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:44:47Z', 'updated_at': '2022-02-04T19:44:57Z', 'revision_number': 2, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'gw_port_host': None, '_interfaces': [{'id': 'a2e63244-5a99-4135-8c8c-8850c756e341', 'name': '', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'mac_address': 'fa:16:3e:1b:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:44:56Z', 'updated_at': '2022-02-04T19:44:57Z', 'revision_number': 2, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'subnets': [{'id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83fdc3-8ceb-4348-8cf8-a0cafe68629b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:44:59.084123 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Checking router: decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:44:59.084510 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Updating router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 port a2e63244-5a99-4135-8c8c-8850c756e341 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:44:59.139573 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:59.520668 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:59.535495 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Transition to ACTIVE for port object a2e63244-5a99-4135-8c8c-8850c756e341 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:44:59.631694 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:59.850672 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Pushing event updated for resources: {'Port': ['ID=a2e63244-5a99-4135-8c8c-8850c756e341,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:44:59.872509 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.872851 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.873187 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.873517 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.873841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.874162 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.874483 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.874825 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.875146 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.875462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.875777 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.876091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Tracked resource versions report: Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: pushed versions: Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: { 'AddressGroup': {'1.2'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'ConntrackHelper': {'1.0'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Log': {'1.0'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Network': {'1.1'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Port': {'1.7'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'PortForwarding': {'1.2'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'QosPolicy': {'1.8'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'SecurityGroup': {'1.4'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'SecurityGroupRule': {'1.2'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'SubPort': {'1.0'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Subnet': {'1.1'}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Trunk': {'1.1'}} Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: consumer versions: Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: { DHCP agent@n-d-811806-1: {}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: L3 agent@n-d-811806-1: {}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: Metadata agent@n-d-811806-1: {}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: Metering agent@n-d-811806-1: {}, Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: Open vSwitch agent@n-d-811806-1: { 'AddressGroup': '1.2', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'ConntrackHelper': '1.0', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Log': '1.0', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Network': '1.1', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Port': '1.7', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'PortForwarding': '1.2', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'QosPolicy': '1.8', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'SecurityGroup': '1.4', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'SecurityGroupRule': '1.2', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'SubPort': '1.0', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Subnet': '1.1', Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: 'Trunk': '1.1'}} Feb 04 19:44:59.877168 n-d-811806-1 neutron-server[88239]: {{(pid=88239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 19:44:59.885765 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Attempting to bind port a2e63244-5a99-4135-8c8c-8850c756e341 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:44:59.886160 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Attempting to bind port a2e63244-5a99-4135-8c8c-8850c756e341 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:44:59.886570 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Attempting to bind port a2e63244-5a99-4135-8c8c-8850c756e341 on network 46e3f2a1-2f59-4d94-a959-5482884e0c6d {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:44:59.891861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:44:59.892276 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Checking segment: {'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:44:59.892746 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:59.893125 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Bound using segment: {'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:44:59.893641 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Bound port: a2e63244-5a99-4135-8c8c-8850c756e341, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:44:59.894019 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:44:59.980336 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] For port a2e63244-5a99-4135-8c8c-8850c756e341, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:44:59.984620 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] For port a2e63244-5a99-4135-8c8c-8850c756e341, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2e63244-5a99-4135-8c8c-8850c756e341,segment=NetworkSegment(91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b),segment_id=91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:45:00.077409 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:00.150773 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Routers {'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:45:00.151402 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:45:00.310644 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991d323-6590-40e9-82e6-ce91c9ce1d41 None None] Pushing event updated for resources: {'Port': ['ID=a2e63244-5a99-4135-8c8c-8850c756e341,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:45:00.330648 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] Set router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:45:00.660641 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'name': 'router1', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:44:47Z', 'updated_at': '2022-02-04T19:44:57Z', 'revision_number': 2, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'gw_port_host': None, '_interfaces': [{'id': 'a2e63244-5a99-4135-8c8c-8850c756e341', 'name': '', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'mac_address': 'fa:16:3e:1b:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:44:56Z', 'updated_at': '2022-02-04T19:44:59Z', 'revision_number': 4, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'subnets': [{'id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83fdc3-8ceb-4348-8cf8-a0cafe68629b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:45:00.664479 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b9fc7-cf30-4a5c-aa1b-b329004fe002 None None] The sync data for ids ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'] in n-d-811806-1 is: [{'id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'name': 'router1', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:44:47Z', 'updated_at': '2022-02-04T19:44:57Z', 'revision_number': 2, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'gw_port_host': None, '_interfaces': [{'id': 'a2e63244-5a99-4135-8c8c-8850c756e341', 'name': '', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'mac_address': 'fa:16:3e:1b:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:44:56Z', 'updated_at': '2022-02-04T19:44:59Z', 'revision_number': 4, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'subnets': [{'id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83fdc3-8ceb-4348-8cf8-a0cafe68629b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:45:00.689739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:45:00.836478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c6584-ef7d-48c9-99fb-36b7930fb324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:45:00.837023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c45c6584-ef7d-48c9-99fb-36b7930fb324 admin admin] Synchronizing usage tracker for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:45:00.905173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c45c6584-ef7d-48c9-99fb-36b7930fb324 admin admin] Unset dirty status for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:45:00.906267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c45c6584-ef7d-48c9-99fb-36b7930fb324 admin admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 842 time: 0.2154880 Feb 04 19:45:00.916028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:45:00.921517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:45:00.925321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Usage tracker for resource:subnet and tenant:e964d3e69f6948fca86908b7f13f92f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:45:00.928279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:45:00.935158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:45:01.019609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Made reservation on behalf of e964d3e69f6948fca86908b7f13f92f3 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:45:01.021966 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:01.443664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.objects.ports [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88237) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 19:45:01.444052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:01.515062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83471142-208a-4519-a577-a60767a0a767,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:45:01.524185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:45:01.524539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Network hostable DHCP agents. Network: 0267abb6-6475-4ca8-b798-f97c4ff0c3cc, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:45:01.619958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:45:01.711388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 0267abb6-6475-4ca8-b798-f97c4ff0c3cc) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:45:01.716147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:45:01.717099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:01.720155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f434f8c-0fa7-4a78-bf2b-8ab93c1af8bd None None] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:45:01.811061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b96725f2-54b0-404e-ad76-03dc2b7e8645 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8977916 Feb 04 19:45:01.953600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56bb282-78bd-4987-bea8-ea79a296a80d None None] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:45:03.092910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2e63244-5a99-4135-8c8c-8850c756e341 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:45:03.248066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a2e63244-5a99-4135-8c8c-8850c756e341 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:45:03.253010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a2e63244-5a99-4135-8c8c-8850c756e341 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:45:03.253385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:03.384918 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:03.418320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a2e63244-5a99-4135-8c8c-8850c756e341, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2e63244-5a99-4135-8c8c-8850c756e341,segment=NetworkSegment(91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b),segment_id=91ae96ff-9c5a-406d-86eb-bc7bc24d0c0b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:45:03.488292 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:03.554346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a2e63244-5a99-4135-8c8c-8850c756e341,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:45:04.036168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:45:04.233333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-91e6cd5c-2fcd-4893-872c-e38e89b260fe admin admin] 10.222.0.48 "GET /v2.0/routers/decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 HTTP/1.1" status: 200 len: 710 time: 0.1959844 Feb 04 19:45:04.360682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14a6a8-5b5c-44c6-bfb5-a7586ef551b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:45:04.362011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-af14a6a8-5b5c-44c6-bfb5-a7586ef551b7 admin admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 886 time: 0.1235819 Feb 04 19:45:04.370679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:45:04.838070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:05.068965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2e63244-5a99-4135-8c8c-8850c756e341 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:45:05.134673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a2e63244-5a99-4135-8c8c-8850c756e341 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:45:05.134992 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:05.228632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:05.286881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:05.416172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Allocated IP 172.25.7.103 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/cb9cb11b-b445-4b62-bfe7-3526bc3acc0a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:45:05.561274 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:05.677196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:05.737704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:45:05.740414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:45:05.743072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:45:05.862506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9cb11b-b445-4b62-bfe7-3526bc3acc0a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:45:06.191552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:06.564674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:06.567817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:06.737073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:45:06.908327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:45:06.916004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:06.917163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-587e0b03-5bc1-4b62-9c8a-3ca94bee5a21 admin admin] 10.222.0.48 "PUT /v2.0/routers/decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 HTTP/1.1" status: 200 len: 890 time: 2.5496383 Feb 04 19:45:06.918049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Sync routers for ids ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:45:06.928266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Routers {'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:45:06.928946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:45:07.122137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Set router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:45:07.456525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'name': 'router1', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cb9cb11b-b445-4b62-bfe7-3526bc3acc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:44:47Z', 'updated_at': '2022-02-04T19:45:05Z', 'revision_number': 4, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'gw_port': {'id': 'cb9cb11b-b445-4b62-bfe7-3526bc3acc0a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:45:05Z', 'updated_at': '2022-02-04T19:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a2e63244-5a99-4135-8c8c-8850c756e341', 'name': '', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'mac_address': 'fa:16:3e:1b:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:44:56Z', 'updated_at': '2022-02-04T19:45:03Z', 'revision_number': 5, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'subnets': [{'id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83fdc3-8ceb-4348-8cf8-a0cafe68629b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:45:07.461144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Checking router: decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:45:07.461494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Updating router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:45:07.512208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:07.832231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:07.843248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Transition to ACTIVE for port object cb9cb11b-b445-4b62-bfe7-3526bc3acc0a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:45:07.899632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:07.977152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Attempting to bind port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:45:07.977712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Attempting to bind port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:45:07.977879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Attempting to bind port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:45:07.986881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:45:07.987253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:45:07.987651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:07.988041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:45:07.988496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Bound port: cb9cb11b-b445-4b62-bfe7-3526bc3acc0a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:45:07.988880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:08.011599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9f046-beec-4bb5-b1eb-f0632ab78480 None None] Pushing event updated for resources: {'Port': ['ID=cb9cb11b-b445-4b62-bfe7-3526bc3acc0a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:45:08.062084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] For port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:45:08.065000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] For port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb9cb11b-b445-4b62-bfe7-3526bc3acc0a,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:45:08.129114 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:08.228000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Routers {'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:45:08.228613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:45:08.294764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9f046-beec-4bb5-b1eb-f0632ab78480 None None] Pushing event updated for resources: {'Port': ['ID=cb9cb11b-b445-4b62-bfe7-3526bc3acc0a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:45:08.412492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] Set router decdbafe-0ad4-45b3-ac91-e2c4cfe89a31 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:45:08.733853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'name': 'router1', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cb9cb11b-b445-4b62-bfe7-3526bc3acc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:44:47Z', 'updated_at': '2022-02-04T19:45:05Z', 'revision_number': 4, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'gw_port': {'id': 'cb9cb11b-b445-4b62-bfe7-3526bc3acc0a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:45:05Z', 'updated_at': '2022-02-04T19:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a2e63244-5a99-4135-8c8c-8850c756e341', 'name': '', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'mac_address': 'fa:16:3e:1b:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:44:56Z', 'updated_at': '2022-02-04T19:45:03Z', 'revision_number': 5, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'subnets': [{'id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83fdc3-8ceb-4348-8cf8-a0cafe68629b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:45:08.737746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e72d0b7-cb4c-401f-b51a-23245ba41111 None None] The sync data for ids ['decdbafe-0ad4-45b3-ac91-e2c4cfe89a31'] in n-d-811806-1 is: [{'id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'name': 'router1', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cb9cb11b-b445-4b62-bfe7-3526bc3acc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:44:47Z', 'updated_at': '2022-02-04T19:45:05Z', 'revision_number': 4, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'gw_port': {'id': 'cb9cb11b-b445-4b62-bfe7-3526bc3acc0a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:45:05Z', 'updated_at': '2022-02-04T19:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a2e63244-5a99-4135-8c8c-8850c756e341', 'name': '', 'network_id': '46e3f2a1-2f59-4d94-a959-5482884e0c6d', 'tenant_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'mac_address': 'fa:16:3e:1b:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decdbafe-0ad4-45b3-ac91-e2c4cfe89a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:44:56Z', 'updated_at': '2022-02-04T19:45:03Z', 'revision_number': 5, 'project_id': 'f9c45af0a2a34e16b2d75e63329ce1ae', 'subnets': [{'id': '1027f96c-27ff-465d-9a32-ae8203c63cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83fdc3-8ceb-4348-8cf8-a0cafe68629b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:45:09.111682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb9cb11b-b445-4b62-bfe7-3526bc3acc0a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:45:09.237787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35782) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:45:09.282922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:45:09.288382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:45:09.288757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:09.356585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ab075326-e435-4393-8fff-a1cfee744716 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1164958 Feb 04 19:45:09.420575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:09.438953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb9cb11b-b445-4b62-bfe7-3526bc3acc0a,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:45:09.505445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:09.578242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=cb9cb11b-b445-4b62-bfe7-3526bc3acc0a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:45:11.080500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb9cb11b-b445-4b62-bfe7-3526bc3acc0a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:45:11.154686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cb9cb11b-b445-4b62-bfe7-3526bc3acc0a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:45:11.155085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:19.984898 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4f8a-bc99-4e4c-9207-36db1cb53f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:22.156514 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55abe074-7e9c-44c2-81e7-ecc11c5c3b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:23.162460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:23.368068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:24.842048 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:31.196424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:45:50.001103 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f998c649-39f1-45d6-98e8-117ac05fc319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:52.155678 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6df1b34b-9e7f-4520-8daa-f5807f7cb90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:53.173621 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:53.406957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:45:54.830298 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:08.196381 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:46:20.029365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-817418ff-feb0-4b09-a7c0-64c3e9e5f23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:22.171854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3cf5cdd6-7fe3-4aa3-8ee8-65544a0c3ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:23.166294 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:23.629071 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:24.886151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:45.196252 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:46:49.977091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-483cc448-f2df-4929-9c39-4b4af54ffb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:52.194720 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ece51ecf-6fa7-4afc-a22f-d213808640aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:53.182818 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:53.440165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:46:54.880446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:16.649701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36386) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:16.715723 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be5757f-8c0a-4ee8-84eb-ec06cb2a4bce admin admin] GET failed (client error): The resource could not be found. Feb 04 19:47:16.717000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8be5757f-8c0a-4ee8-84eb-ec06cb2a4bce admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663915 Feb 04 19:47:16.850807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9449ba4-cc83-438d-8ebf-0c868bd4894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:16.852149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a9449ba4-cc83-438d-8ebf-0c868bd4894c admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1313927 Feb 04 19:47:18.933050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36396) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:19.042016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c35c9-2eab-47f4-9010-6acb8188a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:19.042569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a08c35c9-2eab-47f4-9010-6acb8188a6cd admin admin] Synchronizing usage tracker for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:47:19.108221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a08c35c9-2eab-47f4-9010-6acb8188a6cd admin admin] Unset dirty status for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:47:19.109413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a08c35c9-2eab-47f4-9010-6acb8188a6cd admin admin] 10.222.0.48 "GET /v2.0/subnets/1027f96c-27ff-465d-9a32-ae8203c63cf1 HTTP/1.1" status: 200 len: 849 time: 0.1753764 Feb 04 19:47:19.118806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:47:19.237999 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:19.479795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730206357252'] for subnet, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:19.521182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:19.521766 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:19.523045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] 10.222.0.48 "PUT /v2.0/subnets/1027f96c-27ff-465d-9a32-ae8203c63cf1 HTTP/1.1" status: 200 len: 868 time: 0.4081609 Feb 04 19:47:19.526243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f66a72-28fb-4fa1-a2ea-4da7ac8c37b7 None None] Network 46e3f2a1-2f59-4d94-a959-5482884e0c6d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:47:19.552086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1027f96c-27ff-465d-9a32-ae8203c63cf1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:47:19.560708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.561111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.564364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838c84-f14f-4248-b545-224e3461f826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:47:19.996566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-55cab943-894b-40a5-9385-0dab33d9d22b None None] Provisioning complete for port a2e63244-5a99-4135-8c8c-8850c756e341 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:47:19.996931 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55cab943-894b-40a5-9385-0dab33d9d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:20.040400 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-17f44278-22d6-4a7e-be0c-af4f991ec157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:20.127115 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-55cab943-894b-40a5-9385-0dab33d9d22b None None] Provisioning complete for port 18f104b1-7345-41ee-a972-a5f440bf1c62 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:47:20.127436 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55cab943-894b-40a5-9385-0dab33d9d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:21.644434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36406) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:21.816283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb241e5-9ed8-4564-8161-b2cd230ce7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:21.816666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb241e5-9ed8-4564-8161-b2cd230ce7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:21.818187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fdb241e5-9ed8-4564-8161-b2cd230ce7f0 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728196 Feb 04 19:47:22.148846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9405b34-2d5c-458c-a498-e3793712f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:22.194504 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:47:23.171236 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:23.382797 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:23.940052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36416) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:24.156636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9cb39-fd69-4a45-8603-98f5ea54129e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:24.157017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9cb39-fd69-4a45-8603-98f5ea54129e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:24.158546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-29f9cb39-fd69-4a45-8603-98f5ea54129e admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2175601 Feb 04 19:47:24.851300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:26.269555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36426) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:26.471376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cefeeb3-fd0d-4a80-b2af-209568fbd1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:26.472775 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4cefeeb3-fd0d-4a80-b2af-209568fbd1bb admin admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 886 time: 0.2022824 Feb 04 19:47:28.566760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36436) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:28.739663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d476982-835b-42cc-9acd-8497a39f1520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:28.740991 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8d476982-835b-42cc-9acd-8497a39f1520 admin admin] 10.222.0.48 "GET /v2.0/networks/46e3f2a1-2f59-4d94-a959-5482884e0c6d HTTP/1.1" status: 200 len: 869 time: 0.1732910 Feb 04 19:47:30.847118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36446) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:30.956944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef1393-9360-46e2-a357-96457787687e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:30.957400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef1393-9360-46e2-a357-96457787687e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:30.958915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3cef1393-9360-46e2-a357-96457787687e admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108558 Feb 04 19:47:33.082727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36456) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:33.188192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005636eb-fbed-41e3-baa1-d5ba4933fb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:33.188656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005636eb-fbed-41e3-baa1-d5ba4933fb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:33.190156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-005636eb-fbed-41e3-baa1-d5ba4933fb96 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064799 Feb 04 19:47:35.287901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36466) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:35.394908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97948b2-3964-4a2a-84a3-609cc38549f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:35.396180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f97948b2-3964-4a2a-84a3-609cc38549f6 admin admin] 10.222.0.48 "GET /v2.0/subnets/1027f96c-27ff-465d-9a32-ae8203c63cf1 HTTP/1.1" status: 200 len: 868 time: 0.1073549 Feb 04 19:47:37.499911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36476) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:37.600897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c270ff-44d9-4c6e-81c9-c4a68e6b1eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:37.602201 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a7c270ff-44d9-4c6e-81c9-c4a68e6b1eb9 admin admin] 10.222.0.48 "GET /v2.0/subnets/83471142-208a-4519-a577-a60767a0a767 HTTP/1.1" status: 200 len: 816 time: 0.1013002 Feb 04 19:47:49.977081 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5356-4e43-4f25-ab38-89ccc5f18fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:52.176907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2716-1464-409c-9052-4c408e913896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:53.159850 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:53.387536 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:54.850684 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:47:56.102992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36522) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:56.150710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-7ebf55a7-cd90-4279-a3cf-22c88e9570f0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:47:56.151796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7ebf55a7-cd90-4279-a3cf-22c88e9570f0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478740 Feb 04 19:47:58.331073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36532) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:47:58.396596 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5d9189-f7f0-4db6-8b3a-907e79af6fee admin admin] GET failed (client error): The resource could not be found. Feb 04 19:47:58.397833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9c5d9189-f7f0-4db6-8b3a-907e79af6fee admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658407 Feb 04 19:47:58.520384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832da3a-3944-4a68-8642-f80e2cd3df9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:47:58.522011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5832da3a-3944-4a68-8642-f80e2cd3df9e admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203837 Feb 04 19:47:59.193758 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:48:00.627213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36542) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:48:00.673817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:48:00.678146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:48:00.687982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:48:00.747599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Made reservation on behalf of e964d3e69f6948fca86908b7f13f92f3 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:48:00.750310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:00.837239 n-d-811806-1 neutron-server[88237]: WARNING neutron.services.revisions.revision_plugin [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Could not find related network for resource to bump revision. Feb 04 19:48:00.847948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:48:00.856273 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:00.856608 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Added segment ab1196b2-786b-430c-87d6-8b97df010d30 of type vlan for network 94ff966f-e048-460e-88f2-7aa1f68d3548 Feb 04 19:48:00.881894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:00.976312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:00.977264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:48:00.977836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:01.077632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] Pushing event updated for resources: {'Network': ['ID=94ff966f-e048-460e-88f2-7aa1f68d3548,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:48:01.088531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:48:01.137270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a7e8fe62-c053-43d0-83a8-86f410c469c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5089922 Feb 04 19:48:03.234439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36552) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:48:03.300535 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bfc6a0-acf9-43b9-a728-1105902e6eb7 admin admin] GET failed (client error): The resource could not be found. Feb 04 19:48:03.301029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62bfc6a0-acf9-43b9-a728-1105902e6eb7 admin admin] Synchronizing usage tracker for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:48:03.370754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62bfc6a0-acf9-43b9-a728-1105902e6eb7 admin admin] Unset dirty status for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:48:03.371854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-62bfc6a0-acf9-43b9-a728-1105902e6eb7 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1364260 Feb 04 19:48:03.476167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc501c-7cbf-4ee6-998a-83322e0d6adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:48:03.477585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-70dc501c-7cbf-4ee6-998a-83322e0d6adf admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018748 Feb 04 19:48:03.487094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Request body: {'subnet': {'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:48:03.491312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:48:03.501026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:48:03.593656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Made reservation on behalf of e964d3e69f6948fca86908b7f13f92f3 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:48:03.595907 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:03.867691 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:03.942525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a34a63-1576-44f4-9c9f-f0e3411897e3,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:48:03.949841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:48:03.950191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Network hostable DHCP agents. Network: 94ff966f-e048-460e-88f2-7aa1f68d3548, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:48:04.050501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:48:04.136043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 94ff966f-e048-460e-88f2-7aa1f68d3548) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:48:04.141394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:48:04.142080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:04.143555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79150e0-c3db-4e01-beb2-5a6673bdf0ba None None] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:48:04.235209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ebad423-b864-4f4e-929d-52294dd031dc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7513516 Feb 04 19:48:04.364001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-94ff966f-e048-460e-88f2-7aa1f68d3548', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'tenant_id': 'e964d3e69f6948fca86908b7f13f92f3', 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:48:04.364867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:04.522636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Allocated IP 192.168.233.2 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/3362d53a-01ce-43de-9ed2-9948f9a0ce0c) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:48:04.728494 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:04.739302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Transition to ACTIVE for port object 3362d53a-01ce-43de-9ed2-9948f9a0ce0c will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:48:04.758024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Transition to ACTIVE for port object 3362d53a-01ce-43de-9ed2-9948f9a0ce0c will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:48:04.822648 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:04.888456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:48:04.891345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:48:04.894796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:48:04.925462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Pushing event updated for resources: {'Port': ['ID=3362d53a-01ce-43de-9ed2-9948f9a0ce0c,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:48:04.943988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.944363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.944680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.945014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.945347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.945680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.946008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.946343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.946683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.947028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.947356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:04.947677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:48:05.040394 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Attempting to bind port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:48:05.040762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Attempting to bind port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:48:05.041117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Attempting to bind port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:48:05.047268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:48:05.047636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:48:05.048027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:05.048438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:48:05.048886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Bound port: 3362d53a-01ce-43de-9ed2-9948f9a0ce0c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:48:05.049297 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:05.138523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] For port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:48:05.142465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] For port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3362d53a-01ce-43de-9ed2-9948f9a0ce0c,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:48:05.228781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:05.307948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5b25-aad7-4e06-9da1-01f72aed2a10 None None] Pushing event updated for resources: {'Port': ['ID=3362d53a-01ce-43de-9ed2-9948f9a0ce0c,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:48:06.182154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c142d-960a-4618-9be3-132f5fe92c13 None None] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:48:06.337150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4a47925-a228-47ee-8c2d-8d11ae60bd5a None None] Provisioning for port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:48:07.190206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3362d53a-01ce-43de-9ed2-9948f9a0ce0c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:48:07.324693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:48:07.329749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:48:07.335438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:07.448128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:07.479189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3362d53a-01ce-43de-9ed2-9948f9a0ce0c,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:48:07.564846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:07.634071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=3362d53a-01ce-43de-9ed2-9948f9a0ce0c,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:48:09.156909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3362d53a-01ce-43de-9ed2-9948f9a0ce0c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:48:09.227999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3362d53a-01ce-43de-9ed2-9948f9a0ce0c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:48:09.228365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:20.016048 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c7b9f042-b10b-470b-a37d-4f1bd7729a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:22.158937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af724889-31ac-405d-b334-50ef54e5ebe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:23.171239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:23.405341 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:24.850286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:36.193227 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:48:49.992704 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b41238f2-06f1-4584-8f34-5f0bb8807efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:52.181484 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3e3076a-0a94-40d9-87c1-0ac9a11d7081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:53.181786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:53.393139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:48:54.861438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:13.191595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:49:20.004071 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92966d67-fb86-4c1c-a11c-fdf5ba0bab96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:22.158369 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a250ea24-2d34-42de-8ca8-6f1d74aa362e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:23.186845 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:23.409976 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:24.866955 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:26.260416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36602) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:49:26.266241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-a1f9ff0a-bcee-4bbc-92f6-4df5f1f77a74 tempest-verify_tempest_config-52735885 tempest-verify_tempest_config-52735885-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:49:26.267234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a1f9ff0a-bcee-4bbc-92f6-4df5f1f77a74 tempest-verify_tempest_config-52735885 tempest-verify_tempest_config-52735885-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058475 Feb 04 19:49:26.740205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36620) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:49:26.853278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:26.866950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:49:26.870669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Usage tracker for resource:security_group_rule and tenant:b4393030c6bd4fe2a27f4e82ff73a4e5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:49:26.873422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:49:26.879029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:49:26.956381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:27.054436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:27.100537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Synchronizing usage tracker for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:49:27.103774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f2c78-f919-4584-8e4b-3b3a9c26518f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:49:27.113749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.114093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.114429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.114786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.115470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.115810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.116139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.116463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.116785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.117103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.117420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.117742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:49:27.192503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] Unset dirty status for tenant:e964d3e69f6948fca86908b7f13f92f3 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:49:27.193768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a57d2ed2-97e7-4264-b984-54ab5d1b7f9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4393030c6bd4fe2a27f4e82ff73a4e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4526298 Feb 04 19:49:27.196414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36626) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:49:27.256074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-397448d0-f780-4019-9e66-3633697c0523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:27.281392 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-397448d0-f780-4019-9e66-3633697c0523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:27.455064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-397448d0-f780-4019-9e66-3633697c0523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:27.469428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397448d0-f780-4019-9e66-3633697c0523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f2c78-f919-4584-8e4b-3b3a9c26518f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:49:27.476117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-397448d0-f780-4019-9e66-3633697c0523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:27.477227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-397448d0-f780-4019-9e66-3633697c0523 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f88f2c78-f919-4584-8e4b-3b3a9c26518f HTTP/1.1" status: 204 len: 168 time: 0.2797754 Feb 04 19:49:49.997729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-855510f5-dbcd-4fbf-b719-8762a7b29310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:50.190825 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:49:52.140737 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-91f580a8-ec8a-4b6b-8208-5ffcdd4a9ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:53.191591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:53.391967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:49:54.871508 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:20.002984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7ca3507c-d5a0-4013-92d1-7f7f83920ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:22.174346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04dd786b-20b4-438a-89fd-7774095d8f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:23.191793 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:23.385378 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:24.859511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:27.189144 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:50:49.991014 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-baccf9d7-2ede-4dfa-819a-e4413d057805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:52.156754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ffbc557b-0e96-4de9-8749-f406eda9f8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:53.179021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:53.419019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:50:54.871339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:04.188683 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:51:19.978812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8ef12ac8-bfd6-4659-b802-e0c169c8c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:22.173317 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e369c050-872a-4d59-9c4b-3c616dc182b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:23.196030 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:23.391037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:24.853433 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:41.187418 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:51:49.995689 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fe75dc08-349c-425d-972f-7e186b54a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:52.161664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d2f46b2a-2c75-42be-b8ff-0dee294c3fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:53.184159 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:53.412576 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:51:54.904209 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:18.186084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:52:20.012708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d5abb1b4-5354-482c-bb82-1be53267cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:22.166726 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-71488972-3b28-4cc0-863a-d8b700dbe6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:23.178217 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:23.406382 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:24.891884 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:38.423734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753704'] for agent, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:38.788531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753704'] for agent, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:50.005467 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41cb190a-36d6-47d2-9655-bc5739c06d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:52.154975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6bad2d76-3987-4ac6-8638-ec0c6301f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:53.177409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:53.394172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:54.931947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:52:55.185920 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:53:08.393887 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:08.696700 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:19.982765 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e537e058-a31c-4fd6-8ff7-aecbeb52883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:21.176474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36692) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:53:21.284931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-18fb1bbd-d3c3-496d-aea7-0e3fa929985d admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1073506 Feb 04 19:53:22.199877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20eb6127-f384-4192-a130-15ef8ca1b364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:23.194154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:23.382644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:23.401594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36702) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:53:23.463478 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d521ded8-1112-4eb3-8f21-11d616f2ef47 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0608072 Feb 04 19:53:24.874033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:32.185661 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:53:38.376366 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:38.713419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:49.970475 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-444cff3d-1a79-4853-b1ed-f44783404a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:52.170899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fba1808f-50f7-4e43-be70-add6885ba69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:53.182116 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:53.399143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:53:54.913268 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:08.388093 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:08.764231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:09.185038 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:54:19.964317 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-013acecc-314b-4c2e-8258-c02e6bcc0b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:22.181500 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50fe9697-5b38-49c1-8332-c7ada3250daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:23.192827 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:23.427152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:24.872929 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:38.426925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:38.695417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:46.184755 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:54:49.986032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3dc583c0-b0ad-4c8d-8b29-b46c68e55f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:52.192710 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0aa6fd7f-f96f-43c8-8884-c7c23eb7f9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:53.197847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:53.379948 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:54:54.918662 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.113599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37244) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:06.445492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.459888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:06.465732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Usage tracker for resource:security_group_rule and tenant:4ae594d27067467799725e874bb3949e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:06.467136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:06.472765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:06.566453 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.642975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.699929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ae594d27067467799725e874bb3949e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5852559 Feb 04 19:55:06.702709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37300) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:06.707766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d513f3f3-ffc9-4c62-a03c-b9858fc17d8b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:06.715616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.715964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.716418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.716768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.717108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.717441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.717771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.718640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.718999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.719329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.719656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.719980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704b3bd-3037-4e9c-846e-4f43376b042e admin admin] Tracked resource versions report: Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: pushed versions: Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: { 'AddressGroup': {'1.2'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'ConntrackHelper': {'1.0'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Log': {'1.0'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Network': {'1.1'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Port': {'1.7'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'PortForwarding': {'1.2'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'QosPolicy': {'1.8'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'SecurityGroup': {'1.4'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'SecurityGroupRule': {'1.2'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'SubPort': {'1.0'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Subnet': {'1.1'}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Trunk': {'1.1'}} Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: consumer versions: Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: { DHCP agent@n-d-811806-1: {}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: HyperV agent@n-h1-811806-1: {}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: HyperV agent@n-h2-811806-1: {}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: L3 agent@n-d-811806-1: {}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: Metadata agent@n-d-811806-1: {}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: Metering agent@n-d-811806-1: {}, Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: Open vSwitch agent@n-d-811806-1: { 'AddressGroup': '1.2', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'ConntrackHelper': '1.0', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Log': '1.0', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Network': '1.1', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Port': '1.7', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'PortForwarding': '1.2', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'QosPolicy': '1.8', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'SecurityGroup': '1.4', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'SecurityGroupRule': '1.2', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'SubPort': '1.0', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Subnet': '1.1', Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: 'Trunk': '1.1'}} Feb 04 19:55:06.721139 n-d-811806-1 neutron-server[88236]: {{(pid=88236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 19:55:06.775530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.804064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.923703 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.940464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d513f3f3-ffc9-4c62-a03c-b9858fc17d8b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:06.950574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.951016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.951345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.951676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.951997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.952316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.952630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.952940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.953279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.953560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.953869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.954179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Tracked resource versions report: Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: pushed versions: Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: { 'AddressGroup': {'1.2'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'ConntrackHelper': {'1.0'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Log': {'1.0'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Network': {'1.1'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Port': {'1.7'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'PortForwarding': {'1.2'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'QosPolicy': {'1.8'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'SecurityGroup': {'1.4'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'SecurityGroupRule': {'1.2'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'SubPort': {'1.0'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Subnet': {'1.1'}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Trunk': {'1.1'}} Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: consumer versions: Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: { DHCP agent@n-d-811806-1: {}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: HyperV agent@n-h1-811806-1: {}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: HyperV agent@n-h2-811806-1: {}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: L3 agent@n-d-811806-1: {}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: Metadata agent@n-d-811806-1: {}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: Metering agent@n-d-811806-1: {}, Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: Open vSwitch agent@n-d-811806-1: { 'AddressGroup': '1.2', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'ConntrackHelper': '1.0', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Log': '1.0', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Network': '1.1', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Port': '1.7', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'PortForwarding': '1.2', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'QosPolicy': '1.8', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'SecurityGroup': '1.4', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'SecurityGroupRule': '1.2', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'SubPort': '1.0', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Subnet': '1.1', Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: 'Trunk': '1.1'}} Feb 04 19:55:06.955385 n-d-811806-1 neutron-server[88237]: {{(pid=88237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 19:55:06.961737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:06.965626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-24d502c1-32ed-4357-8e8b-21674f12e1ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d513f3f3-ffc9-4c62-a03c-b9858fc17d8b HTTP/1.1" status: 204 len: 168 time: 0.2594419 Feb 04 19:55:07.669726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37410) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:07.690374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:07.706456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:07.710595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Usage tracker for resource:security_group_rule and tenant:658cc0cb57ff486594a7761c6a8bfa25 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:07.713446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:07.719324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:07.813595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:07.871814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:07.920308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=658cc0cb57ff486594a7761c6a8bfa25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2494969 Feb 04 19:55:07.923044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb7ec5-351c-4d97-987b-cd200c2a0642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ee4672-5f07-4882-bef7-3640b538f5d8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:07.923515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37446) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:07.985842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ac61-c974-4e28-bc45-321ff6b92f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:08.014307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ac61-c974-4e28-bc45-321ff6b92f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:08.123535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ac61-c974-4e28-bc45-321ff6b92f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:08.139638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8ac61-c974-4e28-bc45-321ff6b92f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ee4672-5f07-4882-bef7-3640b538f5d8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:08.147981 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ac61-c974-4e28-bc45-321ff6b92f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:08.149145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0ff8ac61-c974-4e28-bc45-321ff6b92f69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4ee4672-5f07-4882-bef7-3640b538f5d8 HTTP/1.1" status: 204 len: 168 time: 0.2247131 Feb 04 19:55:08.454259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:08.771729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:08.808428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37554) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:08.958258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:08.973627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:08.977882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Usage tracker for resource:security_group_rule and tenant:a4d56640d2b04874a52b137c867fcae7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:08.981468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:08.987956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:09.088607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.168389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.185718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37610) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:09.194921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37616) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:09.198279 n-d-811806-1 neutron-server[88237]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 19:55:09.244821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-16d6167d-02ff-4078-ad02-dd87518cd4f4 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=711be5e7b85a4985a3406c0f9ab07503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487723 Feb 04 19:55:09.252765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4d56640d2b04874a52b137c867fcae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4427741 Feb 04 19:55:09.253889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c5b92-2a7c-4621-96ea-689eee74a7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad6ec4f-9e58-47e4-af8c-58bf4bab0c43,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:09.257395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37620) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:09.347020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55da13bb-6f7b-4f80-8b91-afd414ea3f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.383393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55da13bb-6f7b-4f80-8b91-afd414ea3f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.414567 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.440887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:09.456530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Usage tracker for resource:security_group_rule and tenant:c874927023f64393bb70453e3d3138aa is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:09.461127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:09.471286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:09.498573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-910ce91a-77e2-40bd-a41e-9f0f0fe355af tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:09.500575 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-910ce91a-77e2-40bd-a41e-9f0f0fe355af tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549977 Feb 04 19:55:09.515544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-d9405fc0-8545-4df8-a6ca-cb70c5f7e357 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/quotas/711be5e7b85a4985a3406c0f9ab07503 HTTP/1.1" status: 200 len: 375 time: 0.0097008 Feb 04 19:55:09.523797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55da13bb-6f7b-4f80-8b91-afd414ea3f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.542491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da13bb-6f7b-4f80-8b91-afd414ea3f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad6ec4f-9e58-47e4-af8c-58bf4bab0c43,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:09.553817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55da13bb-6f7b-4f80-8b91-afd414ea3f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.558202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-55da13bb-6f7b-4f80-8b91-afd414ea3f05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ad6ec4f-9e58-47e4-af8c-58bf4bab0c43 HTTP/1.1" status: 204 len: 168 time: 0.2861819 Feb 04 19:55:09.597666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-266d8eac-4cc9-4788-8f4d-661233339a20 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=711be5e7b85a4985a3406c0f9ab07503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761454 Feb 04 19:55:09.697826 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.769293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.828772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c874927023f64393bb70453e3d3138aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6416116 Feb 04 19:55:09.830893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da00ed-2fc1-427e-a76e-5ec2204b3f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c46c78-79bf-4905-92b7-7452d11c6cc2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:09.831585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:09.933467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4107f422-2be0-42a6-b7e2-7d1fac65dc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:09.960397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4107f422-2be0-42a6-b7e2-7d1fac65dc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.061672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8fe4068-f381-48a0-9e8d-4e7087e7e339 req-8681c3f2-6b2a-41af-9b71-afe6b1052a6f tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 210 time: 0.0893576 Feb 04 19:55:10.152498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4107f422-2be0-42a6-b7e2-7d1fac65dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.175998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107f422-2be0-42a6-b7e2-7d1fac65dc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c46c78-79bf-4905-92b7-7452d11c6cc2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:10.194345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4107f422-2be0-42a6-b7e2-7d1fac65dc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.196845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4107f422-2be0-42a6-b7e2-7d1fac65dc57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2c46c78-79bf-4905-92b7-7452d11c6cc2 HTTP/1.1" status: 204 len: 168 time: 0.3642974 Feb 04 19:55:10.486830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:10.505120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.520828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:10.524646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Usage tracker for resource:security_group_rule and tenant:d542f4d701684525aa34aa359ad6959c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:10.527757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:10.533552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:10.623586 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.672302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.724840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d542f4d701684525aa34aa359ad6959c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2343714 Feb 04 19:55:10.724840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe135ed-517b-4d58-97ba-66eaae33bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646719e2-371c-4804-976c-6227fc14d6b2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:10.725078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37764) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:10.825196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4d53-006e-4f50-8266-f398fe6629c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.857053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4d53-006e-4f50-8266-f398fe6629c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:10.980392 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4d53-006e-4f50-8266-f398fe6629c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.002654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e4d53-006e-4f50-8266-f398fe6629c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646719e2-371c-4804-976c-6227fc14d6b2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:11.011974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4d53-006e-4f50-8266-f398fe6629c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.016466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3a9e4d53-006e-4f50-8266-f398fe6629c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/646719e2-371c-4804-976c-6227fc14d6b2 HTTP/1.1" status: 204 len: 168 time: 0.2875795 Feb 04 19:55:11.237412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d50a801-0d76-43fd-ab4b-5b571053eae5 req-f84cbc0a-8fb6-4983-b74e-a931a06e7229 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 210 time: 0.0724370 Feb 04 19:55:11.283346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:11.303075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.331511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:11.348209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Usage tracker for resource:security_group_rule and tenant:9861c12b213e41df8c35fa342653535e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:11.351651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:11.357680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:11.507404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.557641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.633414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63e7973-4d44-4af8-95d1-d8ef199b489b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:11.673050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b92a7d3a-6380-48d3-9a46-660d59e9f37e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9861c12b213e41df8c35fa342653535e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3875504 Feb 04 19:55:11.674760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37886) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:11.752693 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb3fa-da4c-4f39-a748-b05648e36fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.799555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb3fa-da4c-4f39-a748-b05648e36fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.935134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb3fa-da4c-4f39-a748-b05648e36fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.953997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bb3fa-da4c-4f39-a748-b05648e36fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63e7973-4d44-4af8-95d1-d8ef199b489b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:11.963178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5bb3fa-da4c-4f39-a748-b05648e36fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:11.964284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab5bb3fa-da4c-4f39-a748-b05648e36fac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c63e7973-4d44-4af8-95d1-d8ef199b489b HTTP/1.1" status: 204 len: 168 time: 0.2877839 Feb 04 19:55:12.542025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37976) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:12.548163 n-d-811806-1 neutron-server[88236]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 19:55:12.593583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cc9647a-710c-489d-bb76-ec0ff93c9702 req-7d0a3414-009a-4b38-ab1d-6b854d1f849a tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 210 time: 0.0494714 Feb 04 19:55:13.672931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.62', 58042) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:13.733124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-0fb7ae50-9a45-49d2-87bd-2ed39bb0a7d7 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=711be5e7b85a4985a3406c0f9ab07503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589714 Feb 04 19:55:13.810779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d9ade697-1139-43ed-9ade-55627720025c req-dfb2e50c-04c3-4c78-9004-d33bd4b5d0f1 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 210 time: 0.0519524 Feb 04 19:55:13.897453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38088) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:13.981976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-13b8df0c-fadf-4f2b-a4bc-1930cb32de0f tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:13.983481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-13b8df0c-fadf-4f2b-a4bc-1930cb32de0f tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447948 Feb 04 19:55:14.082211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Request body: {'port': {'device_id': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '711be5e7b85a4985a3406c0f9ab07503'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:14.244799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:14.248562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Usage tracker for resource:port and tenant:711be5e7b85a4985a3406c0f9ab07503 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:14.251458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:14.257191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:14.384333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Made reservation on behalf of 711be5e7b85a4985a3406c0f9ab07503 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:14.384437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.387316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.397523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:14.401693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Usage tracker for resource:security_group_rule and tenant:3b638d20a66241719267fbc5793e0586 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:14.404708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:14.407881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.412137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:14.424916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:14.428780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Usage tracker for resource:security_group_rule and tenant:711be5e7b85a4985a3406c0f9ab07503 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:14.431689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:14.438322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:14.502724 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.533406 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.585909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.636247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b638d20a66241719267fbc5793e0586&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7376270 Feb 04 19:55:14.637705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1950d8-6b52-4bc3-8429-29f9527e9add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6371a59-1a9c-49b4-bc6c-26d3f99b0979,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:14.639012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38120) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:14.644182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38122) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:14.665207 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.801040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e78219-9f18-4b6e-944c-cf4ff45ae7b6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:14.859896 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-05018b34-58f6-4a16-b8f3-274002246a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.907708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-05018b34-58f6-4a16-b8f3-274002246a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:14.922139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Allocated IP 192.168.233.216 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/beeea9b5-28f5-4b2c-b55e-d39910839a53) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:55:15.004347 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2aeee0c-389d-4fe1-b8a7-49e033670f6a req-63d789ef-32b5-4c52-98cb-e6f9964f1f48 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 210 time: 0.0568054 Feb 04 19:55:15.054153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.069832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:15.074132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Usage tracker for resource:security_group_rule and tenant:513254c84a344010b16fe255bb8c66dd is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:15.076866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:15.083420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:15.083558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-05018b34-58f6-4a16-b8f3-274002246a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.173057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.213823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05018b34-58f6-4a16-b8f3-274002246a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6371a59-1a9c-49b4-bc6c-26d3f99b0979,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:15.239428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.251958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-05018b34-58f6-4a16-b8f3-274002246a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.255964 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-05018b34-58f6-4a16-b8f3-274002246a92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6371a59-1a9c-49b4-bc6c-26d3f99b0979 HTTP/1.1" status: 204 len: 168 time: 0.6158943 Feb 04 19:55:15.326926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aada7f2-2208-4748-8f88-fcc0b7e5806f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:15.329712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.353946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Transition to ACTIVE for port object beeea9b5-28f5-4b2c-b55e-d39910839a53 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:55:15.358030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e8d9ae6-e62b-4368-bdb4-e7fe1a782b03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=513254c84a344010b16fe255bb8c66dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7127454 Feb 04 19:55:15.359936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38154) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:15.432628 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1099abfd-3def-4fa2-bac8-cfa9b8ac3614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.436717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:15.475762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1099abfd-3def-4fa2-bac8-cfa9b8ac3614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.489928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.579613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:55:15.592028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:55:15.602249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:55:15.608021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:15.609218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.660696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Pushing event updated for resources: {'Port': ['ID=beeea9b5-28f5-4b2c-b55e-d39910839a53,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:15.672486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1099abfd-3def-4fa2-bac8-cfa9b8ac3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.721949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099abfd-3def-4fa2-bac8-cfa9b8ac3614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aada7f2-2208-4748-8f88-fcc0b7e5806f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:15.721949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1099abfd-3def-4fa2-bac8-cfa9b8ac3614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.721949 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1099abfd-3def-4fa2-bac8-cfa9b8ac3614 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0aada7f2-2208-4748-8f88-fcc0b7e5806f HTTP/1.1" status: 204 len: 168 time: 0.3601613 Feb 04 19:55:15.819070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:15.850615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:15.860055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5719ddd3ebdb4626aeedef0512fce70c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:15.865538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:15.873219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:15.947191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f0701e18-7b49-4079-8543-a39026eeb7e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8663771 Feb 04 19:55:15.993510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-2b31de8b-6b5f-4624-94eb-ec964fa05b8b tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:55:15.994474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-2b31de8b-6b5f-4624-94eb-ec964fa05b8b tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193615 Feb 04 19:55:16.055259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d9c40c44-d709-4c73-a8a5-400c231cd6b7 None None] Provisioning for port beeea9b5-28f5-4b2c-b55e-d39910839a53 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:55:16.061981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d9c40c44-d709-4c73-a8a5-400c231cd6b7 None None] Provisioning complete for port beeea9b5-28f5-4b2c-b55e-d39910839a53 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:55:16.064649 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d9c40c44-d709-4c73-a8a5-400c231cd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:16.090761 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:16.176405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d9c40c44-d709-4c73-a8a5-400c231cd6b7 None None] Port beeea9b5-28f5-4b2c-b55e-d39910839a53 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:55:16.245171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:16.305051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38184) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:16.305681 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5719ddd3ebdb4626aeedef0512fce70c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8667352 Feb 04 19:55:16.322776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e177d02-175c-44f7-8fa1-ee92300d31a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b1789-9632-403c-bc33-30ef6a42c876,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:16.355505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53377538-6867-42a0-bd16-8a4c77ea77f5 req-ab552116-8dde-40f1-bd63-a77bdfc29129 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:16.356601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-53377538-6867-42a0-bd16-8a4c77ea77f5 req-ab552116-8dde-40f1-bd63-a77bdfc29129 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Synchronizing usage tracker for tenant:711be5e7b85a4985a3406c0f9ab07503 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:16.426187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22bf260a-79b7-4608-b694-32cfa3b9c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:16.458052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22bf260a-79b7-4608-b694-32cfa3b9c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:16.746134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-53377538-6867-42a0-bd16-8a4c77ea77f5 req-ab552116-8dde-40f1-bd63-a77bdfc29129 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Unset dirty status for tenant:711be5e7b85a4985a3406c0f9ab07503 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:16.746399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22bf260a-79b7-4608-b694-32cfa3b9c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:16.747974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53377538-6867-42a0-bd16-8a4c77ea77f5 req-ab552116-8dde-40f1-bd63-a77bdfc29129 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 936 time: 0.5983384 Feb 04 19:55:16.770984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf260a-79b7-4608-b694-32cfa3b9c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b1789-9632-403c-bc33-30ef6a42c876,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:16.777318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22bf260a-79b7-4608-b694-32cfa3b9c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:16.778495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-22bf260a-79b7-4608-b694-32cfa3b9c316 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a8b1789-9632-403c-bc33-30ef6a42c876 HTTP/1.1" status: 204 len: 168 time: 0.4725692 Feb 04 19:55:16.809483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-53377538-6867-42a0-bd16-8a4c77ea77f5 req-b25546c8-7ca0-4057-ad1c-75f992b06a43 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Synchronizing usage tracker for tenant:711be5e7b85a4985a3406c0f9ab07503 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:16.945952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-53377538-6867-42a0-bd16-8a4c77ea77f5 req-b25546c8-7ca0-4057-ad1c-75f992b06a43 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Unset dirty status for tenant:711be5e7b85a4985a3406c0f9ab07503 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:16.947179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53377538-6867-42a0-bd16-8a4c77ea77f5 req-b25546c8-7ca0-4057-ad1c-75f992b06a43 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925900 Feb 04 19:55:17.581017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:17.604748 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:17.626705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:17.631243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Usage tracker for resource:security_group_rule and tenant:f20e8ef3c3a041debba4c78f3bfb9019 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:17.635135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:17.647686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:17.770684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:17.785617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38210) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:17.838257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:17.928267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f20e8ef3c3a041debba4c78f3bfb9019&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3461609 Feb 04 19:55:17.929542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6872c-8961-4633-a2b2-a22539376261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ab382-3f0c-4256-b658-998969de18ad,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:17.957188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38222) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:17.964482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:17.999661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:17.999661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Usage tracker for resource:security_group_rule and tenant:9dfa985c44a7465ea72b874d61fdeb9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:17.999661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:18.005675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:18.121128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.134269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2709606-6db8-47fc-9e1e-232993e51989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.181515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2709606-6db8-47fc-9e1e-232993e51989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.215045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.241034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144d2c4-b659-408e-b419-38c0366c107f req-a5ada5f4-38b8-4b10-9c89-796b895f3686 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:18.242825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d144d2c4-b659-408e-b419-38c0366c107f req-a5ada5f4-38b8-4b10-9c89-796b895f3686 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 936 time: 0.1543760 Feb 04 19:55:18.265125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36503fbc-71e4-404a-b040-28ad672fc77b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:18.286488 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3bfd12a4-3c0d-4d43-af42-674935a9e403 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dfa985c44a7465ea72b874d61fdeb9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4991188 Feb 04 19:55:18.289773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38230) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:18.324671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38236) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:18.357454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.375844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c29bf15-e649-4f28-b54a-03fce085eb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.390198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:18.398094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d144d2c4-b659-408e-b419-38c0366c107f req-8e542d6f-2955-4b09-aa78-04303835ece0 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425784 Feb 04 19:55:18.399220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Usage tracker for resource:security_group_rule and tenant:eef577de0ef4483f9044aa3bcb0f901b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:18.399220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:18.408285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c29bf15-e649-4f28-b54a-03fce085eb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.432070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:18.581404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2709606-6db8-47fc-9e1e-232993e51989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.643554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c29bf15-e649-4f28-b54a-03fce085eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.676752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2709606-6db8-47fc-9e1e-232993e51989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ab382-3f0c-4256-b658-998969de18ad,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:18.722130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c29bf15-e649-4f28-b54a-03fce085eb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.727803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5c29bf15-e649-4f28-b54a-03fce085eb0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36503fbc-71e4-404a-b040-28ad672fc77b HTTP/1.1" status: 204 len: 168 time: 0.4367943 Feb 04 19:55:18.729219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29bf15-e649-4f28-b54a-03fce085eb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36503fbc-71e4-404a-b040-28ad672fc77b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:18.750750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.756380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2709606-6db8-47fc-9e1e-232993e51989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.758988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f2709606-6db8-47fc-9e1e-232993e51989 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd1ab382-3f0c-4256-b658-998969de18ad HTTP/1.1" status: 204 len: 168 time: 0.7999947 Feb 04 19:55:18.821387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:18.855060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38252) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:18.912491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eef577de0ef4483f9044aa3bcb0f901b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5797706 Feb 04 19:55:18.913722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38258) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:18.925402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375214cb-e6e3-4bf0-a291-3a00de63cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0ce75-2ab6-4095-8451-e2e69a4f9418,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:18.985988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f43e82f3-12af-4322-8cb1-71472537134a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:19.015192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f43e82f3-12af-4322-8cb1-71472537134a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:19.317438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f43e82f3-12af-4322-8cb1-71472537134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:19.344508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e82f3-12af-4322-8cb1-71472537134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0ce75-2ab6-4095-8451-e2e69a4f9418,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:19.348214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f43e82f3-12af-4322-8cb1-71472537134a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:19.349459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f43e82f3-12af-4322-8cb1-71472537134a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02f0ce75-2ab6-4095-8451-e2e69a4f9418 HTTP/1.1" status: 204 len: 168 time: 0.4347613 Feb 04 19:55:19.635325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4864-3ae8-4881-be22-4efa0856a39c req-c45d094d-6185-4283-a978-94cf92a3df0d tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:19.636816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdbe4864-3ae8-4881-be22-4efa0856a39c req-c45d094d-6185-4283-a978-94cf92a3df0d tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 936 time: 0.0886557 Feb 04 19:55:19.641999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Request body: {'port': {'device_id': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'device_owner': 'compute:tempest-test_az-1212632039', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:19.765487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdbe4864-3ae8-4881-be22-4efa0856a39c req-b4a267db-d61e-4ed8-9e2c-f2d623b77d61 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920286 Feb 04 19:55:19.794054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:19.848681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:19.864444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:19.883279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Usage tracker for resource:security_group_rule and tenant:cd2f0def4098419f8f8b399a5c06e4c7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:19.896296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:19.908466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:19.997746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-48fce813-761d-4a3b-8265-16035bd0d9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.044185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.134799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.314344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61ff6d-056f-499f-8902-f1f3a084033e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:20.314344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-817e4b04-65cc-4a8b-aa2c-5590982a597d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd2f0def4098419f8f8b399a5c06e4c7&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3920689 Feb 04 19:55:20.315146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeea9b5-28f5-4b2c-b55e-d39910839a53 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:55:20.315146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.315146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Transition to ACTIVE for port object beeea9b5-28f5-4b2c-b55e-d39910839a53 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:55:20.339663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38276) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:20.432309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f29d8762-8e48-4a13-bf3e-89ccc3f903b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.462852 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f29d8762-8e48-4a13-bf3e-89ccc3f903b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.718478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.808728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f29d8762-8e48-4a13-bf3e-89ccc3f903b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.842675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d8762-8e48-4a13-bf3e-89ccc3f903b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad61ff6d-056f-499f-8902-f1f3a084033e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:20.893157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f29d8762-8e48-4a13-bf3e-89ccc3f903b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:20.897670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f29d8762-8e48-4a13-bf3e-89ccc3f903b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad61ff6d-056f-499f-8902-f1f3a084033e HTTP/1.1" status: 204 len: 168 time: 0.5524230 Feb 04 19:55:20.911183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38296) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:20.964121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:21.015959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:21.058034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Usage tracker for resource:security_group_rule and tenant:cb7fa5ac5db849d08276837e012bcf64 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:21.079681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Pushing event updated for resources: {'Port': ['ID=beeea9b5-28f5-4b2c-b55e-d39910839a53,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:21.087557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Attempting to bind port beeea9b5-28f5-4b2c-b55e-d39910839a53 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:55:21.090349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Attempting to bind port beeea9b5-28f5-4b2c-b55e-d39910839a53 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:55:21.090349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Attempting to bind port beeea9b5-28f5-4b2c-b55e-d39910839a53 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:55:21.095585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Port beeea9b5-28f5-4b2c-b55e-d39910839a53 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:55:21.096169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Attempting to bind port beeea9b5-28f5-4b2c-b55e-d39910839a53 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:55:21.104037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:55:21.104838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:55:21.105861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:55:21.106996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Bound port: beeea9b5-28f5-4b2c-b55e-d39910839a53, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:55:21.107937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:21.123266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38302) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:21.272407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] For port beeea9b5-28f5-4b2c-b55e-d39910839a53, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:55:21.277993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:21.285247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] For port beeea9b5-28f5-4b2c-b55e-d39910839a53, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beeea9b5-28f5-4b2c-b55e-d39910839a53,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:55:21.291449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:21.363402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f7ef7-3af3-4af0-88b0-2c44163f1cbc req-42b25e46-7980-4cda-a620-7f77ff6d3232 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:21.364876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-838f7ef7-3af3-4af0-88b0-2c44163f1cbc req-42b25e46-7980-4cda-a620-7f77ff6d3232 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.3420548 Feb 04 19:55:21.443365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-838f7ef7-3af3-4af0-88b0-2c44163f1cbc req-d909eb04-1103-42e6-b6e0-8fdc57b1d138 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724525 Feb 04 19:55:21.631397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:21.712458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:21.740786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:21.796634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb7fa5ac5db849d08276837e012bcf64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8825521 Feb 04 19:55:21.798300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38314) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:21.808383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79f2b5-a7e3-4dee-9b58-7075e18b15ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f565aa-18bc-4a83-a966-c03cbaafbd24,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:21.837608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:21.838460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:21.840094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] 10.222.0.62 "PUT /v2.0/ports/beeea9b5-28f5-4b2c-b55e-d39910839a53 HTTP/1.1" status: 200 len: 1118 time: 2.9971414 Feb 04 19:55:21.843974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'tag': 'beeea9b5-28f5-4b2c-b55e-d39910839a53'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:55:21.988412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb60d39-7906-4ac0-963b-a666985fef41 service neutron] Pushing event updated for resources: {'Port': ['ID=beeea9b5-28f5-4b2c-b55e-d39910839a53,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:21.993171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc411ac8-c99e-486d-9218-df23182b4af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.066133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc411ac8-c99e-486d-9218-df23182b4af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.093917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-684397265-network', 'tenant_id': 'bd94d4cfa2634adcb827c9c7d200e34e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:22.107355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:22.112814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Usage tracker for resource:network and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:22.117473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:22.126525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:22.467535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Made reservation on behalf of bd94d4cfa2634adcb827c9c7d200e34e for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:22.467767 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32f1ffef-89fc-43a1-94dc-1dc9f1956772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.468275 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc411ac8-c99e-486d-9218-df23182b4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.468382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.477366 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.489228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc411ac8-c99e-486d-9218-df23182b4af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f565aa-18bc-4a83-a966-c03cbaafbd24,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:22.497692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc411ac8-c99e-486d-9218-df23182b4af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.501208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:22.509582 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fc411ac8-c99e-486d-9218-df23182b4af0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57f565aa-18bc-4a83-a966-c03cbaafbd24 HTTP/1.1" status: 204 len: 168 time: 0.6999602 Feb 04 19:55:22.509752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Usage tracker for resource:security_group_rule and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:22.509752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:22.528789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:22.689057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.721968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03b108-b536-4a3e-8404-72f48c2d7966 req-4f629dcf-2b4d-4459-b8fb-171dcedc2528 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:22.723659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e03b108-b536-4a3e-8404-72f48c2d7966 req-4f629dcf-2b4d-4459-b8fb-171dcedc2528 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.1134548 Feb 04 19:55:22.782100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e03b108-b536-4a3e-8404-72f48c2d7966 req-34241a9a-64d2-4297-bf72-8413dc6bd4a9 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467854 Feb 04 19:55:22.783194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.812815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38334) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:22.828997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:55:22.836076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:22.849083 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.863520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730206403633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:22.864779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Unsubscribe: segment precommit_create {{(pid=88236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 19:55:22.865592 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Added segment d547de06-296d-4da8-b62d-93a1ab45cc8e of type vlan for network f005dd6e-955a-463e-9b2e-e00d55ca90c4 Feb 04 19:55:22.889487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:22.899691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Usage tracker for resource:security_group_rule and tenant:ba677b37cb314f3bae284bca69aa0f22 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:22.905088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:22.930605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:23.013941 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.137953 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.139308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f9c89e79-0f80-4471-a9f0-8e23cdb11665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:23.141518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f9c89e79-0f80-4471-a9f0-8e23cdb11665 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=711be5e7b85a4985a3406c0f9ab07503&device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 1121 time: 0.1871614 Feb 04 19:55:23.185842 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:55:23.250146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.251215 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.257758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.260358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:23.261071 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.344098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa152b99-35ce-433b-9c7c-7e2d80279e6f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:23.365451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-793d7019-d22f-4d37-a4b7-ae4b3f5c0d4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba677b37cb314f3bae284bca69aa0f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511823 Feb 04 19:55:23.367682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38348) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:23.398049 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.414985 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-5a8ed314-d2fc-481c-bfa5-52b0b381d3ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=beeea9b5-28f5-4b2c-b55e-d39910839a53 HTTP/1.1" status: 200 len: 217 time: 0.2431779 Feb 04 19:55:23.496524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ef17621-35e1-4b98-aa38-f59a17f4ce53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.507377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] Pushing event updated for resources: {'Network': ['ID=f005dd6e-955a-463e-9b2e-e00d55ca90c4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:23.530203 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'tag': 'beeea9b5-28f5-4b2c-b55e-d39910839a53', 'status': 'completed', 'code': 200} Feb 04 19:55:23.531919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f9f1cc50-f477-41c5-8dc1-79adcdbd3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:23.533580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-f9f1cc50-f477-41c5-8dc1-79adcdbd3e38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1051519 Feb 04 19:55:23.539521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network f005dd6e-955a-463e-9b2e-e00d55ca90c4 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:55:23.564044 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ef17621-35e1-4b98-aa38-f59a17f4ce53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.686110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-83165b09-f4af-49b0-85ba-faab10ac735a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5607510 Feb 04 19:55:23.692404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38360) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:23.704441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Request body: {'subnet': {'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-684397265-subnet', 'tenant_id': 'bd94d4cfa2634adcb827c9c7d200e34e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:23.710445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:23.721712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Usage tracker for resource:subnet and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:23.726318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:23.735558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:23.746264 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ef17621-35e1-4b98-aa38-f59a17f4ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.761615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-a1cf4bd7-0e32-4215-bb13-954a61bde9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:23.764879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-a1cf4bd7-0e32-4215-bb13-954a61bde9d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550910 Feb 04 19:55:23.775240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef17621-35e1-4b98-aa38-f59a17f4ce53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa152b99-35ce-433b-9c7c-7e2d80279e6f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:23.782282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ef17621-35e1-4b98-aa38-f59a17f4ce53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:23.783514 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ef17621-35e1-4b98-aa38-f59a17f4ce53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa152b99-35ce-433b-9c7c-7e2d80279e6f HTTP/1.1" status: 204 len: 168 time: 0.4130075 Feb 04 19:55:23.831722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Made reservation on behalf of bd94d4cfa2634adcb827c9c7d200e34e for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:23.836705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:24.201793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-9a6fa371-b2ed-4ba5-9aa7-fee8c38f5884 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687206 Feb 04 19:55:24.223062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729859fb-3a61-49de-bf76-99c831ec06d3 req-c52b00ce-1bfa-4d7b-bd4e-22ef8e50ff50 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:24.226462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-729859fb-3a61-49de-bf76-99c831ec06d3 req-c52b00ce-1bfa-4d7b-bd4e-22ef8e50ff50 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.2903879 Feb 04 19:55:24.297380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-729859fb-3a61-49de-bf76-99c831ec06d3 req-1200e06d-9818-409f-a0cd-651e9ce053a1 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649722 Feb 04 19:55:24.374539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:24.451777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbafdb2-a980-46eb-adf6-6b9745f17113,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:24.462510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Checking segment: {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:55:24.462901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Network hostable DHCP agents. Network: f005dd6e-955a-463e-9b2e-e00d55ca90c4, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:55:24.552050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Network f005dd6e-955a-463e-9b2e-e00d55ca90c4 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:55:24.672099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, f005dd6e-955a-463e-9b2e-e00d55ca90c4) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:55:24.676118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:24.676690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-668260ca-e625-4177-958b-8a209114787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:24.680795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881d5a1-e9ec-478b-a1a1-d948df409896 None None] Network f005dd6e-955a-463e-9b2e-e00d55ca90c4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:55:24.821076 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-668260ca-e625-4177-958b-8a209114787f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1238315 Feb 04 19:55:24.904904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df04863-8521-4b9a-8bc1-b765680a1a54 None None] Network f005dd6e-955a-463e-9b2e-e00d55ca90c4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:55:24.969159 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:25.496596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d1e8-d7aa-488e-a452-746c992ab446 req-d48b4f14-31de-47e6-9527-34693d428a11 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:25.498065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e310d1e8-d7aa-488e-a452-746c992ab446 req-d48b4f14-31de-47e6-9527-34693d428a11 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.0878808 Feb 04 19:55:25.545233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e310d1e8-d7aa-488e-a452-746c992ab446 req-081e18a2-bbb7-4195-82d3-5dfed36c86a6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Feb 04 19:55:25.723526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8003b5e-60c4-49d7-8d0c-a0bbf6789692 req-6d776dcf-206c-45e7-8953-45a2cf0e7195 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329019 Feb 04 19:55:25.925514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-b8c665c4-63a4-4dba-ae57-e42bf2f55177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:25.927344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-b8c665c4-63a4-4dba-ae57-e42bf2f55177 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=711be5e7b85a4985a3406c0f9ab07503&device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 1121 time: 0.0868888 Feb 04 19:55:25.965185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-496ef876-c000-456c-b2d6-1fce0ef378f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:25.966660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-496ef876-c000-456c-b2d6-1fce0ef378f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 821 time: 0.1713712 Feb 04 19:55:25.995941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-83e40d7f-db84-4961-b0d3-6cf78538c833 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/quotas/bd94d4cfa2634adcb827c9c7d200e34e HTTP/1.1" status: 200 len: 375 time: 0.0200868 Feb 04 19:55:26.056892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-5158b42d-83f3-4f8f-bcd7-e1a5edde8450 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598040 Feb 04 19:55:26.081247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-4883fdbd-37e1-43a6-b7c6-d8023939486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:26.081579 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-4883fdbd-37e1-43a6-b7c6-d8023939486a service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1483052 Feb 04 19:55:26.159694 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-37165073-48db-43d9-8b97-a05bf46d5ee0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=beeea9b5-28f5-4b2c-b55e-d39910839a53 HTTP/1.1" status: 200 len: 217 time: 0.0714424 Feb 04 19:55:26.224127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-7d3f1800-df98-4fc2-9e77-8d485b9a49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:26.225602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-7d3f1800-df98-4fc2-9e77-8d485b9a49d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0593791 Feb 04 19:55:26.367297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-7469ef5e-f94c-4189-ab0f-8cf0e60a7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:26.368765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-7469ef5e-f94c-4189-ab0f-8cf0e60a7347 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924878 Feb 04 19:55:26.543354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-490ff5b0-a7e1-44f6-9012-b8021b8a9091 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679003 Feb 04 19:55:26.680192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2518ae9e-8ec8-43a7-ab64-e5bf220ebba0 req-b01c4d0a-6694-4997-8629-3763fab3ba4d service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309125 Feb 04 19:55:26.884865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2edf-3973-40b0-abda-1fd50e1b4eca req-fdcee881-9e08-4201-a49d-f5d94c370ad9 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:26.885955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1fe2edf-3973-40b0-abda-1fd50e1b4eca req-fdcee881-9e08-4201-a49d-f5d94c370ad9 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.0830078 Feb 04 19:55:26.937655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1fe2edf-3973-40b0-abda-1fd50e1b4eca req-5289ed99-ea24-4da4-b69d-3c33d8776d20 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Feb 04 19:55:27.058845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-498c2a84-0f05-4f4c-bda2-c9d3df26e62e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:55:27.064751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-498c2a84-0f05-4f4c-bda2-c9d3df26e62e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5836887 Feb 04 19:55:27.089902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38494) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:27.202184 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-aec98373-e622-4125-a2df-9b24b9180502 service neutron] 10.222.0.48 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356015 Feb 04 19:55:27.339457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-35d4e268-6ed4-47ce-8aff-15601deb1689 service neutron] 10.222.0.48 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304467 Feb 04 19:55:27.373308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:27.389227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:27.393393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Usage tracker for resource:security_group_rule and tenant:858f4b61c630437bab597160f21797c4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:27.397733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:27.403855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:27.492357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:27.647478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:27.719658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ed262-fa36-4437-82ff-98a211f1f8a3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:27.724002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ebae5d69-47d0-4a88-b16c-c315fc8c20d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=858f4b61c630437bab597160f21797c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327608 Feb 04 19:55:27.726765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38528) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:27.788812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-748844b3-90fb-4412-a5d8-ae980c3d9c86 req-ac50e2a0-5210-4cbf-9353-ab2e210c5540 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 210 time: 0.0558023 Feb 04 19:55:27.809603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae75eca-5254-4846-bf13-e9516f2c4d9f req-f25a1598-e093-4019-accd-c6bfe15ce7b2 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:27.810173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae75eca-5254-4846-bf13-e9516f2c4d9f req-f25a1598-e093-4019-accd-c6bfe15ce7b2 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:27.810746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae75eca-5254-4846-bf13-e9516f2c4d9f req-f25a1598-e093-4019-accd-c6bfe15ce7b2 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:27.811256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae75eca-5254-4846-bf13-e9516f2c4d9f req-f25a1598-e093-4019-accd-c6bfe15ce7b2 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:27.813005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eae75eca-5254-4846-bf13-e9516f2c4d9f req-f25a1598-e093-4019-accd-c6bfe15ce7b2 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2915 time: 0.2370765 Feb 04 19:55:27.830485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e77aec9-616b-4e6e-b537-e40ab8e5539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:27.943154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e77aec9-616b-4e6e-b537-e40ab8e5539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:28.031757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadea8f-2b96-4c76-b293-8540b8d4e3ac req-70888360-2a08-4bfd-86c1-07f48eb007cb tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:28.033056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3aadea8f-2b96-4c76-b293-8540b8d4e3ac req-70888360-2a08-4bfd-86c1-07f48eb007cb tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 886 time: 0.2001355 Feb 04 19:55:28.152834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2272e-1226-46d6-817e-56644380f6a8 req-7ea70ae4-d9ad-4b4f-9578-d42adf5672d9 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:28.154271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9a2272e-1226-46d6-817e-56644380f6a8 req-7ea70ae4-d9ad-4b4f-9578-d42adf5672d9 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.0838525 Feb 04 19:55:28.156469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e77aec9-616b-4e6e-b537-e40ab8e5539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:28.179136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77aec9-616b-4e6e-b537-e40ab8e5539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ed262-fa36-4437-82ff-98a211f1f8a3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:28.197148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e77aec9-616b-4e6e-b537-e40ab8e5539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:28.200877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e77aec9-616b-4e6e-b537-e40ab8e5539c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b9ed262-fa36-4437-82ff-98a211f1f8a3 HTTP/1.1" status: 204 len: 168 time: 0.4706390 Feb 04 19:55:28.221703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9a2272e-1226-46d6-817e-56644380f6a8 req-c9f25a12-d7e4-4ad5-8e62-f3b8805c45c1 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582671 Feb 04 19:55:28.248397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aef82-239c-4c45-9db9-5e3d6473dbb5 req-66f09e35-9283-4065-b591-eb3ce24a5a46 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:28.248908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aef82-239c-4c45-9db9-5e3d6473dbb5 req-66f09e35-9283-4065-b591-eb3ce24a5a46 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:28.249377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aef82-239c-4c45-9db9-5e3d6473dbb5 req-66f09e35-9283-4065-b591-eb3ce24a5a46 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:28.249838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aef82-239c-4c45-9db9-5e3d6473dbb5 req-66f09e35-9283-4065-b591-eb3ce24a5a46 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:28.252146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-065aef82-239c-4c45-9db9-5e3d6473dbb5 req-66f09e35-9283-4065-b591-eb3ce24a5a46 tempest-NetworksTest-88156449 tempest-NetworksTest-88156449-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2915 time: 0.1767001 Feb 04 19:55:28.893414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cb9bb4d-6d70-4b48-94e5-3ba7b1306536 req-6d095dfc-598a-45ff-956d-8fa0239ff6b1 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 210 time: 0.0440533 Feb 04 19:55:29.062785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38600) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:29.083790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.097951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:29.101753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e74d8f7e1b4fe0b93fa9f1babd22d2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:29.104566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:29.111055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:29.162421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38604) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:29.209781 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.277669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38614) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:29.285393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.333886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3e74d8f7e1b4fe0b93fa9f1babd22d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699051 Feb 04 19:55:29.335206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e0163-7b9c-44bf-9d25-dee3a3f97556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69997eff-b806-4640-8b65-f2951b23372b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:29.336818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38622) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:29.416806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.428146 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43bc8fa3-45b8-4068-aa0d-be1a6e1b125f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.430718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eac0-183c-4f35-a1d8-551ad8806d87 req-8c16dc7c-b792-4ff8-8342-b04190c2c9ee tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:29.432147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc2eac0-183c-4f35-a1d8-551ad8806d87 req-8c16dc7c-b792-4ff8-8342-b04190c2c9ee tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.0871239 Feb 04 19:55:29.441704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:29.449895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Usage tracker for resource:security_group_rule and tenant:bd46ee96389047799da1884943088157 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:29.458316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:29.468470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:29.471539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43bc8fa3-45b8-4068-aa0d-be1a6e1b125f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.477413 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.505279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:29.520567 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc2eac0-183c-4f35-a1d8-551ad8806d87 req-0f5847f4-f369-439b-9c86-adcce58f1b1b tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818722 Feb 04 19:55:29.521241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Usage tracker for resource:security_group_rule and tenant:047c70f21adb4f7eab3f13f1b7ef331a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:29.528916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:29.536326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:29.603479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.636263 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.637422 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43bc8fa3-45b8-4068-aa0d-be1a6e1b125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.654077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc8fa3-45b8-4068-aa0d-be1a6e1b125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69997eff-b806-4640-8b65-f2951b23372b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:29.663734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38628) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:29.664241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43bc8fa3-45b8-4068-aa0d-be1a6e1b125f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.665362 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-43bc8fa3-45b8-4068-aa0d-be1a6e1b125f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69997eff-b806-4640-8b65-f2951b23372b HTTP/1.1" status: 204 len: 168 time: 0.3275921 Feb 04 19:55:29.694216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.743654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd46ee96389047799da1884943088157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809104 Feb 04 19:55:29.745690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbb924-017b-447d-999e-47c3cd1c41f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5083bce-f721-4a0e-abd6-586fba471a2b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:29.746932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38636) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:29.748927 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.831326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.859276 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=047c70f21adb4f7eab3f13f1b7ef331a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804009 Feb 04 19:55:29.859979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7ffd5-3da5-4d7f-a6cb-ed0eb5cc3f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff3634b-2723-4cc9-930f-a361b805b03d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:29.862011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38642) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:29.867550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:29.879047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Usage tracker for resource:security_group_rule and tenant:03614cee326d4870a57861f36a7ccde3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:29.885124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:29.893991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:29.923748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b4988ee-80dd-446a-9492-bdc5ed16f811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.927231 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08e1aaaa-40f2-4a5f-aa27-fa44108da5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.957849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08e1aaaa-40f2-4a5f-aa27-fa44108da5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:29.962561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b4988ee-80dd-446a-9492-bdc5ed16f811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.058102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c5e96c1-e758-4f92-9186-74d4fe2c58f8 req-4ddb4836-6f54-430f-81c5-5bffefed0533 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 210 time: 0.0472412 Feb 04 19:55:30.079555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.128597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08e1aaaa-40f2-4a5f-aa27-fa44108da5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.145958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1aaaa-40f2-4a5f-aa27-fa44108da5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff3634b-2723-4cc9-930f-a361b805b03d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:30.150578 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08e1aaaa-40f2-4a5f-aa27-fa44108da5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.152019 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-08e1aaaa-40f2-4a5f-aa27-fa44108da5d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bff3634b-2723-4cc9-930f-a361b805b03d HTTP/1.1" status: 204 len: 168 time: 0.2885540 Feb 04 19:55:30.157499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.182718 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b4988ee-80dd-446a-9492-bdc5ed16f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.236441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a412299-1f01-418e-89ac-55094961d268,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:30.252537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-720eb85a-3460-4631-a5fb-45c580dfbeea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03614cee326d4870a57861f36a7ccde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5829570 Feb 04 19:55:30.252722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38660) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:30.257003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4988ee-80dd-446a-9492-bdc5ed16f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5083bce-f721-4a0e-abd6-586fba471a2b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:30.266714 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b4988ee-80dd-446a-9492-bdc5ed16f811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.267843 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7b4988ee-80dd-446a-9492-bdc5ed16f811 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5083bce-f721-4a0e-abd6-586fba471a2b HTTP/1.1" status: 204 len: 168 time: 0.5082393 Feb 04 19:55:30.309095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87daab4f-e078-448e-a7e8-57313f927466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.334321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87daab4f-e078-448e-a7e8-57313f927466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.471739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87daab4f-e078-448e-a7e8-57313f927466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.485961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daab4f-e078-448e-a7e8-57313f927466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a412299-1f01-418e-89ac-55094961d268,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:30.492798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87daab4f-e078-448e-a7e8-57313f927466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:30.493917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-87daab4f-e078-448e-a7e8-57313f927466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a412299-1f01-418e-89ac-55094961d268 HTTP/1.1" status: 204 len: 168 time: 0.2415907 Feb 04 19:55:30.602116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.24', 63067) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:30.840472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-659e2ad5-efed-4206-b939-7f65a759b9c8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:30.841145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-659e2ad5-efed-4206-b939-7f65a759b9c8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:30.857098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38925045-fc51-4230-b54f-8836a404e364 req-873f8ffb-f5ec-4bdc-99f4-8426804c957b tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:30.858540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-38925045-fc51-4230-b54f-8836a404e364 req-873f8ffb-f5ec-4bdc-99f4-8426804c957b tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 970 time: 0.2284336 Feb 04 19:55:30.903620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-38925045-fc51-4230-b54f-8836a404e364 req-9e75cace-5b6c-469e-a7b3-582abe739041 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 Feb 04 19:55:30.951799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-659e2ad5-efed-4206-b939-7f65a759b9c8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:30.953473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-659e2ad5-efed-4206-b939-7f65a759b9c8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 821 time: 0.3502102 Feb 04 19:55:31.045074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38680) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:31.060727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Request body: {'port': {'device_id': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'admin_state_up': True, 'tenant_id': 'bd94d4cfa2634adcb827c9c7d200e34e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:31.073135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device beeea9b5-28f5-4b2c-b55e-d39910839a53 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:55:31.083713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.141592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:31.156914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Usage tracker for resource:security_group_rule and tenant:a498cd537afd4387b22e67329cb9bc2e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:31.168900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:31.180320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:31.298348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:31.307358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Usage tracker for resource:port and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:31.308060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d932adf-89c6-4d06-b492-ac32454f374e req-35446b01-e0f2-4877-a0fb-2b97600d2efe tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 210 time: 0.0662982 Feb 04 19:55:31.312831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:31.335719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:31.343994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.403471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port beeea9b5-28f5-4b2c-b55e-d39910839a53, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beeea9b5-28f5-4b2c-b55e-d39910839a53,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:31.408603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.419058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'beeea9b5-28f5-4b2c-b55e-d39910839a53', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'beeea9b5-28f5-4b2c-b55e-d39910839a53', 'mac_address': 'fa:16:3e:1e:eb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:tempest-test_az-1212632039', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:55:31.477995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.496223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeea9b5-28f5-4b2c-b55e-d39910839a53 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:55:31.502679 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a498cd537afd4387b22e67329cb9bc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553392 Feb 04 19:55:31.504835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38694) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:31.507151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c03c1-b2e7-4fe0-ae28-180cbdf5195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f659c95-949c-42b4-9978-1e752f9e1895,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:31.514321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port beeea9b5-28f5-4b2c-b55e-d39910839a53, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beeea9b5-28f5-4b2c-b55e-d39910839a53,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:31.521801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Made reservation on behalf of bd94d4cfa2634adcb827c9c7d200e34e for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:31.522119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.567911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38698) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:31.593995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780999e6-e832-4d1b-81be-af6edf217965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.603057 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.615267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.666243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780999e6-e832-4d1b-81be-af6edf217965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.684516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:31.693307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Usage tracker for resource:security_group_rule and tenant:9d8895176fad4ab7af87bee7dfa3d5e5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:31.705254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:31.717219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:31.732076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=beeea9b5-28f5-4b2c-b55e-d39910839a53,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:31.742288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.743074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.743773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.744362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.745041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.745560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.746122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.746728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.747264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.747791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.748421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.749034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Tracked resource versions report: Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: pushed versions: Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: { 'AddressGroup': {'1.2'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'ConntrackHelper': {'1.0'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Log': {'1.0'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Network': {'1.1'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Port': {'1.7'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'PortForwarding': {'1.2'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'QosPolicy': {'1.8'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'SecurityGroup': {'1.4'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'SecurityGroupRule': {'1.2'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'SubPort': {'1.0'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Subnet': {'1.1'}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Trunk': {'1.1'}} Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: consumer versions: Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: { DHCP agent@n-d-811806-1: {}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: HyperV agent@n-h1-811806-1: {}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: HyperV agent@n-h2-811806-1: {}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: L3 agent@n-d-811806-1: {}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: Metadata agent@n-d-811806-1: {}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: Metering agent@n-d-811806-1: {}, Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: Open vSwitch agent@n-d-811806-1: { 'AddressGroup': '1.2', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'ConntrackHelper': '1.0', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Log': '1.0', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Network': '1.1', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Port': '1.7', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'PortForwarding': '1.2', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'QosPolicy': '1.8', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'SecurityGroup': '1.4', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'SecurityGroupRule': '1.2', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'SubPort': '1.0', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Subnet': '1.1', Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: 'Trunk': '1.1'}} Feb 04 19:55:31.750468 n-d-811806-1 neutron-server[88238]: {{(pid=88238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 19:55:31.780953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Allocated IP 172.20.0.5 (f005dd6e-955a-463e-9b2e-e00d55ca90c4/3cbafdb2-a980-46eb-adf6-6b9745f17113/bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:55:31.806671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38704) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:31.839890 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.868313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:31.871434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.874148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2caf633db42243e9a3dd64effd377e9d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:31.877133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:31.884475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:31.934712 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780999e6-e832-4d1b-81be-af6edf217965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.953670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780999e6-e832-4d1b-81be-af6edf217965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f659c95-949c-42b4-9978-1e752f9e1895,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:31.961134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780999e6-e832-4d1b-81be-af6edf217965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:31.962268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-780999e6-e832-4d1b-81be-af6edf217965 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f659c95-949c-42b4-9978-1e752f9e1895 HTTP/1.1" status: 204 len: 168 time: 0.4564028 Feb 04 19:55:32.034669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.088925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['beeea9b5-28f5-4b2c-b55e-d39910839a53'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:55:32.121083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d8895176fad4ab7af87bee7dfa3d5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495896 Feb 04 19:55:32.121690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38716) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:32.122353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74e6c8-718a-4836-bb6d-752f10787299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951103ef-eb43-40ce-ae83-af47e74c8907,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:32.227976 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f340cc2f-eca2-49fe-a8ae-d7cb00082514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.246426 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.269158 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f340cc2f-eca2-49fe-a8ae-d7cb00082514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.325414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.328862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.398493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2caf633db42243e9a3dd64effd377e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907688 Feb 04 19:55:32.399919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca75aa6-348c-4024-80b5-fdd7ad2356a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e8b8b-18b1-4a70-9e0b-712b5592cafb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:32.401828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38722) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:32.467728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcd97b-ab62-4440-9147-99445051cad9 req-485b4971-8260-4b79-ae66-68683997c8e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:32.469524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e9dcd97b-ab62-4440-9147-99445051cad9 req-485b4971-8260-4b79-ae66-68683997c8e6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 971 time: 0.3682785 Feb 04 19:55:32.481121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f792a0b2-98fa-4c94-a13d-a1bca8be8db9 req-637f302e-64d0-458e-ad7f-3c9f8c72e446 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 210 time: 0.0476871 Feb 04 19:55:32.517591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f340cc2f-eca2-49fe-a8ae-d7cb00082514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.542798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.545155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8456b069-778a-44b1-a3dc-6111101110aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.546903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340cc2f-eca2-49fe-a8ae-d7cb00082514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951103ef-eb43-40ce-ae83-af47e74c8907,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:32.575204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f340cc2f-eca2-49fe-a8ae-d7cb00082514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.578680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f340cc2f-eca2-49fe-a8ae-d7cb00082514 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/951103ef-eb43-40ce-ae83-af47e74c8907 HTTP/1.1" status: 204 len: 168 time: 0.4506581 Feb 04 19:55:32.599874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e9dcd97b-ab62-4440-9147-99445051cad9 req-e368bf4d-d183-42c9-91d7-b4e235d06572 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243994 Feb 04 19:55:32.651012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Network f005dd6e-955a-463e-9b2e-e00d55ca90c4 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:55:32.657310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:55:32.662969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8456b069-778a-44b1-a3dc-6111101110aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.673144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:55:32.678796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:32.679406 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.691721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:32.809931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-2dbdb0c0-ec8c-43fb-8179-e65e78db4287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7533350 Feb 04 19:55:32.872724 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8456b069-778a-44b1-a3dc-6111101110aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.894059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456b069-778a-44b1-a3dc-6111101110aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e8b8b-18b1-4a70-9e0b-712b5592cafb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:32.898379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8456b069-778a-44b1-a3dc-6111101110aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:32.901965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8456b069-778a-44b1-a3dc-6111101110aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb2e8b8b-18b1-4a70-9e0b-712b5592cafb HTTP/1.1" status: 204 len: 168 time: 0.4946458 Feb 04 19:55:33.091646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device beeea9b5-28f5-4b2c-b55e-d39910839a53 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:55:33.259939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port beeea9b5-28f5-4b2c-b55e-d39910839a53 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:55:33.265978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port beeea9b5-28f5-4b2c-b55e-d39910839a53 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:55:33.266517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:33.408954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:33.444653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeea9b5-28f5-4b2c-b55e-d39910839a53'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:55:33.508462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port beeea9b5-28f5-4b2c-b55e-d39910839a53, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beeea9b5-28f5-4b2c-b55e-d39910839a53,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:33.568915 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:33.657711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=beeea9b5-28f5-4b2c-b55e-d39910839a53,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:33.779469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b004-d20c-4eec-a606-86e6263e1557 req-988fdb41-6ed6-4220-8872-1d66cb2cc49e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:33.787221 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca57b004-d20c-4eec-a606-86e6263e1557 req-988fdb41-6ed6-4220-8872-1d66cb2cc49e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 931 time: 0.1661339 Feb 04 19:55:33.847815 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca57b004-d20c-4eec-a606-86e6263e1557 req-817d13b4-9b75-4982-b2d3-87f075f52d43 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597503 Feb 04 19:55:33.886041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec275e7e-7589-4f7b-84d0-906a099237a4 req-c4749bc2-57bc-4873-a0b8-82aea0da3dac tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:33.887747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec275e7e-7589-4f7b-84d0-906a099237a4 req-c4749bc2-57bc-4873-a0b8-82aea0da3dac tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 972 time: 0.1184592 Feb 04 19:55:33.937585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec275e7e-7589-4f7b-84d0-906a099237a4 req-b31a6840-ba4f-42eb-a36d-30de07004587 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434430 Feb 04 19:55:34.457605 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeea9b5-28f5-4b2c-b55e-d39910839a53', 'code': 200} Feb 04 19:55:34.605799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-d07cab48-b6c1-4787-b94f-2599caea932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:34.607344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-d07cab48-b6c1-4787-b94f-2599caea932c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 1123 time: 0.0811331 Feb 04 19:55:34.637144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:34.654401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:34.659492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Usage tracker for resource:security_group_rule and tenant:9f4b23311cd14dbd856e4f0d347c3aa6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:34.662795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:34.669873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:34.781168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:34.860679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:34.900575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b99375cf-1a20-47c4-9f80-4566f2ab282c req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867630 Feb 04 19:55:34.917170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18db2a-783d-4e4a-a0d4-5ad8990c6ac8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=34543b30-74fa-4dc7-9eaf-2cadf0a1380b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:35.306752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23972e61-64eb-42b1-a42f-14f053575f49 req-86800b42-07b6-495d-a7bf-5417909db6a6 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:35.306752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23972e61-64eb-42b1-a42f-14f053575f49 req-86800b42-07b6-495d-a7bf-5417909db6a6 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 931 time: 0.1148577 Feb 04 19:55:35.306752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23972e61-64eb-42b1-a42f-14f053575f49 req-3466abce-5236-4c22-ba5e-545f1d928db9 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652440 Feb 04 19:55:35.308344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43728-2f6c-4911-bee5-309e36345e98 req-b7517d68-ba9e-44dc-9a00-0190134002f6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:35.308344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3df43728-2f6c-4911-bee5-309e36345e98 req-b7517d68-ba9e-44dc-9a00-0190134002f6 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 972 time: 0.1236875 Feb 04 19:55:35.308344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3df43728-2f6c-4911-bee5-309e36345e98 req-5ddae856-61fb-4f83-97dd-85195025f9b5 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Feb 04 19:55:36.104609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38856) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:36.392361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc0fb-13f3-4cf2-a2f7-316da6038637 req-bab66e0f-0bde-49f9-9946-5d17ee3774cc tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:36.393702 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d33cc0fb-13f3-4cf2-a2f7-316da6038637 req-bab66e0f-0bde-49f9-9946-5d17ee3774cc tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 931 time: 0.0819740 Feb 04 19:55:36.442895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d33cc0fb-13f3-4cf2-a2f7-316da6038637 req-2cfa8d5a-79a8-4978-8ce1-45ef8dc05851 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Feb 04 19:55:36.516133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:36.535243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:36.541082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-ef75dae3-a29a-49a1-b65b-5dadf96f6fb6 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:55:36.542179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-ef75dae3-a29a-49a1-b65b-5dadf96f6fb6 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082397 Feb 04 19:55:36.546135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Usage tracker for resource:security_group_rule and tenant:02edb4fb45114ca9a3a08a460e25c14a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:36.550871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:36.563880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2ccbc-ac0f-4f00-bc72-7f7027cbd87c req-2872a64d-1c90-4a27-99ed-e7524b6a41ae tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:36.565440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cf2ccbc-ac0f-4f00-bc72-7f7027cbd87c req-2872a64d-1c90-4a27-99ed-e7524b6a41ae tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 972 time: 0.1403153 Feb 04 19:55:36.566370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:36.627884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cf2ccbc-ac0f-4f00-bc72-7f7027cbd87c req-e16670b4-0bbc-4e07-8b9f-2966562deb69 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561593 Feb 04 19:55:36.683831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:36.768795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:36.813704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02edb4fb45114ca9a3a08a460e25c14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080557 Feb 04 19:55:36.817287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38884) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:36.826411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b71d0-e512-44ab-82e2-454aec16843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f864a8ba-9a60-42e2-bdc3-18bfc0b1ebb0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:36.935361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dec92adb-9fb1-4186-89ce-9f44b7b4793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:36.960142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Request body: {'port': {'device_id': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:36.972581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dec92adb-9fb1-4186-89ce-9f44b7b4793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.077011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.128742 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dec92adb-9fb1-4186-89ce-9f44b7b4793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.158286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec92adb-9fb1-4186-89ce-9f44b7b4793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f864a8ba-9a60-42e2-bdc3-18bfc0b1ebb0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:37.168527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dec92adb-9fb1-4186-89ce-9f44b7b4793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.169626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dec92adb-9fb1-4186-89ce-9f44b7b4793e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f864a8ba-9a60-42e2-bdc3-18bfc0b1ebb0 HTTP/1.1" status: 204 len: 168 time: 0.3508620 Feb 04 19:55:37.512264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:55:37.523635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.543476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Transition to ACTIVE for port object bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:55:37.615104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38910) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:37.633910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030f1e8-25bc-4806-8c26-63256ec73cc8 req-cc91b8b4-4a52-43be-85dd-f3fc2fbee266 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:37.634634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9030f1e8-25bc-4806-8c26-63256ec73cc8 req-cc91b8b4-4a52-43be-85dd-f3fc2fbee266 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:37.639392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.778828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Pushing event updated for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:37.832071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d1791-626a-4bdc-b75a-901648c12cfa req-864f21e3-208b-4652-8faa-40ad97c98e61 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:37.833558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b95d1791-626a-4bdc-b75a-901648c12cfa req-864f21e3-208b-4652-8faa-40ad97c98e61 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 972 time: 0.0850041 Feb 04 19:55:37.837968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Attempting to bind port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:55:37.838637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Attempting to bind port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:55:37.838637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Attempting to bind port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:55:37.843845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:55:37.844166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Attempting to bind port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:55:37.849298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:55:37.849656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Checking segment: {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:55:37.850038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Bound using segment: {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:55:37.850464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Bound port: bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:55:37.850844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.865885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9030f1e8-25bc-4806-8c26-63256ec73cc8 req-cc91b8b4-4a52-43be-85dd-f3fc2fbee266 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:37.867084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9030f1e8-25bc-4806-8c26-63256ec73cc8 req-cc91b8b4-4a52-43be-85dd-f3fc2fbee266 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 931 time: 0.3140812 Feb 04 19:55:37.879254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b95d1791-626a-4bdc-b75a-901648c12cfa req-6e8a6ee4-847e-48b9-9253-3b50e4a36141 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Feb 04 19:55:37.968035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9030f1e8-25bc-4806-8c26-63256ec73cc8 req-2d0331f5-8714-4e47-a974-4d938f36917a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:37.968653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:37.978883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:55:37.983324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:55:37.984969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:37.989119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Usage tracker for resource:security_group_rule and tenant:f122b2f1b70c4cf9a8cdeffe07b311be is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:38.018424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:38.018424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:38.112289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.133060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-3cdcd0d3-8c0d-4604-8a85-0da584c45e0e tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:38.134556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-3cdcd0d3-8c0d-4604-8a85-0da584c45e0e tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 1123 time: 0.1201680 Feb 04 19:55:38.141837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.160175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.175492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:38.177509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:38.177893 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.179593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 HTTP/1.1" status: 200 len: 1091 time: 1.3621495 Feb 04 19:55:38.179926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'tag': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:55:38.183266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Usage tracker for resource:security_group_rule and tenant:8b1b5087616f4b9eb3d38ea64e1da0b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:38.186959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:38.190766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9030f1e8-25bc-4806-8c26-63256ec73cc8 req-2d0331f5-8714-4e47-a974-4d938f36917a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:38.191901 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9030f1e8-25bc-4806-8c26-63256ec73cc8 req-2d0331f5-8714-4e47-a974-4d938f36917a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953889 Feb 04 19:55:38.193952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:38.206260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fabf9-8c49-46d0-bb0f-862374f52c48 service neutron] Pushing event updated for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:38.226916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:38.248135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.265981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:38.269949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2c49dbb1f0374790bd72ab32f753d52d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:38.272959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:38.278751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:38.292009 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.361703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f122b2f1b70c4cf9a8cdeffe07b311be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7455380 Feb 04 19:55:38.366229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38936) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:38.383346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae9fb8-1026-4d76-91aa-848481069a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab008cb-763f-44bd-a3bf-c0f96715145a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:38.403664 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.460672 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.469916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fccf59fa-daa1-4459-8f76-bd7cf0e94a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.484361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-cfcb7f9b-2680-4d89-90b7-ae796d84e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:38.485987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-cfcb7f9b-2680-4d89-90b7-ae796d84e436 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 1094 time: 0.0809994 Feb 04 19:55:38.487743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.497181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.509018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fccf59fa-daa1-4459-8f76-bd7cf0e94a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.576229 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'tag': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38', 'status': 'completed', 'code': 200} Feb 04 19:55:38.579547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.591894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-d925c356-aac8-49d8-b157-b8703b544f6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 HTTP/1.1" status: 200 len: 217 time: 0.0942926 Feb 04 19:55:38.597280 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c49dbb1f0374790bd72ab32f753d52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688319 Feb 04 19:55:38.604821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38946) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:38.612348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6b9a376-e714-4a38-bf9a-573d4accaa10 req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680436 Feb 04 19:55:38.643876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f1191-4d68-458f-87db-a758594d2d34 tempest-AggregatesAdminTestJSON-1936526577 tempest-AggregatesAdminTestJSON-1936526577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21932f1e-bdeb-418b-b17a-8155c15ea0fd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:38.649998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fccf59fa-daa1-4459-8f76-bd7cf0e94a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.660526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1ac22-bd59-49ce-8696-96b387faa3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5032df-914a-4957-92ef-bca2ca6a9997,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:38.698274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-48888878-87cb-4e89-9391-7796c163e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:38.698274 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-48888878-87cb-4e89-9391-7796c163e4e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cbafdb2-a980-46eb-adf6-6b9745f17113 HTTP/1.1" status: 200 len: 861 time: 0.0921087 Feb 04 19:55:38.720739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf59fa-daa1-4459-8f76-bd7cf0e94a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab008cb-763f-44bd-a3bf-c0f96715145a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:38.748077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-991b696d-3243-4e82-a65b-daf36f5e38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.751404 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.762846 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fccf59fa-daa1-4459-8f76-bd7cf0e94a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.766340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fccf59fa-daa1-4459-8f76-bd7cf0e94a2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ab008cb-763f-44bd-a3bf-c0f96715145a HTTP/1.1" status: 204 len: 168 time: 0.3963766 Feb 04 19:55:38.780663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-991b696d-3243-4e82-a65b-daf36f5e38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.795125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-29951285-095a-491f-9d83-9e421c5d1f47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f005dd6e-955a-463e-9b2e-e00d55ca90c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885282 Feb 04 19:55:38.906647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-991b696d-3243-4e82-a65b-daf36f5e38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.923674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b696d-3243-4e82-a65b-daf36f5e38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5032df-914a-4957-92ef-bca2ca6a9997,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:38.928326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-991b696d-3243-4e82-a65b-daf36f5e38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:38.935190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-991b696d-3243-4e82-a65b-daf36f5e38f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e5032df-914a-4957-92ef-bca2ca6a9997 HTTP/1.1" status: 204 len: 168 time: 0.3277111 Feb 04 19:55:38.958039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-6cb31064-18c6-4923-bfe8-c945a77c6c8e service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556721 Feb 04 19:55:39.101995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e817c1b3-544e-4f86-909b-e11aad5303c0 req-3f2f59ef-4196-4072-b2b5-dee05bdd121c service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336007 Feb 04 19:55:39.316376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-59608ed0-2042-40ab-b5ae-b7f88cc81b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:39.318075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-59608ed0-2042-40ab-b5ae-b7f88cc81b1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 1094 time: 0.0815196 Feb 04 19:55:39.425442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dca3d-8589-468a-b076-565dba8b951e req-ecf83fa2-720f-46ba-8876-fd4c71928e82 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:39.432285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca2dca3d-8589-468a-b076-565dba8b951e req-ecf83fa2-720f-46ba-8876-fd4c71928e82 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 943 time: 0.0945325 Feb 04 19:55:39.484579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca2dca3d-8589-468a-b076-565dba8b951e req-58088f4f-5523-4954-ae4b-b4e79309b287 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Feb 04 19:55:39.486325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38976) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:39.553040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-5c5c2353-8619-448d-8557-dd4694444912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:39.554655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-5c5c2353-8619-448d-8557-dd4694444912 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 922 time: 0.2290232 Feb 04 19:55:39.628232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-e21a43b7-c80e-4350-a6f4-fc18bbee432f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 HTTP/1.1" status: 200 len: 217 time: 0.0627656 Feb 04 19:55:39.673010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876e3ee-b8ac-40dd-8066-6aa4e5f64de1 req-42e53463-3990-4c88-a66f-df7744a23af4 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:39.674643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c876e3ee-b8ac-40dd-8066-6aa4e5f64de1 req-42e53463-3990-4c88-a66f-df7744a23af4 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 972 time: 0.0835278 Feb 04 19:55:39.725399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c876e3ee-b8ac-40dd-8066-6aa4e5f64de1 req-430b0daf-1982-4dee-bb8e-71b88d4ce38d tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Feb 04 19:55:39.745984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-18bf9865-febc-43cb-9b8b-bbe7224eba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:39.747532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-18bf9865-febc-43cb-9b8b-bbe7224eba9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cbafdb2-a980-46eb-adf6-6b9745f17113 HTTP/1.1" status: 200 len: 861 time: 0.1132493 Feb 04 19:55:39.796187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-3c34a445-aef9-4106-986e-5bba0528b3cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f005dd6e-955a-463e-9b2e-e00d55ca90c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399787 Feb 04 19:55:39.841883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38990) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:39.868391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:39.913964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:39.920262 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:39.939406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Usage tracker for resource:security_group_rule and tenant:8ad0b968146b4378b28537a88fbe70e9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:39.945330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:39.949754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Usage tracker for resource:security_group_rule and tenant:42e7a4a1047346a0b2a661876c7a5266 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:39.952457 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-53e907b2-2bea-46e0-ba7c-3e8c8a2c46bd service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479282 Feb 04 19:55:39.953442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:39.956724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:39.966019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:39.968234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:40.119213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af55040a-1de6-48ce-8cbc-74957dffc793 req-7f11af7a-193b-4efe-b275-501dffef72df service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622429 Feb 04 19:55:40.128899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.133378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.214814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.264052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.272424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42e7a4a1047346a0b2a661876c7a5266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824552 Feb 04 19:55:40.277441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5bd46-c15a-4718-abb8-6382c765637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012e2735-c167-4429-b493-f192081e5129,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:40.277902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39006) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:40.357113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f609ab40-d506-4345-af0d-f0512ee028e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.357536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ad0b968146b4378b28537a88fbe70e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141392 Feb 04 19:55:40.360251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:40.361991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe345a-e1f9-4fc5-8252-32143f74b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640c654b-225e-4a03-8148-c567e13e6c0d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:40.416382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f609ab40-d506-4345-af0d-f0512ee028e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.477262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52336bae-07d6-4f25-88fb-6124cdc17bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.505739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52336bae-07d6-4f25-88fb-6124cdc17bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.585691 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f609ab40-d506-4345-af0d-f0512ee028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.604017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609ab40-d506-4345-af0d-f0512ee028e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012e2735-c167-4429-b493-f192081e5129,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:40.643087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f609ab40-d506-4345-af0d-f0512ee028e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.643087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f609ab40-d506-4345-af0d-f0512ee028e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/012e2735-c167-4429-b493-f192081e5129 HTTP/1.1" status: 204 len: 168 time: 0.3628645 Feb 04 19:55:40.677033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52336bae-07d6-4f25-88fb-6124cdc17bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.679515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52336bae-07d6-4f25-88fb-6124cdc17bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.680741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-52336bae-07d6-4f25-88fb-6124cdc17bca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/640c654b-225e-4a03-8148-c567e13e6c0d HTTP/1.1" status: 204 len: 168 time: 0.3194849 Feb 04 19:55:40.693195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52336bae-07d6-4f25-88fb-6124cdc17bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c654b-225e-4a03-8148-c567e13e6c0d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:40.724490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec965b-ecc1-4cab-9a00-1b1f62249288 req-eae2510d-1df6-44fc-ba9d-3580fbae4726 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:40.726207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97ec965b-ecc1-4cab-9a00-1b1f62249288 req-eae2510d-1df6-44fc-ba9d-3580fbae4726 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 943 time: 0.1122496 Feb 04 19:55:40.783277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97ec965b-ecc1-4cab-9a00-1b1f62249288 req-d232e158-ee14-44d9-a58a-2258e1fe37e6 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Feb 04 19:55:40.802456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-5481733d-03ec-45e8-9089-e1e8826f15cf tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:40.804061 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-5481733d-03ec-45e8-9089-e1e8826f15cf tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 972 time: 0.1073055 Feb 04 19:55:40.877086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Deleting port beeea9b5-28f5-4b2c-b55e-d39910839a53 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:55:40.877331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:40.965710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e352c-ef4f-42e9-a558-5acf4166cafd req-7f2b2ce4-b654-450b-a29b-93b64f9e0b40 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:40.976033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894e352c-ef4f-42e9-a558-5acf4166cafd req-7f2b2ce4-b654-450b-a29b-93b64f9e0b40 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 972 time: 0.1033485 Feb 04 19:55:41.032100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894e352c-ef4f-42e9-a558-5acf4166cafd req-cbd6f96e-eeb2-4ca8-a578-3ba04b19d951 tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/security-groups?id=82e78219-9f18-4b6e-944c-cf4ff45ae7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551894 Feb 04 19:55:41.171949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] For port beeea9b5-28f5-4b2c-b55e-d39910839a53, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beeea9b5-28f5-4b2c-b55e-d39910839a53,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:41.176282 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:41.296745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Calling delete_port for beeea9b5-28f5-4b2c-b55e-d39910839a53 owned by compute:tempest-test_az-1212632039 {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:55:41.493049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39046) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:41.512354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:41.528065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:41.532519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Usage tracker for resource:security_group_rule and tenant:48d30ef2a70c46e8b511982fa1240a6d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:41.535317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:41.541169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:41.568516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:41.582761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['beeea9b5-28f5-4b2c-b55e-d39910839a53'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:55:41.637228 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:41.700469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:41.735334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Pushing event deleted for resources: {'Port': ['ID=beeea9b5-28f5-4b2c-b55e-d39910839a53,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:41.743747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] No DVR routers for this DVR port beeea9b5-28f5-4b2c-b55e-d39910839a53 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:55:41.747416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:41.752181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'name': 'network-vif-deleted', 'tag': 'beeea9b5-28f5-4b2c-b55e-d39910839a53'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:55:41.765965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48d30ef2a70c46e8b511982fa1240a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684426 Feb 04 19:55:41.765965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61c812-5645-4696-bae6-bb2052f60d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b1e19-6f88-49e3-a86c-82137e599356,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:41.766432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:41.802065 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d', 'name': 'network-vif-deleted', 'tag': 'beeea9b5-28f5-4b2c-b55e-d39910839a53', 'status': 'completed', 'code': 200} Feb 04 19:55:41.843079 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5148b59e-62e0-4d1e-a68d-52472a19c78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:41.861237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a754a0d7-cf44-47bf-b890-5ae3ddcc9e3d req-a0060ac3-d7ee-432d-aeac-a65c264a4fab tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.62 "DELETE /v2.0/ports/beeea9b5-28f5-4b2c-b55e-d39910839a53 HTTP/1.1" status: 204 len: 173 time: 1.0522499 Feb 04 19:55:41.869579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5148b59e-62e0-4d1e-a68d-52472a19c78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:42.003693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833efce7-f787-432a-a2dc-a9757913dc8b req-627a1cab-702e-4aee-989c-1ade96bc8c90 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:42.006123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-833efce7-f787-432a-a2dc-a9757913dc8b req-627a1cab-702e-4aee-989c-1ade96bc8c90 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 943 time: 0.0997159 Feb 04 19:55:42.060339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-833efce7-f787-432a-a2dc-a9757913dc8b req-6473a688-390b-4124-8268-1ca2a3d1e501 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484838 Feb 04 19:55:42.100103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5148b59e-62e0-4d1e-a68d-52472a19c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:42.127629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148b59e-62e0-4d1e-a68d-52472a19c78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b1e19-6f88-49e3-a86c-82137e599356,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:42.156997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5148b59e-62e0-4d1e-a68d-52472a19c78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:42.158424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5148b59e-62e0-4d1e-a68d-52472a19c78f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/033b1e19-6f88-49e3-a86c-82137e599356 HTTP/1.1" status: 204 len: 168 time: 0.3842189 Feb 04 19:55:42.193185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4cf0822c-72c5-43b1-b4e3-e6da58113e0b req-5e069163-a1d7-4cb1-a3ce-d9d1f44fe93c tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Synchronizing usage tracker for tenant:711be5e7b85a4985a3406c0f9ab07503 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:42.317059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4cf0822c-72c5-43b1-b4e3-e6da58113e0b req-5e069163-a1d7-4cb1-a3ce-d9d1f44fe93c tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] Unset dirty status for tenant:711be5e7b85a4985a3406c0f9ab07503 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:42.323022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4cf0822c-72c5-43b1-b4e3-e6da58113e0b req-5e069163-a1d7-4cb1-a3ce-d9d1f44fe93c tempest-AggregatesAdminTestJSON-1130229935 tempest-AggregatesAdminTestJSON-1130229935-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6fc2b5a-8745-4619-a3b5-a96ae1aaac6d HTTP/1.1" status: 200 len: 210 time: 0.1741071 Feb 04 19:55:43.259193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44837069-74a7-4359-b2c2-d14fcfb38b50 req-fcf0eae2-db0d-4ff1-8adc-f9ce060d8270 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:43.260667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44837069-74a7-4359-b2c2-d14fcfb38b50 req-fcf0eae2-db0d-4ff1-8adc-f9ce060d8270 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 943 time: 0.0793161 Feb 04 19:55:43.309294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44837069-74a7-4359-b2c2-d14fcfb38b50 req-a7b4125e-e4bc-4985-9040-cec2d2247f1d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408704 Feb 04 19:55:43.389804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:55:43.542285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:43.554943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'port_id': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38', 'mac_address': 'fa:16:3e:5a:de:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbafdb2-a980-46eb-adf6-6b9745f17113', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:55:43.613796 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:43.631481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:55:43.648328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:43.705722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:43.780724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:43.874011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:44.064523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:55:44.138348 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.171876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:44.173305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Usage tracker for resource:security_group_rule and tenant:4e757b9f841c4c7cb89234ce92bc450c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:44.177050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:44.183824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:44.373165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.406016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39186) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:44.497581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.522160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-982150159-network', 'tenant_id': 'b6a0a555f36448dfbe2abe3dca142b89'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:44.527959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:44.532383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Usage tracker for resource:network and tenant:b6a0a555f36448dfbe2abe3dca142b89 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:44.535781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:44.546590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:44.568664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e757b9f841c4c7cb89234ce92bc450c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933396 Feb 04 19:55:44.569512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e22182-f812-4488-88a9-a99824c9e760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a76fa-5a44-4e6b-9beb-0f047290548c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:44.571273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:44.603524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a95115-acd6-4b3c-afd3-1a08bb9a2154 req-1cffe485-ce15-4b2b-b7d0-ee605c35da86 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:44.605631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31a95115-acd6-4b3c-afd3-1a08bb9a2154 req-1cffe485-ce15-4b2b-b7d0-ee605c35da86 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 944 time: 0.1477134 Feb 04 19:55:44.644706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Made reservation on behalf of b6a0a555f36448dfbe2abe3dca142b89 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:44.647441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.665741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31a95115-acd6-4b3c-afd3-1a08bb9a2154 req-bd0d6548-b69a-4dfa-8e68-baecd01dda52 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513196 Feb 04 19:55:44.666589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.701174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f39d5dc5-cbce-47d2-bc61-0837a21d9805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.703617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:44.714278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a0a555f36448dfbe2abe3dca142b89 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:44.719783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:44.732175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:44.743146 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f39d5dc5-cbce-47d2-bc61-0837a21d9805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.881361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f39d5dc5-cbce-47d2-bc61-0837a21d9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.910107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d5dc5-cbce-47d2-bc61-0837a21d9805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a76fa-5a44-4e6b-9beb-0f047290548c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:44.926421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f39d5dc5-cbce-47d2-bc61-0837a21d9805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:44.927820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f39d5dc5-cbce-47d2-bc61-0837a21d9805 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d77a76fa-5a44-4e6b-9beb-0f047290548c HTTP/1.1" status: 204 len: 168 time: 0.3553503 Feb 04 19:55:44.980212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.088159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.114974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:55:45.127768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:45.132176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.132785 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Added segment e66ffa6b-73e3-4ede-a086-53f43b0d5572 of type vlan for network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b Feb 04 19:55:45.152000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device beeea9b5-28f5-4b2c-b55e-d39910839a53 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:55:45.191544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.228430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: beeea9b5-28f5-4b2c-b55e-d39910839a53 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:55:45.228785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device beeea9b5-28f5-4b2c-b55e-d39910839a53 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:55:45.305745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.307870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:45.307870 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.356652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:55:45.409469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] Pushing event updated for resources: {'Network': ['ID=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:45.423610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:55:45.457945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39236) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:45.458530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3da2db43-5568-489c-b0d6-d805aa096872 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0516932 Feb 04 19:55:45.465281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Request body: {'subnet': {'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-982150159-subnet', 'tenant_id': 'b6a0a555f36448dfbe2abe3dca142b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:45.471265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:45.475424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Usage tracker for resource:subnet and tenant:b6a0a555f36448dfbe2abe3dca142b89 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:45.478365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:45.489401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:45.540354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Made reservation on behalf of b6a0a555f36448dfbe2abe3dca142b89 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:45.543215 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.602678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:55:45.608458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:55:45.608889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.763489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.793159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:55:45.803611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:45.831606 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.925188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39264) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:45.936535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8583c6f7-074e-492e-ac8b-3b3f2e6898f2,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:45.944554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:55:45.944919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Network hostable DHCP agents. Network: 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:55:45.947511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:45.963818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:45.968972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Usage tracker for resource:security_group_rule and tenant:546c5a723ec64dce84746931ba17ccc0 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:45.972257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:45.978422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:45.983714 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.046096 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38', 'code': 200} Feb 04 19:55:46.071290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070ef04-9381-435c-81e1-a94c72fee6c1 req-aeca8d85-61dc-4023-81f1-1edb1abb5f6c tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:46.072821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1070ef04-9381-435c-81e1-a94c72fee6c1 req-aeca8d85-61dc-4023-81f1-1edb1abb5f6c tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.1157973 Feb 04 19:55:46.097285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.101031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:46.127139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:55:46.179678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.213933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1070ef04-9381-435c-81e1-a94c72fee6c1 req-933ecbfe-b566-441b-ab0a-710f83e4f709 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Feb 04 19:55:46.242393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570fcb84-bd1e-40e1-9555-004c91923336,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:46.243688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:55:46.248281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-68cd82e9-2f1a-4b7c-9265-6fad48f9c2ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=546c5a723ec64dce84746931ba17ccc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231475 Feb 04 19:55:46.251938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39274) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:46.257418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf4910-056b-4463-b4f4-9dfc23c7387c None None] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:55:46.265487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:46.266112 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.327269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d9c32-557e-4d3b-968f-f53fd4806d29 req-51db8909-6ce2-475b-b2bd-c2cb5181f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:46.328528 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0faf4204-a118-4d7f-b949-39b90cf77bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.329536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a9d9c32-557e-4d3b-968f-f53fd4806d29 req-51db8909-6ce2-475b-b2bd-c2cb5181f8db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 1096 time: 0.1983261 Feb 04 19:55:46.362785 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0faf4204-a118-4d7f-b949-39b90cf77bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.391536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0a9d9c32-557e-4d3b-968f-f53fd4806d29 req-ac8b2865-52d5-454e-9338-42eee47c7471 service neutron] Synchronizing usage tracker for tenant:9f4b23311cd14dbd856e4f0d347c3aa6 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:46.402168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-330e7302-48c7-4fe5-afd9-bbf6a698d396 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9420040 Feb 04 19:55:46.499795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0a9d9c32-557e-4d3b-968f-f53fd4806d29 req-ac8b2865-52d5-454e-9338-42eee47c7471 service neutron] Unset dirty status for tenant:9f4b23311cd14dbd856e4f0d347c3aa6 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:46.501100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a9d9c32-557e-4d3b-968f-f53fd4806d29 req-ac8b2865-52d5-454e-9338-42eee47c7471 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649590 Feb 04 19:55:46.522414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705ca48-1b2f-40a0-938c-7ad823c48fad None None] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:55:46.564005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0faf4204-a118-4d7f-b949-39b90cf77bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.582450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf4204-a118-4d7f-b949-39b90cf77bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570fcb84-bd1e-40e1-9555-004c91923336,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:46.587968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0faf4204-a118-4d7f-b949-39b90cf77bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:46.592686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0faf4204-a118-4d7f-b949-39b90cf77bbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/570fcb84-bd1e-40e1-9555-004c91923336 HTTP/1.1" status: 204 len: 168 time: 0.3369596 Feb 04 19:55:47.380092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39334) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:47.385692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-729111963-network', 'tenant_id': '0ed9ae50516644cf89bb6d8625dc092d'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:47.390867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:47.394561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Usage tracker for resource:network and tenant:0ed9ae50516644cf89bb6d8625dc092d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:47.397392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:47.408439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:47.495200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Made reservation on behalf of 0ed9ae50516644cf89bb6d8625dc092d for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:47.497535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:47.511133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:47.525296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:47.529410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Usage tracker for resource:security_group_rule and tenant:0ed9ae50516644cf89bb6d8625dc092d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:47.532704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:47.539375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:47.626880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:47.664015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3c34-940c-4a31-a8f8-7385f8be0934 req-e0d569d1-adae-42c6-b766-a88cf7553302 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:47.668335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-157d3c34-940c-4a31-a8f8-7385f8be0934 req-e0d569d1-adae-42c6-b766-a88cf7553302 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.0823948 Feb 04 19:55:47.712309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-157d3c34-940c-4a31-a8f8-7385f8be0934 req-2efcdabb-4c06-4584-86a5-ee2eafffe995 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Feb 04 19:55:47.717028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:47.738039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:55:47.765295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:47.765295 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Added segment ffdf325b-2ed8-482f-ad6b-319e5ee5ff32 of type vlan for network 8d89ba90-9e64-41e4-bcce-c4a3d0668ddc Feb 04 19:55:47.769563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c7326-cca7-48c4-ba21-b9b32d8dc3aa,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:47.790518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:47.917221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:47.918209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:47.918841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:48.019842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] Pushing event updated for resources: {'Network': ['ID=8d89ba90-9e64-41e4-bcce-c4a3d0668ddc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:48.030955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 8d89ba90-9e64-41e4-bcce-c4a3d0668ddc details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:55:48.117885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c26c064-6638-47cf-bd41-27d5c142199b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7366912 Feb 04 19:55:48.130751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39364) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:48.137723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Request body: {'subnet': {'network_id': '8d89ba90-9e64-41e4-bcce-c4a3d0668ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-729111963-subnet', 'tenant_id': '0ed9ae50516644cf89bb6d8625dc092d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:48.142665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:48.147410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Usage tracker for resource:subnet and tenant:0ed9ae50516644cf89bb6d8625dc092d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:48.150879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:48.157375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:48.259604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Made reservation on behalf of 0ed9ae50516644cf89bb6d8625dc092d for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:48.261941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:48.546352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:48.626601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86535fb-25fd-4b33-8a1d-a127fa1b66af,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:48.636445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Checking segment: {'id': 'ffdf325b-2ed8-482f-ad6b-319e5ee5ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8d89ba90-9e64-41e4-bcce-c4a3d0668ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:55:48.637076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Network hostable DHCP agents. Network: 8d89ba90-9e64-41e4-bcce-c4a3d0668ddc, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:55:48.722940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Network 8d89ba90-9e64-41e4-bcce-c4a3d0668ddc is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:55:48.831471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 8d89ba90-9e64-41e4-bcce-c4a3d0668ddc) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:55:48.835425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:48.836828 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:48.840260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27971a8f-de3c-4d9f-a473-87c52679a795 None None] Network 8d89ba90-9e64-41e4-bcce-c4a3d0668ddc requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:55:48.907082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc6fb63d-4f7e-474d-87f6-ee00d8962c21 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7748821 Feb 04 19:55:49.061416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164a21f-2907-4b29-af24-009d40b1893c None None] Network 8d89ba90-9e64-41e4-bcce-c4a3d0668ddc requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:55:49.283923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ca06-a37f-4799-98b3-e847fc230798 req-caf5a8d8-e44e-4e47-98c3-55d5fbe18715 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:49.285386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a8ca06-a37f-4799-98b3-e847fc230798 req-caf5a8d8-e44e-4e47-98c3-55d5fbe18715 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.0798364 Feb 04 19:55:49.331075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a8ca06-a37f-4799-98b3-e847fc230798 req-1c128447-bdc6-41eb-9975-42bb6fa022a2 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Feb 04 19:55:49.900951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-8a18ac74-bcfd-4693-a6cf-d60d7a3c4ce0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:49.902372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-8a18ac74-bcfd-4693-a6cf-d60d7a3c4ce0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 0.1442101 Feb 04 19:55:49.917455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-40a450b2-3435-4466-8b48-2b7532bfde03 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/quotas/b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 375 time: 0.0094001 Feb 04 19:55:49.968697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3b1009c0-c40a-4386-af68-be135bf8705c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448630 Feb 04 19:55:49.996893 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c91e9328-1c56-4b85-92bd-4d8083c35fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:50.120250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-9f8b60dc-d9ff-4b50-8705-f8568f4f135f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:55:50.121271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-9f8b60dc-d9ff-4b50-8705-f8568f4f135f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480506 Feb 04 19:55:50.268944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-735676ad-6f21-4a74-8170-0980663066d8 service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404939 Feb 04 19:55:50.429126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd0e9-b90f-46dc-8a23-ac98e0f937c5 req-cbb4ffe0-ad2f-4e86-964b-12c00c1880a0 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:50.430623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-621dd0e9-b90f-46dc-8a23-ac98e0f937c5 req-cbb4ffe0-ad2f-4e86-964b-12c00c1880a0 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.1281383 Feb 04 19:55:50.438150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-7bb99a91-967b-4fb3-ae18-a473966c66b3 service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588483 Feb 04 19:55:50.474376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-621dd0e9-b90f-46dc-8a23-ac98e0f937c5 req-903794c0-99a9-4789-ac59-1c855f639453 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Feb 04 19:55:50.798312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39468) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:50.828522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-523b90fc-280b-469d-b214-f14483c6cebd req-0242b78e-0682-4ce9-bebe-7e7f532cf2bf tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 210 time: 0.0504248 Feb 04 19:55:50.928139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:50.944253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:50.947507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Usage tracker for resource:security_group_rule and tenant:44319d1c04b9496c98f5b90e43779f85 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:50.950621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:50.957622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:51.041368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a636d-7232-413b-b4d9-482c74a9d4de req-e3b3ee06-53ba-4eab-8433-c633f91ac170 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:51.047263 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:51.048267 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-464a636d-7232-413b-b4d9-482c74a9d4de req-e3b3ee06-53ba-4eab-8433-c633f91ac170 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.0870264 Feb 04 19:55:51.086596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-464a636d-7232-413b-b4d9-482c74a9d4de req-30c40934-38d7-42c9-9613-3e03f00edaf6 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Feb 04 19:55:51.163374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:51.221183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ba205-c25b-4c5b-a999-ce2ca3d0d1c2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:51.239365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0378b2b4-224b-449d-bc69-cd45f868f81f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44319d1c04b9496c98f5b90e43779f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393604 Feb 04 19:55:51.240277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39488) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:51.299609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e4fe-a543-496c-a73e-fc2e0b2de187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:51.336219 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e4fe-a543-496c-a73e-fc2e0b2de187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:51.506434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e4fe-a543-496c-a73e-fc2e0b2de187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:51.510859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ce2e-93a9-4d7b-8941-e04810b3da20 req-2a4df285-a83c-4959-b1d8-efce3900b8e2 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:51.515929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2720ce2e-93a9-4d7b-8941-e04810b3da20 req-2a4df285-a83c-4959-b1d8-efce3900b8e2 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.0877414 Feb 04 19:55:51.528094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e4fe-a543-496c-a73e-fc2e0b2de187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ba205-c25b-4c5b-a999-ce2ca3d0d1c2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:51.539992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e4fe-a543-496c-a73e-fc2e0b2de187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:51.543423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a8e3e4fe-a543-496c-a73e-fc2e0b2de187 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec6ba205-c25b-4c5b-a999-ce2ca3d0d1c2 HTTP/1.1" status: 204 len: 168 time: 0.3000345 Feb 04 19:55:51.579254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2720ce2e-93a9-4d7b-8941-e04810b3da20 req-048f4109-11a9-4b93-b2f1-f34f453a9ee0 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598300 Feb 04 19:55:51.808861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdeaa3-862f-4d0e-9106-17f3a361ac1e req-0baa23ea-f899-472c-b375-bb743b9342ad tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:51.816922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7bdeaa3-862f-4d0e-9106-17f3a361ac1e req-0baa23ea-f899-472c-b375-bb743b9342ad tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.0998535 Feb 04 19:55:51.909596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7bdeaa3-862f-4d0e-9106-17f3a361ac1e req-8b2befdd-1a2c-4f87-a9df-0523df499237 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915935 Feb 04 19:55:51.975358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39536) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:52.093213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1288d26-b1be-4464-a147-5496b6cf77e0 req-87a6f475-4b91-4191-85e2-938f3c707c79 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 210 time: 0.0446911 Feb 04 19:55:52.211939 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-89d32fd1-b1d8-4869-92ef-4bb1563982ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.303038 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.309467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c3e63-1b89-4c28-b707-2352b1557ed2 req-968b28a3-0912-4db9-bb02-abb2deda4d89 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:52.320371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:52.325428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13c3e63-1b89-4c28-b707-2352b1557ed2 req-968b28a3-0912-4db9-bb02-abb2deda4d89 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.1178873 Feb 04 19:55:52.331704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6872bfb400944ff8abacc05fed8f7bd6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:52.346005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:52.354673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:52.409683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13c3e63-1b89-4c28-b707-2352b1557ed2 req-856f1ea3-2453-4d44-bab8-b2a03c8b8e1e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791962 Feb 04 19:55:52.472394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.513784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39558) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:52.544479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.559866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:52.563746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Usage tracker for resource:security_group_rule and tenant:76d963fa5d9b4a1bbe926702f652497f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:52.566746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:52.573745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:52.584783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.639065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6872bfb400944ff8abacc05fed8f7bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6625953 Feb 04 19:55:52.640424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b003c-e94b-47cc-9f76-f4e79ac549a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4a0f83-a13a-4202-b833-577ebfc949af,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:52.647457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39568) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:52.706967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.720137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-344f0b38-33a0-4b80-bd59-00b9e5e86bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.749098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-344f0b38-33a0-4b80-bd59-00b9e5e86bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.757173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.846772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76d963fa5d9b4a1bbe926702f652497f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309398 Feb 04 19:55:52.846772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56227ef5-0816-4d2c-9f2f-9170222491b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db50564a-9746-405e-938b-d71f52353898,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:52.849672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39576) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:52.887598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-344f0b38-33a0-4b80-bd59-00b9e5e86bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.919318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f0b38-33a0-4b80-bd59-00b9e5e86bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4a0f83-a13a-4202-b833-577ebfc949af,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:52.926030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-344f0b38-33a0-4b80-bd59-00b9e5e86bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.927986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-344f0b38-33a0-4b80-bd59-00b9e5e86bae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a4a0f83-a13a-4202-b833-577ebfc949af HTTP/1.1" status: 204 len: 168 time: 0.2775233 Feb 04 19:55:52.960979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7da89af8-0bb2-4592-aaad-73804bd4b9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:52.991549 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7da89af8-0bb2-4592-aaad-73804bd4b9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:53.128521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7da89af8-0bb2-4592-aaad-73804bd4b9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:53.200287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da89af8-0bb2-4592-aaad-73804bd4b9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db50564a-9746-405e-938b-d71f52353898,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:53.222804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7da89af8-0bb2-4592-aaad-73804bd4b9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:53.224607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7da89af8-0bb2-4592-aaad-73804bd4b9de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db50564a-9746-405e-938b-d71f52353898 HTTP/1.1" status: 204 len: 168 time: 0.3727670 Feb 04 19:55:53.238782 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:53.262409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7ce4-2713-4b83-a99c-5866a2e072e4 req-f77e0520-e38d-4796-b7f2-5dd5aa3a432f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:53.264076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b6f7ce4-2713-4b83-a99c-5866a2e072e4 req-f77e0520-e38d-4796-b7f2-5dd5aa3a432f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.1109204 Feb 04 19:55:53.308643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b6f7ce4-2713-4b83-a99c-5866a2e072e4 req-ce4ddd2c-7aaa-44f6-85e3-b87dc4fad74a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 Feb 04 19:55:53.440110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:53.478766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f073ba0a-24f1-43d7-8d8a-8d46b73e5568 req-994df4bf-6a94-43ee-b4e8-d688ceb0c9be tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 210 time: 0.0510540 Feb 04 19:55:53.619375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-58f3a3db-0c68-43ff-b15c-2a0850903d46 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:53.620720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-58f3a3db-0c68-43ff-b15c-2a0850903d46 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 0.1865697 Feb 04 19:55:53.632638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Request body: {'port': {'device_id': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'admin_state_up': True, 'tenant_id': 'b6a0a555f36448dfbe2abe3dca142b89'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:53.678745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4156-3027-4143-80ca-92624b6bdbb0 req-f6a0144f-3a8f-4053-bcca-f67d636ad1db tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:53.680250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa3a4156-3027-4143-80ca-92624b6bdbb0 req-f6a0144f-3a8f-4053-bcca-f67d636ad1db tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.0852869 Feb 04 19:55:53.734460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa3a4156-3027-4143-80ca-92624b6bdbb0 req-71fe7e9b-32b9-4868-8155-d6559cc1b6b3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Feb 04 19:55:53.806450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:53.813694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Usage tracker for resource:port and tenant:b6a0a555f36448dfbe2abe3dca142b89 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:53.818135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:53.825455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:53.868347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39610) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:53.893491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:53.905314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Made reservation on behalf of b6a0a555f36448dfbe2abe3dca142b89 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:55:53.909990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:53.925035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:53.932030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Usage tracker for resource:security_group_rule and tenant:7523d6b40c6c4ac4a9d9d92e082e2c17 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:53.940468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:53.953509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:53.990633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39616) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:54.094812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.198364 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.225343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Allocated IP 172.20.0.7 (582cd9f1-0cfe-4cf2-ae7e-361a01fff24b/8583c6f7-074e-492e-ac8b-3b3f2e6898f2/ff48627a-9c1e-4c7a-8045-c84c6039938a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:55:54.242108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:54.246235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:cceac12bd5d54b36a11389b54e4d536e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:54.251318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.271093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:54.311150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:54.325077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0282ce8a-67ed-4aff-bf66-7718af885954,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:54.332014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cd6c9891-b291-4067-bdbb-418954d7902c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7523d6b40c6c4ac4a9d9d92e082e2c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532697 Feb 04 19:55:54.335550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39642) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:54.429199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d228dfb3-cb4e-4ad4-8f99-d246d3de4111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.467781 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.476352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d228dfb3-cb4e-4ad4-8f99-d246d3de4111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.504289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.572118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.636872 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.692421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cceac12bd5d54b36a11389b54e4d536e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001987 Feb 04 19:55:54.693092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:55:54.693673 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d228dfb3-cb4e-4ad4-8f99-d246d3de4111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.702628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39654) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:54.703534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:55:54.709404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:55:54.710786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe352f2-4980-4e08-801a-bf9a3067e3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e44278-b787-41ab-98d8-72ad6da0eb9a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:54.714906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:54.715815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.729713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d228dfb3-cb4e-4ad4-8f99-d246d3de4111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.733262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d228dfb3-cb4e-4ad4-8f99-d246d3de4111 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0282ce8a-67ed-4aff-bf66-7718af885954 HTTP/1.1" status: 204 len: 168 time: 0.3943911 Feb 04 19:55:54.733262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228dfb3-cb4e-4ad4-8f99-d246d3de4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0282ce8a-67ed-4aff-bf66-7718af885954,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:54.742609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:54.818896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e736-8f3f-464f-ba24-da1a1f65fd9d req-31bafb48-71bb-4937-ad76-b6d50d03cf8f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:54.819737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a934e736-8f3f-464f-ba24-da1a1f65fd9d req-31bafb48-71bb-4937-ad76-b6d50d03cf8f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:55:54.827458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce4f-5348-443b-979d-0ff5612a1a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.864231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce4f-5348-443b-979d-0ff5612a1a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:54.875355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6221bffe-329b-45c5-afe4-64b841f7303d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2464569 Feb 04 19:55:54.888095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Request body: {'port': {'device_id': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:55:54.941205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a934e736-8f3f-464f-ba24-da1a1f65fd9d req-31bafb48-71bb-4937-ad76-b6d50d03cf8f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:55:54.942335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a934e736-8f3f-464f-ba24-da1a1f65fd9d req-31bafb48-71bb-4937-ad76-b6d50d03cf8f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 931 time: 0.3336668 Feb 04 19:55:54.958582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:55.054136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a934e736-8f3f-464f-ba24-da1a1f65fd9d req-7ad01069-c8e1-4156-98e8-2aea8a5afc81 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989082 Feb 04 19:55:55.066507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:55.217607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce4f-5348-443b-979d-0ff5612a1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:55.257693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60ce4f-5348-443b-979d-0ff5612a1a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e44278-b787-41ab-98d8-72ad6da0eb9a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:55.267558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc60ce4f-5348-443b-979d-0ff5612a1a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:55.270760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cc60ce4f-5348-443b-979d-0ff5612a1a49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1e44278-b787-41ab-98d8-72ad6da0eb9a HTTP/1.1" status: 204 len: 168 time: 0.5629604 Feb 04 19:55:55.512593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff48627a-9c1e-4c7a-8045-c84c6039938a {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:55:55.520819 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:55.536405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Transition to ACTIVE for port object ff48627a-9c1e-4c7a-8045-c84c6039938a will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:55:55.563685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfc8f0-79f1-4904-aaca-902238093bb0 req-725656bc-d738-4a37-9163-459b502b3501 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:55.565187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bdfc8f0-79f1-4904-aaca-902238093bb0 req-725656bc-d738-4a37-9163-459b502b3501 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.0876594 Feb 04 19:55:55.610662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bdfc8f0-79f1-4904-aaca-902238093bb0 req-633938ae-7efb-4c64-9021-44d359bc1d6f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Feb 04 19:55:55.632235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:55.791039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:55.813404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:55:55.813953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:55:55.814302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:55:55.819163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:55:55.819490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:55:55.824565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:55:55.824898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:55:55.825282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:55:55.825712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Bound port: ff48627a-9c1e-4c7a-8045-c84c6039938a, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:55:55.826061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:55.873609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39698) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:55.929288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:55:55.932517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:55:55.974779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39704) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:55.991832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.068074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:56.068719 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.070068 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] 10.222.0.62 "PUT /v2.0/ports/ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 1091 time: 1.1861002 Feb 04 19:55:56.072555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:55:56.090250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af15790-b429-457f-b145-f51f8d13e7da service neutron] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:56.136368 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a', 'status': 'completed', 'code': 200} Feb 04 19:55:56.255052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed710b7-aea3-4189-a54c-30948913a21c req-d350a529-56f0-435d-a386-e2df02837a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:56.262902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fed710b7-aea3-4189-a54c-30948913a21c req-d350a529-56f0-435d-a386-e2df02837a42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1094 time: 0.0993428 Feb 04 19:55:56.352677 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.398394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:56.408079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Usage tracker for resource:security_group_rule and tenant:1533382384644f9eb834c211ae53ad28 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:56.438232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:56.453181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:56.464803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-79737842-edc2-464c-9205-632bd24a7abc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=711be5e7b85a4985a3406c0f9ab07503&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5875847 Feb 04 19:55:56.465745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39722) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:56.494949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cfb31-41e6-4c7e-9be3-320bb8a9fa48 req-5f643662-9988-4dbd-82ca-7c5b878d2ce6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:56.496439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e1cfb31-41e6-4c7e-9be3-320bb8a9fa48 req-5f643662-9988-4dbd-82ca-7c5b878d2ce6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.2387204 Feb 04 19:55:56.504707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed710b7-aea3-4189-a54c-30948913a21c req-13d93574-8c99-4d9a-8efb-83ddf718e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:56.506102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fed710b7-aea3-4189-a54c-30948913a21c req-13d93574-8c99-4d9a-8efb-83ddf718e390 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2069404 Feb 04 19:55:56.558140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.660039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e1cfb31-41e6-4c7e-9be3-320bb8a9fa48 req-30d27449-3b2b-4ec3-8bf3-a9c1dd4fcc53 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512475 Feb 04 19:55:56.677232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.680222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12436194-2b4e-4784-ac80-7e5d49a02b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.741510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12436194-2b4e-4784-ac80-7e5d49a02b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.752486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed710b7-aea3-4189-a54c-30948913a21c req-87439755-6122-4c4d-bafa-00879be49d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:56.753933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fed710b7-aea3-4189-a54c-30948913a21c req-87439755-6122-4c4d-bafa-00879be49d73 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2370780 Feb 04 19:55:56.768846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39732) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:56.774639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1533382384644f9eb834c211ae53ad28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7980170 Feb 04 19:55:56.792021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39736) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:56.819252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ba784-581a-4f42-9e51-0374dca9ca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063ff45e-faf5-4edc-8463-40d07e80dff8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:56.898142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:56.949923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:56.970430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Usage tracker for resource:security_group_rule and tenant:0c89dbeeb8ed40f7aabc7f91241b8266 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:56.973961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:56.985637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:57.050824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-1595f32a-8653-4cf6-b4f4-765378fb3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:57.052297 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-1595f32a-8653-4cf6-b4f4-765378fb3c25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1094 time: 0.2307310 Feb 04 19:55:57.055209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5597-cf74-426c-ad81-c07c7000cd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.127537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5463bd-193b-453e-9618-2037625621ea req-fa09e596-b6b1-4e93-9bcc-1f5a8a75f9c0 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:57.134290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b5463bd-193b-453e-9618-2037625621ea req-fa09e596-b6b1-4e93-9bcc-1f5a8a75f9c0 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 945 time: 0.3284259 Feb 04 19:55:57.153650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12436194-2b4e-4784-ac80-7e5d49a02b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.194067 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-042bd27c-86d8-4f4f-8387-4fce8d22ec5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 217 time: 0.1319602 Feb 04 19:55:57.196052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5597-cf74-426c-ad81-c07c7000cd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.288649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12436194-2b4e-4784-ac80-7e5d49a02b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e78219-9f18-4b6e-944c-cf4ff45ae7b6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:57.336951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b5463bd-193b-453e-9618-2037625621ea req-660c5594-8981-4989-ae95-97972928a3fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018518 Feb 04 19:55:57.360380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-2e1b91b1-95c2-4684-8ce7-96cbe5c9f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:57.361810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-2e1b91b1-95c2-4684-8ce7-96cbe5c9f22d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1445470 Feb 04 19:55:57.417678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:55:57.426802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-6e0d18e6-c07b-41f1-b92d-c996f5c2804d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572038 Feb 04 19:55:57.430847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.508305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12436194-2b4e-4784-ac80-7e5d49a02b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.509424 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-12436194-2b4e-4784-ac80-7e5d49a02b2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82e78219-9f18-4b6e-944c-cf4ff45ae7b6 HTTP/1.1" status: 204 len: 168 time: 1.0427594 Feb 04 19:55:57.578382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:57.586116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-dbbd5c42-cb1c-4a57-b7ea-144b39eed056 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517048 Feb 04 19:55:57.592521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'port_id': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38', 'mac_address': 'fa:16:3e:5a:de:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbafdb2-a980-46eb-adf6-6b9745f17113', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:55:57.672828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.680751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5597-cf74-426c-ad81-c07c7000cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.693829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.716514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:55:57.733532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:57.774848 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5597-cf74-426c-ad81-c07c7000cd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.775954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e8c5597-cf74-426c-ad81-c07c7000cd86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/063ff45e-faf5-4edc-8463-40d07e80dff8 HTTP/1.1" status: 204 len: 168 time: 0.9684162 Feb 04 19:55:57.776853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53eff9-84a8-4743-b22f-ca6a9fc0fe58,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:57.837152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:57.850361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b206fc6a-d96b-4759-afff-692f2e98a487 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c89dbeeb8ed40f7aabc7f91241b8266&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0804739 Feb 04 19:55:57.853064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39776) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:57.857592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c5597-cf74-426c-ad81-c07c7000cd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ff45e-faf5-4edc-8463-40d07e80dff8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:57.921818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-029eb129-9340-4c44-8a31-6fbf681e1401 req-c7ef3909-2a0b-49e2-8be6-d872a53e5823 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296814 Feb 04 19:55:57.949784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:55:57.955038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a28a56-e91c-4087-ab6b-f4a313c4f8ed req-0dab9ccf-6ea8-484b-a2b6-935a971fe4de tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:57.957138 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67a28a56-e91c-4087-ab6b-f4a313c4f8ed req-0dab9ccf-6ea8-484b-a2b6-935a971fe4de tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.1612356 Feb 04 19:55:57.970004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7047cf-8b87-4cc2-a87d-98bbc5d85a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.014410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7047cf-8b87-4cc2-a87d-98bbc5d85a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.015961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67a28a56-e91c-4087-ab6b-f4a313c4f8ed req-c68525c2-c3d2-413a-a6a0-3544dca202cd tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526998 Feb 04 19:55:58.049636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:58.238357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7047cf-8b87-4cc2-a87d-98bbc5d85a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.263595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7047cf-8b87-4cc2-a87d-98bbc5d85a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53eff9-84a8-4743-b22f-ca6a9fc0fe58,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:58.277143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7047cf-8b87-4cc2-a87d-98bbc5d85a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.278428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea7047cf-8b87-4cc2-a87d-98bbc5d85a80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab53eff9-84a8-4743-b22f-ca6a9fc0fe58 HTTP/1.1" status: 204 len: 168 time: 0.4244056 Feb 04 19:55:58.524806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5504a9-4a15-40fb-b544-89795ea2cd47 req-d41f5815-338b-4a2b-b8f6-cf14ca3ade21 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:58.526297 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd5504a9-4a15-40fb-b544-89795ea2cd47 req-d41f5815-338b-4a2b-b8f6-cf14ca3ade21 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 944 time: 0.0846217 Feb 04 19:55:58.573445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd5504a9-4a15-40fb-b544-89795ea2cd47 req-58da1009-3120-487b-ad8c-3ccfc2517cae tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Feb 04 19:55:58.646786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39800) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:58.694928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b22aba1e-5dba-45c9-9492-8a491031eb2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b1b5087616f4b9eb3d38ea64e1da0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469685 Feb 04 19:55:58.697447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:58.765477 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-847e707d-26ab-4938-a781-e3fdf228b9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.792315 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-847e707d-26ab-4938-a781-e3fdf228b9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.934041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-847e707d-26ab-4938-a781-e3fdf228b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.950123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e707d-26ab-4938-a781-e3fdf228b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21932f1e-bdeb-418b-b17a-8155c15ea0fd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:58.954886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-847e707d-26ab-4938-a781-e3fdf228b9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:58.955864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-847e707d-26ab-4938-a781-e3fdf228b9d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21932f1e-bdeb-418b-b17a-8155c15ea0fd HTTP/1.1" status: 204 len: 168 time: 0.2575457 Feb 04 19:55:59.067470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:59.086994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.102376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:55:59.107835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c2df0b737e46f39c618d37193ca282 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:55:59.111603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:55:59.117623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:55:59.215744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.270737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960190-883d-4ff7-811b-d4f7dee6b9b4 req-ba200bb6-6821-42cf-99cc-2243f363f918 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:59.272268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-27960190-883d-4ff7-811b-d4f7dee6b9b4 req-ba200bb6-6821-42cf-99cc-2243f363f918 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 944 time: 0.1143959 Feb 04 19:55:59.316802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-27960190-883d-4ff7-811b-d4f7dee6b9b4 req-1fb3914b-010a-40a7-bc35-89788f5a75cf tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Feb 04 19:55:59.347462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.395980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4c2df0b737e46f39c618d37193ca282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273547 Feb 04 19:55:59.397512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd2e1a-87fc-4bc2-af40-5e61b4cbf9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f7bf12-bb35-4d55-8564-b91b7b3a262f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:59.398758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39830) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:55:59.428684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:55:59.494791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35c1a700-0c2c-40fb-bd32-ab7038135c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.540500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35c1a700-0c2c-40fb-bd32-ab7038135c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.560895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.581882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:55:59.599029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b84442-9ed0-4b2d-b294-922bdf4523fd req-973d5f04-51f8-416e-89af-83725f50731f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:55:59.599029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3b84442-9ed0-4b2d-b294-922bdf4523fd req-973d5f04-51f8-416e-89af-83725f50731f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.1442564 Feb 04 19:55:59.601613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:55:59.646286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3b84442-9ed0-4b2d-b294-922bdf4523fd req-2880e95e-6e9a-434d-a67d-7d4441d3a7d9 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Feb 04 19:55:59.665307 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.707032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35c1a700-0c2c-40fb-bd32-ab7038135c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.728445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1a700-0c2c-40fb-bd32-ab7038135c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f7bf12-bb35-4d55-8564-b91b7b3a262f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:59.739094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35c1a700-0c2c-40fb-bd32-ab7038135c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:55:59.741413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-35c1a700-0c2c-40fb-bd32-ab7038135c6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26f7bf12-bb35-4d55-8564-b91b7b3a262f HTTP/1.1" status: 204 len: 168 time: 0.3417461 Feb 04 19:55:59.755254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:55:59.770370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39848) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:00.187800 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:56:00.305021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:00.321122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:00.325175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Usage tracker for resource:security_group_rule and tenant:e3e7d339209d4edb86610ae0d67bbf6a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:00.328417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:00.333921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:00.425976 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:00.524704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:00.587084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3e7d339209d4edb86610ae0d67bbf6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8155944 Feb 04 19:56:00.588007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10fc35-4588-4bd7-a181-3235d80d838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257fea81-ef32-4861-9ccf-7667ea9a77ad,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:00.589887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39878) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:00.614580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20d753-8438-4b1c-965f-16539746a629 req-9503475c-99bd-44a7-9c94-4c115eb100bb tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:00.616102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e20d753-8438-4b1c-965f-16539746a629 req-9503475c-99bd-44a7-9c94-4c115eb100bb tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 943 time: 0.1834877 Feb 04 19:56:00.663297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2592afda-fffd-4c4c-b3d6-cd99e7060b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:00.677311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e20d753-8438-4b1c-965f-16539746a629 req-9169f2b4-2f5d-48f5-9e92-1cd2d74bd1c4 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526352 Feb 04 19:56:00.712822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2592afda-fffd-4c4c-b3d6-cd99e7060b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:00.860011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2592afda-fffd-4c4c-b3d6-cd99e7060b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:00.876307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592afda-fffd-4c4c-b3d6-cd99e7060b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257fea81-ef32-4861-9ccf-7667ea9a77ad,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:00.881911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2592afda-fffd-4c4c-b3d6-cd99e7060b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:00.887058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2592afda-fffd-4c4c-b3d6-cd99e7060b56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/257fea81-ef32-4861-9ccf-7667ea9a77ad HTTP/1.1" status: 204 len: 168 time: 0.2947564 Feb 04 19:56:01.007572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-fb4a85b8-f052-4350-af53-14a1d2a0cbbb tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:01.009056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-fb4a85b8-f052-4350-af53-14a1d2a0cbbb tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 943 time: 0.0903621 Feb 04 19:56:01.158257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Deleting port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:56:01.158828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:01.230386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-18d90a5a-3f66-45ea-a8cf-4a9bdf53131c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=73e969944adf4bcdbaea04461c87d6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276160 Feb 04 19:56:01.292031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ab196-64ec-4ee7-925b-d1ea4ef16fee req-185e16b9-7053-46df-adef-0574c81bb865 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:01.293529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-206ab196-64ec-4ee7-925b-d1ea4ef16fee req-185e16b9-7053-46df-adef-0574c81bb865 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.2330232 Feb 04 19:56:01.383001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-9e6d248a-93a0-48ef-801e-eaeef3ccead8 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:01.386644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-9e6d248a-93a0-48ef-801e-eaeef3ccead8 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507246 Feb 04 19:56:01.401117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-c6f1fdb3-7e6e-41fa-8f41-88880a116d1d tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/quotas/73e969944adf4bcdbaea04461c87d6ec HTTP/1.1" status: 200 len: 375 time: 0.0113204 Feb 04 19:56:01.427547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-206ab196-64ec-4ee7-925b-d1ea4ef16fee req-5a181dce-0a3c-4743-872a-6c9a1d4695d3 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149004 Feb 04 19:56:01.466404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-23b227eb-a57f-4c33-89b9-57ac4968ed12 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=73e969944adf4bcdbaea04461c87d6ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599811 Feb 04 19:56:01.497178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] For port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:01.497538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:01.636027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Calling delete_port for bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:56:01.764723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-664a0898-a94d-4b7c-81d4-0f37a53b3f9e req-16e8f476-cba7-4ddd-bcb2-7a918e6f977e tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 210 time: 0.0582550 Feb 04 19:56:01.939671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:01.948936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5b83c-2d91-4188-b10f-63048f10dfce req-8c673c98-3a1e-467d-bb7b-6493612f5d41 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:01.950456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17a5b83c-2d91-4188-b10f-63048f10dfce req-8c673c98-3a1e-467d-bb7b-6493612f5d41 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 943 time: 0.0791373 Feb 04 19:56:02.002952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17a5b83c-2d91-4188-b10f-63048f10dfce req-211efa71-3717-4bc4-9350-196851678c15 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458810 Feb 04 19:56:02.044908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event deleted for resources: {'Port': ['ID=bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:02.149651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] No DVR routers for this DVR port bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:56:02.153101 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:02.174128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'name': 'network-vif-deleted', 'tag': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:02.204934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39950) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:02.225970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:02.243553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:02.247829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Usage tracker for resource:security_group_rule and tenant:656aee42ae49469596f91fa78b95e6d2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:02.252165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:02.258591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:02.270262 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faff4dc2-72cf-44a8-a457-1bd440b299de', 'name': 'network-vif-deleted', 'tag': 'bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38', 'status': 'completed', 'code': 200} Feb 04 19:56:02.270262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0fc2f28-d10c-4ad9-8e8c-843b19cb45e4 req-28a2ef96-4c14-4e5e-aea2-07f265e3c239 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "DELETE /v2.0/ports/bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 HTTP/1.1" status: 204 len: 173 time: 1.2526236 Feb 04 19:56:02.270262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:02.284464 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b172c876-25fe-4eb4-a956-ae57128487a8 req-02bd82ab-0d07-4792-b2e9-17448f227949 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d314f3357b42494486fb23d5c1b1021d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678382 Feb 04 19:56:02.368072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:02.466569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172c876-25fe-4eb4-a956-ae57128487a8 req-79e54a11-8c14-4878-9eb8-f7757f9116a8 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:02.476531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b172c876-25fe-4eb4-a956-ae57128487a8 req-79e54a11-8c14-4878-9eb8-f7757f9116a8 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834004 Feb 04 19:56:02.490650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b172c876-25fe-4eb4-a956-ae57128487a8 req-e8650644-c4b0-44e7-93ac-d2f58369d839 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/quotas/d314f3357b42494486fb23d5c1b1021d HTTP/1.1" status: 200 len: 375 time: 0.0152297 Feb 04 19:56:02.505601 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:02.559896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b172c876-25fe-4eb4-a956-ae57128487a8 req-f3cbc7cf-f29d-40c5-8690-33d456ffcdde tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d314f3357b42494486fb23d5c1b1021d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682650 Feb 04 19:56:02.624498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=656aee42ae49469596f91fa78b95e6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182217 Feb 04 19:56:02.627987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39968) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:02.664255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1656f0-1342-4efd-b1ae-eaa5791753e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb268e7-298b-445b-ab7c-8e83efa412e8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:02.707440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9cac1339-93b9-4489-8a11-afc13b3f3505 tempest-AutoAllocateNetworkTest-37161556 tempest-AutoAllocateNetworkTest-37161556-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=07e3a3a3a17a4e64b973b36c5bceddd1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4360776 Feb 04 19:56:02.710676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39978) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:02.779531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6526d-268c-4d17-bd65-80c0228fb697 req-094e880f-0f6b-4558-b25c-2b1f94d14047 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:02.781592 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05f6526d-268c-4d17-bd65-80c0228fb697 req-094e880f-0f6b-4558-b25c-2b1f94d14047 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.2268906 Feb 04 19:56:02.782499 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30ad2ce2-89ac-4406-a13d-716440b4c7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:02.837537 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30ad2ce2-89ac-4406-a13d-716440b4c7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:02.865694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-05f6526d-268c-4d17-bd65-80c0228fb697 req-b1257c72-c0b8-45e0-a9bf-d0e72778dbb6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:02.898122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980f2a1-3189-4790-8219-6e82cb02a7d0 tempest-AutoAllocateNetworkTest-37161556 tempest-AutoAllocateNetworkTest-37161556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:02.899539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7980f2a1-3189-4790-8219-6e82cb02a7d0 tempest-AutoAllocateNetworkTest-37161556 tempest-AutoAllocateNetworkTest-37161556-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1879129 Feb 04 19:56:02.904333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39990) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:02.979477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-05f6526d-268c-4d17-bd65-80c0228fb697 req-b1257c72-c0b8-45e0-a9bf-d0e72778dbb6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:02.980664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05f6526d-268c-4d17-bd65-80c0228fb697 req-b1257c72-c0b8-45e0-a9bf-d0e72778dbb6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850677 Feb 04 19:56:02.986739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99cd17bc-47a9-4734-9217-847ef4a4f138 tempest-AutoAllocateNetworkTest-37161556 tempest-AutoAllocateNetworkTest-37161556-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824428 Feb 04 19:56:02.992962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39996) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:03.022138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30ad2ce2-89ac-4406-a13d-716440b4c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:03.042268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-924362de-799a-42db-823a-682d2a4b8523 tempest-AutoAllocateNetworkTest-37161556 tempest-AutoAllocateNetworkTest-37161556-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=07e3a3a3a17a4e64b973b36c5bceddd1 HTTP/1.1" status: 200 len: 208 time: 0.0481701 Feb 04 19:56:03.047833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad2ce2-89ac-4406-a13d-716440b4c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb268e7-298b-445b-ab7c-8e83efa412e8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:03.061457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30ad2ce2-89ac-4406-a13d-716440b4c7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:03.062937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-30ad2ce2-89ac-4406-a13d-716440b4c7ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7eb268e7-298b-445b-ab7c-8e83efa412e8 HTTP/1.1" status: 204 len: 168 time: 0.4280393 Feb 04 19:56:03.218730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd2eea84-cc19-4344-be8e-c8d51912e6de req-e3aaff42-1c80-4cf6-8a96-2f20d567f8d8 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 210 time: 0.0731170 Feb 04 19:56:03.237986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:03.373986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:03.386818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-363205cd-b8d6-4f08-9c42-411f8848c55b req-93f0c53c-c0e9-47a7-bb54-c0417ac61121 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=faff4dc2-72cf-44a8-a457-1bd440b299de HTTP/1.1" status: 200 len: 210 time: 0.0510821 Feb 04 19:56:03.388052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'ff48627a-9c1e-4c7a-8045-c84c6039938a', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'port_id': 'ff48627a-9c1e-4c7a-8045-c84c6039938a', 'mac_address': 'fa:16:3e:68:60:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8583c6f7-074e-492e-ac8b-3b3f2e6898f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:03.444367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:03.464605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff48627a-9c1e-4c7a-8045-c84c6039938a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:03.480723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:03.550779 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:03.623644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:03.866597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ff48627a-9c1e-4c7a-8045-c84c6039938a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:03.881346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40024) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:04.200518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37da9c-7640-449e-8f9b-a90ee09d78d6 req-8369c544-d3e9-4460-a084-2d82c095caf8 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:04.201882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b37da9c-7640-449e-8f9b-a90ee09d78d6 req-8369c544-d3e9-4460-a084-2d82c095caf8 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 944 time: 0.0957742 Feb 04 19:56:04.259340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b37da9c-7640-449e-8f9b-a90ee09d78d6 req-68d00bd7-806b-46a3-942b-9a66d23015d0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504150 Feb 04 19:56:04.342861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:04.364968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:04.369089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Usage tracker for resource:security_group_rule and tenant:07e3a3a3a17a4e64b973b36c5bceddd1 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:04.373081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:04.380021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:04.436355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2314f45d-8992-4c2b-9b84-78965cc1c38f req-3f2970b9-c497-4a87-9ad9-db2aebe63dd3 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 210 time: 0.0469763 Feb 04 19:56:04.479005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:04.502391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-91e688d1-35e6-4596-a5e6-3a9a98201a2f tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73e969944adf4bcdbaea04461c87d6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418463 Feb 04 19:56:04.558389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:04.689905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-8d6f82d6-2105-4745-87b7-006ffdfedbf7 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:04.691626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-8d6f82d6-2105-4745-87b7-006ffdfedbf7 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815150 Feb 04 19:56:04.710212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07e3a3a3a17a4e64b973b36c5bceddd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8264794 Feb 04 19:56:04.710212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40062) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:04.710454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Request body: {'port': {'device_id': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '73e969944adf4bcdbaea04461c87d6ec'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:04.712360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d9add-0a81-4e1c-ab97-ae9a147253b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc5dee0-bca7-4836-80bd-b589da3de1f1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:04.802090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed8bc-c3e3-484a-bb4e-b1de07d04ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:04.832618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed8bc-c3e3-484a-bb4e-b1de07d04ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:04.948367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:04.953514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Usage tracker for resource:port and tenant:73e969944adf4bcdbaea04461c87d6ec is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:04.956906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:04.962185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed8bc-c3e3-484a-bb4e-b1de07d04ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:04.963982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:04.982051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed8bc-c3e3-484a-bb4e-b1de07d04ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc5dee0-bca7-4836-80bd-b589da3de1f1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:04.991164 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed8bc-c3e3-484a-bb4e-b1de07d04ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:04.992271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ee0ed8bc-c3e3-484a-bb4e-b1de07d04ed5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fc5dee0-bca7-4836-80bd-b589da3de1f1 HTTP/1.1" status: 204 len: 168 time: 0.2814181 Feb 04 19:56:05.030905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Made reservation on behalf of 73e969944adf4bcdbaea04461c87d6ec for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:05.034506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.048188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.075437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:05.081596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Usage tracker for resource:security_group_rule and tenant:73e969944adf4bcdbaea04461c87d6ec is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:05.085387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:05.091927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:05.133992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40082) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:05.146761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717403904', 'description': 'tempest-description--2080718958'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:05.174797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:05.201069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:05.261306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:05.278559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93621dd-8108-4c29-8b5d-1770be63f31d req-378acbb3-1eb2-4eac-b930-6b99b7311fa2 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d314f3357b42494486fb23d5c1b1021d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429392 Feb 04 19:56:05.327139 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.398656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.436986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:05.445372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Usage tracker for resource:security_group_rule and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:05.451457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:05.454556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.467733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:56:05.505484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:05.514216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee4353-1595-4aa6-b4dc-be4667949171 req-852cc9a1-8bfc-49d5-9e72-72fb34a1d5c3 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:05.516328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-faee4353-1595-4aa6-b4dc-be4667949171 req-852cc9a1-8bfc-49d5-9e72-72fb34a1d5c3 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 944 time: 0.0978425 Feb 04 19:56:05.533963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port ff48627a-9c1e-4c7a-8045-c84c6039938a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:05.538662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:56:05.539588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bf37a1ad-2c9f-40ec-80e7-cfc05daf1e38 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:56:05.545471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port ff48627a-9c1e-4c7a-8045-c84c6039938a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:05.546203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.569036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93621dd-8108-4c29-8b5d-1770be63f31d req-11633a00-5b18-4f15-8987-a25978795fe9 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:05.573992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-faee4353-1595-4aa6-b4dc-be4667949171 req-c2b36a77-181e-4388-a260-daa0c6380c12 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507505 Feb 04 19:56:05.575174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93621dd-8108-4c29-8b5d-1770be63f31d req-11633a00-5b18-4f15-8987-a25978795fe9 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901075 Feb 04 19:56:05.666950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.681849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93621dd-8108-4c29-8b5d-1770be63f31d req-f4dafa0d-4841-4352-8d76-1f7215c9bf3c tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/quotas/d314f3357b42494486fb23d5c1b1021d HTTP/1.1" status: 200 len: 375 time: 0.1053510 Feb 04 19:56:05.717577 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.728619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f6958a-2dc3-4d74-96aa-53b7c54b1622,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:05.752853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:05.760899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:05.761249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93621dd-8108-4c29-8b5d-1770be63f31d req-2f15a9cd-4ea1-4a83-ac47-e006f19fa015 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d314f3357b42494486fb23d5c1b1021d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784874 Feb 04 19:56:05.781187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-846710a7-493d-4456-b1c7-0f0e84bef4e5 req-611a0c9c-743b-4096-a6c1-3ab2017cee5b tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 210 time: 0.0743279 Feb 04 19:56:05.813852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.848452 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:05.874026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Allocated IP 192.168.233.35 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/abe7a718-18e0-4173-b2ca-e6cb90b2118b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:05.898360 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a', 'code': 200} Feb 04 19:56:05.920177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.62', 58058) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:05.931471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:05.999947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7c4ce-e065-4b7d-8880-9ab1ce47da4a req-f0d77190-527d-4d15-b333-99e5a66f1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:06.005394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66f7c4ce-e065-4b7d-8880-9ab1ce47da4a req-f0d77190-527d-4d15-b333-99e5a66f1492 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1096 time: 0.0802653 Feb 04 19:56:06.012290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca26a98-10f0-4f11-9765-48d92f857cb5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:06.056583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66f7c4ce-e065-4b7d-8880-9ab1ce47da4a req-63cce969-4003-4aa6-a7bb-dda070700bb8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Feb 04 19:56:06.187773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40132) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:06.205359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.312628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-df4eaf5a-5311-44d4-9a39-298b7388ab11 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0721443 Feb 04 19:56:06.312628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.312628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Transition to ACTIVE for port object abe7a718-18e0-4173-b2ca-e6cb90b2118b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:06.313889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40138) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:06.313889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Request body: {'security_group_rule': {'security_group_id': 'eca26a98-10f0-4f11-9765-48d92f857cb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:06.400807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:06.400807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Usage tracker for resource:security_group_rule and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:06.400807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:06.400807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:06.530897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.545634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:06.549930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc7cc8f183c4731b4e265b28e6e03af is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:06.552720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:06.558414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:06.589411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.641154 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.649203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.661780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:06.665810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:06.670274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:06.675934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:06.676545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.690514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Pushing event updated for resources: {'Port': ['ID=abe7a718-18e0-4173-b2ca-e6cb90b2118b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:06.726846 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.792632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.820821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d21299bc-d0bc-4b6b-912c-18e9e7b13334 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1199422 Feb 04 19:56:06.833350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.833704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Request body: {'port': {'device_id': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:06.838902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bc7cc8f183c4731b4e265b28e6e03af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475284 Feb 04 19:56:06.856088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40172) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:06.896349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d6e8ec-0085-4cd4-9896-d2f4ac6368ab,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:06.938426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cad71-824e-48b6-b03a-5cbfd5c1d698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae92d2c7-1370-481e-ac5a-d451f821a153,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:06.960003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:06.965854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626f0fc-524d-43b3-98e4-8a9d3d7ce86b req-2b3f9598-23b3-425a-a972-d42e432fd809 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:06.969495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3626f0fc-524d-43b3-98e4-8a9d3d7ce86b req-2b3f9598-23b3-425a-a972-d42e432fd809 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 945 time: 0.2394278 Feb 04 19:56:07.000091 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.029798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.031533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c9cdc9b6-8496-4670-a2de-edf81b810be5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7361805 Feb 04 19:56:07.035087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:07.044788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.047169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Request body: {'security_group_rule': {'security_group_id': 'eca26a98-10f0-4f11-9765-48d92f857cb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:07.053416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3626f0fc-524d-43b3-98e4-8a9d3d7ce86b req-7c48a555-e9db-4f3e-b18d-a940456f7597 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760376 Feb 04 19:56:07.053929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:07.059611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d57793b4-7db3-4349-a287-b0aa61858f1e None None] Provisioning for port abe7a718-18e0-4173-b2ca-e6cb90b2118b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:07.064654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d57793b4-7db3-4349-a287-b0aa61858f1e None None] Provisioning complete for port abe7a718-18e0-4173-b2ca-e6cb90b2118b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:07.065076 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d57793b4-7db3-4349-a287-b0aa61858f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.118914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Usage tracker for resource:security_group_rule and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:07.124496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:07.142364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:07.166820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d57793b4-7db3-4349-a287-b0aa61858f1e None None] Port abe7a718-18e0-4173-b2ca-e6cb90b2118b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:07.191123 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.212862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae92d2c7-1370-481e-ac5a-d451f821a153,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:07.234815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.235191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.235480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.235811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.236135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.236492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.236838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.237745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.237745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.237936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.238118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.238426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.268908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.268908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-23b2be7f-cdc0-4022-a9ca-af1f524d8c7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae92d2c7-1370-481e-ac5a-d451f821a153 HTTP/1.1" status: 204 len: 168 time: 0.4087996 Feb 04 19:56:07.311315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.451035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe7a718-18e0-4173-b2ca-e6cb90b2118b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:07.457171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.461373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.477114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Transition to ACTIVE for port object abe7a718-18e0-4173-b2ca-e6cb90b2118b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:07.511334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22741d70-7422-4d5a-ae7a-7c9544ed7c1f req-512f241c-d15a-4cd6-9f16-62762f56c192 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:07.512997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-22741d70-7422-4d5a-ae7a-7c9544ed7c1f req-512f241c-d15a-4cd6-9f16-62762f56c192 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 935 time: 0.2460127 Feb 04 19:56:07.521533 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.555691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662122d6-f2c3-4320-bc70-9dc566243d44,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:07.566261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.571495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-22741d70-7422-4d5a-ae7a-7c9544ed7c1f req-0ac635a5-0bb5-4483-86da-4b7e8819f12e tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 Feb 04 19:56:07.611726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.612000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.612437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.612687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.613025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.613362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.613700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.614029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.614469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.614680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.615029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.615357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:07.698525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40204) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:07.726379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.737914 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e844a5b5-ad3c-4e92-816b-10797e983328 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6859634 Feb 04 19:56:07.738303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40210) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:07.738422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Pushing event updated for resources: {'Port': ['ID=abe7a718-18e0-4173-b2ca-e6cb90b2118b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:07.745520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:07.753287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:07.757444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Usage tracker for resource:floatingip and tenant:bd94d4cfa2634adcb827c9c7d200e34e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:07.761130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:07.767418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:07.803782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Attempting to bind port abe7a718-18e0-4173-b2ca-e6cb90b2118b on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:07.804118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Attempting to bind port abe7a718-18e0-4173-b2ca-e6cb90b2118b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:07.804448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Attempting to bind port abe7a718-18e0-4173-b2ca-e6cb90b2118b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:07.809239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Port abe7a718-18e0-4173-b2ca-e6cb90b2118b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:07.809564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Attempting to bind port abe7a718-18e0-4173-b2ca-e6cb90b2118b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:07.815559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:07.824439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:07.824439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:07.824439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Bound port: abe7a718-18e0-4173-b2ca-e6cb90b2118b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:07.824439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.888366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:07.905912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] For port abe7a718-18e0-4173-b2ca-e6cb90b2118b, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:07.908851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] For port abe7a718-18e0-4173-b2ca-e6cb90b2118b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=abe7a718-18e0-4173-b2ca-e6cb90b2118b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:07.980178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.032486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.045167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:08.045772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.047672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] 10.222.0.62 "PUT /v2.0/ports/abe7a718-18e0-4173-b2ca-e6cb90b2118b HTTP/1.1" status: 200 len: 1095 time: 1.2196596 Feb 04 19:56:08.048107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'tag': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:08.091741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e194b-167d-4170-8e26-b5c2c4dc6594 service neutron] Pushing event updated for resources: {'Port': ['ID=abe7a718-18e0-4173-b2ca-e6cb90b2118b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:08.131303 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'tag': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b', 'status': 'completed', 'code': 200} Feb 04 19:56:08.212681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40226) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:08.251071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Allocated IP 172.25.7.94 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/e000ae47-1a73-41c2-beab-6c854512c44d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:08.331401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d90fb8-fda0-4a4e-b5cb-71cf19e9bea6 req-1d048ee0-86c6-4228-9b7f-3a7f32bb6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:08.332884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4d90fb8-fda0-4a4e-b5cb-71cf19e9bea6 req-1d048ee0-86c6-4228-9b7f-3a7f32bb6f5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73e969944adf4bcdbaea04461c87d6ec&device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 1098 time: 0.1759474 Feb 04 19:56:08.401188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.418614 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4d90fb8-fda0-4a4e-b5cb-71cf19e9bea6 req-5f449509-5be2-4e7d-97ac-2c18692f7ca5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=73e969944adf4bcdbaea04461c87d6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775237 Feb 04 19:56:08.433310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:08.440833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Usage tracker for resource:security_group_rule and tenant:33bf91328ac34fcbb3fbc107ed7437ab is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:08.451911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:08.460266 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.462775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:08.466586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.582893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbecd-8008-4dab-9148-cd0286cc5fde req-ac80d377-1d3f-4ba7-b820-7bb7007c5d38 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:08.584266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40232) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:08.589016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40cfbecd-8008-4dab-9148-cd0286cc5fde req-ac80d377-1d3f-4ba7-b820-7bb7007c5d38 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 945 time: 0.2142894 Feb 04 19:56:08.606180 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.606517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d90fb8-fda0-4a4e-b5cb-71cf19e9bea6 req-14ac8d33-2074-4c9d-88ac-01a144c0f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:08.607974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4d90fb8-fda0-4a4e-b5cb-71cf19e9bea6 req-14ac8d33-2074-4c9d-88ac-01a144c0f14d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819901 Feb 04 19:56:08.626211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:08.630199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b8aa4270754fa29405faee613a127b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:08.636564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.645701 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40cfbecd-8008-4dab-9148-cd0286cc5fde req-54132155-f1e1-438a-a22d-623dd8974c5a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 Feb 04 19:56:08.647490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:08.738998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'Port': ['ID=e000ae47-1a73-41c2-beab-6c854512c44d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:08.744758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:08.750643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:08.757688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:08.765253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:08.768319 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.843764 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.856549 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:08.902608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-network', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:08.909116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:08.916076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Usage tracker for resource:network and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:08.921047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-3b948a94-0df2-4f05-bf99-a87ffe432185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:08.925603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:08.925721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-3b948a94-0df2-4f05-bf99-a87ffe432185 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73e969944adf4bcdbaea04461c87d6ec&device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 1098 time: 0.2621365 Feb 04 19:56:08.927739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:08.970013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.001075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-86fdd905-09af-440f-860f-42befed782f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=abe7a718-18e0-4173-b2ca-e6cb90b2118b HTTP/1.1" status: 200 len: 217 time: 0.0704083 Feb 04 19:56:09.009923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f5409-2fc8-4dbe-aeaa-59ec91d3e736 req-815b72e0-5c54-4aa5-a75f-53f24a9f19f9 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:09.010829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fc9f5409-2fc8-4dbe-aeaa-59ec91d3e736 req-815b72e0-5c54-4aa5-a75f-53f24a9f19f9 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Synchronizing usage tracker for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:09.067476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Made reservation on behalf of 6aa3076a8d33419b916c6b0585d4eaa5 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:09.069743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.086584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33bf91328ac34fcbb3fbc107ed7437ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3869472 Feb 04 19:56:09.089231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:09.090408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.093082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d6b87df8-c86c-4ad4-a60e-61183f84182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:09.094561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-d6b87df8-c86c-4ad4-a60e-61183f84182f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0798988 Feb 04 19:56:09.114155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e603b5-0569-40c7-b291-061278ac10a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ebd45-55ad-4f87-8a7a-14a29fd07e43,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:09.125436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.144163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fc9f5409-2fc8-4dbe-aeaa-59ec91d3e736 req-815b72e0-5c54-4aa5-a75f-53f24a9f19f9 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Unset dirty status for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:09.145405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fc9f5409-2fc8-4dbe-aeaa-59ec91d3e736 req-815b72e0-5c54-4aa5-a75f-53f24a9f19f9 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 947 time: 0.3559499 Feb 04 19:56:09.160672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:09.182229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Usage tracker for resource:security_group_rule and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:09.188020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:09.203257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:09.251695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fc9f5409-2fc8-4dbe-aeaa-59ec91d3e736 req-f5776a89-2606-4025-9006-83b944544e58 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Synchronizing usage tracker for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:09.266914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3652-e666-45d4-8f7f-e2dadabf1d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.288506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-91532cfc-284d-4cd6-9bc9-a94a412573ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:09.290043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-91532cfc-284d-4cd6-9bc9-a94a412573ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865935 Feb 04 19:56:09.324782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3652-e666-45d4-8f7f-e2dadabf1d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.334459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.395691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fc9f5409-2fc8-4dbe-aeaa-59ec91d3e736 req-f5776a89-2606-4025-9006-83b944544e58 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Unset dirty status for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:09.396835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fc9f5409-2fc8-4dbe-aeaa-59ec91d3e736 req-f5776a89-2606-4025-9006-83b944544e58 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378476 Feb 04 19:56:09.409794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.465506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-7b61ad43-1d1b-4c8c-ba76-9868bd6e7d1c service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660373 Feb 04 19:56:09.486833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1b8aa4270754fa29405faee613a127b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9015112 Feb 04 19:56:09.492222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40264) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:09.497450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e7812-f6d0-4645-b6fb-f5d43f4d9f0c req-d464339f-5bf3-4ddc-a9ba-18a1dce06c9a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:09.499001 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-124e7812-f6d0-4645-b6fb-f5d43f4d9f0c req-d464339f-5bf3-4ddc-a9ba-18a1dce06c9a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1096 time: 0.2018526 Feb 04 19:56:09.505242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268182e-e561-48c2-8bc9-b835740ffbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d799dbd-0f3c-428c-b441-7f860d1a7ef7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:09.562524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.572465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3652-e666-45d4-8f7f-e2dadabf1d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.596687 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8215ac5-21f9-4ebf-983c-2f1b352b4b1a req-3900a0b6-d439-4150-973e-fe0d36d31f1d tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d314f3357b42494486fb23d5c1b1021d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528903 Feb 04 19:56:09.602414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c3652-e666-45d4-8f7f-e2dadabf1d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ebd45-55ad-4f87-8a7a-14a29fd07e43,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:09.621495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-124e7812-f6d0-4645-b6fb-f5d43f4d9f0c req-8484905d-9316-4c38-bfbc-f0a207ecc207 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Synchronizing usage tracker for tenant:0ed9ae50516644cf89bb6d8625dc092d on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:09.633360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3652-e666-45d4-8f7f-e2dadabf1d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.639311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7d2c3652-e666-45d4-8f7f-e2dadabf1d73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b2ebd45-55ad-4f87-8a7a-14a29fd07e43 HTTP/1.1" status: 204 len: 168 time: 0.5440679 Feb 04 19:56:09.649104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.706872 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fb29ee2b-ee4f-4a77-9a77-d577a516c2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.731152 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.739487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.743399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b93d829-9376-47ab-93de-d1db9b4621dc req-71487dff-4a92-4470-a399-570263f1fddf service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712224 Feb 04 19:56:09.766574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fb29ee2b-ee4f-4a77-9a77-d577a516c2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.781920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'Port': ['ID=e000ae47-1a73-41c2-beab-6c854512c44d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:09.792484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215ac5-21f9-4ebf-983c-2f1b352b4b1a req-585728d9-bf39-4b18-af88-1dd699e731ee tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:09.793965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8215ac5-21f9-4ebf-983c-2f1b352b4b1a req-585728d9-bf39-4b18-af88-1dd699e731ee tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895633 Feb 04 19:56:09.810583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8215ac5-21f9-4ebf-983c-2f1b352b4b1a req-5f6122ff-d408-4b39-bfbb-2091b633dc1a tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/quotas/d314f3357b42494486fb23d5c1b1021d HTTP/1.1" status: 200 len: 375 time: 0.0105412 Feb 04 19:56:09.856708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8215ac5-21f9-4ebf-983c-2f1b352b4b1a req-f6f1f139-b7b3-42c3-8a74-5238eb268dc2 tempest-QuotasAdminNegativeTest-1410838262 tempest-QuotasAdminNegativeTest-1410838262-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d314f3357b42494486fb23d5c1b1021d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409338 Feb 04 19:56:09.859885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.895196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad40cbf-0017-4873-95c2-0247d407a9ae,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:09.938905 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.940330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ce3bb19-f869-4914-8d2b-3e9f0bbe7c60 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2082481 Feb 04 19:56:09.976678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fb29ee2b-ee4f-4a77-9a77-d577a516c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:09.988291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-124e7812-f6d0-4645-b6fb-f5d43f4d9f0c req-8484905d-9316-4c38-bfbc-f0a207ecc207 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Unset dirty status for tenant:0ed9ae50516644cf89bb6d8625dc092d on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:09.989462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-124e7812-f6d0-4645-b6fb-f5d43f4d9f0c req-8484905d-9316-4c38-bfbc-f0a207ecc207 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719841 Feb 04 19:56:09.990138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:56:10.008277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29ee2b-ee4f-4a77-9a77-d577a516c2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d799dbd-0f3c-428c-b441-7f860d1a7ef7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:10.017527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.017527 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Added segment e5d166e9-9866-4301-8ed5-684accabb137 of type vlan for network 551cd439-9a5c-4244-8b86-283d52edd44e Feb 04 19:56:10.036779 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fb29ee2b-ee4f-4a77-9a77-d577a516c2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.041026 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fb29ee2b-ee4f-4a77-9a77-d577a516c2be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d799dbd-0f3c-428c-b441-7f860d1a7ef7 HTTP/1.1" status: 204 len: 168 time: 0.5460746 Feb 04 19:56:10.064147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.196886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.197878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:10.198459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.258170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-5829663b-ef7d-48f5-8373-04a8fcdeef0f tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da55480fc4b149c7ba9013ea8c444c42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331788 Feb 04 19:56:10.363968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] Pushing event updated for resources: {'Network': ['ID=551cd439-9a5c-4244-8b86-283d52edd44e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:10.374912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 551cd439-9a5c-4244-8b86-283d52edd44e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:56:10.397839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0c28a9db-5f9a-4d16-aff2-54cc6269069f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1835473 Feb 04 19:56:10.400195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40296) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:10.408785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Request body: {'subnet': {'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-subnet', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:10.417701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-7c355cae-d837-43ad-96d6-d82e1a0a8d32 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:10.421965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-7c355cae-d837-43ad-96d6-d82e1a0a8d32 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630383 Feb 04 19:56:10.426931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:10.439691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Usage tracker for resource:subnet and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:10.445148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-adf33e94-7d67-439d-95ae-4f5c673fe913 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/quotas/da55480fc4b149c7ba9013ea8c444c42 HTTP/1.1" status: 200 len: 375 time: 0.0194173 Feb 04 19:56:10.446120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:10.456980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:10.504228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-283ea7ac-f009-48fa-8caf-cabd84e429c9 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489666 Feb 04 19:56:10.530598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40302) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:10.552471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.568110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:10.572141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Usage tracker for resource:security_group_rule and tenant:4da21ca291cd4cd8b52d01d4aeefe18a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:10.576817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:10.582868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:10.609881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Made reservation on behalf of 6aa3076a8d33419b916c6b0585d4eaa5 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:10.612937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.816943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.917524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:10.997977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f997eca3-5d4c-408b-b77e-57c6ae371398,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:11.024175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4acabf67-f804-48a5-b2e0-9b6072df0c00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4da21ca291cd4cd8b52d01d4aeefe18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922533 Feb 04 19:56:11.027530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40334) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:11.066002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee345b-7da5-4cfd-b9ed-b0095d303355 req-27cefa34-b6d2-4fe6-b440-b3a6a29efc59 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:11.067811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7aee345b-7da5-4cfd-b9ed-b0095d303355 req-27cefa34-b6d2-4fe6-b440-b3a6a29efc59 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1096 time: 0.2005310 Feb 04 19:56:11.115433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7aee345b-7da5-4cfd-b9ed-b0095d303355 req-e3af30a1-26ee-4a38-b5d4-ee85bcc32910 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Feb 04 19:56:11.122374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:11.194974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afcac376-f03e-4684-bb6d-3c80cbd3cb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:11.218966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd6518b-7575-4251-bfba-d2a0ca18698f,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:11.246772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Checking segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:11.248344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Network hostable DHCP agents. Network: 551cd439-9a5c-4244-8b86-283d52edd44e, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:56:11.254074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afcac376-f03e-4684-bb6d-3c80cbd3cb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:11.315546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-5d654633-ca29-4879-ba30-25ac9f2a2d0d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:11.317200 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-5d654633-ca29-4879-ba30-25ac9f2a2d0d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 821 time: 0.2176521 Feb 04 19:56:11.344132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-9de827ee-564a-474b-ad0d-3c06d8fe5fe7 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/quotas/bd94d4cfa2634adcb827c9c7d200e34e HTTP/1.1" status: 200 len: 375 time: 0.0162737 Feb 04 19:56:11.411598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Network 551cd439-9a5c-4244-8b86-283d52edd44e is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:56:11.434402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-6c1e72a1-1da2-4082-a758-d7ceda39b470 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890517 Feb 04 19:56:11.462303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e1234-09cf-4d12-8228-3d145d20487f req-245c0923-d23b-431b-ad52-685c958b050a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:11.468444 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f9e1234-09cf-4d12-8228-3d145d20487f req-245c0923-d23b-431b-ad52-685c958b050a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 947 time: 0.1519797 Feb 04 19:56:11.507758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afcac376-f03e-4684-bb6d-3c80cbd3cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:11.511012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f9e1234-09cf-4d12-8228-3d145d20487f req-6bd1113f-fe72-4b65-b874-70a0be871243 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Feb 04 19:56:11.527623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcac376-f03e-4684-bb6d-3c80cbd3cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f997eca3-5d4c-408b-b77e-57c6ae371398,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:11.536371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 551cd439-9a5c-4244-8b86-283d52edd44e) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:11.545086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afcac376-f03e-4684-bb6d-3c80cbd3cb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:11.546208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-afcac376-f03e-4684-bb6d-3c80cbd3cb5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f997eca3-5d4c-408b-b77e-57c6ae371398 HTTP/1.1" status: 204 len: 168 time: 0.5174611 Feb 04 19:56:11.551192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:11.551890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:11.558365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ffa0a2-6b89-4935-88f4-748d91a3bd4d None None] Network 551cd439-9a5c-4244-8b86-283d52edd44e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:56:11.634284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-a975e714-9382-4b41-b714-463f23c748b4 service neutron] 10.222.0.48 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915448 Feb 04 19:56:11.736177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aa161bb2-5f38-4212-957c-03d3fe303578 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3346388 Feb 04 19:56:11.739042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40366) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:11.753784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-741a2222-001c-40f6-be6a-e54640e69996 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da55480fc4b149c7ba9013ea8c444c42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687847 Feb 04 19:56:11.762596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:11.807231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:11.850053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-551cd439-9a5c-4244-8b86-283d52edd44e', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:56:11.851085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:11.851928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-3ddc580f-7d48-4bbe-8d2c-704077c432ca service neutron] 10.222.0.48 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107730 Feb 04 19:56:11.858198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Usage tracker for resource:router and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:11.866559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:11.886063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:11.963616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-2e8b68d9-2715-432f-a68d-293a1b5ad754 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:11.971186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-2e8b68d9-2715-432f-a68d-293a1b5ad754 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165496 Feb 04 19:56:11.986741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-1fbcc266-eddd-42b0-ace9-0eca8743be5e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/quotas/da55480fc4b149c7ba9013ea8c444c42 HTTP/1.1" status: 200 len: 375 time: 0.0144308 Feb 04 19:56:12.023426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:12.024591 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:12.043710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-2926144a-5f51-466b-8206-2d0c007f7c13 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561953 Feb 04 19:56:12.075019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:12.106725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Allocated IP 172.20.0.2 (551cd439-9a5c-4244-8b86-283d52edd44e/3cd6518b-7575-4251-bfba-d2a0ca18698f/7171e6a0-478b-4054-8d71-20b9f671d146) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:12.320310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90fcf5a5-3d3b-4f48-80c8-fa7829958364 req-681a8fef-5ed5-435e-984b-3732c64f161b tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 210 time: 0.0442612 Feb 04 19:56:12.509342 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:12.526190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Transition to ACTIVE for port object 7171e6a0-478b-4054-8d71-20b9f671d146 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:12.569382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Transition to ACTIVE for port object 7171e6a0-478b-4054-8d71-20b9f671d146 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:12.587129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:12.637008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:12.664199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ee6c0a9-639a-46d6-a8b3-7f602f3b345f req-0e163fe9-556d-4474-b02d-a4a5eebb5b79 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 210 time: 0.0749269 Feb 04 19:56:12.774183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Network 551cd439-9a5c-4244-8b86-283d52edd44e is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:12.790033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:12.797369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:12.801496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Pushing event updated for resources: {'Port': ['ID=7171e6a0-478b-4054-8d71-20b9f671d146,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:12.992562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Attempting to bind port 7171e6a0-478b-4054-8d71-20b9f671d146 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:12.993729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Attempting to bind port 7171e6a0-478b-4054-8d71-20b9f671d146 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:12.994685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Attempting to bind port 7171e6a0-478b-4054-8d71-20b9f671d146 on network 551cd439-9a5c-4244-8b86-283d52edd44e {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:13.003612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:13.005724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Checking segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:13.005724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.005724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Bound using segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:13.005724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Bound port: 7171e6a0-478b-4054-8d71-20b9f671d146, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:13.006653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.056443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40420) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:13.121572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96f60-38b1-4bfa-968c-e89025e648a2 req-72c1c443-0738-4006-b0e0-f1cb461a0351 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:13.123102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74c96f60-38b1-4bfa-968c-e89025e648a2 req-72c1c443-0738-4006-b0e0-f1cb461a0351 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 947 time: 0.2724457 Feb 04 19:56:13.182643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] For port 7171e6a0-478b-4054-8d71-20b9f671d146, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:13.190068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] For port 7171e6a0-478b-4054-8d71-20b9f671d146, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7171e6a0-478b-4054-8d71-20b9f671d146,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:13.235045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.274136 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.277818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device abe7a718-18e0-4173-b2ca-e6cb90b2118b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:13.289985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.366468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74c96f60-38b1-4bfa-968c-e89025e648a2 req-30a5dc3f-7406-4359-8f4e-e4fb43e22a6d tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559668 Feb 04 19:56:13.385812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2906fc-63fe-4319-ad19-2985f0529b2b None None] Pushing event updated for resources: {'Port': ['ID=7171e6a0-478b-4054-8d71-20b9f671d146,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:13.390457 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 19:56:13.400837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.478791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:13.484077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Usage tracker for resource:security_group_rule and tenant:d314f3357b42494486fb23d5c1b1021d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:13.492092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:13.504781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Allocated IP 172.25.7.28 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/5bb2eb87-d16d-4b85-9818-1a6e715aa57e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:13.505777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:13.631690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port abe7a718-18e0-4173-b2ca-e6cb90b2118b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=abe7a718-18e0-4173-b2ca-e6cb90b2118b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:13.647066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b', 'mac_address': 'fa:16:3e:c8:9f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:13.706734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.718777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.744686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe7a718-18e0-4173-b2ca-e6cb90b2118b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:13.776878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port abe7a718-18e0-4173-b2ca-e6cb90b2118b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=abe7a718-18e0-4173-b2ca-e6cb90b2118b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:13.809611 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.859829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:13.884545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fe2e3a29-a29a-4e57-993f-e8353b0af538 req-73595030-c8a9-453f-873f-299fa6529384 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:13.922977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d314f3357b42494486fb23d5c1b1021d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650846 Feb 04 19:56:13.925617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-b6203d71-511c-40af-9742-111e2806d11d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=da55480fc4b149c7ba9013ea8c444c42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2141004 Feb 04 19:56:13.925914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40454) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:14.012205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabe250-6e13-4c39-a275-26af35c0988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bddba54-6447-4baa-84d3-e8d6c53f84e4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:14.085381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b986631-990a-4d5d-8464-42b31d2daef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:14.102282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=abe7a718-18e0-4173-b2ca-e6cb90b2118b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:14.153743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fe2e3a29-a29a-4e57-993f-e8353b0af538 req-73595030-c8a9-453f-873f-299fa6529384 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:14.160943 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b986631-990a-4d5d-8464-42b31d2daef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:14.164268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe2e3a29-a29a-4e57-993f-e8353b0af538 req-73595030-c8a9-453f-873f-299fa6529384 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 210 time: 0.4493742 Feb 04 19:56:14.180792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['abe7a718-18e0-4173-b2ca-e6cb90b2118b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:14.322519 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b986631-990a-4d5d-8464-42b31d2daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:14.373665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986631-990a-4d5d-8464-42b31d2daef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bddba54-6447-4baa-84d3-e8d6c53f84e4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:14.385250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b986631-990a-4d5d-8464-42b31d2daef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:14.391862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b986631-990a-4d5d-8464-42b31d2daef4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bddba54-6447-4baa-84d3-e8d6c53f84e4 HTTP/1.1" status: 204 len: 168 time: 0.4645035 Feb 04 19:56:14.480885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b85ce3d-9896-4e80-9bbf-f5fded41271d req-92febcf3-82e7-4393-bb3e-0a88b5619770 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 210 time: 0.0688133 Feb 04 19:56:14.527747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-3bbd4f20-44ed-4d6c-88e1-155d57d1beee tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:14.529344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-3bbd4f20-44ed-4d6c-88e1-155d57d1beee tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5848801 Feb 04 19:56:14.539655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:14.552394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Request body: {'port': {'device_id': 'd0acc481-63c4-4693-b378-f96c990faf62', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'da55480fc4b149c7ba9013ea8c444c42'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:14.858817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:14.866573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Usage tracker for resource:port and tenant:da55480fc4b149c7ba9013ea8c444c42 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:14.870223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:14.885775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:14.917068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c9506-64a8-4f5a-9447-e574c5f7bdb9 req-2b0e154c-fd5f-46f8-a840-3a3298e25f8d tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:14.918507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a8c9506-64a8-4f5a-9447-e574c5f7bdb9 req-2b0e154c-fd5f-46f8-a840-3a3298e25f8d tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 948 time: 0.1438296 Feb 04 19:56:14.958046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ac58c-99e4-478f-b3f3-535ffdf28a15 None None] Network 551cd439-9a5c-4244-8b86-283d52edd44e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:56:14.967033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a8c9506-64a8-4f5a-9447-e574c5f7bdb9 req-1c41dad8-f1a7-4bed-bc0c-92fed149a929 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Feb 04 19:56:15.031466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Made reservation on behalf of da55480fc4b149c7ba9013ea8c444c42 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:15.041007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.062385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.160511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.24', 63084) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:15.177047 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.225239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:15.229098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:15.233181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:15.244580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:15.268702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e9cbb91-96df-4681-9cce-8e6fd3d2685a None None] Provisioning for port 7171e6a0-478b-4054-8d71-20b9f671d146 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:15.290474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device abe7a718-18e0-4173-b2ca-e6cb90b2118b up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:15.370606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Usage tracker for resource:security_group_rule and tenant:da55480fc4b149c7ba9013ea8c444c42 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:15.477496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port abe7a718-18e0-4173-b2ca-e6cb90b2118b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:15.484580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port abe7a718-18e0-4173-b2ca-e6cb90b2118b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:15.484969 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.490552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-43b2b4fe-fac3-4b4b-880f-e500baf4f08e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:15.492504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-43b2b4fe-fac3-4b4b-880f-e500baf4f08e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 821 time: 0.3175211 Feb 04 19:56:15.507631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Request body: {'port': {'device_id': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'admin_state_up': True, 'tenant_id': 'bd94d4cfa2634adcb827c9c7d200e34e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:15.591773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:15.615966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7171e6a0-478b-4054-8d71-20b9f671d146 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:15.617454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40506) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:15.638759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:15.667824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:15.735146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.768399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:15.775277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Usage tracker for resource:security_group_rule and tenant:7819baf7d1654070b79ce29259ad2cc8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:15.781557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:15.798130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:15.802933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:15.813505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:15.865827 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.897214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:15.908305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port abe7a718-18e0-4173-b2ca-e6cb90b2118b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=abe7a718-18e0-4173-b2ca-e6cb90b2118b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:15.910426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Made reservation on behalf of bd94d4cfa2634adcb827c9c7d200e34e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:15.914428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.915100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:15.968175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7171e6a0-478b-4054-8d71-20b9f671d146 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:15.975470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7171e6a0-478b-4054-8d71-20b9f671d146 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:15.976072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.031111 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.037069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.113668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.24', 63088) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:16.116420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=abe7a718-18e0-4173-b2ca-e6cb90b2118b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:16.175117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-7c8e4fd4-163d-468e-95a5-6d2058652e06 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=da55480fc4b149c7ba9013ea8c444c42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605476 Feb 04 19:56:16.205345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.275812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 7171e6a0-478b-4054-8d71-20b9f671d146, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7171e6a0-478b-4054-8d71-20b9f671d146,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:16.285240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.306015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Allocated IP 172.20.0.8 (f005dd6e-955a-463e-9b2e-e00d55ca90c4/3cbafdb2-a980-46eb-adf6-6b9745f17113/e5aff00e-900c-4abf-9bc3-83e5a6d40fa4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:16.326915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-acf89dab-9c78-4b94-8f5f-a73f6c17d6b3 req-2925627c-2483-4970-a807-fa324bcb0e00 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 210 time: 0.1448982 Feb 04 19:56:16.339406 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.407827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2522309-f603-454c-a6df-211d54ad4ba1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:16.427353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.438824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=7171e6a0-478b-4054-8d71-20b9f671d146,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:16.485316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-5468c934-9ac0-4d18-816a-d78438c9279c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:16.487370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-5468c934-9ac0-4d18-816a-d78438c9279c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036854 Feb 04 19:56:16.508887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Request body: {'port': {'device_id': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'da55480fc4b149c7ba9013ea8c444c42'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:16.542759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a804ab8b-d19b-469b-b9ec-80b755c779cb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:16.568024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.621011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4775e679-010c-426f-8507-08dddeebe94e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7819baf7d1654070b79ce29259ad2cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9840624 Feb 04 19:56:16.633514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40538) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:16.747591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40544) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:16.778673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b1932cd-b23c-4f6a-934e-4601c7cfcb03 req-1f5a1895-c7c1-4666-8bce-8f838646a2b3 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 210 time: 0.1560578 Feb 04 19:56:16.852919 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b', 'code': 200} Feb 04 19:56:16.873572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Allocated IP 192.168.233.188 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/70b193c8-1995-47c6-9b2d-c9d8ba653a6f) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:16.936095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:16.947569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95c60e49-dbd5-4c01-9683-d42d09d2ed00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.953618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Usage tracker for resource:port and tenant:da55480fc4b149c7ba9013ea8c444c42 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:16.967295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:16.972429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:16.986394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:17.001830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95c60e49-dbd5-4c01-9683-d42d09d2ed00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.043714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-c17ac03c-0648-44fe-9d11-db959466f5b6 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:56:17.044819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-c17ac03c-0648-44fe-9d11-db959466f5b6 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2904446 Feb 04 19:56:17.082993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Made reservation on behalf of da55480fc4b149c7ba9013ea8c444c42 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:17.087355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.203883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95c60e49-dbd5-4c01-9683-d42d09d2ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.214824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.256494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c60e49-dbd5-4c01-9683-d42d09d2ed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a804ab8b-d19b-469b-b9ec-80b755c779cb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:17.298497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Network f005dd6e-955a-463e-9b2e-e00d55ca90c4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:17.300127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Request body: {'binding': {'host': 'n-h2-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:17.300826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Unknown quota resources ['binding']. {{(pid=88236) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 19:56:17.301557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:17.305555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:17.310923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:17.312057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.329702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:17.351653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95c60e49-dbd5-4c01-9683-d42d09d2ed00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.352779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-95c60e49-dbd5-4c01-9683-d42d09d2ed00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a804ab8b-d19b-469b-b9ec-80b755c779cb HTTP/1.1" status: 204 len: 168 time: 0.7149498 Feb 04 19:56:17.423582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7171e6a0-478b-4054-8d71-20b9f671d146 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:17.425392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.426241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-20c68ca6-2b3e-48b4-89b0-43efb7e8d8ca tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9247565 Feb 04 19:56:17.445153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Request body: {'port': {'device_id': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:17.451234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81a560-2755-44e4-b26d-ad8f2c8b0978 req-2d251fb3-63a1-4c4d-94fb-9777ac42c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:17.453340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b81a560-2755-44e4-b26d-ad8f2c8b0978 req-2d251fb3-63a1-4c4d-94fb-9777ac42c0e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 1100 time: 0.4786265 Feb 04 19:56:17.495473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7171e6a0-478b-4054-8d71-20b9f671d146 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:17.495844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.590514 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.680193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.777165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b81a560-2755-44e4-b26d-ad8f2c8b0978 req-0e90090b-18ec-4ed1-aab2-95b08d7d5645 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100828 Feb 04 19:56:17.791922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdc639-a5c3-4d3d-a5d4-1feecaf26fe5 req-41ae2bb0-0aaa-43cf-93e5-55cc3d266b03 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:17.793533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1bcdc639-a5c3-4d3d-a5d4-1feecaf26fe5 req-41ae2bb0-0aaa-43cf-93e5-55cc3d266b03 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 949 time: 0.5728540 Feb 04 19:56:17.803904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Transition to ACTIVE for port object 70b193c8-1995-47c6-9b2d-c9d8ba653a6f will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:17.917099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1bcdc639-a5c3-4d3d-a5d4-1feecaf26fe5 req-45c2e7ce-813c-47b8-b375-139255a260a5 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144030 Feb 04 19:56:17.944088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on host n-h2-811806-1 for vnic_type normal with profile None {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:17.944435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:17.944751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:17.953038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:17.953365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:17.958487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:17.958869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:17.959251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:17.959672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Bound port: ff48627a-9c1e-4c7a-8045-c84c6039938a, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:17.964246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:17.972346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:17.988691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Transition to ACTIVE for port object e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:18.037347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:18.039222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.040827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:56:18.094929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.291702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Allocated IP 192.168.233.214 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/ec4dfdd2-061f-4348-b1c9-a20f44451375) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:18.307498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:18.335852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Attempting to bind port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:18.336251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Attempting to bind port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:18.336709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Attempting to bind port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:18.344912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:18.345160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Attempting to bind port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:18.363169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:18.363543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Checking segment: {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:18.364149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Bound using segment: {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:18.364618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Bound port: e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:18.364959 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.426048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:18.432145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:18.439876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:18.445822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:18.445822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.478038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:18.495494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:56:18.506888 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Sync routers for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:56:18.521365 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:18.523044 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:55:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:18.537284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] Notify callbacks [] for binding, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.538951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-7c6e42e9-26e9-424f-a02d-738885b6e743 service neutron] 10.222.0.48 "POST /v2.0/ports/ff48627a-9c1e-4c7a-8045-c84c6039938a/bindings HTTP/1.1" status: 201 len: 389 time: 1.4327173 Feb 04 19:56:18.602637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:18.619135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.622887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ef670e4-20fe-4a5f-8779-7dfcdf2b0a49 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8813663 Feb 04 19:56:18.624681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40594) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:18.635308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:18.678994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.699561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Transition to ACTIVE for port object ec4dfdd2-061f-4348-b1c9-a20f44451375 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:18.742765 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.772819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-91acb63d-56ad-4de1-9b00-05bad7146ae0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2258251 Feb 04 19:56:18.791821 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:18.817186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Request body: {'port': {'device_id': 'd0acc481-63c4-4693-b378-f96c990faf62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:18.860027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c5fbdbbc-d158-4c52-a689-a079596eae2c None None] Provisioning for port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:18.865865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c5fbdbbc-d158-4c52-a689-a079596eae2c None None] Provisioning complete for port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:18.869005 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5fbdbbc-d158-4c52-a689-a079596eae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.871261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:18.882231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:18.882867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:18.884303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-d7fb80f5-48ed-4ffe-9564-8a2b6c39a0eb service neutron] 10.222.0.24 "PUT /v2.0/ports/e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 HTTP/1.1" status: 200 len: 1091 time: 1.4457419 Feb 04 19:56:18.884752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:18.963166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:19.023163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbdbbc-d158-4c52-a689-a079596eae2c None None] Port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:19.052839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:19.064807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:19.079227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:19.085619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:19.101759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:19.241183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:15Z', 'revision_number': 3, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:19.261421 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Checking router: 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:56:19.261775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Updating router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:56:19.334787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:19.384543 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:19.413628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca15c91-668f-478a-8f1c-100e891fa3d4 req-fdce6604-1647-48cd-9330-a2880a2c4c7c tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:19.417613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cca15c91-668f-478a-8f1c-100e891fa3d4 req-fdce6604-1647-48cd-9330-a2880a2c4c7c tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 943 time: 0.6552589 Feb 04 19:56:19.509754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5822407f-8a22-450b-a68c-3730e5b3b6f2 None None] Provisioning for port ec4dfdd2-061f-4348-b1c9-a20f44451375 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:19.517270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5822407f-8a22-450b-a68c-3730e5b3b6f2 None None] Provisioning complete for port ec4dfdd2-061f-4348-b1c9-a20f44451375 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:19.517906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5822407f-8a22-450b-a68c-3730e5b3b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:19.585095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5822407f-8a22-450b-a68c-3730e5b3b6f2 None None] Port ec4dfdd2-061f-4348-b1c9-a20f44451375 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:19.595797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0935059 Feb 04 19:56:19.600740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.24', 63089) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:19.606937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76906176-cc25-44e6-89ee-e6526f6bfb1e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Pushing event updated for resources: {'Port': ['ID=ec4dfdd2-061f-4348-b1c9-a20f44451375,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:19.633414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Request body: {'port': {'device_id': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:19.652278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cca15c91-668f-478a-8f1c-100e891fa3d4 req-5d12b482-62c1-4d7c-915f-3ceb2ac8d02e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:19.825368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-5dc96394-b442-403a-81cb-a1125067a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:19.827390 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-5dc96394-b442-403a-81cb-a1125067a838 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 1094 time: 0.4204414 Feb 04 19:56:19.839491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d87e0-3239-4cd0-a9f1-2b1d72233cab req-bd2dcbe9-1b2d-44d8-b0c6-89423201c274 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:19.840273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fa3d87e0-3239-4cd0-a9f1-2b1d72233cab req-bd2dcbe9-1b2d-44d8-b0c6-89423201c274 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Synchronizing usage tracker for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:19.847010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cca15c91-668f-478a-8f1c-100e891fa3d4 req-5d12b482-62c1-4d7c-915f-3ceb2ac8d02e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:19.851706 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cca15c91-668f-478a-8f1c-100e891fa3d4 req-5d12b482-62c1-4d7c-915f-3ceb2ac8d02e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872621 Feb 04 19:56:19.910195 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:19.930738 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Transition to ACTIVE for port object 5bb2eb87-d16d-4b85-9818-1a6e715aa57e will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:19.941468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:19.951147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-f4d14264-2488-4c7b-8065-5f849926147e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 HTTP/1.1" status: 200 len: 217 time: 0.1054480 Feb 04 19:56:19.965406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-c4d1a6cf-9b7d-453d-bdd3-2953e0bf00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:19.967060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-c4d1a6cf-9b7d-453d-bdd3-2953e0bf00fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1096 time: 0.3393853 Feb 04 19:56:19.996178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bacec9bf-70a2-40a0-a400-7096c2606612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.024076 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.084316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fa3d87e0-3239-4cd0-a9f1-2b1d72233cab req-bd2dcbe9-1b2d-44d8-b0c6-89423201c274 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Unset dirty status for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:20.091552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa3d87e0-3239-4cd0-a9f1-2b1d72233cab req-bd2dcbe9-1b2d-44d8-b0c6-89423201c274 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 936 time: 0.6165485 Feb 04 19:56:20.149760 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Pushing event updated for resources: {'Port': ['ID=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:20.152557 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Attempting to bind port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:20.153397 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Attempting to bind port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:20.154165 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Attempting to bind port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:20.166838 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:20.167670 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:20.168648 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.169211 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:20.170455 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Bound port: 5bb2eb87-d16d-4b85-9818-1a6e715aa57e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:20.170782 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.198742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.199150 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.199595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.200031 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.201403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.201403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.201403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.201403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.202084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.202496 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.203836 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.204060 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Tracked resource versions report: Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: pushed versions: Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: { 'AddressGroup': {'1.2'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'ConntrackHelper': {'1.0'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Log': {'1.0'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Network': {'1.1'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Port': {'1.7'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'PortForwarding': {'1.2'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'QosPolicy': {'1.8'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'SecurityGroup': {'1.4'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'SecurityGroupRule': {'1.2'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'SubPort': {'1.0'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Subnet': {'1.1'}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Trunk': {'1.1'}} Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: consumer versions: Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: { DHCP agent@n-d-811806-1: {}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: HyperV agent@n-h1-811806-1: {}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: HyperV agent@n-h2-811806-1: {}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: L3 agent@n-d-811806-1: {}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: Metadata agent@n-d-811806-1: {}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: Metering agent@n-d-811806-1: {}, Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: Open vSwitch agent@n-d-811806-1: { 'AddressGroup': '1.2', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'ConntrackHelper': '1.0', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Log': '1.0', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Network': '1.1', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Port': '1.7', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'PortForwarding': '1.2', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'QosPolicy': '1.8', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'SecurityGroup': '1.4', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'SecurityGroupRule': '1.2', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'SubPort': '1.0', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Subnet': '1.1', Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: 'Trunk': '1.1'}} Feb 04 19:56:20.206246 n-d-811806-1 neutron-server[88239]: {{(pid=88239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 19:56:20.294301 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] For port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:20.297905 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] For port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:20.351671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.366768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:20.369967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-4983c43a-e5a3-4241-9282-3da707cde7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:20.371437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-4983c43a-e5a3-4241-9282-3da707cde7c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cbafdb2-a980-46eb-adf6-6b9745f17113 HTTP/1.1" status: 200 len: 861 time: 0.4036093 Feb 04 19:56:20.377258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.396657 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.431304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Transition to ACTIVE for port object 70b193c8-1995-47c6-9b2d-c9d8ba653a6f will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:20.438477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa3d87e0-3239-4cd0-a9f1-2b1d72233cab req-c2b9d720-b46f-44a5-9a74-001ace56d509 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460884 Feb 04 19:56:20.456791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-a83a8974-3e5c-47b7-b28f-fc8daf85734e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f005dd6e-955a-463e-9b2e-e00d55ca90c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675020 Feb 04 19:56:20.470612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-af1ba981-1c89-4706-a624-ac613d388206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:20.472035 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-af1ba981-1c89-4706-a624-ac613d388206 service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.4656103 Feb 04 19:56:20.538747 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6aa28-b431-4d80-b21d-49cad67480a8 None None] Pushing event updated for resources: {'Port': ['ID=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:20.553054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:20.553893 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:55:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:20.610190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.712553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-1f816a0b-a605-43de-8a55-fdb309ca225e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 217 time: 0.2211864 Feb 04 19:56:20.747872 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:20.884129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:20.927894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Attempting to bind port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:20.928324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Attempting to bind port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:20.928854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Attempting to bind port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:20.936060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Allocated IP 172.20.0.1 (551cd439-9a5c-4244-8b86-283d52edd44e/3cd6518b-7575-4251-bfba-d2a0ca18698f/224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:20.939588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:20.940144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Attempting to bind port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:20.956084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:20.960856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:20.960856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:20.960856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Bound port: 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:20.960856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:20.976917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a76c-6d9e-4841-81d1-e85002ff1b75 req-4fd74a11-b681-4a8f-80df-7185b93da870 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:20.978318 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6c4a76c-6d9e-4841-81d1-e85002ff1b75 req-4fd74a11-b681-4a8f-80df-7185b93da870 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 945 time: 0.3751047 Feb 04 19:56:20.980722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4dfdd2-061f-4348-b1c9-a20f44451375 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:20.994620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.020858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-ba62dfc1-8eb9-4270-b30c-d5a4abc330e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:21.022284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-ba62dfc1-8eb9-4270-b30c-d5a4abc330e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.2972789 Feb 04 19:56:21.039605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Transition to ACTIVE for port object ec4dfdd2-061f-4348-b1c9-a20f44451375 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:21.082853 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-76b0dd2b-98bc-4bbc-9cf5-589c9b450504 service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136689 Feb 04 19:56:21.089856 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:15Z', 'revision_number': 3, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:21.092518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-3fba1dc2-9fe9-46c3-a79a-4ae01cc3f989 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573485 Feb 04 19:56:21.095385 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0877e-af30-4981-8446-6da2758b7d55 None None] The sync data for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 is: [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:15Z', 'revision_number': 3, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:56:21.164441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6c4a76c-6d9e-4841-81d1-e85002ff1b75 req-41114f74-3725-411e-a300-667578486d12 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654317 Feb 04 19:56:21.285004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:21.286594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738e09b-0b4b-4012-9b6a-f16d5d08bbab req-a7b7f5c3-4eb1-40b5-956a-8ca270d14614 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:21.294176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6738e09b-0b4b-4012-9b6a-f16d5d08bbab req-a7b7f5c3-4eb1-40b5-956a-8ca270d14614 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 949 time: 0.6718631 Feb 04 19:56:21.308098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.316392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:21.322171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.340616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Transition to ACTIVE for port object 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:21.371205 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'status': 'completed', 'code': 200} Feb 04 19:56:21.408581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.474202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4dfdd2-061f-4348-b1c9-a20f44451375,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:21.537712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.578482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:21.579900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.581403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] 10.222.0.24 "PUT /v2.0/ports/70b193c8-1995-47c6-9b2d-c9d8ba653a6f HTTP/1.1" status: 200 len: 1096 time: 2.7731435 Feb 04 19:56:21.586851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:21.608596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Network 551cd439-9a5c-4244-8b86-283d52edd44e is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:21.611542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:21.629722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:21.637057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.799448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6738e09b-0b4b-4012-9b6a-f16d5d08bbab req-9419bd72-eb7f-46d8-9b86-dcc8365ee99d tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044024 Feb 04 19:56:21.822750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Attempting to bind port ec4dfdd2-061f-4348-b1c9-a20f44451375 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:21.823091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Attempting to bind port ec4dfdd2-061f-4348-b1c9-a20f44451375 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:21.823410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Attempting to bind port ec4dfdd2-061f-4348-b1c9-a20f44451375 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:21.869708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Port ec4dfdd2-061f-4348-b1c9-a20f44451375 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:21.870031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Attempting to bind port ec4dfdd2-061f-4348-b1c9-a20f44451375 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:21.890136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:21.890466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:21.890874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:21.891312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Bound port: ec4dfdd2-061f-4348-b1c9-a20f44451375, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:21.891694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:21.903984 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-b05af1a2-c0e5-45b5-b917-c59eff01a839 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901175 Feb 04 19:56:21.905445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76eab37-5763-4e0c-ba0e-97411ec46ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:21.907717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2efc9f-94ff-44f3-84d1-6423f043afea req-a483c49a-690d-4e72-ae35-6f06b3a32ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138020 Feb 04 19:56:22.063403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-7acdd03f-2f82-4473-83be-16c697f6ca25 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e5ca7ff9da574b5c9d58d9dc8a62c7af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631217 Feb 04 19:56:22.064526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Pushing event updated for resources: {'Port': ['ID=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:22.121414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-d82f403d-16aa-4d46-9e3d-02a82d32a856 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018394 Feb 04 19:56:22.156309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c922b888-e976-4c96-96af-2a7cfa9c39af None None] Provisioning for port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:22.163997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c922b888-e976-4c96-96af-2a7cfa9c39af None None] Provisioning complete for port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:22.164719 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c922b888-e976-4c96-96af-2a7cfa9c39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:22.260954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d721b730-579b-4766-ae7a-4e35f564701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:22.268264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c922b888-e976-4c96-96af-2a7cfa9c39af None None] Port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:22.327866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-d16f33b2-aaa9-4960-9997-25cabdabbe9a tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.329492 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-d16f33b2-aaa9-4960-9997-25cabdabbe9a tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591579 Feb 04 19:56:22.368941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] For port ec4dfdd2-061f-4348-b1c9-a20f44451375, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:22.371407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-2671301e-1c82-4e23-baf4-d09a82d606a2 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/quotas/e5ca7ff9da574b5c9d58d9dc8a62c7af HTTP/1.1" status: 200 len: 375 time: 0.0312667 Feb 04 19:56:22.385458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] For port ec4dfdd2-061f-4348-b1c9-a20f44451375, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:22.447670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40676) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:22.468920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-fd6a6e4e-2ea7-43e3-8e54-e418a8a6bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.470374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-fd6a6e4e-2ea7-43e3-8e54-e418a8a6bdc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1099 time: 0.6366653 Feb 04 19:56:22.476907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-32ca0f78-2d32-4e1b-bf40-a1a43e3ff50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.478374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-32ca0f78-2d32-4e1b-bf40-a1a43e3ff50a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 1094 time: 0.2967508 Feb 04 19:56:22.482913 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-993d5965-259c-47d6-ba18-880c2dd7fc26 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5ca7ff9da574b5c9d58d9dc8a62c7af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107979 Feb 04 19:56:22.488513 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:22.591259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9eda2-7dc7-4703-967e-cefa0c679285 req-83ffb792-5435-4e85-879c-047f12f18517 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.591961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3be9eda2-7dc7-4703-967e-cefa0c679285 req-83ffb792-5435-4e85-879c-047f12f18517 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:22.671503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.672118 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:22.673492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] 10.222.0.24 "PUT /v2.0/ports/ec4dfdd2-061f-4348-b1c9-a20f44451375 HTTP/1.1" status: 200 len: 1096 time: 3.0470922 Feb 04 19:56:22.707421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:22.761048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:22.763620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fcb59-dd33-4e7a-adb3-debb4084f813 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4dfdd2-061f-4348-b1c9-a20f44451375,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:22.789172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-3d20478b-df29-4c23-bbf0-2117775b92c9 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.791152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-3d20478b-df29-4c23-bbf0-2117775b92c9 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.3955991 Feb 04 19:56:22.794064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Usage tracker for resource:security_group_rule and tenant:51a7871d64f445a3b124fdb24f908c91 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:22.804586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:22.857687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811806-1'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:22.858374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e6cbde77-77e2-4ecf-b26d-2e3bb0823c35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f HTTP/1.1" status: 200 len: 217 time: 0.3100247 Feb 04 19:56:22.888897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:22.899410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3be9eda2-7dc7-4703-967e-cefa0c679285 req-83ffb792-5435-4e85-879c-047f12f18517 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:22.900563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3be9eda2-7dc7-4703-967e-cefa0c679285 req-83ffb792-5435-4e85-879c-047f12f18517 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 943 time: 0.5967174 Feb 04 19:56:22.920186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-a22fc475-176b-4036-aafa-9f51720b304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.921653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-a22fc475-176b-4036-aafa-9f51720b304f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 922 time: 0.3662243 Feb 04 19:56:22.969404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-cd4ac6c9-9112-47c6-a44d-c45b593d12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:22.970876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-cd4ac6c9-9112-47c6-a44d-c45b593d12bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0943999 Feb 04 19:56:22.971433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.068607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-8692a0ef-ba2f-4442-a9e2-dcbcd7e473ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 HTTP/1.1" status: 200 len: 217 time: 0.1323521 Feb 04 19:56:23.116202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c4b60-597e-4abb-8ffe-c4e87f7ea8b7 req-b423fa68-f0ec-4fd6-a105-3e34e19d7aae tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:23.116937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d57c4b60-597e-4abb-8ffe-c4e87f7ea8b7 req-b423fa68-f0ec-4fd6-a105-3e34e19d7aae tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Synchronizing usage tracker for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:23.161541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3be9eda2-7dc7-4703-967e-cefa0c679285 req-b40c0272-7b1c-40c2-8990-025dfbd59a07 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366612 Feb 04 19:56:23.163395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d57c4b60-597e-4abb-8ffe-c4e87f7ea8b7 req-b423fa68-f0ec-4fd6-a105-3e34e19d7aae tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Unset dirty status for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:23.164836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57c4b60-597e-4abb-8ffe-c4e87f7ea8b7 req-b423fa68-f0ec-4fd6-a105-3e34e19d7aae tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 948 time: 0.3445311 Feb 04 19:56:23.192744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.224002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-7bf5bf7a-9f6a-490f-9199-3636ce375d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:23.225481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-7bf5bf7a-9f6a-490f-9199-3636ce375d49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cbafdb2-a980-46eb-adf6-6b9745f17113 HTTP/1.1" status: 200 len: 861 time: 0.1420238 Feb 04 19:56:23.247876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.254917 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'status': 'completed', 'code': 200} Feb 04 19:56:23.297998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-2f194acf-d83c-482c-bd2f-1ba736c5d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:23.299548 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-2f194acf-d83c-482c-bd2f-1ba736c5d6f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3139560 Feb 04 19:56:23.384804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-c4dd8f97-7110-4b7d-971c-f07f90d11102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:23.386433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-c4dd8f97-7110-4b7d-971c-f07f90d11102 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 1099 time: 0.5870001 Feb 04 19:56:23.386895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'tag': 'ec4dfdd2-061f-4348-b1c9-a20f44451375'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:23.445914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.483840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-f37076b0-73d2-41ee-a730-947b538a0800 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f005dd6e-955a-463e-9b2e-e00d55ca90c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164202 Feb 04 19:56:23.503683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d57c4b60-597e-4abb-8ffe-c4e87f7ea8b7 req-3565bcf1-0b17-4c85-be94-7dafc95a3dd4 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Synchronizing usage tracker for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:23.520528 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.542973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5bb2eb87-d16d-4b85-9818-1a6e715aa57e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:23.622813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-d1ae0ddd-c59c-4252-be9a-47703e2c4cbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375 HTTP/1.1" status: 200 len: 217 time: 0.2166216 Feb 04 19:56:23.654961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-e394d721-8c48-4c1b-a059-130be6a415fe service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474090 Feb 04 19:56:23.661099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.691908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d57c4b60-597e-4abb-8ffe-c4e87f7ea8b7 req-3565bcf1-0b17-4c85-be94-7dafc95a3dd4 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Unset dirty status for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:23.693065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57c4b60-597e-4abb-8ffe-c4e87f7ea8b7 req-3565bcf1-0b17-4c85-be94-7dafc95a3dd4 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317448 Feb 04 19:56:23.697751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.715868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:23.721836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:23.722436 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.808473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.809347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.830508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46078ba-d693-454b-aa91-31edc5f9123f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:23.856473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40700) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:23.862957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5968d25b-857f-43b7-b862-15def6ad129a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51a7871d64f445a3b124fdb24f908c91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4091146 Feb 04 19:56:23.868050 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:23.885760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:23.915491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:23.938551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-2004dddb-39d5-42fb-88e6-43bccd50cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:23.940173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-2004dddb-39d5-42fb-88e6-43bccd50cb20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2730460 Feb 04 19:56:23.996084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.037143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f58b0c0e-7d79-420c-89e2-ee4dee7aac39 req-607dbe6a-0f63-4cae-a465-2b251bc74af6 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689146 Feb 04 19:56:24.066072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-865c1925-fc7a-4b92-ab87-44ef56527e01 service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358289 Feb 04 19:56:24.068644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Pushing event updated for resources: {'Port': ['ID=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:24.069220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:24.137140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35d061f9-4ff7-46d4-bec9-a6342367e535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.161018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Network 551cd439-9a5c-4244-8b86-283d52edd44e is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:24.168928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:24.186087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:24.231550 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35d061f9-4ff7-46d4-bec9-a6342367e535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.276686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a06666f-182b-4ca9-ae98-9f7ea2ea4e1a req-4352a419-74ca-4c9a-9399-52edba771d92 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 210 time: 0.0646272 Feb 04 19:56:24.286968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-56dbc119-9376-4267-b780-e3adaad73a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:24.286968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-56dbc119-9376-4267-b780-e3adaad73a24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3308556 Feb 04 19:56:24.297004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.328949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed511dd0-da4c-4cdf-805e-3ed638a8e1ee req-faad19c6-627c-481a-8a4b-bf559c7a033c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:24.330552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed511dd0-da4c-4cdf-805e-3ed638a8e1ee req-faad19c6-627c-481a-8a4b-bf559c7a033c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 945 time: 0.4599891 Feb 04 19:56:24.383834 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'tag': 'ec4dfdd2-061f-4348-b1c9-a20f44451375', 'status': 'completed', 'code': 200} Feb 04 19:56:24.473691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0422316a-74eb-4276-a52c-47a1f7f6c10a req-aa713084-d881-4c37-a632-a847901c6c8a service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761370 Feb 04 19:56:24.479391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-a6c9f0d1-fc4c-4980-b3e4-75467c4a3802 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799676 Feb 04 19:56:24.535419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed511dd0-da4c-4cdf-805e-3ed638a8e1ee req-edf2126e-a0c4-4cc4-a8b4-6890f0ad1f0c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848812 Feb 04 19:56:24.582356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.583795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:56:24.593635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9988eb2-275e-4118-9256-c7b5126cb2ee None None] Provisioning complete for port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:24.594188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9988eb2-275e-4118-9256-c7b5126cb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.605083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-3875cfc4-ada7-49a9-99c6-b0d9fefe896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:24.606591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-3875cfc4-ada7-49a9-99c6-b0d9fefe896a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1099 time: 0.4169455 Feb 04 19:56:24.686306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c9988eb2-275e-4118-9256-c7b5126cb2ee None None] Port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:24.772411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35d061f9-4ff7-46d4-bec9-a6342367e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.825150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:24.873412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on host n-h1-811806-1 for vnic_type normal with profile {"migrating_to": "n-h2-811806-1"} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:24.874152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:24.874152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:24.877618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3168837a-06c8-411a-894a-97a77b0a16a2 req-8348d2b2-e633-479a-bde3-b56f9a7088fc service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863597 Feb 04 19:56:24.885052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:24.885499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Attempting to bind port ff48627a-9c1e-4c7a-8045-c84c6039938a on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:24.893282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:24.893611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:24.893989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:24.894401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Bound port: ff48627a-9c1e-4c7a-8045-c84c6039938a, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:24.894764 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.904733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d061f9-4ff7-46d4-bec9-a6342367e535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46078ba-d693-454b-aa91-31edc5f9123f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:24.904922 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:24.950368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f26289-7ee5-4630-a824-7e3c5d9bb870 req-5242e2a1-e314-490c-968e-83849c657724 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:24.952384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3f26289-7ee5-4630-a824-7e3c5d9bb870 req-5242e2a1-e314-490c-968e-83849c657724 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 949 time: 0.2936070 Feb 04 19:56:25.014222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35d061f9-4ff7-46d4-bec9-a6342367e535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:25.015917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-35d061f9-4ff7-46d4-bec9-a6342367e535 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a46078ba-d693-454b-aa91-31edc5f9123f HTTP/1.1" status: 204 len: 168 time: 1.1565363 Feb 04 19:56:25.028447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3f26289-7ee5-4630-a824-7e3c5d9bb870 req-e1d90ad8-ad1d-4654-8f40-8a788380e0ed tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Feb 04 19:56:25.034669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:25.038468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:25.081006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-4c22cd67-ca9a-4b5d-8104-2e05b0dfea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.082442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-4c22cd67-ca9a-4b5d-8104-2e05b0dfea96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3277481 Feb 04 19:56:25.093880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:56:25.108507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Sync routers for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:56:25.131666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:25.132477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:25.156008 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a07c29e3-96fa-4182-831c-713bd39d722c admin admin] 10.222.0.48 "PUT /v2.0/routers/9c7bf6df-1e0a-4371-9ac0-bcffc3107be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5293911 Feb 04 19:56:25.168936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-51481506-28a7-4f50-affa-aac76b7fce56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f HTTP/1.1" status: 200 len: 217 time: 0.0777392 Feb 04 19:56:25.186146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b5359-6d97-4b65-9438-92a79cf2ed5d req-bd5c7143-9332-4263-bb4b-77519bebe2fb tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.199272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-407b5359-6d97-4b65-9438-92a79cf2ed5d req-bd5c7143-9332-4263-bb4b-77519bebe2fb tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 943 time: 0.4509423 Feb 04 19:56:25.250606 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:25.346118 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-407b5359-6d97-4b65-9438-92a79cf2ed5d req-fbaae27f-757f-4df0-91ab-24cd67f8103b tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449757 Feb 04 19:56:25.358264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-b35414f9-c228-44dc-865a-9a03ade3c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.363858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-b35414f9-c228-44dc-865a-9a03ade3c054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1610725 Feb 04 19:56:25.371158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:25.503462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-b729095a-b291-4d7f-902a-05ee28a6bc86 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e5ca7ff9da574b5c9d58d9dc8a62c7af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452075 Feb 04 19:56:25.551427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:25.638544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-ae7adbf5-c52c-4e37-bb55-cc962fda7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.640809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-ae7adbf5-c52c-4e37-bb55-cc962fda7b9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2672927 Feb 04 19:56:25.691835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.692784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:25.694312 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6926641f-3744-4b2a-8cf8-6e69bf69c4c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 1121 time: 2.8932593 Feb 04 19:56:25.697714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-1c76ccb2-3a52-4e49-84ab-3100aa28ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.699343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-1c76ccb2-3a52-4e49-84ab-3100aa28ea17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 1099 time: 0.6395833 Feb 04 19:56:25.839796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a999e-095b-47ec-b3cd-72a2b99f1585 req-3d64695d-d71a-45b2-a6e6-115bdfa2402a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.847927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a2a999e-095b-47ec-b3cd-72a2b99f1585 req-3d64695d-d71a-45b2-a6e6-115bdfa2402a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 948 time: 0.4810066 Feb 04 19:56:25.852409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9189a64-86f9-4089-ba1e-e47a7b5272ab req-edd52d07-af82-4d0e-8e16-1f739c784b31 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 210 time: 0.1115811 Feb 04 19:56:25.884404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-4d259f7e-b574-4811-a161-0f37767e4c6f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:25.890556 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-4d259f7e-b574-4811-a161-0f37767e4c6f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791902 Feb 04 19:56:25.910719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Request body: {'port': {'device_id': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'e5ca7ff9da574b5c9d58d9dc8a62c7af'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:25.934416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5bb2eb87-d16d-4b85-9818-1a6e715aa57e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:25.991090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:26.036042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40734) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:26.076153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-520716d8-df11-41f3-a0bd-006b032b395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:26.078050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-520716d8-df11-41f3-a0bd-006b032b395e service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3642337 Feb 04 19:56:26.097118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a2a999e-095b-47ec-b3cd-72a2b99f1585 req-e5a966b1-3d42-4eca-8007-b90b9ea4ea94 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479787 Feb 04 19:56:26.199557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.214579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-333443f6-2c89-41bd-9558-3e65bff4bc50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375 HTTP/1.1" status: 200 len: 217 time: 0.1018014 Feb 04 19:56:26.218031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:26.223571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-f0b170af-d386-4b4c-aaf9-45e97a255ec5 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753839 Feb 04 19:56:26.255099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:26.283959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Usage tracker for resource:port and tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:26.301289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:26.307857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'port_id': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'mac_address': 'fa:16:3e:99:2b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbafdb2-a980-46eb-adf6-6b9745f17113', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:26.319956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:26.346834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Usage tracker for resource:security_group_rule and tenant:8e6d5857676e4ff8a3360e3d7f98daf2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:26.352176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:26.362650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:26.387817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:26.439866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ff48627a-9c1e-4c7a-8045-c84c6039938a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:26.480565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f06aaa-9df5-4256-bb07-74b0d2158464 req-444f3614-27a5-43cb-94da-cdaa17d46e82 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:26.488203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76f06aaa-9df5-4256-bb07-74b0d2158464 req-444f3614-27a5-43cb-94da-cdaa17d46e82 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.2744272 Feb 04 19:56:26.506438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Made reservation on behalf of e5ca7ff9da574b5c9d58d9dc8a62c7af for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:26.509927 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.517938 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.520126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a'}, {'name': 'network-changed', 'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:26.527347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99fb7b66-2745-48f1-b50e-324b83ffbe32 req-e6156637-12cd-4304-a8cb-0202c1cad5aa service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672424 Feb 04 19:56:26.532179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.533592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-1b8cba09-9863-4308-b1e5-2fa016079c71 tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:26.537148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-1b8cba09-9863-4308-b1e5-2fa016079c71 tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 1100 time: 0.7426064 Feb 04 19:56:26.539650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-24e8e2b9-6dc8-4bd1-b862-8e4b29d584b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:26.541916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-24e8e2b9-6dc8-4bd1-b862-8e4b29d584b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3141382 Feb 04 19:56:26.557690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:26.566315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Usage tracker for resource:security_group_rule and tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:26.571141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:26.586299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.587878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76f06aaa-9df5-4256-bb07-74b0d2158464 req-00801165-36f4-49b6-b870-8cf9f658e3f7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987327 Feb 04 19:56:26.598074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:26.696798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.731287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.762025 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.763518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:26.835831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 2, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:26.842428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:26.847527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Checking router: 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:56:26.847892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Updating router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:56:26.898141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40760) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:26.911012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e6d5857676e4ff8a3360e3d7f98daf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8638277 Feb 04 19:56:26.922445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40764) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:26.931974 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.932151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-network', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:26.940746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Deleting port abe7a718-18e0-4173-b2ca-e6cb90b2118b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:56:26.941433 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:26.979672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:26.980156 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.022972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08550b9-80a6-4fb0-9c8f-64d976ee8fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc530d4-2876-49e2-99fe-7527cbf402b8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:27.042861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:27.065248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.083397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe17e613-8c28-4a15-8e4f-4911e92c0c6a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:27.144162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Usage tracker for resource:network and tenant:1ce9b4ac0e4846718dd058c281d96dd9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:27.158303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:27.184346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:27.204401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:27.206816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37d1a4-61f6-4eae-a26d-ce38449b1ffa req-ad9a057a-4f2f-45b6-a722-f1a154f24d10 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:27.207441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Allocated IP 192.168.233.6 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/c256a224-454a-44fe-8478-b6c268d8ca4f) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:27.209631 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e37d1a4-61f6-4eae-a26d-ce38449b1ffa req-ad9a057a-4f2f-45b6-a722-f1a154f24d10 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 949 time: 0.6828716 Feb 04 19:56:27.216282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['e5aff00e-900c-4abf-9bc3-83e5a6d40fa4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:27.244428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-963df3cf-5c58-4a2b-be15-4bc0d251df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:27.247057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-963df3cf-5c58-4a2b-be15-4bc0d251df38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6367962 Feb 04 19:56:27.381140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91446850-749b-48e6-85c8-7fc977053a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.473884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d238-b47f-4d8d-a42a-865ca58f8d0f req-db256a76-bdb2-4ed4-8540-021c7450b617 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:27.475551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17a0d238-b47f-4d8d-a42a-865ca58f8d0f req-db256a76-bdb2-4ed4-8540-021c7450b617 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 944 time: 0.2028720 Feb 04 19:56:27.491641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Made reservation on behalf of 1ce9b4ac0e4846718dd058c281d96dd9 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:27.494108 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.531556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.564627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17a0d238-b47f-4d8d-a42a-865ca58f8d0f req-cbac6b33-6777-4b49-820c-cfe82c640e12 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675814 Feb 04 19:56:27.565629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Transition to ACTIVE for port object c256a224-454a-44fe-8478-b6c268d8ca4f will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:27.590589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.601166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ec4dfdd2-061f-4348-b1c9-a20f44451375 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:27.623135 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91446850-749b-48e6-85c8-7fc977053a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.646826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e37d1a4-61f6-4eae-a26d-ce38449b1ffa req-ee85f4a9-58db-4133-9f94-babe828daf5e tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144738 Feb 04 19:56:27.648829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.666930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:27.670597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-bc2b0b8e-f788-47b5-a760-a5b7482f126c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671598 Feb 04 19:56:27.674408 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a', 'code': 200} Feb 04 19:56:27.674679 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a', 'status': 'completed', 'code': 200} Feb 04 19:56:27.680599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.62', 58081) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:27.682936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce9b4ac0e4846718dd058c281d96dd9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:27.759862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:27.780737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:27.781351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:27.804209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:27.809976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:27.810600 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.900247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port ec4dfdd2-061f-4348-b1c9-a20f44451375, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:27.908415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Pushing event updated for resources: {'Port': ['ID=c256a224-454a-44fe-8478-b6c268d8ca4f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:27.913805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:27.919228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:27.929136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'ec4dfdd2-061f-4348-b1c9-a20f44451375', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'ec4dfdd2-061f-4348-b1c9-a20f44451375', 'mac_address': 'fa:16:3e:b2:46:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:27.943947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Transition to ACTIVE for port object 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:27.949804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44791b-11f9-46a9-b65c-ba02756930f7 req-dc666c71-9a7b-4a5a-afcd-50d9cb54b12d tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:27.950512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2d44791b-11f9-46a9-b65c-ba02756930f7 req-dc666c71-9a7b-4a5a-afcd-50d9cb54b12d tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Synchronizing usage tracker for tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:27.976735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-66632e5a-759c-44dd-96ad-b69bea7ee64f tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0700603 Feb 04 19:56:28.005277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Request body: {'port': {'device_id': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:28.017281 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.036646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4dfdd2-061f-4348-b1c9-a20f44451375 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:28.054561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port ec4dfdd2-061f-4348-b1c9-a20f44451375, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:28.064753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2d44791b-11f9-46a9-b65c-ba02756930f7 req-dc666c71-9a7b-4a5a-afcd-50d9cb54b12d tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Unset dirty status for tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:28.065898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d44791b-11f9-46a9-b65c-ba02756930f7 req-dc666c71-9a7b-4a5a-afcd-50d9cb54b12d tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 934 time: 0.2822692 Feb 04 19:56:28.071022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.094854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] For port abe7a718-18e0-4173-b2ca-e6cb90b2118b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=abe7a718-18e0-4173-b2ca-e6cb90b2118b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:28.095445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.132885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.133901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:28.167909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2d44791b-11f9-46a9-b65c-ba02756930f7 req-c427d210-5d93-4d01-9379-1121aaa8a875 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Synchronizing usage tracker for tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:28.175967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.277031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Calling delete_port for abe7a718-18e0-4173-b2ca-e6cb90b2118b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:56:28.291994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ded6b-df2b-440f-9f25-1f0e1aa0d96f None None] Pushing event updated for resources: {'Port': ['ID=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:28.335712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2d44791b-11f9-46a9-b65c-ba02756930f7 req-c427d210-5d93-4d01-9379-1121aaa8a875 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Unset dirty status for tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:28.337055 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d44791b-11f9-46a9-b65c-ba02756930f7 req-c427d210-5d93-4d01-9379-1121aaa8a875 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619963 Feb 04 19:56:28.345004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91446850-749b-48e6-85c8-7fc977053a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.377461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91446850-749b-48e6-85c8-7fc977053a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc530d4-2876-49e2-99fe-7527cbf402b8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:28.399342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e47b6baf-6e9a-4232-b746-8ea7b505b7e4 None None] Provisioning for port c256a224-454a-44fe-8478-b6c268d8ca4f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:28.400242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68f8c75-a3d6-49db-a26f-eaffa9f60f68 req-f8130582-f84c-4f54-ba5c-8c8d41754cbd service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201080 Feb 04 19:56:28.409475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:28.485544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e47b6baf-6e9a-4232-b746-8ea7b505b7e4 None None] Provisioning complete for port c256a224-454a-44fe-8478-b6c268d8ca4f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:28.486150 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e47b6baf-6e9a-4232-b746-8ea7b505b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.529805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31597e3-6f8c-4477-a33a-80498d07e224 req-ac98cd0b-069d-4b0b-9389-4ef3a79115e6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:28.538052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d31597e3-6f8c-4477-a33a-80498d07e224 req-ac98cd0b-069d-4b0b-9389-4ef3a79115e6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 948 time: 0.5403006 Feb 04 19:56:28.560564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'mac_address': 'fa:16:3e:36:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:28.565122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-847cbf62-9b80-4af7-bc1e-d9a8b5a5f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:28.566596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-847cbf62-9b80-4af7-bc1e-d9a8b5a5f74f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1124 time: 0.8808644 Feb 04 19:56:28.620811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Attempting to bind port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:28.621187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Attempting to bind port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:28.621343 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91446850-749b-48e6-85c8-7fc977053a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.621561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Attempting to bind port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 on network 551cd439-9a5c-4244-8b86-283d52edd44e {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:28.622380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-91446850-749b-48e6-85c8-7fc977053a8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cc530d4-2876-49e2-99fe-7527cbf402b8 HTTP/1.1" status: 204 len: 168 time: 1.6350002 Feb 04 19:56:28.639987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:28.640603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Checking segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:28.641158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.641685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Bound using segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:28.642284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Bound port: 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:28.642841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.644298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c256a224-454a-44fe-8478-b6c268d8ca4f {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:28.652327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=ec4dfdd2-061f-4348-b1c9-a20f44451375,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:28.653549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.681332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e47b6baf-6e9a-4232-b746-8ea7b505b7e4 None None] Port c256a224-454a-44fe-8478-b6c268d8ca4f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:28.683467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Transition to ACTIVE for port object c256a224-454a-44fe-8478-b6c268d8ca4f will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:28.704051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139767-c463-40b0-be1e-c360f0069d43 req-91dfbf28-4b70-4de0-8cb1-eeb672800e52 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:28.705534 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71139767-c463-40b0-be1e-c360f0069d43 req-91dfbf28-4b70-4de0-8cb1-eeb672800e52 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.1151655 Feb 04 19:56:28.715660 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.742025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d31597e3-6f8c-4477-a33a-80498d07e224 req-d4463167-fedc-4b2a-8a68-68c8b54d5bfb tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028964 Feb 04 19:56:28.750386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.782236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] For port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:28.785640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] For port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:28.797859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:28.807306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71139767-c463-40b0-be1e-c360f0069d43 req-cb5c1ab0-4fa3-4801-b9f3-9416608c19d6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935247 Feb 04 19:56:28.821665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:28.829476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.865821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.897179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-71f65fb9-3740-46df-8141-57c6b7dc6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:28.901920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-71f65fb9-3740-46df-8141-57c6b7dc6142 service neutron] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.3110893 Feb 04 19:56:28.968844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:28.996706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c256a224-454a-44fe-8478-b6c268d8ca4f,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:29.023842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.047897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ded6b-df2b-440f-9f25-1f0e1aa0d96f None None] Pushing event updated for resources: {'Port': ['ID=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:29.075013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Attempting to bind port c256a224-454a-44fe-8478-b6c268d8ca4f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:29.075208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Attempting to bind port c256a224-454a-44fe-8478-b6c268d8ca4f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:29.075624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Attempting to bind port c256a224-454a-44fe-8478-b6c268d8ca4f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:29.090014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8bd9c26b-706f-4624-8f72-993545862674 req-ace33f8c-c944-408d-a88a-3dfca20d2864 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 210 time: 0.0775087 Feb 04 19:56:29.090869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Port c256a224-454a-44fe-8478-b6c268d8ca4f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:29.091253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Attempting to bind port c256a224-454a-44fe-8478-b6c268d8ca4f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:29.097705 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.100995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:29.102722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:29.104135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:29.106907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Bound port: c256a224-454a-44fe-8478-b6c268d8ca4f, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:29.107382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.203418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-b6944679-e12c-4453-80a6-90e268568476 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 217 time: 0.2942657 Feb 04 19:56:29.206438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:29.207190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:29.290285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] For port c256a224-454a-44fe-8478-b6c268d8ca4f, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:29.294741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] For port c256a224-454a-44fe-8478-b6c268d8ca4f, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c256a224-454a-44fe-8478-b6c268d8ca4f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:29.348625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Pushing event deleted for resources: {'Port': ['ID=abe7a718-18e0-4173-b2ca-e6cb90b2118b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:29.368627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.435306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:56:29.450725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:29.456504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] No DVR routers for this DVR port abe7a718-18e0-4173-b2ca-e6cb90b2118b on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:56:29.474787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.496633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:29.496633 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.496633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/c256a224-454a-44fe-8478-b6c268d8ca4f HTTP/1.1" status: 200 len: 1094 time: 1.4967048 Feb 04 19:56:29.496633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'tag': 'c256a224-454a-44fe-8478-b6c268d8ca4f'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:29.496915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device abe7a718-18e0-4173-b2ca-e6cb90b2118b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:56:29.521395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.530566 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Added segment 4ce1732c-ac60-46ef-a36a-6880ab5485f0 of type vlan for network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 Feb 04 19:56:29.535900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c649a-11c3-43b3-b503-97f52b5380e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c256a224-454a-44fe-8478-b6c268d8ca4f,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:29.550939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02f550-ebc2-4de1-acb3-2dc2ff7c933c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:29.556530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: abe7a718-18e0-4173-b2ca-e6cb90b2118b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:56:29.559204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device abe7a718-18e0-4173-b2ca-e6cb90b2118b not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:56:29.586008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-beae50b6-09fc-43e8-9237-e543f5ff2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:29.591174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-beae50b6-09fc-43e8-9237-e543f5ff2e89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.3097889 Feb 04 19:56:29.600567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['70b193c8-1995-47c6-9b2d-c9d8ba653a6f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:29.639492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['ec4dfdd2-061f-4348-b1c9-a20f44451375'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:29.645074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.661129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cdab2-973b-4d49-92e0-4c13f401a75e req-17f3bf90-3cd7-43dd-9afa-61e18b716fd1 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:29.668935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-772cdab2-973b-4d49-92e0-4c13f401a75e req-17f3bf90-3cd7-43dd-9afa-61e18b716fd1 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 944 time: 0.6569765 Feb 04 19:56:29.672717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:29.674871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-8bcb0620-b986-4193-82d9-c2f772bd9b73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757082 Feb 04 19:56:29.676250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad646952-3c24-452d-8262-72b3d3bf3d8d req-9fd011a9-9a67-4c94-a106-efa6a7a447ae tempest-DeleteServersAdminTestJSON-629120779 tempest-DeleteServersAdminTestJSON-629120779-project-admin] 10.222.0.62 "DELETE /v2.0/ports/abe7a718-18e0-4173-b2ca-e6cb90b2118b HTTP/1.1" status: 204 len: 173 time: 3.0258746 Feb 04 19:56:29.690455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'name': 'network-vif-deleted', 'tag': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:29.792463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:29.835896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-772cdab2-973b-4d49-92e0-4c13f401a75e req-1a58e2d9-9099-48b7-aab8-6797c3d49560 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658332 Feb 04 19:56:29.911265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:29.946338 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'tag': 'c256a224-454a-44fe-8478-b6c268d8ca4f', 'status': 'completed', 'code': 200} Feb 04 19:56:29.953063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.953956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:29.954519 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:29.991733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-dfa97d6b-2d1e-4315-b6f0-5e7691592e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:29.993183 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-dfa97d6b-2d1e-4315-b6f0-5e7691592e98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5ca7ff9da574b5c9d58d9dc8a62c7af&device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 1097 time: 0.3555090 Feb 04 19:56:30.082153 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2115434d-0f1b-4d22-b73d-6785e5167ceb', 'name': 'network-vif-deleted', 'tag': 'abe7a718-18e0-4173-b2ca-e6cb90b2118b', 'status': 'completed', 'code': 200} Feb 04 19:56:30.121643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:30.124289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-e33912bd-3b2c-443e-aa3c-c7dbee1f4b18 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270852 Feb 04 19:56:30.152077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a has no active binding in host n-h2-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 19:56:30.163088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-d3c47cf9-8be7-499b-a0c1-70a08b357c12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=c256a224-454a-44fe-8478-b6c268d8ca4f HTTP/1.1" status: 200 len: 217 time: 0.1619229 Feb 04 19:56:30.249391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.3398962 Feb 04 19:56:30.257718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40832) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:30.273482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Request body: {'subnet': {'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-subnet', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:30.289202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:30.298790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Usage tracker for resource:subnet and tenant:1ce9b4ac0e4846718dd058c281d96dd9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:30.303728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:30.314913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:30.321875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-0060014d-7811-4ceb-9e90-dc860c75db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:30.323491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-0060014d-7811-4ceb-9e90-dc860c75db32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1531551 Feb 04 19:56:30.381995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728d79-304d-4a65-83e7-39710ee28352 admin admin] Pushing event updated for resources: {'Network': ['ID=ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:30.413212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1639f-0e4e-4c43-ac52-8214b500c48c req-1808bf90-f2fe-4819-8e3c-4ae02d7729c5 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:30.414768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17c1639f-0e4e-4c43-ac52-8214b500c48c req-1808bf90-f2fe-4819-8e3c-4ae02d7729c5 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 946 time: 0.3466978 Feb 04 19:56:30.455512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Made reservation on behalf of 1ce9b4ac0e4846718dd058c281d96dd9 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:30.457916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:30.470010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:56:30.495563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edc4d39-9c74-45a5-ae55-f798acf13df1 req-25850bf5-7ef7-41ec-9f7a-3791d1e978fd service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788029 Feb 04 19:56:30.507771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:30.513953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:30.541952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1f28-d5a3-4b2d-8fca-8138cca132b8 req-4a488ef3-53b9-4080-a0fc-979f73d037dc tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:30.546894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cde1f28-d5a3-4b2d-8fca-8138cca132b8 req-4a488ef3-53b9-4080-a0fc-979f73d037dc tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 949 time: 0.3283482 Feb 04 19:56:30.559285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17c1639f-0e4e-4c43-ac52-8214b500c48c req-73afac7d-26c0-4b53-8c7a-424a272e2277 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336665 Feb 04 19:56:30.574009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-a0f1d66e-72af-4498-8ea7-f324c3211402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:30.575569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-a0f1d66e-72af-4498-8ea7-f324c3211402 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439167 Feb 04 19:56:30.603103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cde1f28-d5a3-4b2d-8fca-8138cca132b8 req-190cf9a3-2fef-4671-9799-e21379aeca2e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529239 Feb 04 19:56:30.673766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:30.674140 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:30.787814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-network', 'tenant_id': '600808e8f7f3425f95806c0b36a12896'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:30.797348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:30.813178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Usage tracker for resource:network and tenant:600808e8f7f3425f95806c0b36a12896 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:30.822582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:30.836994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:30.865147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab31c4-9388-4576-8bcf-5cf1831d8567 req-226208d1-ba54-4db4-92b0-58c20ff6f5f5 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:30.874558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deab31c4-9388-4576-8bcf-5cf1831d8567 req-226208d1-ba54-4db4-92b0-58c20ff6f5f5 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.1503208 Feb 04 19:56:30.891825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-d43e572f-2930-4642-87ae-0743e743c904 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080370 Feb 04 19:56:30.895613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1bdd0789-a4e4-4c0a-bda9-d8e78bf14539 req-4c8f8e71-79cf-4eb3-8c9e-bf981396a5fd tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=2115434d-0f1b-4d22-b73d-6785e5167ceb HTTP/1.1" status: 200 len: 210 time: 0.0603933 Feb 04 19:56:30.927999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deab31c4-9388-4576-8bcf-5cf1831d8567 req-a85bb715-6070-4f92-b4d5-66a4af8225e8 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517445 Feb 04 19:56:30.938241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Made reservation on behalf of 600808e8f7f3425f95806c0b36a12896 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:30.942843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:30.968152 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:30.985305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:30.989923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Usage tracker for resource:security_group_rule and tenant:600808e8f7f3425f95806c0b36a12896 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:30.993342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:31.000771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:31.071584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-830cdb24-6057-42c6-ba5e-3936646edd81 req-5f2b7059-078c-4b54-9637-3c273a67779f service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713715 Feb 04 19:56:31.099431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.161807 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.180960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:28Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:31.195690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51ed12-3f81-48a3-a954-eb3a33b182e7 None None] The sync data for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 is: [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:28Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:56:31.205617 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.227191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615a31b-5cc8-4ee9-b285-e1cfd7a3ad12 req-c355a8ab-9a06-494b-9a96-25c75cefb4cd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:31.228951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6615a31b-5cc8-4ee9-b285-e1cfd7a3ad12 req-c355a8ab-9a06-494b-9a96-25c75cefb4cd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 944 time: 0.1625237 Feb 04 19:56:31.252216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23e2136-893b-448e-b7f4-bb7ecd5546e3,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:31.265503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:31.267401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:31.307562 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.356432 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.378660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Checking segment: {'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:31.379355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Network hostable DHCP agents. Network: ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:56:31.399249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff24d4fb-29c4-4759-ac18-67d59421a157,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:31.428584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6615a31b-5cc8-4ee9-b285-e1cfd7a3ad12 req-dd6b1e63-3c3e-4706-9a3e-fefeac676d19 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911981 Feb 04 19:56:31.434451 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'code': 200} Feb 04 19:56:31.457632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:56:31.472869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:31.474027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.474370 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Added segment 8a97be96-b75b-4179-acad-4641549a68b4 of type vlan for network 91d07b3f-686a-49fd-bbfd-4580fc127c01 Feb 04 19:56:31.477340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-8d3c57ed-9366-44d8-aecf-542e9cbdb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:31.484382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-8d3c57ed-9366-44d8-aecf-542e9cbdb14f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5ca7ff9da574b5c9d58d9dc8a62c7af&device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 1097 time: 0.2366762 Feb 04 19:56:31.579868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:56:31.598225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:31.645372 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.692129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:31.711067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:31.711679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.713647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834bd95-66e0-4950-9a1f-06832514c2ac None None] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:56:31.721233 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-6b07036d-fbec-4990-bf6b-9d20fc8ca85b service neutron] 10.222.0.62 "GET /v2.0/ports/ff48627a-9c1e-4c7a-8045-c84c6039938a/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.2355375 Feb 04 19:56:31.724232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6cdca-bacb-482e-95c7-4ffb74deecc4 req-560553d3-d524-4ad7-b36e-55765f7ebd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:31.724356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-2364fbd3-46f1-40eb-8f9e-42cf12bb4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:31.725765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3b6cdca-bacb-482e-95c7-4ffb74deecc4 req-560553d3-d524-4ad7-b36e-55765f7ebd98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 1096 time: 0.1625297 Feb 04 19:56:31.728033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-2364fbd3-46f1-40eb-8f9e-42cf12bb4d15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2364111 Feb 04 19:56:31.824080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.825207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:31.825847 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:31.952361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] Pushing event updated for resources: {'Network': ['ID=91d07b3f-686a-49fd-bbfd-4580fc127c01,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:31.956619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-96ad65b0-9e8f-4217-8b93-1fc332106f56 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=c256a224-454a-44fe-8478-b6c268d8ca4f HTTP/1.1" status: 200 len: 217 time: 0.2153082 Feb 04 19:56:31.967805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:56:32.031745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3b6cdca-bacb-482e-95c7-4ffb74deecc4 req-ebec0096-6475-4eba-9750-31c791c1828e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628884 Feb 04 19:56:32.042247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-272a8d2b-7929-4e87-b397-6dac0254797f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7797632 Feb 04 19:56:32.048372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40868) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:32.057278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:32.065975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:32.069420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-f18b05fd-a01a-491d-845f-9718cfe98fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:32.072313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-f18b05fd-a01a-491d-845f-9718cfe98fda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1080368 Feb 04 19:56:32.078475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Usage tracker for resource:router and tenant:1ce9b4ac0e4846718dd058c281d96dd9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:32.099220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:32.112561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9cac11a4-0337-422e-ad45-67defcb66a32 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5951481 Feb 04 19:56:32.115704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40872) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:32.123257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:32.124268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:32.124472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Request body: {'subnet': {'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-subnet', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:32.127778 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.129076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:32.133719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Usage tracker for resource:subnet and tenant:600808e8f7f3425f95806c0b36a12896 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:32.136715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:32.142624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:32.147983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:32.183889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f131-b701-4f97-81d7-62bb13a25f61 req-6cd439b4-ecc9-402f-bf00-9cc654b29850 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:32.192696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b64f131-b701-4f97-81d7-62bb13a25f61 req-6cd439b4-ecc9-402f-bf00-9cc654b29850 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 949 time: 0.3267992 Feb 04 19:56:32.239238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Made reservation on behalf of 600808e8f7f3425f95806c0b36a12896 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:32.241784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.254136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b64f131-b701-4f97-81d7-62bb13a25f61 req-ebb3d23c-74fd-4e23-85e3-0d14e201b0ff tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Feb 04 19:56:32.272596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aed9e-ec96-4a00-861f-38bdfba2da8c req-1d38dbc6-1090-4110-b88e-5e9de48e025c tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:32.274894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.280497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.280792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-327aed9e-ec96-4a00-861f-38bdfba2da8c req-1d38dbc6-1090-4110-b88e-5e9de48e025c tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 946 time: 0.3299198 Feb 04 19:56:32.286437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-bb43cf7f-451d-4f55-a865-ac9500985f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:32.288999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-bb43cf7f-451d-4f55-a865-ac9500985f8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005889 Feb 04 19:56:32.341298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.357950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0', 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'fixed_ips': [{'subnet_id': 'f23e2136-893b-448e-b7f4-bb7ecd5546e3'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:56:32.359130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.467100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.473654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-327aed9e-ec96-4a00-861f-38bdfba2da8c req-80155984-46cf-4d97-ac96-a6a42babd475 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855917 Feb 04 19:56:32.478024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:32.562405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:32.565210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:32.660069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:32.823224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:32.837057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.837542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.837977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.838409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.838927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.839325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.839726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.840140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.840552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.840968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.841387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.841797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:56:32.851247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Allocated IP 172.20.0.2 (ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0/f23e2136-893b-448e-b7f4-bb7ecd5546e3/cf47cc38-35b4-4fd7-9ac8-b94bcde0811f) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:32.852775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff48627a-9c1e-4c7a-8045-c84c6039938a {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:32.873788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:32.930418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-bdd8fa40-29c8-4c16-a41e-2cd445feb00f service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332572 Feb 04 19:56:32.945141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d1eef-d452-4ff1-90df-74c8179d69ef req-50f76588-de93-44a0-980f-610c6aadc530 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:32.951211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a0d1eef-d452-4ff1-90df-74c8179d69ef req-50f76588-de93-44a0-980f-610c6aadc530 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 943 time: 0.2581534 Feb 04 19:56:32.976814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.007363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.095090 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.107592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Transition to ACTIVE for port object cf47cc38-35b4-4fd7-9ac8-b94bcde0811f will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:33.130681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Transition to ACTIVE for port object cf47cc38-35b4-4fd7-9ac8-b94bcde0811f will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:33.135024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a0d1eef-d452-4ff1-90df-74c8179d69ef req-034cedd4-3dbc-4e89-8480-4f7094a8a713 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819828 Feb 04 19:56:33.165774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.187131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] Transition to ACTIVE for port object ff48627a-9c1e-4c7a-8045-c84c6039938a will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:33.224577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78d5d2-bef9-4515-bad7-a7daa91dc6b1 req-c285c7f6-f3a3-422e-90c9-0e27ada4ab0e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:33.224987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f4ca13-799b-4639-978e-b87b3c4fa33e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:33.226232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3a78d5d2-bef9-4515-bad7-a7daa91dc6b1 req-c285c7f6-f3a3-422e-90c9-0e27ada4ab0e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.4130325 Feb 04 19:56:33.231414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.234813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Checking segment: {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:33.238299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Network hostable DHCP agents. Network: 91d07b3f-686a-49fd-bbfd-4580fc127c01, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:56:33.238425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a3feefa-b5f1-4735-aef4-68bbbddf164d req-81734dcb-a978-40fc-acdb-ca509fd8e201 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989488 Feb 04 19:56:33.270075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.299616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:33.303812 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3a78d5d2-bef9-4515-bad7-a7daa91dc6b1 req-72e8910d-9aaa-4245-9dd4-8e9f3f2d7a93 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659566 Feb 04 19:56:33.307284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:33.309807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:33.395926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:56:33.451467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Pushing event updated for resources: {'Port': ['ID=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:33.479413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Attempting to bind port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:33.479622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Attempting to bind port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:33.479987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Attempting to bind port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f on network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:33.486231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:33.486603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Checking segment: {'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:33.487177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.487727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Bound using segment: {'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:33.488204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Bound port: cf47cc38-35b4-4fd7-9ac8-b94bcde0811f, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:33.488575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.533796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-14b5b662-95e6-4099-97f9-107a27ae7127 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=73e969944adf4bcdbaea04461c87d6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763595 Feb 04 19:56:33.535964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:33.548998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] No DVR routers for this DVR port ff48627a-9c1e-4c7a-8045-c84c6039938a on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:56:33.576197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 91d07b3f-686a-49fd-bbfd-4580fc127c01) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:33.578402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] Pushing event updated for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:33.594915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18363b70-199a-4de2-977f-8272ead9b5c3 None None] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:56:33.616195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:33.616694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.628075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ec4dfdd2-061f-4348-b1c9-a20f44451375 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:33.708760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.711293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-015ce2a4-96c8-45b5-b527-593317d20404 service neutron] 10.222.0.62 "PUT /v2.0/ports/ff48627a-9c1e-4c7a-8045-c84c6039938a/bindings/n-h2-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9843006 Feb 04 19:56:33.745919 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.756424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e0e2-ca21-4b3c-89c3-86ae7ae4030e req-8aa43362-d2ea-4608-b5d8-eff5c463809c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:33.763764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7544e0e2-ca21-4b3c-89c3-86ae7ae4030e req-8aa43362-d2ea-4608-b5d8-eff5c463809c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 949 time: 0.2711618 Feb 04 19:56:33.768536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-46ea6f74-5124-4424-843c-0ab9be137669 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:33.770177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-46ea6f74-5124-4424-843c-0ab9be137669 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242055 Feb 04 19:56:33.788192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-0024e0d3-71ca-4b67-8c41-138365bbc05b tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/quotas/73e969944adf4bcdbaea04461c87d6ec HTTP/1.1" status: 200 len: 375 time: 0.0105243 Feb 04 19:56:33.790960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-40d54dff-e01c-4181-a3bd-d902d681ca94 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6743274 Feb 04 19:56:33.793793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:33.799656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] For port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:33.819564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] For port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,segment=NetworkSegment(4ce1732c-ac60-46ef-a36a-6880ab5485f0),segment_id=4ce1732c-ac60-46ef-a36a-6880ab5485f0)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:33.842415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:33.842617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:33.844682 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.852132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:33.858600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7544e0e2-ca21-4b3c-89c3-86ae7ae4030e req-3dcf99b4-e159-43dc-9bf8-2797788410cc tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934293 Feb 04 19:56:33.859717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-3db06f23-be36-4638-99b8-1c967f17b3eb tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Synchronizing usage tracker for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:33.863272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Usage tracker for resource:router and tenant:600808e8f7f3425f95806c0b36a12896 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:33.866201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:33.936649 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:33.948076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:33.987676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-3db06f23-be36-4638-99b8-1c967f17b3eb tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Unset dirty status for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:33.991905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Allocated IP 172.25.7.116 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/0d0b649f-55bb-45cb-8b29-566bcd62175c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:34.000940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port ec4dfdd2-061f-4348-b1c9-a20f44451375 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:34.004161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-3db06f23-be36-4638-99b8-1c967f17b3eb tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=73e969944adf4bcdbaea04461c87d6ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2064247 Feb 04 19:56:34.035388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-fee44e54-5735-47d9-a70c-67ea03f26b26 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:34.036907 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-fee44e54-5735-47d9-a70c-67ea03f26b26 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.1570554 Feb 04 19:56:34.053935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port ec4dfdd2-061f-4348-b1c9-a20f44451375 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:34.054306 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.096005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.097131 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.150363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.192960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-91d07b3f-686a-49fd-bbfd-4580fc127c01', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:56:34.194228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.225091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e0658-416c-42f5-8d59-586657484d98 None None] Pushing event updated for resources: {'Port': ['ID=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:34.260549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-206992fe-4ba6-46c8-9538-d566a8614540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:34.262203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-206992fe-4ba6-46c8-9538-d566a8614540 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c&tenant_id=b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 1095 time: 0.2170837 Feb 04 19:56:34.364277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.382031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b5204-f1f2-4824-aff0-c8f6596b3dd4 req-99ad5777-e66f-4e63-a12e-62c1e8e27832 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:34.389012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e7b5204-f1f2-4824-aff0-c8f6596b3dd4 req-99ad5777-e66f-4e63-a12e-62c1e8e27832 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 946 time: 0.2852614 Feb 04 19:56:34.466095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e7b5204-f1f2-4824-aff0-c8f6596b3dd4 req-f2f62a5b-8472-4e76-843e-c113d5a23b4c tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Feb 04 19:56:34.565062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.631358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64ae6761-0019-4723-91bc-c0b4d5820bf5 req-b8ad3ce9-be8e-41a2-a22f-cf5d2f290d53 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 210 time: 0.1136158 Feb 04 19:56:34.692487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40924) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:34.708261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:34.714859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:34.717349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:34.814096 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.856512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4dfdd2-061f-4348-b1c9-a20f44451375'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:34.860453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.877658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Allocated IP 172.20.0.2 (91d07b3f-686a-49fd-bbfd-4580fc127c01/53f4ca13-799b-4639-978e-b87b3c4fa33e/1ba9619e-8062-4279-a47f-543be85d1f6c) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:34.881907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port ec4dfdd2-061f-4348-b1c9-a20f44451375, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:34.888058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-96dd182d-02e6-4c15-92d7-c395b7e47a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:34.889764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-96dd182d-02e6-4c15-92d7-c395b7e47a5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1095 time: 0.5990288 Feb 04 19:56:34.911728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Pushing event updated for resources: {'Port': ['ID=0d0b649f-55bb-45cb-8b29-566bcd62175c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:34.994340 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:34.995418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:35.017836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:35.051623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:35.058868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Usage tracker for resource:security_group_rule and tenant:16ac246b8cf3442b9e5ed8bcbb8641a2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:35.064755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:35.073519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:35.104093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6945f-57ed-4b9d-ac93-0b7ae9e24305 req-8a156219-e717-4550-9f85-838c23dedfc5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:35.118673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5e6945f-57ed-4b9d-ac93-0b7ae9e24305 req-8a156219-e717-4550-9f85-838c23dedfc5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.3265774 Feb 04 19:56:35.165461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=ec4dfdd2-061f-4348-b1c9-a20f44451375,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:35.294571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f0c49-123a-4502-a58a-a427b94ba347 req-da8871c3-027a-4d1a-99e4-d09859f7d214 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:35.308356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:35.313961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c7f0c49-123a-4502-a58a-a427b94ba347 req-da8871c3-027a-4d1a-99e4-d09859f7d214 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 944 time: 0.7238996 Feb 04 19:56:35.352337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:35.356587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:35.390187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c256a224-454a-44fe-8478-b6c268d8ca4f details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:35.455661 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5e6945f-57ed-4b9d-ac93-0b7ae9e24305 req-d804d6e9-8bd0-4c25-9209-aa90cffc0128 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359535 Feb 04 19:56:35.472073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:56:35.612283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c7f0c49-123a-4502-a58a-a427b94ba347 req-d764fb69-eda0-46f5-8267-9d707240fb08 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973869 Feb 04 19:56:35.627317 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4dfdd2-061f-4348-b1c9-a20f44451375', 'code': 200} Feb 04 19:56:35.628242 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:35.660919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:56:35.669726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Transition to ACTIVE for port object 1ba9619e-8062-4279-a47f-543be85d1f6c will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:35.669988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-b8efb77f-a018-44ee-a047-b7f349b43240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:35.671071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-b8efb77f-a018-44ee-a047-b7f349b43240 service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.7588971 Feb 04 19:56:35.846751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-2412be84-2ee5-4c93-b73f-e6aa3f13aa73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 217 time: 0.1695879 Feb 04 19:56:35.901011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cf47cc38-35b4-4fd7-9ac8-b94bcde0811f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:35.940230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d037ae5-0e92-4105-bd50-4c57e048054c None None] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:56:35.968777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Transition to ACTIVE for port object 1ba9619e-8062-4279-a47f-543be85d1f6c will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:35.973645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:35.974126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-5d4a5716-bc9f-4e08-b6bb-0054f103937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:35.976230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-5d4a5716-bc9f-4e08-b6bb-0054f103937a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1215279 Feb 04 19:56:36.049316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-51703f50-6f99-4654-916f-b0b2962ca386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587349 Feb 04 19:56:36.052633 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.086290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.168235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Pushing event updated for resources: {'Port': ['ID=1ba9619e-8062-4279-a47f-543be85d1f6c,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:36.175928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.201047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b72c7d-fcaf-4260-8c77-eef63fbc3baa req-e63175b6-0cbd-44d7-b45f-2973bb70a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:36.203123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3b72c7d-fcaf-4260-8c77-eef63fbc3baa req-e63175b6-0cbd-44d7-b45f-2973bb70a87b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 1101 time: 0.4603262 Feb 04 19:56:36.204331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d55ec6ef-4e9f-434f-8659-1e2fee5a4368 None None] Provisioning for port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:36.215651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bec31-0625-4ccb-ad3f-0f26c51478dc req-bdc2048d-8ff6-4a57-a1fc-58bdb587ba71 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:36.222557 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c1bec31-0625-4ccb-ad3f-0f26c51478dc req-bdc2048d-8ff6-4a57-a1fc-58bdb587ba71 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 950 time: 0.3562441 Feb 04 19:56:36.251428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:36.264338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:36.284002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:36.298885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16ac246b8cf3442b9e5ed8bcbb8641a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6016667 Feb 04 19:56:36.301952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40942) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:36.306747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b9924-c0ec-4599-975b-b139250c60c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8527f91e-f500-4201-95d3-2461664b7815,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:36.317642 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.414784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3b72c7d-fcaf-4260-8c77-eef63fbc3baa req-07b20e76-c0cb-469d-b653-2018f360111d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786993 Feb 04 19:56:36.422983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c256a224-454a-44fe-8478-b6c268d8ca4f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c256a224-454a-44fe-8478-b6c268d8ca4f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:36.423350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c1bec31-0625-4ccb-ad3f-0f26c51478dc req-170f2ad3-4ddc-4356-ab34-d216d677965a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997647 Feb 04 19:56:36.450093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:36.488949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c256a224-454a-44fe-8478-b6c268d8ca4f', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'c256a224-454a-44fe-8478-b6c268d8ca4f', 'mac_address': 'fa:16:3e:f0:ac:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:36.491298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:36.498549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff166-d349-4aa6-be50-633f088a0f32 req-453d3ffe-523e-4847-b3c2-c2955fc7c22b tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:36.505360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Attempting to bind port 1ba9619e-8062-4279-a47f-543be85d1f6c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:36.505727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Attempting to bind port 1ba9619e-8062-4279-a47f-543be85d1f6c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:36.506086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Attempting to bind port 1ba9619e-8062-4279-a47f-543be85d1f6c on network 91d07b3f-686a-49fd-bbfd-4580fc127c01 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:36.506279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a5ff166-d349-4aa6-be50-633f088a0f32 req-453d3ffe-523e-4847-b3c2-c2955fc7c22b tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 946 time: 0.5786393 Feb 04 19:56:36.514361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:36.514803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.533097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.585931 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.594844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.631320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:36.632311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Checking segment: {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:36.632957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.633354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Bound using segment: {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:36.633900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Bound port: 1ba9619e-8062-4279-a47f-543be85d1f6c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:36.634273 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.653248 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14f8dc4e-df66-4606-92f7-21ffacfdbeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.671366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11c4cd64-ec65-40e2-adc4-c596442b85fc req-d01c1adf-37af-419a-83eb-12d2dc3c15f2 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 210 time: 0.0522738 Feb 04 19:56:36.675748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-c6609f32-8ad8-4d2a-9b65-beac2788825c service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185324 Feb 04 19:56:36.684990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.693954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a5ff166-d349-4aa6-be50-633f088a0f32 req-91734fa5-7102-47c8-9735-02616805e868 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865480 Feb 04 19:56:36.812414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.850477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:36.879750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c256a224-454a-44fe-8478-b6c268d8ca4f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:36.896476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14f8dc4e-df66-4606-92f7-21ffacfdbeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:36.942194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] For port 1ba9619e-8062-4279-a47f-543be85d1f6c, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:36.953363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c256a224-454a-44fe-8478-b6c268d8ca4f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c256a224-454a-44fe-8478-b6c268d8ca4f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:36.967205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] For port 1ba9619e-8062-4279-a47f-543be85d1f6c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1ba9619e-8062-4279-a47f-543be85d1f6c,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:36.971329 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.009026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,segment=NetworkSegment(4ce1732c-ac60-46ef-a36a-6880ab5485f0),segment_id=4ce1732c-ac60-46ef-a36a-6880ab5485f0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:37.013345 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bade1a0d-b7b5-40e8-b05d-fed187dfc4cf tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73e969944adf4bcdbaea04461c87d6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633991 Feb 04 19:56:37.021317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbfef3-9620-456e-97ac-19eead8ae935 req-7a37a1df-693e-4e7b-af76-13a35c072b38 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:37.022870 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1acbfef3-9620-456e-97ac-19eead8ae935 req-7a37a1df-693e-4e7b-af76-13a35c072b38 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 944 time: 0.1221845 Feb 04 19:56:37.064186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.085544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1acbfef3-9620-456e-97ac-19eead8ae935 req-8ba67eaf-df9a-4edb-8a73-8c5268aa6dab tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Feb 04 19:56:37.115675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Router 90a7bdac-2219-4e51-ae67-74cfcfa8859d is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:56:37.125821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.166586 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.190264 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:56:37.231780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c256a224-454a-44fe-8478-b6c268d8ca4f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:37.358671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-38df011d-e58c-4824-aa7c-482c51fd9f17 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517768 Feb 04 19:56:37.376058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d7ca1-41d1-412a-a0e0-82659a05cfa0 None None] Pushing event updated for resources: {'Port': ['ID=1ba9619e-8062-4279-a47f-543be85d1f6c,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:37.377152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Allocated IP 172.25.7.193 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/df2861e0-17cf-4828-8b61-4f28e655afa1) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:37.445591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:56:37.462824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-25eac07c-4d8a-40cf-8c94-e25d5924aeb8 None None] Provisioning complete for port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:37.463204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-25eac07c-4d8a-40cf-8c94-e25d5924aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.477273 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Sync routers for ids ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:56:37.493072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Routers {'90a7bdac-2219-4e51-ae67-74cfcfa8859d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:37.499240 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:37.532687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-7dd89d83-8562-415a-a61f-009eb71dedd7 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:37.534122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-7dd89d83-8562-415a-a61f-009eb71dedd7 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4574020 Feb 04 19:56:37.544516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb218c-6647-43c3-a0a2-82129a1a2110 req-35511d07-bbf6-4986-85b3-e08df55cab92 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:37.546568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6cb218c-6647-43c3-a0a2-82129a1a2110 req-35511d07-bbf6-4986-85b3-e08df55cab92 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.6527214 Feb 04 19:56:37.549529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c256a224-454a-44fe-8478-b6c268d8ca4f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:37.560401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Request body: {'port': {'device_id': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '73e969944adf4bcdbaea04461c87d6ec'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:37.573934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14f8dc4e-df66-4606-92f7-21ffacfdbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.636670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.637946 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0bfb904e-32d2-4bc8-a0a4-94c50bc608ee admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5885448 Feb 04 19:56:37.641187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:37.664517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:37.680739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8dc4e-df66-4606-92f7-21ffacfdbeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8527f91e-f500-4201-95d3-2461664b7815,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:37.753847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:37.849796 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Set router 90a7bdac-2219-4e51-ae67-74cfcfa8859d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:37.853536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6cb218c-6647-43c3-a0a2-82129a1a2110 req-c54843f0-c24b-41de-b5a1-d24e3641891f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975495 Feb 04 19:56:37.932296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14f8dc4e-df66-4606-92f7-21ffacfdbeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:37.935873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-14f8dc4e-df66-4606-92f7-21ffacfdbeb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8527f91e-f500-4201-95d3-2461664b7815 HTTP/1.1" status: 204 len: 168 time: 1.6285417 Feb 04 19:56:38.001924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:38.037346 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'code': 200} Feb 04 19:56:38.048757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:38.076798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:38.233997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Made reservation on behalf of 73e969944adf4bcdbaea04461c87d6ec for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:38.238038 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:38.277485 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T19:56:35Z', 'revision_number': 3, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:38.280803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c53c-7966-4562-a7fe-9e801595fc76 req-ce2f16ce-6a8d-46a3-b90f-1071910d01b7 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:38.283219 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Checking router: 90a7bdac-2219-4e51-ae67-74cfcfa8859d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:56:38.283573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Updating router 90a7bdac-2219-4e51-ae67-74cfcfa8859d port 0d0b649f-55bb-45cb-8b29-566bcd62175c binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:56:38.288710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6c7c53c-7966-4562-a7fe-9e801595fc76 req-ce2f16ce-6a8d-46a3-b90f-1071910d01b7 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 950 time: 0.4791236 Feb 04 19:56:38.370820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b401a1e-4c7f-40f9-a50f-e2723bfa8708 req-2ebff6bf-7788-4ffb-8933-8666e319602b tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 210 time: 0.1478362 Feb 04 19:56:38.390541 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6c7c53c-7966-4562-a7fe-9e801595fc76 req-ab644d6a-7460-4338-ad83-bb899b65ab10 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007748 Feb 04 19:56:38.419855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:38.422270 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:38.512000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:38.542259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:38.560818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:38.580288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:38.790541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:38.801458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c5ee2-990d-467b-955d-ef46f9ef270f None None] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:56:38.807522 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:38.819709 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Transition to ACTIVE for port object 0d0b649f-55bb-45cb-8b29-566bcd62175c will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:38.873336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40972) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:38.878726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adef49-d257-4007-8b18-0d521a624ccd req-b954743f-c135-47ac-b42c-08a1d51597bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:38.880354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77adef49-d257-4007-8b18-0d521a624ccd req-b954743f-c135-47ac-b42c-08a1d51597bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1101 time: 0.7309785 Feb 04 19:56:38.925136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Pushing event updated for resources: {'Port': ['ID=df2861e0-17cf-4828-8b61-4f28e655afa1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:38.928645 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.015854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.047390 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fda72-771a-450f-8c2d-e2b94e45b83b None None] Pushing event updated for resources: {'Port': ['ID=0d0b649f-55bb-45cb-8b29-566bcd62175c,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:39.050470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb3565-a463-41ce-ad2e-8294bc9df67b req-3598c319-205c-4281-a591-1b9ca0ef7a64 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:39.051484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77adef49-d257-4007-8b18-0d521a624ccd req-0e3f6198-bd9a-4959-b3f9-eb7f2c332915 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198466 Feb 04 19:56:39.057755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5deb3565-a463-41ce-ad2e-8294bc9df67b req-3598c319-205c-4281-a591-1b9ca0ef7a64 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.4419296 Feb 04 19:56:39.061980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:39.073949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4b747d9-ee5d-49c0-bde2-823ac5ad2769 None None] Provisioning for port 1ba9619e-8062-4279-a47f-543be85d1f6c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:39.079465 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Attempting to bind port 0d0b649f-55bb-45cb-8b29-566bcd62175c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:39.089033 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Attempting to bind port 0d0b649f-55bb-45cb-8b29-566bcd62175c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:39.089033 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Attempting to bind port 0d0b649f-55bb-45cb-8b29-566bcd62175c on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:39.089284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-9686e766-420f-4f77-a936-30416f4ad740 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:39.089284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-9686e766-420f-4f77-a936-30416f4ad740 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.6802123 Feb 04 19:56:39.089457 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:39.089457 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:39.089457 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.089457 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:39.089457 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Bound port: 0d0b649f-55bb-45cb-8b29-566bcd62175c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:39.089914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fab8db19324bc385223d4b75a25cbf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:39.090008 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.096817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:39.108481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d73b0-f20e-4fea-86b5-c01a37aee2a2 req-4639320a-e02d-4371-99b5-b3d6764572bd tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:39.110158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c97d73b0-f20e-4fea-86b5-c01a37aee2a2 req-4639320a-e02d-4371-99b5-b3d6764572bd tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 947 time: 0.4152548 Feb 04 19:56:39.126865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Allocated IP 192.168.233.149 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/da91da52-c5f5-4ff1-91a2-82d4253ae398) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:39.135402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:39.193005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5deb3565-a463-41ce-ad2e-8294bc9df67b req-7090a029-57a8-406f-ad3e-ee543eccf713 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346650 Feb 04 19:56:39.229071 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] For port 0d0b649f-55bb-45cb-8b29-566bcd62175c, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:39.232935 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] For port 0d0b649f-55bb-45cb-8b29-566bcd62175c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0d0b649f-55bb-45cb-8b29-566bcd62175c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:39.333736 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.398892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c256a224-454a-44fe-8478-b6c268d8ca4f up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:39.460752 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fda72-771a-450f-8c2d-e2b94e45b83b None None] Pushing event updated for resources: {'Port': ['ID=0d0b649f-55bb-45cb-8b29-566bcd62175c,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:39.486140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Routers {'90a7bdac-2219-4e51-ae67-74cfcfa8859d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:39.489279 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:39.523244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c97d73b0-f20e-4fea-86b5-c01a37aee2a2 req-43b5a35c-3e08-4ae0-aeff-bc8f6d740345 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035573 Feb 04 19:56:39.573731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c256a224-454a-44fe-8478-b6c268d8ca4f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:39.586871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c256a224-454a-44fe-8478-b6c268d8ca4f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:39.587517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.606650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.662527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.719793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117347d-7cbc-4778-9eb4-bef2821565bf req-c8d67d33-ade2-476c-921e-7b73a56bf565 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:39.721500 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c117347d-7cbc-4778-9eb4-bef2821565bf req-c8d67d33-ade2-476c-921e-7b73a56bf565 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 944 time: 0.3950393 Feb 04 19:56:39.754122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.793189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.804416 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] Set router 90a7bdac-2219-4e51-ae67-74cfcfa8859d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:39.806921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1ba9619e-8062-4279-a47f-543be85d1f6c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:39.809918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Transition to ACTIVE for port object da91da52-c5f5-4ff1-91a2-82d4253ae398 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:39.813534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.891066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c256a224-454a-44fe-8478-b6c268d8ca4f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c256a224-454a-44fe-8478-b6c268d8ca4f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:39.898481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Allocated IP 172.20.0.1 (ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0/f23e2136-893b-448e-b7f4-bb7ecd5546e3/34723961-baa6-41ed-9cc2-f67d137657a9) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:39.919393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:39.950682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-84f5be6f-5468-4847-a45f-4fc430ab0b4a service neutron] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:39.964488 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.018354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 1ba9619e-8062-4279-a47f-543be85d1f6c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:40.055635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256a224-454a-44fe-8478-b6c268d8ca4f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:40.066658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1ba9619e-8062-4279-a47f-543be85d1f6c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:40.067075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.097291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c117347d-7cbc-4778-9eb4-bef2821565bf req-d417b78b-06a5-4a8e-94ca-9493f9d744a0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655939 Feb 04 19:56:40.101398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1cf9d4-330d-4058-870e-f433151cf0d8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:40.118803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ec78dff0-90d3-48b1-ad21-ccbd93455061 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6fab8db19324bc385223d4b75a25cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2395141 Feb 04 19:56:40.119499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40994) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:40.160002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-84f5be6f-5468-4847-a45f-4fc430ab0b4a service neutron] Notify callbacks [] for binding, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.161471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-604e04ed-b304-4ce4-8c39-16bdad967ab4 req-84f5be6f-5468-4847-a45f-4fc430ab0b4a service neutron] 10.222.0.24 "DELETE /v2.0/ports/ff48627a-9c1e-4c7a-8045-c84c6039938a/bindings/n-h1-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.8918669 Feb 04 19:56:40.172120 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T19:56:35Z', 'revision_number': 3, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:40.176782 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d2f24-d507-4ef6-adb7-55098e7c5ba6 None None] The sync data for ids ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'] in n-d-811806-1 is: [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T19:56:35Z', 'revision_number': 3, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:56:40.254596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c256a224-454a-44fe-8478-b6c268d8ca4f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:40.285395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.323597 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43b14c3e-56b6-4e4d-83f6-3d6c73a3a296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.372699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43b14c3e-56b6-4e4d-83f6-3d6c73a3a296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.379777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.420504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 1ba9619e-8062-4279-a47f-543be85d1f6c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1ba9619e-8062-4279-a47f-543be85d1f6c,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:40.431656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Transition to ACTIVE for port object 34723961-baa6-41ed-9cc2-f67d137657a9 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:40.489272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63156d0a-509b-417d-a18c-37618079e87d req-3acf8685-19bf-4073-a68a-b42de61e3bce tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 210 time: 0.0450642 Feb 04 19:56:40.556049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43b14c3e-56b6-4e4d-83f6-3d6c73a3a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.565447 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.565447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cf47cc38-35b4-4fd7-9ac8-b94bcde0811f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:40.585599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b14c3e-56b6-4e4d-83f6-3d6c73a3a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1cf9d4-330d-4058-870e-f433151cf0d8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:40.596430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43b14c3e-56b6-4e4d-83f6-3d6c73a3a296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.598749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43b14c3e-56b6-4e4d-83f6-3d6c73a3a296 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d1cf9d4-330d-4058-870e-f433151cf0d8 HTTP/1.1" status: 204 len: 168 time: 0.4747694 Feb 04 19:56:40.616420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.685208 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.754888 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256a224-454a-44fe-8478-b6c268d8ca4f', 'code': 200} Feb 04 19:56:40.850502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:40.865195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:40.884282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:40.899258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:40.900700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.909598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Pushing event updated for resources: {'Port': ['ID=da91da52-c5f5-4ff1-91a2-82d4253ae398,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:40.917326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=1ba9619e-8062-4279-a47f-543be85d1f6c,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:40.946162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:40.946526 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:40.952101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:41.057358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:41.066180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:41.068950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:41.069779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:41.076316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Pushing event updated for resources: {'Port': ['ID=34723961-baa6-41ed-9cc2-f67d137657a9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:41.300156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ab1ab-9084-4ea5-bcf7-32ef586122cd req-e5b33ed5-9b50-402b-86b2-d0ba72f58e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:41.301660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-415ab1ab-9084-4ea5-bcf7-32ef586122cd req-e5b33ed5-9b50-402b-86b2-d0ba72f58e04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 1099 time: 0.3763251 Feb 04 19:56:41.381761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88022-be1c-4c53-b6a1-33b677c83138 req-38bcb25f-43f7-4f9e-b48a-05fe37e89bfa tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:41.383419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64b88022-be1c-4c53-b6a1-33b677c83138 req-38bcb25f-43f7-4f9e-b48a-05fe37e89bfa tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 950 time: 0.7264049 Feb 04 19:56:41.431814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-64508c8a-e42f-4f2a-b72e-3cc2992d6be9 None None] Provisioning for port da91da52-c5f5-4ff1-91a2-82d4253ae398 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:41.438507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-64508c8a-e42f-4f2a-b72e-3cc2992d6be9 None None] Provisioning complete for port da91da52-c5f5-4ff1-91a2-82d4253ae398 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:41.439072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-64508c8a-e42f-4f2a-b72e-3cc2992d6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:41.449884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-415ab1ab-9084-4ea5-bcf7-32ef586122cd req-1bf9e78f-a5ef-4a3c-a373-7d64b874a2fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320117 Feb 04 19:56:41.465671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64b88022-be1c-4c53-b6a1-33b677c83138 req-675af050-64ff-40d6-95ad-94c910ac4015 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730121 Feb 04 19:56:41.472129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77186970-c3c2-42cf-a912-97f0f8c1e5bb req-4d1e6387-0efe-4995-b446-643b16da1170 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:41.480463 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77186970-c3c2-42cf-a912-97f0f8c1e5bb req-4d1e6387-0efe-4995-b446-643b16da1170 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 948 time: 0.1990681 Feb 04 19:56:41.517508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-8b30d457-594d-4a87-94f1-9e96a3034003 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9698775 Feb 04 19:56:41.550403 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77186970-c3c2-42cf-a912-97f0f8c1e5bb req-2d628967-3585-44fc-8039-a55ac04df587 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689027 Feb 04 19:56:41.559790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-64508c8a-e42f-4f2a-b72e-3cc2992d6be9 None None] Port da91da52-c5f5-4ff1-91a2-82d4253ae398 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:41.636117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Router fd11c3e4-5bef-468b-b23e-76799182b332 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:56:41.699574 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:41.743571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1ba9619e-8062-4279-a47f-543be85d1f6c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:41.762156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Request body: {'port': {'device_id': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:41.787389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d5c1c961-7758-4bc2-945d-407fee2dfd4b None None] Provisioning for port 34723961-baa6-41ed-9cc2-f67d137657a9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:41.810499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d5c1c961-7758-4bc2-945d-407fee2dfd4b None None] Provisioning complete for port 34723961-baa6-41ed-9cc2-f67d137657a9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:41.810499 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c961-7758-4bc2-945d-407fee2dfd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:41.858243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41018) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:41.887860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1c961-7758-4bc2-945d-407fee2dfd4b None None] Port 34723961-baa6-41ed-9cc2-f67d137657a9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:41.903087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1ba9619e-8062-4279-a47f-543be85d1f6c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:41.903579 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.040745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0d0b649f-55bb-45cb-8b29-566bcd62175c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:42.054569 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.091159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:56:42.104499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Sync routers for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:56:42.116040 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.137392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7353b-3b9d-4cf2-97cc-6c71cc06cf2f req-43eb52f6-dc3f-4df1-b2c6-272d05763cd9 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:42.147534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:42.148431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:42.150392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09f7353b-3b9d-4cf2-97cc-6c71cc06cf2f req-43eb52f6-dc3f-4df1-b2c6-272d05763cd9 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1095 time: 0.3969975 Feb 04 19:56:42.191091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:42.199140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c5dbe8e9905a4cf398abf980af77d806 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:42.203003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:42.211030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:42.235392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.256519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28a0e6-02d0-4a8d-b9fd-23196da215e3 req-d053533f-3de8-4a9e-b0ee-8eeb358723c1 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:42.258508 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7e28a0e6-02d0-4a8d-b9fd-23196da215e3 req-d053533f-3de8-4a9e-b0ee-8eeb358723c1 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.2716417 Feb 04 19:56:42.261570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09f7353b-3b9d-4cf2-97cc-6c71cc06cf2f req-c9027d54-d0c6-443f-a73e-0edb62553be0 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102669 Feb 04 19:56:42.321862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.323279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c3cd2a25-cfa7-4bcc-a975-a709f082e27b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.5283973 Feb 04 19:56:42.326948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41024) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:42.391402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7e28a0e6-02d0-4a8d-b9fd-23196da215e3 req-ba1bfd64-46bd-48b0-95ea-08d4f4c81bd9 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224489 Feb 04 19:56:42.395261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.396995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.402612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 0d0b649f-55bb-45cb-8b29-566bcd62175c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:42.410108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0d0b649f-55bb-45cb-8b29-566bcd62175c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:42.410724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.600362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:42.753889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Pushing event updated for resources: {'Port': ['ID=34723961-baa6-41ed-9cc2-f67d137657a9,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:42.769810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.855954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d676ae5-54ca-4885-b663-ac5c1270d101 req-51de5f0f-b828-421f-82c4-08c788388ae0 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:42.857530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d676ae5-54ca-4885-b663-ac5c1270d101 req-51de5f0f-b828-421f-82c4-08c788388ae0 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.1868701 Feb 04 19:56:42.869397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:42.873020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:42.875356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:42.985369 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.014533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 0d0b649f-55bb-45cb-8b29-566bcd62175c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0d0b649f-55bb-45cb-8b29-566bcd62175c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:43.025828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:39Z', 'revision_number': 3, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:43.030995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Checking router: fd11c3e4-5bef-468b-b23e-76799182b332 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:56:43.030995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Updating router fd11c3e4-5bef-468b-b23e-76799182b332 port df2861e0-17cf-4828-8b61-4f28e655afa1 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:56:43.073828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5dbe8e9905a4cf398abf980af77d806&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0911050 Feb 04 19:56:43.080022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41044) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:43.080550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998579d8-a298-46ae-9389-baf20867a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53f03cb-64cc-40c0-9e0a-83067dae5af9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:43.098217 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.149890 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d676ae5-54ca-4885-b663-ac5c1270d101 req-bd87322b-ef99-4d02-a14c-3be49b84c03b tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810469 Feb 04 19:56:43.163887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb56523-e6c2-4ed5-bfdd-f4215ccd1090 req-8fca8bdf-1601-4518-a6e2-d783115fed5a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:43.164637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5eb56523-e6c2-4ed5-bfdd-f4215ccd1090 req-8fca8bdf-1601-4518-a6e2-d783115fed5a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Synchronizing usage tracker for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:43.192280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=0d0b649f-55bb-45cb-8b29-566bcd62175c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:43.204095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.252829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Router 90a7bdac-2219-4e51-ae67-74cfcfa8859d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:56:43.327349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3f5480fc-963c-46a8-bc89-1f1f9eff10c8 None None] Provisioning complete for port 34723961-baa6-41ed-9cc2-f67d137657a9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:43.327983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f5480fc-963c-46a8-bc89-1f1f9eff10c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.354498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da91da52-c5f5-4ff1-91a2-82d4253ae398 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:43.369217 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.410318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3f5480fc-963c-46a8-bc89-1f1f9eff10c8 None None] Port 34723961-baa6-41ed-9cc2-f67d137657a9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:43.454650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5eb56523-e6c2-4ed5-bfdd-f4215ccd1090 req-8fca8bdf-1601-4518-a6e2-d783115fed5a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Unset dirty status for tenant:73e969944adf4bcdbaea04461c87d6ec on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:43.455749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5eb56523-e6c2-4ed5-bfdd-f4215ccd1090 req-8fca8bdf-1601-4518-a6e2-d783115fed5a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 936 time: 0.7688425 Feb 04 19:56:43.467838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Transition to ACTIVE for port object da91da52-c5f5-4ff1-91a2-82d4253ae398 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:43.494725 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19b88bbf-3c43-4de8-aa23-f414ce879849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.571384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0d0b649f-55bb-45cb-8b29-566bcd62175c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:43.594375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.611549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-cbbb0fd6-15bf-441b-b047-65901b7bb111 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:43.615164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-cbbb0fd6-15bf-441b-b047-65901b7bb111 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 0.3555076 Feb 04 19:56:43.648588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-cc2b4bdf-c3b6-44b0-a023-56eb9ee4270c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3624296 Feb 04 19:56:43.655093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-6e1330db-6812-4e44-9ddf-7620a63a4886 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/quotas/b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 375 time: 0.0226150 Feb 04 19:56:43.663255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:43.681022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5eb56523-e6c2-4ed5-bfdd-f4215ccd1090 req-60691538-a50e-48f2-9257-5c9be7a3f27f tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124031 Feb 04 19:56:43.682932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19b88bbf-3c43-4de8-aa23-f414ce879849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.740052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:56:43.749239 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Sync routers for ids ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:56:43.763737 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Routers {'90a7bdac-2219-4e51-ae67-74cfcfa8859d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:43.765274 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:43.828325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:43.847857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'port_id': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'mac_address': 'fa:16:3e:99:2b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbafdb2-a980-46eb-adf6-6b9745f17113', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:43.927760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:43.957906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-74d62c2e-0477-4941-9edb-5231a8bf9b43 admin admin] 10.222.0.48 "PUT /v2.0/routers/90a7bdac-2219-4e51-ae67-74cfcfa8859d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3154249 Feb 04 19:56:43.994279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Transition to ACTIVE for port object df2861e0-17cf-4828-8b61-4f28e655afa1 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:44.004485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.035576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-c556a20b-3daf-4429-bbe3-3ab7bf47929d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3708401 Feb 04 19:56:44.041386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0d0b649f-55bb-45cb-8b29-566bcd62175c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:44.041751 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.084332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Set router 90a7bdac-2219-4e51-ae67-74cfcfa8859d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:44.087932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19b88bbf-3c43-4de8-aa23-f414ce879849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.100238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.156151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-e260f12d-65c7-493e-bb88-31c0b209ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:44.157936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-e260f12d-65c7-493e-bb88-31c0b209ac4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1095 time: 0.3924150 Feb 04 19:56:44.240211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:44.249008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Pushing event updated for resources: {'Port': ['ID=da91da52-c5f5-4ff1-91a2-82d4253ae398,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:44.269183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b88bbf-3c43-4de8-aa23-f414ce879849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53f03cb-64cc-40c0-9e0a-83067dae5af9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:44.318665 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19b88bbf-3c43-4de8-aa23-f414ce879849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.324879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19b88bbf-3c43-4de8-aa23-f414ce879849 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a53f03cb-64cc-40c0-9e0a-83067dae5af9 HTTP/1.1" status: 204 len: 168 time: 1.2433794 Feb 04 19:56:44.343534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Attempting to bind port da91da52-c5f5-4ff1-91a2-82d4253ae398 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:44.344762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Attempting to bind port da91da52-c5f5-4ff1-91a2-82d4253ae398 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:44.345327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Attempting to bind port da91da52-c5f5-4ff1-91a2-82d4253ae398 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:44.360173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Port da91da52-c5f5-4ff1-91a2-82d4253ae398 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:44.362279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Attempting to bind port da91da52-c5f5-4ff1-91a2-82d4253ae398 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:44.365760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-29aa8135-c606-4b60-b9f8-823c06e99f37 service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155460 Feb 04 19:56:44.370525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:44.371292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:44.371682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:44.372112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Bound port: da91da52-c5f5-4ff1-91a2-82d4253ae398, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:44.372508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.374073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Attempting to bind port df2861e0-17cf-4828-8b61-4f28e655afa1 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:44.374532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Attempting to bind port df2861e0-17cf-4828-8b61-4f28e655afa1 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:44.375374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Attempting to bind port df2861e0-17cf-4828-8b61-4f28e655afa1 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:44.394901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:44.481092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] For port da91da52-c5f5-4ff1-91a2-82d4253ae398, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:44.486320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] For port da91da52-c5f5-4ff1-91a2-82d4253ae398, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da91da52-c5f5-4ff1-91a2-82d4253ae398,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:44.495775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:44.496941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:44.496941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.497444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:44.498182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Bound port: df2861e0-17cf-4828-8b61-4f28e655afa1, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:44.500203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.594827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] For port df2861e0-17cf-4828-8b61-4f28e655afa1, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:44.598070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] For port df2861e0-17cf-4828-8b61-4f28e655afa1, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=df2861e0-17cf-4828-8b61-4f28e655afa1,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:44.599255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b37a9-d2c5-4b80-aa2d-2881735c035c None None] Pushing event updated for resources: {'Port': ['ID=df2861e0-17cf-4828-8b61-4f28e655afa1,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:44.609921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-c353887e-28cb-4540-a39b-2b2879eacc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:44.611665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-c353887e-28cb-4540-a39b-2b2879eacc4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.4303646 Feb 04 19:56:44.615870 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.637877 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.648299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.659723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T19:56:41Z', 'revision_number': 4, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '34723961-baa6-41ed-9cc2-f67d137657a9', 'name': '', 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'mac_address': 'fa:16:3e:e3:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f23e2136-893b-448e-b7f4-bb7ecd5546e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:39Z', 'updated_at': '2022-02-04T19:56:41Z', 'revision_number': 2, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'subnets': [{'id': 'f23e2136-893b-448e-b7f4-bb7ecd5546e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:44.664030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Checking router: 90a7bdac-2219-4e51-ae67-74cfcfa8859d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:56:44.664390 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Updating router 90a7bdac-2219-4e51-ae67-74cfcfa8859d port 34723961-baa6-41ed-9cc2-f67d137657a9 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:56:44.697698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.714548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:44.715358 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.716865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] 10.222.0.62 "PUT /v2.0/ports/da91da52-c5f5-4ff1-91a2-82d4253ae398 HTTP/1.1" status: 200 len: 1096 time: 2.9733355 Feb 04 19:56:44.732175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'tag': 'da91da52-c5f5-4ff1-91a2-82d4253ae398'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:44.735271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-2dea6da6-5d3e-471f-9b03-e2fd7c5c350b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 217 time: 0.0975831 Feb 04 19:56:44.736890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['e5aff00e-900c-4abf-9bc3-83e5a6d40fa4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:44.766184 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:44.768550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e159071-998f-44dd-9c9b-c56379185e1b req-d2499eed-8f6e-4e36-846b-10dc499b4cfd tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:44.770252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e159071-998f-44dd-9c9b-c56379185e1b req-d2499eed-8f6e-4e36-846b-10dc499b4cfd tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 948 time: 0.8945940 Feb 04 19:56:44.813919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-72c0f7fc-b956-4f75-b3bf-3b473ac4bce1 service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299057 Feb 04 19:56:44.834675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-edbbbc06-5c39-461d-97d4-cab90c0813cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:44.836444 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-edbbbc06-5c39-461d-97d4-cab90c0813cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.0966306 Feb 04 19:56:44.944344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-928ce2da-53bc-4e0f-a187-8e8dd103f7a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004422 Feb 04 19:56:45.039961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:45.069712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:45.070368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:45.147066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-6620942a-c0e3-4cbb-821f-e891b1ff0f80 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950514 Feb 04 19:56:45.246182 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e159071-998f-44dd-9c9b-c56379185e1b req-91fe7899-e9d0-4dd0-9776-13a216c13bac tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622328 Feb 04 19:56:45.367542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-6e554063-4989-4973-8de4-8a06cf641dca tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da55480fc4b149c7ba9013ea8c444c42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417814 Feb 04 19:56:45.402453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0da3ac-86ca-4ad3-85b2-387926efb48d service neutron] Pushing event updated for resources: {'Port': ['ID=da91da52-c5f5-4ff1-91a2-82d4253ae398,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:45.543416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced6ee91-fa94-4e65-bbb7-5417dae1760f req-ef0dd734-bbbf-4d62-bd6f-e8e847241b1f service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857076 Feb 04 19:56:45.578822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b37a9-d2c5-4b80-aa2d-2881735c035c None None] Pushing event updated for resources: {'Port': ['ID=df2861e0-17cf-4828-8b61-4f28e655afa1,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:45.627299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:45.649390 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:45.657280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-5fd53a39-ef50-4ae4-93fa-0ab359ac1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:45.658389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-5fd53a39-ef50-4ae4-93fa-0ab359ac1bd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73e969944adf4bcdbaea04461c87d6ec&device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 1099 time: 0.6468737 Feb 04 19:56:45.665328 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Transition to ACTIVE for port object 34723961-baa6-41ed-9cc2-f67d137657a9 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:45.733188 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:45.739500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-4564c9f1-810f-4779-b52d-770e5bba52d8 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:45.747113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-4564c9f1-810f-4779-b52d-770e5bba52d8 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728504 Feb 04 19:56:45.750391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-7cf19002-13c1-4be4-8adb-f80e80a63726 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=da91da52-c5f5-4ff1-91a2-82d4253ae398 HTTP/1.1" status: 200 len: 217 time: 0.0798781 Feb 04 19:56:45.751716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Allocated IP 172.20.0.1 (91d07b3f-686a-49fd-bbfd-4580fc127c01/53f4ca13-799b-4639-978e-b87b3c4fa33e/a622779f-a390-4a45-96d5-7a0e5fb278f2) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:45.764658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-ea1e219c-50a3-444d-b996-2912bc722180 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/quotas/da55480fc4b149c7ba9013ea8c444c42 HTTP/1.1" status: 200 len: 375 time: 0.0161474 Feb 04 19:56:45.810670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c55a40-3846-4a53-a858-8c5d8efe9490 req-0f166eb9-81fb-49c8-a217-cdc8456bc585 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:45.810670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-84c55a40-3846-4a53-a858-8c5d8efe9490 req-0f166eb9-81fb-49c8-a217-cdc8456bc585 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 944 time: 0.3571827 Feb 04 19:56:45.880244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-57be1d8e-c081-4085-b63f-b12599d82b4d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141388 Feb 04 19:56:45.999556 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757390d-542e-4208-b32d-bf94ac2cd3e5 None None] Pushing event updated for resources: {'Port': ['ID=34723961-baa6-41ed-9cc2-f67d137657a9,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:46.036821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-90c4c928-ef2f-41f5-8001-91e910162747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:46.039771 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-90c4c928-ef2f-41f5-8001-91e910162747 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2820108 Feb 04 19:56:46.046562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-84c55a40-3846-4a53-a858-8c5d8efe9490 req-2d43510a-d4ed-4f08-ae94-0af4f42f5daa tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329686 Feb 04 19:56:46.176646 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-0f0962f5-b724-4606-b952-bcd9d003da17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2256501 Feb 04 19:56:46.268054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Attempting to bind port 34723961-baa6-41ed-9cc2-f67d137657a9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:46.268562 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Attempting to bind port 34723961-baa6-41ed-9cc2-f67d137657a9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:46.269023 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Attempting to bind port 34723961-baa6-41ed-9cc2-f67d137657a9 on network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:46.278038 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:46.278502 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Checking segment: {'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:46.279017 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:46.279541 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Bound using segment: {'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:46.280691 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Bound port: 34723961-baa6-41ed-9cc2-f67d137657a9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce1732c-ac60-46ef-a36a-6880ab5485f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:46.281160 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:46.338940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:39Z', 'revision_number': 3, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:46.352643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c627ad-7ea8-4b0a-8c63-0c43a5f31c73 None None] The sync data for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 is: [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:39Z', 'revision_number': 3, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:56:46.362444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:46.384892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-4ea9a2b5-9c18-4600-9d9a-599add628e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:46.386765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-4ea9a2b5-9c18-4600-9d9a-599add628e93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3390298 Feb 04 19:56:46.390799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Transition to ACTIVE for port object a622779f-a390-4a45-96d5-7a0e5fb278f2 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:46.557216 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] For port 34723961-baa6-41ed-9cc2-f67d137657a9, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:46.562206 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] For port 34723961-baa6-41ed-9cc2-f67d137657a9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=34723961-baa6-41ed-9cc2-f67d137657a9,segment=NetworkSegment(4ce1732c-ac60-46ef-a36a-6880ab5485f0),segment_id=4ce1732c-ac60-46ef-a36a-6880ab5485f0)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:46.611577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-b6a41a90-1cec-4a92-804c-051f8a6bc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:46.617219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-b6a41a90-1cec-4a92-804c-051f8a6bc57f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5ca7ff9da574b5c9d58d9dc8a62c7af&device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 1099 time: 0.2657015 Feb 04 19:56:46.636569 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:46.670139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8327e5-f66d-42f7-a160-8ab4e93ba51d req-1045b8ab-e388-4133-be09-c5f6b8899dc2 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:46.671629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d8327e5-f66d-42f7-a160-8ab4e93ba51d req-1045b8ab-e388-4133-be09-c5f6b8899dc2 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 948 time: 0.1705325 Feb 04 19:56:46.715357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-1a78e402-df6b-4992-a49e-f9c818ad9a51 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114262 Feb 04 19:56:46.724918 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'tag': 'da91da52-c5f5-4ff1-91a2-82d4253ae398', 'status': 'completed', 'code': 200} Feb 04 19:56:46.782410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:46.948615 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Routers {'90a7bdac-2219-4e51-ae67-74cfcfa8859d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:46.948615 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:46.948787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-53249a1f-922e-424a-9fb1-3521ec8604bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:46.948787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-53249a1f-922e-424a-9fb1-3521ec8604bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1866109 Feb 04 19:56:46.964979 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d8327e5-f66d-42f7-a160-8ab4e93ba51d req-1fc86a4c-0c01-4ce3-bba8-f2208bb420c0 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838812 Feb 04 19:56:47.093974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:47.100562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:47.135069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-5a9b2ba1-deb9-495b-a49a-03dee668e5f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=c256a224-454a-44fe-8478-b6c268d8ca4f HTTP/1.1" status: 200 len: 217 time: 0.1689677 Feb 04 19:56:47.272836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:47.273909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:47.367944 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-967efa6b-8bbd-4d91-8adc-636e9fe8b81d req-2376f82c-4024-4938-af78-3f67cce0c0f6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 210 time: 0.3210258 Feb 04 19:56:47.414572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Pushing event updated for resources: {'Port': ['ID=a622779f-a390-4a45-96d5-7a0e5fb278f2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:47.419745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-6eaa61e8-5c8b-4824-b0d2-d5057e2767f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:47.424291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-6eaa61e8-5c8b-4824-b0d2-d5057e2767f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2831159 Feb 04 19:56:47.546096 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757390d-542e-4208-b32d-bf94ac2cd3e5 None None] Pushing event updated for resources: {'Port': ['ID=34723961-baa6-41ed-9cc2-f67d137657a9,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:47.613458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-e8ef18fa-870e-4a50-939a-b9cf460b5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:47.618073 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-e8ef18fa-870e-4a50-939a-b9cf460b5a06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867795 Feb 04 19:56:47.660871 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] Set router 90a7bdac-2219-4e51-ae67-74cfcfa8859d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:47.681167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device df2861e0-17cf-4828-8b61-4f28e655afa1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:47.686890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d30301d-259e-4f3a-80fb-0bd508aa077d req-6935cea0-07dc-423f-bef7-d082e0686ef8 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9593256 Feb 04 19:56:47.715252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-221bfdb9-6255-4277-ad86-6f23f0834554 req-17611436-60a5-419d-b3c3-4663f4386911 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 210 time: 0.1423066 Feb 04 19:56:47.770822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:47.968198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-22970c0b-56ca-44ac-a580-08afd07bf4d1 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421714 Feb 04 19:56:48.010425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:48.010899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.118268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7ad6f103-9133-482d-bfeb-c23e61f7c2c8 None None] Provisioning for port a622779f-a390-4a45-96d5-7a0e5fb278f2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:48.129274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port df2861e0-17cf-4828-8b61-4f28e655afa1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:48.163722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port df2861e0-17cf-4828-8b61-4f28e655afa1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:48.163945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.207572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.306069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7ad6f103-9133-482d-bfeb-c23e61f7c2c8 None None] Provisioning complete for port a622779f-a390-4a45-96d5-7a0e5fb278f2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:48.306597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f103-9133-482d-bfeb-c23e61f7c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.424694 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T19:56:41Z', 'revision_number': 4, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '34723961-baa6-41ed-9cc2-f67d137657a9', 'name': '', 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'mac_address': 'fa:16:3e:e3:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f23e2136-893b-448e-b7f4-bb7ecd5546e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:39Z', 'updated_at': '2022-02-04T19:56:46Z', 'revision_number': 4, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'subnets': [{'id': 'f23e2136-893b-448e-b7f4-bb7ecd5546e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:48.434653 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca5d83-60e2-422d-8171-9482fc0b0747 None None] The sync data for ids ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'] in n-d-811806-1 is: [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T19:56:41Z', 'revision_number': 4, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '34723961-baa6-41ed-9cc2-f67d137657a9', 'name': '', 'network_id': 'ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'mac_address': 'fa:16:3e:e3:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f23e2136-893b-448e-b7f4-bb7ecd5546e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:39Z', 'updated_at': '2022-02-04T19:56:46Z', 'revision_number': 4, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'subnets': [{'id': 'f23e2136-893b-448e-b7f4-bb7ecd5546e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:56:48.449791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d06b3eb-71fd-482f-8c63-0429675a86f1 req-4b946e38-d801-4a4d-a414-6dac07c855f6 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742370 Feb 04 19:56:48.605044 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.629178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6f103-9133-482d-bfeb-c23e61f7c2c8 None None] Port a622779f-a390-4a45-96d5-7a0e5fb278f2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:48.646605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:48.703605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:48.735332 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.755113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port df2861e0-17cf-4828-8b61-4f28e655afa1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=df2861e0-17cf-4828-8b61-4f28e655afa1,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:48.761411 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.839187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-d060784a-ed3b-478c-b5c8-59dcfc391e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:48.840688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-d060784a-ed3b-478c-b5c8-59dcfc391e2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73e969944adf4bcdbaea04461c87d6ec&device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 1099 time: 0.9267969 Feb 04 19:56:48.855297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:48.858276 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:48.942002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=df2861e0-17cf-4828-8b61-4f28e655afa1,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:49.128868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-9a922968-c459-4afd-8aef-3e066b4b18ed tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:49.129622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-9a922968-c459-4afd-8aef-3e066b4b18ed tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:49.215567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-630128e6-a3f5-48c6-b627-b6e755cb01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:49.217164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-630128e6-a3f5-48c6-b627-b6e755cb01fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3557580 Feb 04 19:56:49.295547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47862d36-97bf-45e4-a8aa-55eb656262ef req-00d5450d-b8f5-47c6-99aa-189fd8e1afc4 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:49.299671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47862d36-97bf-45e4-a8aa-55eb656262ef req-00d5450d-b8f5-47c6-99aa-189fd8e1afc4 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 948 time: 0.5239971 Feb 04 19:56:49.314113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-9a922968-c459-4afd-8aef-3e066b4b18ed tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:49.315202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-9a922968-c459-4afd-8aef-3e066b4b18ed tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 1.0408957 Feb 04 19:56:49.319698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-434b1d25-2d7e-40c7-a6d0-9165996542e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=da91da52-c5f5-4ff1-91a2-82d4253ae398 HTTP/1.1" status: 200 len: 217 time: 0.0890832 Feb 04 19:56:49.398361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Request body: {'port': {'device_id': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'admin_state_up': True, 'tenant_id': 'b6a0a555f36448dfbe2abe3dca142b89'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:49.436590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a6476-54dd-4beb-9cf9-c5c1879635ef req-35cd8bfc-a0b8-4f81-b3fe-d985512a3b6a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:49.438200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c4a6476-54dd-4beb-9cf9-c5c1879635ef req-35cd8bfc-a0b8-4f81-b3fe-d985512a3b6a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.0896120 Feb 04 19:56:49.461811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:49.515105 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-0a0b91a0-3516-49d1-9010-eb01be6d5c0a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=da55480fc4b149c7ba9013ea8c444c42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672565 Feb 04 19:56:49.543129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c4a6476-54dd-4beb-9cf9-c5c1879635ef req-828b3e5a-ceb9-4084-8460-d7b9c72c32f1 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936534 Feb 04 19:56:49.545750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:49.546452 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:49.558212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47862d36-97bf-45e4-a8aa-55eb656262ef req-984936ca-ec3c-4b04-b650-88cd76faa288 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452388 Feb 04 19:56:49.694986 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'code': 200} Feb 04 19:56:49.712225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device df2861e0-17cf-4828-8b61-4f28e655afa1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:49.804180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Pushing event updated for resources: {'Port': ['ID=a622779f-a390-4a45-96d5-7a0e5fb278f2,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:49.869410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-e50c888b-49d8-419b-8ce6-2218a84cbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:49.871041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ba333cc-1bcf-4655-bf89-1202b5369466 req-4b973400-b613-4efc-a78a-061da8f1b2db tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 210 time: 0.1121602 Feb 04 19:56:49.876112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-e50c888b-49d8-419b-8ce6-2218a84cbde2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.4830809 Feb 04 19:56:49.886464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port df2861e0-17cf-4828-8b61-4f28e655afa1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:49.886943 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:49.918941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-987fadae-6208-41e3-8217-217b1a1e9244 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:49.918941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-987fadae-6208-41e3-8217-217b1a1e9244 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3740101 Feb 04 19:56:49.933548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Request body: {'port': {'device_id': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'da55480fc4b149c7ba9013ea8c444c42'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:50.016695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a78caf8-176d-4a69-921a-fcea2db16754 req-ee555375-81e7-444a-af29-849e3018827d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 210 time: 0.1683853 Feb 04 19:56:50.091203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:50.100168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:50.155384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4cbde2b7-8c8d-46b2-9e47-902060cc0d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.179199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 34723961-baa6-41ed-9cc2-f67d137657a9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:50.225124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6da991-7c6e-4b97-83df-b6e87bdcfffd req-16fa4314-a2ba-459f-9ba8-70696e0b803c tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:50.226864 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a6da991-7c6e-4b97-83df-b6e87bdcfffd req-16fa4314-a2ba-459f-9ba8-70696e0b803c tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 948 time: 0.1603069 Feb 04 19:56:50.240752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:50.273905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:50.312887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a6da991-7c6e-4b97-83df-b6e87bdcfffd req-5c0b8199-3a2f-41bf-b294-2f5e272f278e tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe17e613-8c28-4a15-8e4f-4911e92c0c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796430 Feb 04 19:56:50.383907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Made reservation on behalf of da55480fc4b149c7ba9013ea8c444c42 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:50.387463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.429998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 34723961-baa6-41ed-9cc2-f67d137657a9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:50.436420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 34723961-baa6-41ed-9cc2-f67d137657a9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:50.437323 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.487603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:50.511606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:50.535313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Router fd11c3e4-5bef-468b-b23e-76799182b332 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:56:50.547498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-b993c9dc-6583-4402-8cd5-8d6effccf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:50.549273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-b993c9dc-6583-4402-8cd5-8d6effccf28f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6122696 Feb 04 19:56:50.643911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3fade831-f97a-4139-af27-2ac51d736e06 None None] Provisioning complete for port a622779f-a390-4a45-96d5-7a0e5fb278f2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:50.644440 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3fade831-f97a-4139-af27-2ac51d736e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.658204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Made reservation on behalf of b6a0a555f36448dfbe2abe3dca142b89 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:56:50.664862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.685115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-a87d3814-98be-4abf-adf2-acd9d6bf7232 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:50.687228 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-a87d3814-98be-4abf-adf2-acd9d6bf7232 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.6835415 Feb 04 19:56:50.697404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Allocated IP 192.168.233.82 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/cedac87c-b39f-478f-bc82-ed2dfb584088) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:50.708892 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.709215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-28e05f8f-cd21-4780-ab30-5b20733bf550 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:50.710723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-28e05f8f-cd21-4780-ab30-5b20733bf550 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 948 time: 0.1930809 Feb 04 19:56:50.734023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3fade831-f97a-4139-af27-2ac51d736e06 None None] Port a622779f-a390-4a45-96d5-7a0e5fb278f2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:50.763023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 34723961-baa6-41ed-9cc2-f67d137657a9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=34723961-baa6-41ed-9cc2-f67d137657a9,segment=NetworkSegment(4ce1732c-ac60-46ef-a36a-6880ab5485f0),segment_id=4ce1732c-ac60-46ef-a36a-6880ab5485f0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:50.818354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.821791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Deleting port c256a224-454a-44fe-8478-b6c268d8ca4f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:56:50.822592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:50.910404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=34723961-baa6-41ed-9cc2-f67d137657a9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:50.943746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41176) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:50.990032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57392853', 'description': 'tempest-description--1059711829'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:51.015211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:51.072744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Usage tracker for resource:security_group and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:51.130073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:51.164534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:51.228730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Deleting port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:56:51.229156 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:51.247636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:51.284960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Transition to ACTIVE for port object cedac87c-b39f-478f-bc82-ed2dfb584088 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:51.299418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc2d4-4d0f-4019-a80c-8b7d9bd5add2 req-978eea27-f24a-462e-9266-20866a2e9ed7 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:51.300879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c24bc2d4-4d0f-4019-a80c-8b7d9bd5add2 req-978eea27-f24a-462e-9266-20866a2e9ed7 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 948 time: 0.2887142 Feb 04 19:56:51.302007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-1fa191ee-15b9-496d-98cb-a093de6b891c service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447531 Feb 04 19:56:51.302588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] For port c256a224-454a-44fe-8478-b6c268d8ca4f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c256a224-454a-44fe-8478-b6c268d8ca4f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:51.302973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:51.317734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:56:51.328800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Sync routers for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:56:51.338184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:51.338842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:51.378534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:51.503017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60939948-a566-467e-bd63-033765a39e73 req-7b712955-0063-49d1-8f08-b94a5bc98187 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:51.509865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60939948-a566-467e-bd63-033765a39e73 req-7b712955-0063-49d1-8f08-b94a5bc98187 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 945 time: 0.6021240 Feb 04 19:56:51.532475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device da91da52-c5f5-4ff1-91a2-82d4253ae398 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:51.534984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Calling delete_port for c256a224-454a-44fe-8478-b6c268d8ca4f owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:56:51.538687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 34723961-baa6-41ed-9cc2-f67d137657a9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:51.571649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:51.573912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:51.598368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Usage tracker for resource:security_group_rule and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:51.609031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:51.613103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Allocated IP 172.20.0.6 (582cd9f1-0cfe-4cf2-ae7e-361a01fff24b/8583c6f7-074e-492e-ac8b-3b3f2e6898f2/93607559-f439-43e1-b1d7-01996999fa46) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:51.627947 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c24bc2d4-4d0f-4019-a80c-8b7d9bd5add2 req-7fdd01c1-6a7d-4e20-b214-85caf3552952 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133564 Feb 04 19:56:51.628160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:51.684627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0c295987-621b-47c4-b7f8-2f6246c59b4d admin admin] 10.222.0.48 "PUT /v2.0/routers/fd11c3e4-5bef-468b-b23e-76799182b332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3565753 Feb 04 19:56:51.727738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:51.770945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'ec4dfdd2-061f-4348-b1c9-a20f44451375'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:51.771590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60939948-a566-467e-bd63-033765a39e73 req-792fc818-b29e-436b-b5a4-768400a63380 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608178 Feb 04 19:56:51.887439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 19:56:51.905885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1901dde3-8bfd-4a6a-a156-7dd7b880a71b req-c1f04172-dbd5-43b7-8855-5ec28710b6e8 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934675 Feb 04 19:56:51.945692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:51.966829 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79250db8-1539-4915-a538-fb8abdd3e74e req-0ed8a3f7-76bc-4959-87c2-0cd3ff29c2ac tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 210 time: 0.1413190 Feb 04 19:56:51.972950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:51.979036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] For port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:51.979413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.002737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:52.008244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:52.008786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.033474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Pushing event updated for resources: {'Port': ['ID=cedac87c-b39f-478f-bc82-ed2dfb584088,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:52.115881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.149576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Calling delete_port for e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:56:52.211946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Pushing event deleted for resources: {'Port': ['ID=c256a224-454a-44fe-8478-b6c268d8ca4f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:52.236144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cdbec0c0-5404-4b23-93a2-a26c9889f029 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3048420 Feb 04 19:56:52.281974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 34723961-baa6-41ed-9cc2-f67d137657a9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:52.282907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.304197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Request body: {'port': {'device_id': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:52.315934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c256a224-454a-44fe-8478-b6c268d8ca4f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:52.377328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-eb5c3548-013e-4802-95a7-483ef0aca119 req-3b09efd1-cd5a-4ce1-9c16-40da72039d77 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Synchronizing usage tracker for tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:52.378436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.500388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] No DVR routers for this DVR port c256a224-454a-44fe-8478-b6c268d8ca4f on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:56:52.504451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.506498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1305e73-95ec-47c8-bd2e-3fd93fde514c req-5523c0fd-39e2-4561-8797-d252fb02ce71 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.62 "DELETE /v2.0/ports/c256a224-454a-44fe-8478-b6c268d8ca4f HTTP/1.1" status: 204 len: 173 time: 1.7876790 Feb 04 19:56:52.507077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'name': 'network-vif-deleted', 'tag': 'c256a224-454a-44fe-8478-b6c268d8ca4f'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:52.584279 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.597251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port da91da52-c5f5-4ff1-91a2-82d4253ae398, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da91da52-c5f5-4ff1-91a2-82d4253ae398,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:52.601558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.663258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'da91da52-c5f5-4ff1-91a2-82d4253ae398', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'da91da52-c5f5-4ff1-91a2-82d4253ae398', 'mac_address': 'fa:16:3e:14:e0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:52.752734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 2, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:52.770319 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8d35cd4-950e-41c9-93dd-3b4fe7b87942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.786069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-eb5c3548-013e-4802-95a7-483ef0aca119 req-3b09efd1-cd5a-4ce1-9c16-40da72039d77 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] Unset dirty status for tenant:e5ca7ff9da574b5c9d58d9dc8a62c7af on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:52.788366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb5c3548-013e-4802-95a7-483ef0aca119 req-3b09efd1-cd5a-4ce1-9c16-40da72039d77 tempest-ServerDiagnosticsNegativeTest-1101406396 tempest-ServerDiagnosticsNegativeTest-1101406396-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f40a1f8-3d82-427f-a48a-6ca6cfee39b2 HTTP/1.1" status: 200 len: 210 time: 0.5776334 Feb 04 19:56:52.792066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.802555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Checking router: fd11c3e4-5bef-468b-b23e-76799182b332 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:56:52.803142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Updating router fd11c3e4-5bef-468b-b23e-76799182b332 port a622779f-a390-4a45-96d5-7a0e5fb278f2 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:56:52.821504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event deleted for resources: {'Port': ['ID=e5aff00e-900c-4abf-9bc3-83e5a6d40fa4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:52.835600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.867265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b8a59b19-15a0-40be-897b-e42c867feccb None None] Provisioning for port cedac87c-b39f-478f-bc82-ed2dfb584088 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:52.901388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b8a59b19-15a0-40be-897b-e42c867feccb None None] Provisioning complete for port cedac87c-b39f-478f-bc82-ed2dfb584088 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:52.903670 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b8a59b19-15a0-40be-897b-e42c867feccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:52.944773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c015f9f0-93ce-4afc-9987-f4a8b621916b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:52.991790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271df12-f4c7-4e18-b8e5-45025cbdf05a req-4dddefa5-1e12-40c1-9562-3e00b886cd9d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:53.000729 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5271df12-f4c7-4e18-b8e5-45025cbdf05a req-4dddefa5-1e12-40c1-9562-3e00b886cd9d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 935 time: 0.4257081 Feb 04 19:56:53.038389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.043827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4488d2aa-beb9-45e9-976a-1ac52a126875 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0788805 Feb 04 19:56:53.043827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:53.049511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.054333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'security_group_rule': {'security_group_id': 'c015f9f0-93ce-4afc-9987-f4a8b621916b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:53.073165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5271df12-f4c7-4e18-b8e5-45025cbdf05a req-3e69529f-1f01-46f6-b121-7208a5a37c34 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714872 Feb 04 19:56:53.078428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:53.082570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedac87c-b39f-478f-bc82-ed2dfb584088 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:53.091482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.097451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Usage tracker for resource:security_group_rule and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:53.109563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Transition to ACTIVE for port object cedac87c-b39f-478f-bc82-ed2dfb584088 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:53.111190 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.113338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:53.146531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.190305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.203045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da91da52-c5f5-4ff1-91a2-82d4253ae398 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:53.234282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:53.253067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b8a59b19-15a0-40be-897b-e42c867feccb None None] Port cedac87c-b39f-478f-bc82-ed2dfb584088 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:56:53.263750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:53.263912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:53.266445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:53.268463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:53.274134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:53.274780 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.308515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port da91da52-c5f5-4ff1-91a2-82d4253ae398, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da91da52-c5f5-4ff1-91a2-82d4253ae398,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:53.344565 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f40a1f8-3d82-427f-a48a-6ca6cfee39b2', 'name': 'network-vif-deleted', 'tag': 'c256a224-454a-44fe-8478-b6c268d8ca4f', 'status': 'completed', 'code': 200} Feb 04 19:56:53.351781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] No DVR routers for this DVR port e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:56:53.359662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.375457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-94d948c5-6cc0-4ce6-8fe3-6ad0f4be90de req-8d4564b1-76cf-4cf7-ad5b-8ffee256233d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "DELETE /v2.0/ports/e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 HTTP/1.1" status: 204 len: 173 time: 2.6622241 Feb 04 19:56:53.379599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'name': 'network-vif-deleted', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:53.408253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-b985173d-ff4f-451c-9e97-0799ead7f90d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0141129 Feb 04 19:56:53.425883 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.425883 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.444477 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.468992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Request body: {'port': {'device_id': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:53.526710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=da91da52-c5f5-4ff1-91a2-82d4253ae398,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:53.529610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c256a224-454a-44fe-8478-b6c268d8ca4f no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:56:53.584159 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.597511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: c256a224-454a-44fe-8478-b6c268d8ca4f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:56:53.597851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c256a224-454a-44fe-8478-b6c268d8ca4f not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:56:53.611749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Pushing event updated for resources: {'Port': ['ID=cedac87c-b39f-478f-bc82-ed2dfb584088,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:53.718971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['da91da52-c5f5-4ff1-91a2-82d4253ae398'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:53.722235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Attempting to bind port cedac87c-b39f-478f-bc82-ed2dfb584088 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:53.722384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Attempting to bind port cedac87c-b39f-478f-bc82-ed2dfb584088 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:53.722729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Attempting to bind port cedac87c-b39f-478f-bc82-ed2dfb584088 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:53.734589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Port cedac87c-b39f-478f-bc82-ed2dfb584088 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:53.734955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Attempting to bind port cedac87c-b39f-478f-bc82-ed2dfb584088 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:53.761289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:53.761644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:53.762219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:53.762684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Bound port: cedac87c-b39f-478f-bc82-ed2dfb584088, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:53.763056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.795916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-b1735c91-f458-4039-9c68-1e7a191d8d6c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:53.796769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-b1735c91-f458-4039-9c68-1e7a191d8d6c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:53.800459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:56:53.846953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:56:53.847617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e5aff00e-900c-4abf-9bc3-83e5a6d40fa4 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:56:53.884811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af05d9-e74a-4907-aa18-cdb7bfe1859f req-3d0759ca-fe37-41a3-a25a-1d552b3c02e8 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:53.893563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64af05d9-e74a-4907-aa18-cdb7bfe1859f req-3d0759ca-fe37-41a3-a25a-1d552b3c02e8 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 949 time: 0.2861073 Feb 04 19:56:53.894327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.896399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:53.960924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-b1735c91-f458-4039-9c68-1e7a191d8d6c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:53.967605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-b1735c91-f458-4039-9c68-1e7a191d8d6c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks?id=91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 200 len: 828 time: 0.5126553 Feb 04 19:56:53.972353 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64af05d9-e74a-4907-aa18-cdb7bfe1859f req-4af80e0a-2bd7-4767-a7d5-a903d7a8cbc1 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767694 Feb 04 19:56:53.990732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] For port cedac87c-b39f-478f-bc82-ed2dfb584088, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:53.991924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.003810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] For port cedac87c-b39f-478f-bc82-ed2dfb584088, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cedac87c-b39f-478f-bc82-ed2dfb584088,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:54.008314 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-7ffa3f4a-ae7e-479d-a38c-9a9e712e8bf8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/quotas/600808e8f7f3425f95806c0b36a12896 HTTP/1.1" status: 200 len: 375 time: 0.0396857 Feb 04 19:56:54.079664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.091672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Transition to ACTIVE for port object a622779f-a390-4a45-96d5-7a0e5fb278f2 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:54.109999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236c572b-38ef-4d94-8a7a-1794f2d93aeb,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:54.140157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.175458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7265f4ec-f458-4f06-b342-996caeed8578 req-008e2ee0-da9f-4f60-a1b4-306d54dbd9e3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd1c054f-b712-49a3-add5-3072c6ab0285 HTTP/1.1" status: 200 len: 210 time: 0.0780280 Feb 04 19:56:54.178525 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.233353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.234621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e476f7b8-cfd3-4b5d-87c8-a045072f11ee tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1908011 Feb 04 19:56:54.238233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41222) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:54.246102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'security_group_rule': {'security_group_id': 'c015f9f0-93ce-4afc-9987-f4a8b621916b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:54.252256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Pushing event updated for resources: {'Port': ['ID=cedac87c-b39f-478f-bc82-ed2dfb584088,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:54.260032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:54.262893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:54.264186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.265771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-10920a3e-dc5c-4fd4-9c95-bfee1b592f29 service neutron] 10.222.0.24 "PUT /v2.0/ports/cedac87c-b39f-478f-bc82-ed2dfb584088 HTTP/1.1" status: 200 len: 1095 time: 1.9764159 Feb 04 19:56:54.267756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Usage tracker for resource:security_group_rule and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:54.272981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:54.285254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:54.309485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-9ecd29f4-a684-4b5e-a1c0-0a4c183136be tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:54.336924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c5522-8d9a-4522-8177-a9be6eb4491f None None] Pushing event updated for resources: {'Port': ['ID=a622779f-a390-4a45-96d5-7a0e5fb278f2,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:54.483626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.483913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Attempting to bind port a622779f-a390-4a45-96d5-7a0e5fb278f2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:54.484347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Attempting to bind port a622779f-a390-4a45-96d5-7a0e5fb278f2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:54.484713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Attempting to bind port a622779f-a390-4a45-96d5-7a0e5fb278f2 on network 91d07b3f-686a-49fd-bbfd-4580fc127c01 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:54.490879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:54.491255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Checking segment: {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:54.491700 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.492110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Bound using segment: {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:54.492671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Bound port: a622779f-a390-4a45-96d5-7a0e5fb278f2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:54.493029 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.620273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-9ecd29f4-a684-4b5e-a1c0-0a4c183136be tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:54.622714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b691-f24b-4fa6-a5d1-c3174f16378a req-447f9f00-082b-4a59-b161-209d5be33007 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:54.638737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3144b691-f24b-4fa6-a5d1-c3174f16378a req-447f9f00-082b-4a59-b161-209d5be33007 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 931 time: 0.2766106 Feb 04 19:56:54.639153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-9ecd29f4-a684-4b5e-a1c0-0a4c183136be tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=600808e8f7f3425f95806c0b36a12896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6286552 Feb 04 19:56:54.639762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] For port a622779f-a390-4a45-96d5-7a0e5fb278f2, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:54.643363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] For port a622779f-a390-4a45-96d5-7a0e5fb278f2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a622779f-a390-4a45-96d5-7a0e5fb278f2,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:54.666521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cc2a8c5c-26a0-4ee2-bf43-c51140502b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:54.668202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-cc2a8c5c-26a0-4ee2-bf43-c51140502b15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 1098 time: 0.1737506 Feb 04 19:56:54.692861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.723237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93607559-f439-43e1-b1d7-01996999fa46 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:54.758646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.766249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.769899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-a5f49a20-858b-4d28-89e1-ca6fdc16265f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=cedac87c-b39f-478f-bc82-ed2dfb584088 HTTP/1.1" status: 200 len: 217 time: 0.0890090 Feb 04 19:56:54.771458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:56:54.772087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:54.775716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3144b691-f24b-4fa6-a5d1-c3174f16378a req-82ae93f4-cb5c-4330-8506-7ef4ea7de12d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350636 Feb 04 19:56:54.809486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Transition to ACTIVE for port object 93607559-f439-43e1-b1d7-01996999fa46 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:56:54.824226 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.862500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c5522-8d9a-4522-8177-a9be6eb4491f None None] Pushing event updated for resources: {'Port': ['ID=a622779f-a390-4a45-96d5-7a0e5fb278f2,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:54.865872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de68049-fec7-4a93-93a6-3b0ed5793a12,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:54.874313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-ecc484ec-b9a9-49a2-baa2-8e3f7208a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:54.879170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-ecc484ec-b9a9-49a2-baa2-8e3f7208a918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0995553 Feb 04 19:56:54.896170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-4ae273f3-4a42-4947-b4bd-b9be29040abb service neutron] 10.222.0.48 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557943 Feb 04 19:56:54.898354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:54.970157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-48ebef07-8653-47c6-b880-d537e713564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:54.972178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-48ebef07-8653-47c6-b880-d537e713564d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874038 Feb 04 19:56:54.989234 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c054f-b712-49a3-add5-3072c6ab0285', 'name': 'network-vif-deleted', 'tag': 'e5aff00e-900c-4abf-9bc3-83e5a6d40fa4', 'status': 'completed', 'code': 200} Feb 04 19:56:55.024672 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.064146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:56:55.146399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.148204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b5584fb4-dcf3-4afa-b33f-ef1736fadc1e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9076474 Feb 04 19:56:55.215023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41232) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:55.249720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:55.277618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:55.285548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:55.287692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Usage tracker for resource:floatingip and tenant:6aa3076a8d33419b916c6b0585d4eaa5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:55.292546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:55.298311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-2253da99-210a-4b2d-9af9-eb5580706474 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179629 Feb 04 19:56:55.303902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:55.320492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:56:55.320492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:56:55.320492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:55.320492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:56:55.320492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:56:55.336396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:56:55.336777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:56:55.337448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:56:55.337736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Bound port: 93607559-f439-43e1-b1d7-01996999fa46, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:56:55.338144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.356332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-e22ae3e5-171b-4b48-95f6-5c9eb0df4929 service neutron] 10.222.0.48 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437511 Feb 04 19:56:55.387428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'tag': 'cedac87c-b39f-478f-bc82-ed2dfb584088'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:55.422024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0ac2-e9ff-449e-9bce-e6152b644045 req-8b527ec8-951d-4c73-9ae4-703ab11ecdf6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:55.422742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ba0b0ac2-e9ff-449e-9bce-e6152b644045 req-8b527ec8-951d-4c73-9ae4-703ab11ecdf6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Synchronizing usage tracker for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:55.459676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.499164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfd2cbaa-1dcc-465b-abaf-f406b68a390e req-af779e39-63cc-4c83-98a0-619718f69f43 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927910 Feb 04 19:56:55.522361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device da91da52-c5f5-4ff1-91a2-82d4253ae398 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:55.544112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:56:55.548510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:56:55.568429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ba0b0ac2-e9ff-449e-9bce-e6152b644045 req-8b527ec8-951d-4c73-9ae4-703ab11ecdf6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Unset dirty status for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:55.569859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba0b0ac2-e9ff-449e-9bce-e6152b644045 req-8b527ec8-951d-4c73-9ae4-703ab11ecdf6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 947 time: 0.4278255 Feb 04 19:56:55.624249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba0b0ac2-e9ff-449e-9bce-e6152b644045 req-80ffcec6-2233-49ef-a4e7-2829d17e12d6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486906 Feb 04 19:56:55.631088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:54Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:56:55.635298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230acf63-ff51-43a7-80fd-98716c86c152 None None] The sync data for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 is: [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:54Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:56:55.673798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.681269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.692858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port da91da52-c5f5-4ff1-91a2-82d4253ae398 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:55.699776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port da91da52-c5f5-4ff1-91a2-82d4253ae398 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:55.699776 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.799299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:55.800036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:55.801682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] 10.222.0.62 "PUT /v2.0/ports/93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 1091 time: 2.3604670 Feb 04 19:56:55.830073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4a65b-0847-4b01-ba47-a1cc9292119d service neutron] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:55.834435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41248) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:55.988189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Allocated IP 172.25.7.33 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/d798044b-5e16-4679-bb90-439a25a441fa) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:56:55.989927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:56.066118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91da52-c5f5-4ff1-91a2-82d4253ae398'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:56.080255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port da91da52-c5f5-4ff1-91a2-82d4253ae398, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da91da52-c5f5-4ff1-91a2-82d4253ae398,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:56.178439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:56.259196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c668da0d-570b-4092-99e5-75e2fccc3072 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5ca7ff9da574b5c9d58d9dc8a62c7af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200878 Feb 04 19:56:56.259728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41266) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:56.267379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13f468-bddf-4a33-b86d-f0cfc112a0cf req-8db4f8e1-a203-43eb-a409-31c98d7c0bca tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:56.274513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b13f468-bddf-4a33-b86d-f0cfc112a0cf req-8db4f8e1-a203-43eb-a409-31c98d7c0bca tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 949 time: 0.3731327 Feb 04 19:56:56.289341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:56.299187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=da91da52-c5f5-4ff1-91a2-82d4253ae398,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:56.302607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-144e5022-4ee5-446e-b6d6-e3ddc6a2722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:56.303711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-144e5022-4ee5-446e-b6d6-e3ddc6a2722d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1094 time: 0.2846146 Feb 04 19:56:56.318064 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'tag': 'cedac87c-b39f-478f-bc82-ed2dfb584088', 'status': 'completed', 'code': 200} Feb 04 19:56:56.386027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-f1d11cc2-2aa2-4702-b6c0-3e46966fd51a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 217 time: 0.0733700 Feb 04 19:56:56.408480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6a518e3-5f00-4e9e-8aa0-112c74e7b44b req-688585f9-70ec-405d-acb6-4510f1371792 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 210 time: 0.0929677 Feb 04 19:56:56.441351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991761-e378-43cc-97c5-b7982fc26ede req-c177e731-f3c1-4026-808d-f8236a0e1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:56.442972 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e991761-e378-43cc-97c5-b7982fc26ede req-c177e731-f3c1-4026-808d-f8236a0e1b0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 1098 time: 0.1266983 Feb 04 19:56:56.491395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b13f468-bddf-4a33-b86d-f0cfc112a0cf req-62dfe8cb-db98-4326-9ca4-54dd84bfb32f tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158916 Feb 04 19:56:56.535980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e1a5cce4-299e-4eed-aa1d-6809779fb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:56.538319 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-e1a5cce4-299e-4eed-aa1d-6809779fb028 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1372359 Feb 04 19:56:56.540401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e401f0d2-1e33-42e1-bd4a-28f4eb27e752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:56.551279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:56.596614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-7630ff52-cf71-47a5-8a8e-3caadc1b6cf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520811 Feb 04 19:56:56.645618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e401f0d2-1e33-42e1-bd4a-28f4eb27e752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:56.707638 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91da52-c5f5-4ff1-91a2-82d4253ae398', 'code': 200} Feb 04 19:56:56.811560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-d768606f-ea0d-4035-a2b8-cc86af667a28 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074177 Feb 04 19:56:56.868903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event updated for resources: {'Port': ['ID=d798044b-5e16-4679-bb90-439a25a441fa,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:56.916111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:56:56.937500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:56:56.958491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:56:56.965184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e401f0d2-1e33-42e1-bd4a-28f4eb27e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:57.005939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'tag': '93607559-f439-43e1-b1d7-01996999fa46'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:56:57.018616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f0d2-1e33-42e1-bd4a-28f4eb27e752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe17e613-8c28-4a15-8e4f-4911e92c0c6a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:57.022944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991761-e378-43cc-97c5-b7982fc26ede req-9ad7cd7c-3cb8-4ffa-a377-86cd1a9af927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:57.025719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e991761-e378-43cc-97c5-b7982fc26ede req-9ad7cd7c-3cb8-4ffa-a377-86cd1a9af927 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.5733950 Feb 04 19:56:57.088958 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e401f0d2-1e33-42e1-bd4a-28f4eb27e752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:57.090086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e401f0d2-1e33-42e1-bd4a-28f4eb27e752 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe17e613-8c28-4a15-8e4f-4911e92c0c6a HTTP/1.1" status: 204 len: 168 time: 0.8134832 Feb 04 19:56:57.121780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e991761-e378-43cc-97c5-b7982fc26ede req-0ea22786-00ea-4b08-9d88-c528b64b3699 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=cedac87c-b39f-478f-bc82-ed2dfb584088 HTTP/1.1" status: 200 len: 217 time: 0.0860019 Feb 04 19:56:57.124567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c44bf6ff-4fb2-47d5-8e84-77a3ada5631a req-06306b47-a74f-475b-9b94-a127dfedfa24 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915890 Feb 04 19:56:57.132401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-772175fe-dce3-435c-a470-9118b227023e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:57.133957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-772175fe-dce3-435c-a470-9118b227023e tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 821 time: 0.3215120 Feb 04 19:56:57.162902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-adca1d28-aa08-450b-9634-e3d11c2f7d57 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/quotas/bd94d4cfa2634adcb827c9c7d200e34e HTTP/1.1" status: 200 len: 375 time: 0.0168545 Feb 04 19:56:57.180298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:57.200382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dacc23-b9c2-426c-9492-ed5b8a47ccf6 req-7e38045a-4220-4ff6-b9c6-bf0023baea25 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:57.203200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0dacc23-b9c2-426c-9492-ed5b8a47ccf6 req-7e38045a-4220-4ff6-b9c6-bf0023baea25 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 943 time: 0.5861354 Feb 04 19:56:57.252672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063a0e-b22f-4b86-9f79-4f26c3380148 req-3b52a3cf-d3a1-44bd-8020-06657719e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:57.253751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4063a0e-b22f-4b86-9f79-4f26c3380148 req-3b52a3cf-d3a1-44bd-8020-06657719e17d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 1101 time: 0.3790574 Feb 04 19:56:57.264747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-b07dd289-dc53-463f-9fe1-aa265e887336 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:57.314911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991761-e378-43cc-97c5-b7982fc26ede req-f91e493d-5355-4f36-9099-9fdab2f225f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:57.316369 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e991761-e378-43cc-97c5-b7982fc26ede req-f91e493d-5355-4f36-9099-9fdab2f225f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1855333 Feb 04 19:56:57.332510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-b07dd289-dc53-463f-9fe1-aa265e887336 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:57.334208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-b07dd289-dc53-463f-9fe1-aa265e887336 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659012 Feb 04 19:56:57.423597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0dacc23-b9c2-426c-9492-ed5b8a47ccf6 req-0782028a-1503-4afa-9e6b-09e5aa99552c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089067 Feb 04 19:56:57.439436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4063a0e-b22f-4b86-9f79-4f26c3380148 req-fb4e7365-b266-4e48-96d5-c5c188844c9e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677642 Feb 04 19:56:57.442454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:57.503582 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-57669dc7-9e43-4ade-a680-f22250d4f30a service neutron] 10.222.0.48 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615422 Feb 04 19:56:57.592532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991761-e378-43cc-97c5-b7982fc26ede req-2234fd98-eec1-420c-a67d-88db6a7c8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:57.594978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e991761-e378-43cc-97c5-b7982fc26ede req-2234fd98-eec1-420c-a67d-88db6a7c8673 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2259908 Feb 04 19:56:57.668507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-05441b4b-f2aa-43ea-95e6-2766403e808a service neutron] 10.222.0.48 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529939 Feb 04 19:56:57.678749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a622779f-a390-4a45-96d5-7a0e5fb278f2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:57.754442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cedac87c-b39f-478f-bc82-ed2dfb584088 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:56:57.923526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e991761-e378-43cc-97c5-b7982fc26ede req-a9e5a2d3-1a19-45cb-addb-f4b9d09cb100 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736580 Feb 04 19:56:57.931781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port cedac87c-b39f-478f-bc82-ed2dfb584088, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cedac87c-b39f-478f-bc82-ed2dfb584088,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:57.956146 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'tag': '93607559-f439-43e1-b1d7-01996999fa46', 'status': 'completed', 'code': 200} Feb 04 19:56:57.958824 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:57.984449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a622779f-a390-4a45-96d5-7a0e5fb278f2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:57.987721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'cedac87c-b39f-478f-bc82-ed2dfb584088', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'cedac87c-b39f-478f-bc82-ed2dfb584088', 'mac_address': 'fa:16:3e:07:51:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:56:57.995782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a622779f-a390-4a45-96d5-7a0e5fb278f2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:57.996153 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.020800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41300) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:58.104236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.165154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.165957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b8daa1e-a863-4f1f-987a-0365c87cca0e req-8628ac47-9652-492c-80ab-44e68137643f tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 210 time: 0.1141050 Feb 04 19:56:58.171583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:58.180920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Usage tracker for resource:security_group_rule and tenant:db443086d9564498b12f1cb665497144 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:58.188395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedac87c-b39f-478f-bc82-ed2dfb584088 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:56:58.192599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:58.200177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.204898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:58.245153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port cedac87c-b39f-478f-bc82-ed2dfb584088, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cedac87c-b39f-478f-bc82-ed2dfb584088,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:58.278739 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.314458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a622779f-a390-4a45-96d5-7a0e5fb278f2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a622779f-a390-4a45-96d5-7a0e5fb278f2,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:56:58.332673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.350604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41310) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:58.358113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90b573-d2b2-4e9a-83dc-deef06d6c050 req-4c327f19-6a7e-405e-8e48-84fd27914d1c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:58.360413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf90b573-d2b2-4e9a-83dc-deef06d6c050 req-4c327f19-6a7e-405e-8e48-84fd27914d1c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 947 time: 0.5997140 Feb 04 19:56:58.389628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event updated for resources: {'Port': ['ID=d798044b-5e16-4679-bb90-439a25a441fa,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:58.406520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.415685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=cedac87c-b39f-478f-bc82-ed2dfb584088,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:58.420997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.475697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113cc0-27a6-4f83-9bc2-2f3d19685358 req-2255fef3-1bab-40ef-b7e7-e78cfeba6d4b tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:58.477438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2113cc0-27a6-4f83-9bc2-2f3d19685358 req-2255fef3-1bab-40ef-b7e7-e78cfeba6d4b tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 950 time: 0.1056473 Feb 04 19:56:58.478463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.514378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a622779f-a390-4a45-96d5-7a0e5fb278f2,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:58.516893 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf90b573-d2b2-4e9a-83dc-deef06d6c050 req-2eb33ae8-31a7-4a3d-a980-e8104cfa8762 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118140 Feb 04 19:56:58.553610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.598449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['cedac87c-b39f-478f-bc82-ed2dfb584088'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:56:58.651715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-68b755f7-1847-498f-9477-54e17b2e2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:58.653205 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-68b755f7-1847-498f-9477-54e17b2e2ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1094 time: 0.6504748 Feb 04 19:56:58.655119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e991761-e378-43cc-97c5-b7982fc26ede req-58439134-63a2-4b96-a542-847f57a14585 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894367 Feb 04 19:56:58.657334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5414bec-26cc-4761-9130-77675ff58aa1 req-3a56810e-6de8-460f-812c-5d160510966d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 210 time: 0.0685108 Feb 04 19:56:58.658222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.668093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0836652d-9968-4430-8fe0-41c6154c344b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4278784 Feb 04 19:56:58.694507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db443086d9564498b12f1cb665497144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721561 Feb 04 19:56:58.695704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.705490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41324) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:58.732144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:56:58.736808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebcf01-5828-4028-8d2c-89c624191814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10109c25-601d-4ebe-a98f-0e9c5c635d92,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:58.761236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2113cc0-27a6-4f83-9bc2-2f3d19685358 req-08bb9810-a8f5-4ec3-b3e5-f9345abc9c4c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745380 Feb 04 19:56:58.762540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:bddc4cb1ded2401db1b39a52ac903542 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:56:58.766916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:56:58.773271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:56:58.906735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:58.993154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-61ff8e5f-b587-4244-a62f-b9a5e02f86f6 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Synchronizing usage tracker for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:59.004749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.057272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bddc4cb1ded2401db1b39a52ac903542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054272 Feb 04 19:56:59.058347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400344c-78a3-44f8-85b0-82b52237a4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce046eb-35e7-4374-9ac5-17e8b817bdb5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:59.061261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41338) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:56:59.125036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3395375e-ce59-41de-979a-35db2e76bc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.152411 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3395375e-ce59-41de-979a-35db2e76bc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.186177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-61ff8e5f-b587-4244-a62f-b9a5e02f86f6 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Unset dirty status for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:59.187407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-61ff8e5f-b587-4244-a62f-b9a5e02f86f6 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--57392853&fields=id&tenant_id=6aa3076a8d33419b916c6b0585d4eaa5 HTTP/1.1" status: 200 len: 267 time: 0.2373109 Feb 04 19:56:59.204558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782cadc5-4ea4-4353-8f74-1000a9a0b089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.282973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782cadc5-4ea4-4353-8f74-1000a9a0b089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.289993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-1fad2250-b159-4721-8652-b6bec82b5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:59.291463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-1fad2250-b159-4721-8652-b6bec82b5fd2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.6309202 Feb 04 19:56:59.352684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-4a929184-1a66-4b5a-a3e4-e12c49673fb5 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:59.353367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-4a929184-1a66-4b5a-a3e4-e12c49673fb5 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Synchronizing usage tracker for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:56:59.362631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3395375e-ce59-41de-979a-35db2e76bc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.387448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395375e-ce59-41de-979a-35db2e76bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce046eb-35e7-4374-9ac5-17e8b817bdb5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:59.408321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3395375e-ce59-41de-979a-35db2e76bc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.408586 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-01d0254f-c5f3-467c-a92d-28a931b0f7aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 217 time: 0.0982826 Feb 04 19:56:59.411305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3395375e-ce59-41de-979a-35db2e76bc2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ce046eb-35e7-4374-9ac5-17e8b817bdb5 HTTP/1.1" status: 204 len: 168 time: 0.3472979 Feb 04 19:56:59.452868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-4a929184-1a66-4b5a-a3e4-e12c49673fb5 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Unset dirty status for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:56:59.454267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-4a929184-1a66-4b5a-a3e4-e12c49673fb5 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 824 time: 0.2544947 Feb 04 19:56:59.460836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987467a-8e38-49fb-9e6a-124145ee4cbc req-140372d1-bb78-489e-b32e-1d7f288fbb80 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:59.462659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3987467a-8e38-49fb-9e6a-124145ee4cbc req-140372d1-bb78-489e-b32e-1d7f288fbb80 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 943 time: 0.5384977 Feb 04 19:56:59.472188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-256ebd95-840f-4037-8648-ddd11b6e3d13 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:59.473514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-256ebd95-840f-4037-8648-ddd11b6e3d13 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.24 "GET /v2.0/networks?id=91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 200 len: 828 time: 0.3546426 Feb 04 19:56:59.484790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-9e7d32db-bab0-407f-914b-116d089cfb1b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/quotas/6aa3076a8d33419b916c6b0585d4eaa5 HTTP/1.1" status: 200 len: 375 time: 0.0111029 Feb 04 19:56:59.509657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Request body: {'port': {'device_id': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'admin_state_up': True, 'tenant_id': '600808e8f7f3425f95806c0b36a12896'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:56:59.556829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a622779f-a390-4a45-96d5-7a0e5fb278f2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:59.592640 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-4fee28c7-3c2d-40d5-910f-c0277f36242a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003230 Feb 04 19:56:59.645463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a622779f-a390-4a45-96d5-7a0e5fb278f2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:59.645830 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.646596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3987467a-8e38-49fb-9e6a-124145ee4cbc req-f18127bb-79a4-4f25-ad21-b803f38fa6ed tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713746 Feb 04 19:56:59.660288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-8bb23cea-5fe5-4c34-aad8-c4abe1d97dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:56:59.661715 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-8bb23cea-5fe5-4c34-aad8-c4abe1d97dea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.2401807 Feb 04 19:56:59.757316 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-9ed74d41-c999-441e-a921-6b06c3199bec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894651 Feb 04 19:56:59.761278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cedac87c-b39f-478f-bc82-ed2dfb584088 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:56:59.761453 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782cadc5-4ea4-4353-8f74-1000a9a0b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.826057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b767079b-70cb-4bdc-acd0-d187a93f2b45 service neutron] 10.222.0.48 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166483 Feb 04 19:56:59.845935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cadc5-4ea4-4353-8f74-1000a9a0b089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10109c25-601d-4ebe-a98f-0e9c5c635d92,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:56:59.942734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port cedac87c-b39f-478f-bc82-ed2dfb584088 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:56:59.949637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port cedac87c-b39f-478f-bc82-ed2dfb584088 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:56:59.950230 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.963665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782cadc5-4ea4-4353-8f74-1000a9a0b089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:56:59.965159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-782cadc5-4ea4-4353-8f74-1000a9a0b089 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10109c25-601d-4ebe-a98f-0e9c5c635d92 HTTP/1.1" status: 204 len: 168 time: 1.2551119 Feb 04 19:56:59.977749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:00.007958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-377fa737-d290-4dfe-a3e5-295dad15d0e6 req-e3c74edd-2ad2-4b98-8915-3440d9d09c82 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 210 time: 0.1578653 Feb 04 19:57:00.008117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-24d931bd-a59c-4aec-85c5-c2b896c1afe6 service neutron] 10.222.0.48 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812117 Feb 04 19:57:00.023396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:00.108202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-ea30c64e-9248-4d09-9338-f18457e1dce4 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402972 Feb 04 19:57:00.129875 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:00.162242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedac87c-b39f-478f-bc82-ed2dfb584088'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:00.172643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port cedac87c-b39f-478f-bc82-ed2dfb584088, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cedac87c-b39f-478f-bc82-ed2dfb584088,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:00.245726 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:00.290170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Made reservation on behalf of 600808e8f7f3425f95806c0b36a12896 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:00.293713 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:00.339252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=cedac87c-b39f-478f-bc82-ed2dfb584088,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:00.422012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41364) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:00.464002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4bee6312-f199-4a49-9cf0-b08505a22dea req-5217ceb0-a6d4-4c69-ae48-903ad688a212 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 210 time: 0.0543187 Feb 04 19:57:00.481759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab456d08-87fc-4aef-bd4c-aad095c6d45a req-04373656-246e-4e8b-ab8e-b29c2a8e625d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:00.489244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab456d08-87fc-4aef-bd4c-aad095c6d45a req-04373656-246e-4e8b-ab8e-b29c2a8e625d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 949 time: 0.2894561 Feb 04 19:57:00.526516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:00.556121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5b83b4-8f78-406b-ae29-28bc81113561 req-598918cb-7b7b-427a-b040-68712a4c93f2 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419897 Feb 04 19:57:00.570939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab456d08-87fc-4aef-bd4c-aad095c6d45a req-7c2e2f15-e244-43b4-a745-4c7bc209469e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776215 Feb 04 19:57:00.585859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:00.598558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b90f9dd0b78459c8974373885b66463 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:00.606320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:00.621109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:00.637192 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedac87c-b39f-478f-bc82-ed2dfb584088', 'code': 200} Feb 04 19:57:00.718465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a7b26-b87b-4824-924e-b191b347c1ea req-28ea3bae-f8ac-43ac-a6bf-92e4b823b015 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:00.720086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-634a7b26-b87b-4824-924e-b191b347c1ea req-28ea3bae-f8ac-43ac-a6bf-92e4b823b015 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 950 time: 0.1247966 Feb 04 19:57:00.806955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-634a7b26-b87b-4824-924e-b191b347c1ea req-3168d461-a70e-44e6-9208-ad391f42eb57 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769560 Feb 04 19:57:00.826474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:00.828314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fbdd7256-6a64-4d71-ad88-bbfb5ab4e853 req-78bdf123-77d1-498c-8e2a-dab69b0b63eb tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Synchronizing usage tracker for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:00.859989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa535ec-06cb-4742-8306-98901b26b90c req-06ae51fa-f733-4198-bf75-44b22696124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:00.861539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa535ec-06cb-4742-8306-98901b26b90c req-06ae51fa-f733-4198-bf75-44b22696124b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 1100 time: 0.0930116 Feb 04 19:57:00.880050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Allocated IP 172.20.0.14 (91d07b3f-686a-49fd-bbfd-4580fc127c01/53f4ca13-799b-4639-978e-b87b3c4fa33e/3d7012f2-bdb3-498d-85db-c35a860369ed) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:00.938764 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:00.990539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b90f9dd0b78459c8974373885b66463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5638151 Feb 04 19:57:00.991559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fbdd7256-6a64-4d71-ad88-bbfb5ab4e853 req-78bdf123-77d1-498c-8e2a-dab69b0b63eb tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Unset dirty status for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:00.992797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fbdd7256-6a64-4d71-ad88-bbfb5ab4e853 req-78bdf123-77d1-498c-8e2a-dab69b0b63eb tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 210 time: 0.2652445 Feb 04 19:57:00.999512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41384) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:01.058754 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfa535ec-06cb-4742-8306-98901b26b90c req-b87fe620-fd07-4118-bf5c-39e431e90a1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692350 Feb 04 19:57:01.108708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884de970-5073-4269-a5c6-8b32466d86f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0baa785-5c40-4d64-9ef8-79073259bdde,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:01.122073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-804a6a1f-0b4c-4f44-912c-304158f780fc tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:01.123585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-804a6a1f-0b4c-4f44-912c-304158f780fc tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 821 time: 0.2606010 Feb 04 19:57:01.139274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbadbb-33aa-4a38-80d6-8b722c6874a9 req-6e95aa25-2e4f-4683-8382-5802c12c07ff tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:01.140132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0dbbadbb-33aa-4a38-80d6-8b722c6874a9 req-6e95aa25-2e4f-4683-8382-5802c12c07ff tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:01.275706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0dbbadbb-33aa-4a38-80d6-8b722c6874a9 req-6e95aa25-2e4f-4683-8382-5802c12c07ff tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:01.279889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f8312a5-8325-4a96-96df-f50813b8a616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.280013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dbbadbb-33aa-4a38-80d6-8b722c6874a9 req-6e95aa25-2e4f-4683-8382-5802c12c07ff tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 943 time: 0.3107698 Feb 04 19:57:01.284444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Request body: {'port': {'device_id': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'admin_state_up': True, 'tenant_id': 'bd94d4cfa2634adcb827c9c7d200e34e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:01.330967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f8312a5-8325-4a96-96df-f50813b8a616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.361181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.399807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Transition to ACTIVE for port object 3d7012f2-bdb3-498d-85db-c35a860369ed will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:01.416910 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dbbadbb-33aa-4a38-80d6-8b722c6874a9 req-377c658b-e759-412b-94f5-f0ad4418ffc3 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178904 Feb 04 19:57:01.472772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:01.484624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:01.490303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41400) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:01.539093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:01.540487 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.543038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f8312a5-8325-4a96-96df-f50813b8a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.608262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Made reservation on behalf of bd94d4cfa2634adcb827c9c7d200e34e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:01.613358 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.637054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-network', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:01.648804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:01.655765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Usage tracker for resource:network and tenant:7d455552561d4529b896ba89bd5dbc9b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:01.660667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:01.669038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:01.743526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:01.752632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79644-7bee-46e0-bc12-bee9a8913398 req-2d34a27b-b9ce-4ad0-aa8c-6697410c08dd tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:01.754293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b0a79644-7bee-46e0-bc12-bee9a8913398 req-2d34a27b-b9ce-4ad0-aa8c-6697410c08dd tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 932 time: 0.2168818 Feb 04 19:57:01.761284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '93607559-f439-43e1-b1d7-01996999fa46', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'port_id': '93607559-f439-43e1-b1d7-01996999fa46', 'mac_address': 'fa:16:3e:59:49:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8583c6f7-074e-492e-ac8b-3b3f2e6898f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:57:01.833057 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.852373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93607559-f439-43e1-b1d7-01996999fa46 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:01.856557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8312a5-8325-4a96-96df-f50813b8a616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0baa785-5c40-4d64-9ef8-79073259bdde,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:01.879594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:01.888233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:01.894959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Made reservation on behalf of 7d455552561d4529b896ba89bd5dbc9b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:01.895171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:01.897344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.899472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d4d4f17-a2ac-40bb-9471-30f897af7542 req-3ca96b38-2a05-4ae9-bca1-f13e6f3beeb5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 210 time: 0.0775640 Feb 04 19:57:01.910355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:01.914352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:01.915003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.930295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.937743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event updated for resources: {'Port': ['ID=3d7012f2-bdb3-498d-85db-c35a860369ed,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:01.951940 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f8312a5-8325-4a96-96df-f50813b8a616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.952965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6f8312a5-8325-4a96-96df-f50813b8a616 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0baa785-5c40-4d64-9ef8-79073259bdde HTTP/1.1" status: 204 len: 168 time: 0.9504206 Feb 04 19:57:01.965387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:01.968355 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:01.971764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b0a79644-7bee-46e0-bc12-bee9a8913398 req-f888c231-debe-44e5-899e-a4dc2fd5faf7 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:01.979474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Usage tracker for resource:security_group_rule and tenant:7d455552561d4529b896ba89bd5dbc9b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:01.984278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:01.993821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Allocated IP 172.20.0.7 (f005dd6e-955a-463e-9b2e-e00d55ca90c4/3cbafdb2-a980-46eb-adf6-6b9745f17113/6810bd7f-8cba-4406-85cc-1bc13adc515f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:01.997217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:02.060569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-432bf03c-dfac-4044-9844-60079f6dfa56 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5633767 Feb 04 19:57:02.076640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Request body: {'port': {'device_id': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:02.093427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b0a79644-7bee-46e0-bc12-bee9a8913398 req-f888c231-debe-44e5-899e-a4dc2fd5faf7 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:02.101738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b0a79644-7bee-46e0-bc12-bee9a8913398 req-f888c231-debe-44e5-899e-a4dc2fd5faf7 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348434 Feb 04 19:57:02.190627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:02.260187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['93607559-f439-43e1-b1d7-01996999fa46'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:02.353989 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.430445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d92eb045-11d5-48fa-acea-200fde4c2ee9 None None] Provisioning for port 3d7012f2-bdb3-498d-85db-c35a860369ed completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:02.499596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d92eb045-11d5-48fa-acea-200fde4c2ee9 None None] Provisioning complete for port 3d7012f2-bdb3-498d-85db-c35a860369ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:02.499925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d92eb045-11d5-48fa-acea-200fde4c2ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.505345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.520915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331c013-bc42-4377-b1bf-d9a82381818a req-a411a749-ca25-4c77-9379-5de6b23e9401 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:02.522506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d331c013-bc42-4377-b1bf-d9a82381818a req-a411a749-ca25-4c77-9379-5de6b23e9401 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 949 time: 0.2189343 Feb 04 19:57:02.571408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.581946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb045-11d5-48fa-acea-200fde4c2ee9 None None] Port 3d7012f2-bdb3-498d-85db-c35a860369ed cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:57:02.586549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f8aee-a7ff-40dd-bf2d-6431eb3132d6 req-10e010e3-5df6-4f45-ad87-e694f2ed899a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:02.591262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-822f8aee-a7ff-40dd-bf2d-6431eb3132d6 req-10e010e3-5df6-4f45-ad87-e694f2ed899a tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 950 time: 0.4512892 Feb 04 19:57:02.597811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.620239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d331c013-bc42-4377-b1bf-d9a82381818a req-50670e3c-7fc4-4505-adea-172540f1a0aa tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806990 Feb 04 19:57:02.635307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:57:02.687428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a750d-7119-4852-ae7c-dc333a5ebfa2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:02.697340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.697827 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Added segment 2a33b0e4-9703-40d2-afe6-251de4c69f25 of type vlan for network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 Feb 04 19:57:02.727634 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.741134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-822f8aee-a7ff-40dd-bf2d-6431eb3132d6 req-e59dc4d0-133d-4392-a148-e2d15268edda tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291997 Feb 04 19:57:02.820480 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.836685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6b3c980-b4f5-42bc-a993-46148fabbd56 req-ef428bd1-de81-47b0-84ee-4f7609eedd80 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 210 time: 0.0539825 Feb 04 19:57:02.862172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7012f2-bdb3-498d-85db-c35a860369ed {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:02.881394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.882477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:02.883191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.895094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Network f005dd6e-955a-463e-9b2e-e00d55ca90c4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:02.908813 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.918297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:02.934461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:02.939556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Transition to ACTIVE for port object 3d7012f2-bdb3-498d-85db-c35a860369ed will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:02.941646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:02.941646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:02.969350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9529330-d68b-4169-a5ed-4c3697bed1b5 req-09177bff-a55c-46e5-b3c8-81f37593576c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:02.970923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9529330-d68b-4169-a5ed-4c3697bed1b5 req-09177bff-a55c-46e5-b3c8-81f37593576c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 944 time: 0.1031976 Feb 04 19:57:03.016019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:03.051734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event updated for resources: {'Port': ['ID=6810bd7f-8cba-4406-85cc-1bc13adc515f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:03.063077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] Pushing event updated for resources: {'Network': ['ID=24d8ad4d-6804-4d43-9fbf-bb0b2787e140,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:03.074883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:57:03.089005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9529330-d68b-4169-a5ed-4c3697bed1b5 req-f501d760-3f25-4030-9453-b297f68114af tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093597 Feb 04 19:57:03.169543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ddf824a-2f8f-4047-8009-0b4aaae15a02 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6781514 Feb 04 19:57:03.174778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41438) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:03.182270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Request body: {'subnet': {'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-subnet', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:03.193759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:03.204398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Usage tracker for resource:subnet and tenant:7d455552561d4529b896ba89bd5dbc9b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:03.211152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:03.227085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:03.337892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7012f2-bdb3-498d-85db-c35a860369ed,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:03.356980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-505302ad-07a5-426e-a738-0331e2afb75f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0780280 Feb 04 19:57:03.368805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Request body: {'port': {'device_id': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:03.370860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Attempting to bind port 3d7012f2-bdb3-498d-85db-c35a860369ed on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:03.371325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Attempting to bind port 3d7012f2-bdb3-498d-85db-c35a860369ed by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:03.371528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Attempting to bind port 3d7012f2-bdb3-498d-85db-c35a860369ed on network 91d07b3f-686a-49fd-bbfd-4580fc127c01 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:03.380799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Port 3d7012f2-bdb3-498d-85db-c35a860369ed on network 91d07b3f-686a-49fd-bbfd-4580fc127c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:03.381124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Attempting to bind port 3d7012f2-bdb3-498d-85db-c35a860369ed on network 91d07b3f-686a-49fd-bbfd-4580fc127c01 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:03.389343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:03.389686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Checking segment: {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:03.390070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Bound using segment: {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:03.390501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Bound port: 3d7012f2-bdb3-498d-85db-c35a860369ed, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a97be96-b75b-4179-acad-4641549a68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:03.391050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:03.421961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Made reservation on behalf of 7d455552561d4529b896ba89bd5dbc9b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:03.424749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:03.474837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a8e70-d8e5-41eb-a384-2c7cdb59dd3e req-f0f5ce46-d5d2-40a3-adf8-b49535ead903 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:03.476358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-764a8e70-d8e5-41eb-a384-2c7cdb59dd3e req-f0f5ce46-d5d2-40a3-adf8-b49535ead903 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 931 time: 0.1823158 Feb 04 19:57:03.519392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] For port 3d7012f2-bdb3-498d-85db-c35a860369ed, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:03.524007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] For port 3d7012f2-bdb3-498d-85db-c35a860369ed, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d7012f2-bdb3-498d-85db-c35a860369ed,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:03.557155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:03.575870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41448) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:03.600037 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:03.659233 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:03.748897 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-764a8e70-d8e5-41eb-a384-2c7cdb59dd3e req-797d0bda-0b61-4b6c-b73d-77b046b8c498 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568576 Feb 04 19:57:03.754455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:03.755177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:03.756617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 1092 time: 1.6856017 Feb 04 19:57:03.757182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:03.784031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 93607559-f439-43e1-b1d7-01996999fa46 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:03.790852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 93607559-f439-43e1-b1d7-01996999fa46 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:03.791420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:03.800824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1333387884-network', 'tenant_id': 'a88d74393d9a4e5c9108d10dd9ef8f66'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:03.811132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:03.829961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4499-4129-4d43-8178-b26e4d4685f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7012f2-bdb3-498d-85db-c35a860369ed,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:03.858175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-49ce792f-0fc6-4796-9635-70820d7f066c tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:03.859844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-49ce792f-0fc6-4796-9635-70820d7f066c tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 824 time: 0.3127306 Feb 04 19:57:03.873908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Usage tracker for resource:network and tenant:a88d74393d9a4e5c9108d10dd9ef8f66 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:03.888040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:03.985396 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-425608e0-eb47-4bc6-93b2-c395e1cb0f8e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aa3076a8d33419b916c6b0585d4eaa5 HTTP/1.1" status: 200 len: 378 time: 0.1119039 Feb 04 19:57:04.000138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:04.032199 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.052670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'port': {'device_id': '66ded061-a1d2-4188-b287-c0c413b8b370', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'admin_state_up': True, 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'security_groups': ['c015f9f0-93ce-4afc-9987-f4a8b621916b']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:04.077424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:04.079048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93607559-f439-43e1-b1d7-01996999fa46'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:04.090969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddec82-a361-480a-ac6b-62ba6fb37792 req-ca283c5c-2cc1-496c-ad15-9d3b9def9f42 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:04.093075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dfddec82-a361-480a-ac6b-62ba6fb37792 req-ca283c5c-2cc1-496c-ad15-9d3b9def9f42 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 944 time: 0.5180981 Feb 04 19:57:04.145019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.234008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dfddec82-a361-480a-ac6b-62ba6fb37792 req-5bac9afd-d9a1-48bc-9598-5966e4dfaee6 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175406 Feb 04 19:57:04.237824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Made reservation on behalf of a88d74393d9a4e5c9108d10dd9ef8f66 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:04.244977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.251602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:04.268963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.280911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e7a9e-c140-424e-9a02-66b698bb6244 req-4b27ac4b-d382-4573-b248-2b0b6bd6e812 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:04.284885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.287439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db0e7a9e-c140-424e-9a02-66b698bb6244 req-4b27ac4b-d382-4573-b248-2b0b6bd6e812 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 950 time: 0.3097994 Feb 04 19:57:04.327175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:04.335542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-f0379737-c340-44d2-8339-703e4827e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:04.337244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-f0379737-c340-44d2-8339-703e4827e52a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=600808e8f7f3425f95806c0b36a12896&device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 1095 time: 0.4247987 Feb 04 19:57:04.347293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Usage tracker for resource:security_group_rule and tenant:a88d74393d9a4e5c9108d10dd9ef8f66 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:04.365333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:04.432558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db0e7a9e-c140-424e-9a02-66b698bb6244 req-c0d99f44-4d0e-48be-9045-63a7298ed28f tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442192 Feb 04 19:57:04.436003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-f20c411f-984c-4f1e-a6a6-a1f4d8b7ab68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 217 time: 0.0786567 Feb 04 19:57:04.441572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:04.490096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:04.493128 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'status': 'completed', 'code': 200} Feb 04 19:57:04.499535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:04.516541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-1e8bc8ca-d822-43ad-8f3d-a36da9388c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:04.517999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-1e8bc8ca-d822-43ad-8f3d-a36da9388c7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53f4ca13-799b-4639-978e-b87b3c4fa33e HTTP/1.1" status: 200 len: 867 time: 0.0742323 Feb 04 19:57:04.567856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ceae5f-b8fd-4d6f-90c9-da08575cd694,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:04.601937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Checking segment: {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:04.602647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Network hostable DHCP agents. Network: 24d8ad4d-6804-4d43-9fbf-bb0b2787e140, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:57:04.619309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Made reservation on behalf of 6aa3076a8d33419b916c6b0585d4eaa5 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:04.623313 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.625412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6810bd7f-8cba-4406-85cc-1bc13adc515f {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:04.637609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.644580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ba1e668-0929-4b24-a505-028e93168394 req-6c3f7719-c574-40a7-9e59-dd2c052be716 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 210 time: 0.0632377 Feb 04 19:57:04.676350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Transition to ACTIVE for port object 6810bd7f-8cba-4406-85cc-1bc13adc515f will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:04.684606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52188d9-3114-4a1e-a810-b428fd855e39 req-ddb2178c-b417-4b8d-8c57-4f1784f10384 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:04.692406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d52188d9-3114-4a1e-a810-b428fd855e39 req-ddb2178c-b417-4b8d-8c57-4f1784f10384 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 949 time: 0.3474381 Feb 04 19:57:04.713864 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93607559-f439-43e1-b1d7-01996999fa46', 'code': 200} Feb 04 19:57:04.725850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:57:04.766398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-a74cef76-8539-4973-ab26-4a9e6245218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:04.771738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-a74cef76-8539-4973-ab26-4a9e6245218d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d07b3f-686a-49fd-bbfd-4580fc127c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460711 Feb 04 19:57:04.783450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:04.791212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d52188d9-3114-4a1e-a810-b428fd855e39 req-60481e24-87de-415d-adbe-f637aca1f7b2 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978990 Feb 04 19:57:04.923308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 24d8ad4d-6804-4d43-9fbf-bb0b2787e140) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:04.930648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccede57c-4347-44a3-be6e-155e35d5e637 None None] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:04.934512 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.034091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-3342d2ee-f4b3-4842-9eab-b74f7de98898 service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553208 Feb 04 19:57:05.043429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.044016 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.066337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Allocated IP 172.20.0.10 (551cd439-9a5c-4244-8b86-283d52edd44e/3cd6518b-7575-4251-bfba-d2a0ca18698f/188fc8b4-c709-4da3-aae7-2385b4329622) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:05.076203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.112279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Pushing event updated for resources: {'Port': ['ID=6810bd7f-8cba-4406-85cc-1bc13adc515f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:05.141171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb67c814-f03c-4a75-936d-a14302bf8c2e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:05.157431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'fixed_ips': [{'subnet_id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:57:05.158813 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.207831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:57:05.242965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Attempting to bind port 6810bd7f-8cba-4406-85cc-1bc13adc515f on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:05.243298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Attempting to bind port 6810bd7f-8cba-4406-85cc-1bc13adc515f by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:05.243619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Attempting to bind port 6810bd7f-8cba-4406-85cc-1bc13adc515f on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:05.248230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.248582 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Added segment 76829734-b9ef-4c3b-ab3f-917252b31129 of type vlan for network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 Feb 04 19:57:05.263073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Port 6810bd7f-8cba-4406-85cc-1bc13adc515f on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:05.263447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Attempting to bind port 6810bd7f-8cba-4406-85cc-1bc13adc515f on network f005dd6e-955a-463e-9b2e-e00d55ca90c4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:05.283013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:05.283354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Checking segment: {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:05.283729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Bound using segment: {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:05.284158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Bound port: 6810bd7f-8cba-4406-85cc-1bc13adc515f, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd547de06-296d-4da8-b62d-93a1ab45cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:05.284498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.318305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c54f1-ff00-426a-88fc-d153bc813995 req-73839de7-899e-4cd6-8081-31faaf3c2890 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.319800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-299c54f1-ff00-426a-88fc-d153bc813995 req-73839de7-899e-4cd6-8081-31faaf3c2890 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 950 time: 0.4525404 Feb 04 19:57:05.327343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4526dd22-99be-4bae-a0d1-632bde33e78d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1510720 Feb 04 19:57:05.331236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.333868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Allocated IP 172.20.0.2 (24d8ad4d-6804-4d43-9fbf-bb0b2787e140/f6ceae5f-b8fd-4d6f-90c9-da08575cd694/dcd1970f-9d92-497e-8d79-f50f9372b68d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:05.337085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58097607-1eac-48f2-b0f9-b2360def20ad req-2e233d73-23ba-49a1-8a40-bd789dd4cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.338545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58097607-1eac-48f2-b0f9-b2360def20ad req-2e233d73-23ba-49a1-8a40-bd789dd4cb7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1096 time: 0.5364232 Feb 04 19:57:05.339031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41474) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:05.392398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-747bfd11-8c05-49f7-8999-5bd64f8220b6 req-5b6fbcc0-48a7-4143-80bb-8f7f1f0ccbf1 service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514009 Feb 04 19:57:05.432042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7f765-e0cc-4207-bc1f-d2e709d92557 req-54f7058f-74a7-4167-b0df-1e005fd41534 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.433501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06f7f765-e0cc-4207-bc1f-d2e709d92557 req-54f7058f-74a7-4167-b0df-1e005fd41534 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 945 time: 0.5462718 Feb 04 19:57:05.438272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:05.476841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a2d4b-99e7-4eab-905d-ebecca66f816 req-a2d34587-6a42-4b73-968d-8ff906a6ece8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.477563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-af0a2d4b-99e7-4eab-905d-ebecca66f816 req-a2d34587-6a42-4b73-968d-8ff906a6ece8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:05.489968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:05.499893 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.512476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Usage tracker for resource:router and tenant:7d455552561d4529b896ba89bd5dbc9b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:05.524225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06f7f765-e0cc-4207-bc1f-d2e709d92557 req-a1780c03-98fb-44fa-a2d2-646d53d77435 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784659 Feb 04 19:57:05.526753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Transition to ACTIVE for port object 188fc8b4-c709-4da3-aae7-2385b4329622 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:05.539459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:05.546050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58097607-1eac-48f2-b0f9-b2360def20ad req-ce71f3b6-6052-4e3a-890d-1821c99233d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306689 Feb 04 19:57:05.557564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:05.564287 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.570212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Deleting port da91da52-c5f5-4ff1-91a2-82d4253ae398 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:57:05.570553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.576682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Transition to ACTIVE for port object dcd1970f-9d92-497e-8d79-f50f9372b68d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:05.596205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Transition to ACTIVE for port object dcd1970f-9d92-497e-8d79-f50f9372b68d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:05.636049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ce71-bda4-4cde-a134-00381b3281eb req-81565460-22ae-4d29-9149-a19c78ccbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.637795 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e375ce71-bda4-4cde-a134-00381b3281eb req-81565460-22ae-4d29-9149-a19c78ccbb12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=600808e8f7f3425f95806c0b36a12896&device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 1095 time: 0.1062574 Feb 04 19:57:05.653541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] For port 6810bd7f-8cba-4406-85cc-1bc13adc515f, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:05.658922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] For port 6810bd7f-8cba-4406-85cc-1bc13adc515f, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6810bd7f-8cba-4406-85cc-1bc13adc515f,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:05.659365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.738226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-af0a2d4b-99e7-4eab-905d-ebecca66f816 req-a2d34587-6a42-4b73-968d-8ff906a6ece8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:05.739424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af0a2d4b-99e7-4eab-905d-ebecca66f816 req-a2d34587-6a42-4b73-968d-8ff906a6ece8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 943 time: 0.8078458 Feb 04 19:57:05.739990 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.740921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.741497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.752014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.772118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Pushing event updated for resources: {'Port': ['ID=dcd1970f-9d92-497e-8d79-f50f9372b68d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:05.782793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:05.784438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:05.789799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:05.826876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.830368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.831357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.868285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event updated for resources: {'Port': ['ID=188fc8b4-c709-4da3-aae7-2385b4329622,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:05.896761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Network 551cd439-9a5c-4244-8b86-283d52edd44e is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:05.900799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:05.913020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:05.918029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Attempting to bind port dcd1970f-9d92-497e-8d79-f50f9372b68d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:05.918610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Attempting to bind port dcd1970f-9d92-497e-8d79-f50f9372b68d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:05.919053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Attempting to bind port dcd1970f-9d92-497e-8d79-f50f9372b68d on network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:05.926442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.928969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.931694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:05.932196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Checking segment: {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:05.934431 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.935039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Bound using segment: {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:05.936137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Bound port: dcd1970f-9d92-497e-8d79-f50f9372b68d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:05.943176 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:05.980738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ce71-bda4-4cde-a134-00381b3281eb req-5b5f4db5-0fe3-4afe-9907-9c645fbc6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:05.982496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e375ce71-bda4-4cde-a134-00381b3281eb req-5b5f4db5-0fe3-4afe-9907-9c645fbc6cd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 200 len: 929 time: 0.3381021 Feb 04 19:57:06.023363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4445970 Feb 04 19:57:06.062892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41484) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:06.078788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:06.079410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:06.088656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] 10.222.0.24 "PUT /v2.0/ports/6810bd7f-8cba-4406-85cc-1bc13adc515f HTTP/1.1" status: 200 len: 1091 time: 2.7242992 Feb 04 19:57:06.094540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-37aa4194-98fe-4095-abe5-49aa7bae4743 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0565650 Feb 04 19:57:06.104490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Request body: {'subnet': {'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1333387884-subnet', 'tenant_id': 'a88d74393d9a4e5c9108d10dd9ef8f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:06.132191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e375ce71-bda4-4cde-a134-00381b3281eb req-1bbc1fba-f59c-4ab5-8384-ba0911f5dfe9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 217 time: 0.1417947 Feb 04 19:57:06.134052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'tag': '6810bd7f-8cba-4406-85cc-1bc13adc515f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:06.146903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Request body: {'port': {'device_id': '66ded061-a1d2-4188-b287-c0c413b8b370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:06.175147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] For port dcd1970f-9d92-497e-8d79-f50f9372b68d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:06.200726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:06.214856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc93f0-892f-42e3-8c77-53294a68b5bd admin admin] Pushing event updated for resources: {'Network': ['ID=74c12b12-e2ad-4e8f-895a-d1615a2e0941,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:06.226284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:57:06.273275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Usage tracker for resource:subnet and tenant:a88d74393d9a4e5c9108d10dd9ef8f66 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:06.278869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:06.285900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:06.327924 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af0a2d4b-99e7-4eab-905d-ebecca66f816 req-095893e0-a5be-4ee1-b751-25dd4aead684 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677700 Feb 04 19:57:06.332518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:06.348973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] For port dcd1970f-9d92-497e-8d79-f50f9372b68d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dcd1970f-9d92-497e-8d79-f50f9372b68d,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:06.356153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ce71-bda4-4cde-a134-00381b3281eb req-352ef906-0749-46db-b9f6-119f666a2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:06.358284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e375ce71-bda4-4cde-a134-00381b3281eb req-352ef906-0749-46db-b9f6-119f666a2bf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53f4ca13-799b-4639-978e-b87b3c4fa33e HTTP/1.1" status: 200 len: 867 time: 0.1522539 Feb 04 19:57:06.358785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dc539-1d04-46d0-a99a-f47d3fae2188 service neutron] Pushing event updated for resources: {'Port': ['ID=6810bd7f-8cba-4406-85cc-1bc13adc515f,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:06.363939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] For port da91da52-c5f5-4ff1-91a2-82d4253ae398, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da91da52-c5f5-4ff1-91a2-82d4253ae398,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:06.365572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:06.430513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-88180d63-5ada-4863-8c85-2142d15b8ace None None] Provisioning for port 188fc8b4-c709-4da3-aae7-2385b4329622 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:06.440243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-88180d63-5ada-4863-8c85-2142d15b8ace None None] Provisioning complete for port 188fc8b4-c709-4da3-aae7-2385b4329622 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:06.440817 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88180d63-5ada-4863-8c85-2142d15b8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:06.500377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Made reservation on behalf of a88d74393d9a4e5c9108d10dd9ef8f66 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:06.502609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:06.504456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-88180d63-5ada-4863-8c85-2142d15b8ace None None] Port 188fc8b4-c709-4da3-aae7-2385b4329622 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:57:06.506867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:06.584798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:06.592894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38a5ec-e69c-4f9f-8b37-86b67764aa63 None None] Pushing event updated for resources: {'Port': ['ID=dcd1970f-9d92-497e-8d79-f50f9372b68d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:06.619570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Calling delete_port for da91da52-c5f5-4ff1-91a2-82d4253ae398 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:57:06.685850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb74ec5-ad37-49f7-aa6a-b1f6b2ab8757 req-f0a15ce4-e89b-40f4-9093-052d458ef516 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:06.685850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fdb74ec5-ad37-49f7-aa6a-b1f6b2ab8757 req-f0a15ce4-e89b-40f4-9093-052d458ef516 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:06.691506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ce71-bda4-4cde-a134-00381b3281eb req-ee48e402-b79a-42cf-81c3-05baa7b141b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:06.692944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e375ce71-bda4-4cde-a134-00381b3281eb req-ee48e402-b79a-42cf-81c3-05baa7b141b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d07b3f-686a-49fd-bbfd-4580fc127c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163541 Feb 04 19:57:06.969841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fdb74ec5-ad37-49f7-aa6a-b1f6b2ab8757 req-f0a15ce4-e89b-40f4-9093-052d458ef516 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:06.971727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdb74ec5-ad37-49f7-aa6a-b1f6b2ab8757 req-f0a15ce4-e89b-40f4-9093-052d458ef516 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 944 time: 0.7275190 Feb 04 19:57:07.069388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-b598df6c-f247-4994-a5c2-3a5017ade584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:07.070821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-b598df6c-f247-4994-a5c2-3a5017ade584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 1094 time: 0.8533449 Feb 04 19:57:07.070935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e375ce71-bda4-4cde-a134-00381b3281eb req-b91f86f5-2b2d-4d84-b051-a6935e30d8b3 service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682301 Feb 04 19:57:07.086452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdb74ec5-ad37-49f7-aa6a-b1f6b2ab8757 req-47f16481-fb83-4465-9e70-ae9422921d46 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077254 Feb 04 19:57:07.198212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:07.246943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-29cbf1e5-673a-4a96-8aef-13737484a910 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6810bd7f-8cba-4406-85cc-1bc13adc515f HTTP/1.1" status: 200 len: 217 time: 0.1136892 Feb 04 19:57:07.303547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e281409-f41c-4588-b44e-e4bc21021cd5 req-6351426c-2319-4acc-9f17-ed444d0a1885 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:07.305006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e281409-f41c-4588-b44e-e4bc21021cd5 req-6351426c-2319-4acc-9f17-ed444d0a1885 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f84ced44-f746-4dc5-bf35-751f4132ca77 HTTP/1.1" status: 200 len: 950 time: 0.8071091 Feb 04 19:57:07.340839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e375ce71-bda4-4cde-a134-00381b3281eb req-ce961746-0205-4087-b3e4-a11cd2df4188 service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513189 Feb 04 19:57:07.357675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188fc8b4-c709-4da3-aae7-2385b4329622 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:07.367089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:07.386986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Transition to ACTIVE for port object 188fc8b4-c709-4da3-aae7-2385b4329622 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:07.410037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c86853-b23a-4a82-b84b-d8ec479087f8 req-e9c76e2b-3cd4-40ea-abcf-a2696882f750 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:07.410816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d0c86853-b23a-4a82-b84b-d8ec479087f8 req-e9c76e2b-3cd4-40ea-abcf-a2696882f750 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Synchronizing usage tracker for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:07.481861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:07.494563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-5cbc77bc-5cbd-40bc-bcd9-ae2b868ed608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:07.496170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-5cbc77bc-5cbd-40bc-bcd9-ae2b868ed608 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cbafdb2-a980-46eb-adf6-6b9745f17113 HTTP/1.1" status: 200 len: 861 time: 0.2394550 Feb 04 19:57:07.546834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e281409-f41c-4588-b44e-e4bc21021cd5 req-1ba0090a-6756-4c8a-a34a-5565ddb6c151 tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7f6958a-2dc3-4d74-96aa-53b7c54b1622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285140 Feb 04 19:57:07.575599 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:07.602961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['da91da52-c5f5-4ff1-91a2-82d4253ae398'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:07.618436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d0c86853-b23a-4a82-b84b-d8ec479087f8 req-e9c76e2b-3cd4-40ea-abcf-a2696882f750 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Unset dirty status for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:07.625603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0c86853-b23a-4a82-b84b-d8ec479087f8 req-e9c76e2b-3cd4-40ea-abcf-a2696882f750 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 932 time: 0.3605411 Feb 04 19:57:07.657224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-52bb14aa-633b-4599-a0be-71088a42a6f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f005dd6e-955a-463e-9b2e-e00d55ca90c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485293 Feb 04 19:57:07.678620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dcd1970f-9d92-497e-8d79-f50f9372b68d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:07.693730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Pushing event deleted for resources: {'Port': ['ID=da91da52-c5f5-4ff1-91a2-82d4253ae398,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:07.767434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Attempting to bind port 188fc8b4-c709-4da3-aae7-2385b4329622 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:07.767434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Attempting to bind port 188fc8b4-c709-4da3-aae7-2385b4329622 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:07.767434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Attempting to bind port 188fc8b4-c709-4da3-aae7-2385b4329622 on network 551cd439-9a5c-4244-8b86-283d52edd44e {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:07.767783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Pushing event updated for resources: {'Port': ['ID=188fc8b4-c709-4da3-aae7-2385b4329622,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:07.769004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d7012f2-bdb3-498d-85db-c35a860369ed details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:07.792181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.792572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.792933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.793280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.794030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.795495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.796013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.796359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.796697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.797035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.797734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.798065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.818545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Port 188fc8b4-c709-4da3-aae7-2385b4329622 on network 551cd439-9a5c-4244-8b86-283d52edd44e not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:07.818924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Attempting to bind port 188fc8b4-c709-4da3-aae7-2385b4329622 on network 551cd439-9a5c-4244-8b86-283d52edd44e {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:07.828236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:07.828652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Checking segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:07.837179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Bound using segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:07.837179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Bound port: 188fc8b4-c709-4da3-aae7-2385b4329622, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:07.837179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:07.850922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.852088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.852661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.852998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.861588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.862002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.863722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.863722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.863722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.863722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.863722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.864264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:07.901843 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0c86853-b23a-4a82-b84b-d8ec479087f8 req-febb086b-38bb-4fc2-98cf-89ed305f75d0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2753007 Feb 04 19:57:07.960631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:07.973180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port dcd1970f-9d92-497e-8d79-f50f9372b68d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:08.023109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] For port 188fc8b4-c709-4da3-aae7-2385b4329622, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:08.028081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] For port 188fc8b4-c709-4da3-aae7-2385b4329622, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=188fc8b4-c709-4da3-aae7-2385b4329622,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:08.043121 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'tag': '6810bd7f-8cba-4406-85cc-1bc13adc515f', 'status': 'completed', 'code': 200} Feb 04 19:57:08.057376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18807a71-81a3-4e90-8303-8f3d21afcee3 None None] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:08.111250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] No DVR routers for this DVR port da91da52-c5f5-4ff1-91a2-82d4253ae398 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:57:08.116166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.159786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.214832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3d7012f2-bdb3-498d-85db-c35a860369ed, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d7012f2-bdb3-498d-85db-c35a860369ed,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:08.241107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'port_id': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'mac_address': 'fa:16:3e:5b:d4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:57:08.248438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.251928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.251928 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] 10.222.0.62 "PUT /v2.0/ports/188fc8b4-c709-4da3-aae7-2385b4329622 HTTP/1.1" status: 200 len: 1092 time: 2.1203442 Feb 04 19:57:08.270360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:08.336811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0786c-5a6b-4138-aac9-563d3a6465ce req-891e4b59-9e9a-42d9-b988-890e2b96bf0f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.344628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99d0786c-5a6b-4138-aac9-563d3a6465ce req-891e4b59-9e9a-42d9-b988-890e2b96bf0f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 945 time: 0.1541412 Feb 04 19:57:08.361164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c8f4-db58-4f1a-9310-80f51b839a45 service neutron] Pushing event updated for resources: {'Port': ['ID=188fc8b4-c709-4da3-aae7-2385b4329622,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:08.368331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.398472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7012f2-bdb3-498d-85db-c35a860369ed {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:08.416015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99d0786c-5a6b-4138-aac9-563d3a6465ce req-4ff6d28b-9332-41d7-8de1-85943d0a67db tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700278 Feb 04 19:57:08.446662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-299c54f1-ff00-426a-88fc-d153bc813995 req-038405c8-a308-44f5-8f5b-33a5bd45f71c tempest-DeleteServersAdminTestJSON-806811458 tempest-DeleteServersAdminTestJSON-806811458-project] 10.222.0.62 "DELETE /v2.0/ports/da91da52-c5f5-4ff1-91a2-82d4253ae398 HTTP/1.1" status: 204 len: 173 time: 3.1092467 Feb 04 19:57:08.453291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-616a8892-3fa5-4c50-8601-cf69dec92717 None None] Provisioning for port dcd1970f-9d92-497e-8d79-f50f9372b68d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:08.480972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3d7012f2-bdb3-498d-85db-c35a860369ed, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d7012f2-bdb3-498d-85db-c35a860369ed,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:08.480972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-616a8892-3fa5-4c50-8601-cf69dec92717 None None] Provisioning complete for port dcd1970f-9d92-497e-8d79-f50f9372b68d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:08.481453 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-616a8892-3fa5-4c50-8601-cf69dec92717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.502440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85997320-528d-4574-8891-72ae38df3628,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:08.506068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.519936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:08.520303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Network hostable DHCP agents. Network: 74c12b12-e2ad-4e8f-895a-d1615a2e0941, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:57:08.534029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-89aa8fde-61d2-47f2-b51b-3682ca138190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.535632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-7d2f774b-d633-43dc-b127-40f99f73ccb8 service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598564 Feb 04 19:57:08.536136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-89aa8fde-61d2-47f2-b51b-3682ca138190 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 1095 time: 0.1188157 Feb 04 19:57:08.608567 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.630680 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-811a9ae1-de15-4b48-ba22-29ad8a1e471b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=188fc8b4-c709-4da3-aae7-2385b4329622 HTTP/1.1" status: 200 len: 217 time: 0.0847404 Feb 04 19:57:08.694254 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-616a8892-3fa5-4c50-8601-cf69dec92717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.721285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c3612f2-cc22-4729-98bf-539b26afc96f req-3ebdc39d-67e7-4973-b0d9-30ae66a9ed1d service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774471 Feb 04 19:57:08.730996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.731633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.731931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.733619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.733774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.734238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.735203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.735203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.749588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f809412-846f-410a-a530-3a67520f355f req-c54761b5-a966-4395-9198-3dc8eadd7c22 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370&device_id=33325ff5-657e-4d8e-81bb-f2df8129add8&device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a&device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641&device_id=38d7d821-1755-4abc-a0d8-61ca3d138532&device_id=f84ced44-f746-4dc5-bf35-751f4132ca77&device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd&device_id=d0acc481-63c4-4693-b378-f96c990faf62&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 7308 time: 0.5708022 Feb 04 19:57:08.754089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3d7012f2-bdb3-498d-85db-c35a860369ed,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:08.780018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.782400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-616a8892-3fa5-4c50-8601-cf69dec92717 None None] For port dcd1970f-9d92-497e-8d79-f50f9372b68d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dcd1970f-9d92-497e-8d79-f50f9372b68d,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:08.861830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:08.864491 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.865531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Usage tracker for resource:security_group_rule and tenant:36e91b851ae74eabb9987ffc09fe06a6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:08.865667 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-616a8892-3fa5-4c50-8601-cf69dec92717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:08.868817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:08.875346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:08.900770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-012d1a0e-c23d-4e8e-87bf-16bb2b245569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.902232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-012d1a0e-c23d-4e8e-87bf-16bb2b245569 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 200 len: 863 time: 0.2177024 Feb 04 19:57:08.908021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3d7012f2-bdb3-498d-85db-c35a860369ed'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:08.948530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765b0f0-0eac-4174-8813-690e5baffec3 req-87538336-8fe7-412f-9695-adcd6cd5489a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:08.950237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3765b0f0-0eac-4174-8813-690e5baffec3 req-87538336-8fe7-412f-9695-adcd6cd5489a tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 943 time: 0.3151522 Feb 04 19:57:08.977569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:57:09.007242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a8892-3fa5-4c50-8601-cf69dec92717 None None] Pushing event updated for resources: {'Port': ['ID=dcd1970f-9d92-497e-8d79-f50f9372b68d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:09.009920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fbc791a6-8991-4cc2-a64f-836e915f65ee None None] Provisioning complete for port dcd1970f-9d92-497e-8d79-f50f9372b68d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:09.010286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fbc791a6-8991-4cc2-a64f-836e915f65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.027786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3765b0f0-0eac-4174-8813-690e5baffec3 req-8eefce92-1a96-4bf7-a595-f2140c63e337 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Feb 04 19:57:09.047256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-4b8cf3fd-36fb-40d8-a45f-dbd6f497a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:09.049987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-4b8cf3fd-36fb-40d8-a45f-dbd6f497a012 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=551cd439-9a5c-4244-8b86-283d52edd44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405125 Feb 04 19:57:09.079127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 74c12b12-e2ad-4e8f-895a-d1615a2e0941) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:09.090495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:09.091170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.093029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538d7a4-ad39-42ff-93d3-8b45ebb21164 None None] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:09.102774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.151072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.200446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-2fc9b4c4-3b64-420b-bd9e-b075f7ce816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:09.202024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-2fc9b4c4-3b64-420b-bd9e-b075f7ce816c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 1094 time: 0.3216569 Feb 04 19:57:09.250630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-5195821f-289c-4f79-86ef-6a2ad9da6142 service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931584 Feb 04 19:57:09.324563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7bd365d4-8e3c-4ec0-b870-5688a2030425 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2562711 Feb 04 19:57:09.405488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Allocated IP 172.25.7.233 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/dc08d763-7f10-47fa-ac4e-c590c71ce750) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:09.477051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413380c-969c-4c60-a2ad-bfc1cf6a1f88 req-6c77d93a-5067-4736-aa94-a9ec6ba1038a tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:09.478941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c413380c-969c-4c60-a2ad-bfc1cf6a1f88 req-6c77d93a-5067-4736-aa94-a9ec6ba1038a tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 945 time: 0.2274415 Feb 04 19:57:09.543586 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c413380c-969c-4c60-a2ad-bfc1cf6a1f88 req-b3748da8-6f6f-4097-ae3c-1fe22165df3d tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584834 Feb 04 19:57:09.580749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.584409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfa132d2-fad7-42e6-9816-bd74e5d19daf req-416cd588-eb2d-46fe-92ba-b8619dd2d844 service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990232 Feb 04 19:57:09.638779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dcd1970f-9d92-497e-8d79-f50f9372b68d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:09.642219 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622', 'status': 'completed', 'code': 200} Feb 04 19:57:09.666959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-b6928adb-c7fa-4089-8141-1b79aab748a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:09.668492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-b6928adb-c7fa-4089-8141-1b79aab748a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 200 len: 922 time: 0.4565687 Feb 04 19:57:09.677525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device da91da52-c5f5-4ff1-91a2-82d4253ae398 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:57:09.679005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.741664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: da91da52-c5f5-4ff1-91a2-82d4253ae398 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:57:09.742018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device da91da52-c5f5-4ff1-91a2-82d4253ae398 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:57:09.748178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d53af22-4888-4782-b577-f18fa4dfc860 None None] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:09.794239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.799539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Synchronizing usage tracker for tenant:36e91b851ae74eabb9987ffc09fe06a6 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:09.825042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-7888b454-5773-4143-b0b8-019855e0f5ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6810bd7f-8cba-4406-85cc-1bc13adc515f HTTP/1.1" status: 200 len: 217 time: 0.1470926 Feb 04 19:57:09.877979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed4953-943f-4b25-8560-78764f84ce44 req-12ed4fc9-abdc-417b-b7e0-1da21195367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:09.880798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92ed4953-943f-4b25-8560-78764f84ce44 req-12ed4fc9-abdc-417b-b7e0-1da21195367f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 1095 time: 0.1795733 Feb 04 19:57:09.881831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ba74d-f80e-440c-8f0d-79571cf81da6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:09.918714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-c2c7cb45-b45f-4271-a01c-58d06e0d91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:09.921279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-c2c7cb45-b45f-4271-a01c-58d06e0d91bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cbafdb2-a980-46eb-adf6-6b9745f17113 HTTP/1.1" status: 200 len: 861 time: 0.0872111 Feb 04 19:57:09.939697 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dcd1970f-9d92-497e-8d79-f50f9372b68d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:09.940074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:09.967730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Unset dirty status for tenant:36e91b851ae74eabb9987ffc09fe06a6 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:09.968558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f809412-846f-410a-a530-3a67520f355f req-885ba64b-049a-4e6f-a8fb-93cc6e1e91d4 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&id=ff24d4fb-29c4-4759-ac18-67d59421a157&id=c015f9f0-93ce-4afc-9987-f4a8b621916b&id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 579 time: 1.2181909 Feb 04 19:57:09.975337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-68308286-d584-40a7-b4c1-33e089badf59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f005dd6e-955a-463e-9b2e-e00d55ca90c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472322 Feb 04 19:57:10.065483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'name': 'network-vif-deleted', 'tag': 'da91da52-c5f5-4ff1-91a2-82d4253ae398'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:10.079382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:10.122252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed4953-943f-4b25-8560-78764f84ce44 req-4e87a56b-8acd-4cc2-a4e2-d7cb8255787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:10.124210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92ed4953-943f-4b25-8560-78764f84ce44 req-4e87a56b-8acd-4cc2-a4e2-d7cb8255787c service neutron] 10.222.0.62 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 925 time: 0.2364967 Feb 04 19:57:10.126444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d68c8-04cf-4742-8824-cf85ceacd4a3 req-63222e18-620a-4d02-bc05-c8fefc735e6b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:10.132262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df1d68c8-04cf-4742-8824-cf85ceacd4a3 req-63222e18-620a-4d02-bc05-c8fefc735e6b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1096 time: 0.3609011 Feb 04 19:57:10.165218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:10.184250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:10.190325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:10.219215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92ed4953-943f-4b25-8560-78764f84ce44 req-4f5e477d-44c7-41ef-b120-65ab260170df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=188fc8b4-c709-4da3-aae7-2385b4329622 HTTP/1.1" status: 200 len: 217 time: 0.0870736 Feb 04 19:57:10.276766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Pushing event updated for resources: {'Port': ['ID=dc08d763-7f10-47fa-ac4e-c590c71ce750,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:10.312321 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df1d68c8-04cf-4742-8824-cf85ceacd4a3 req-e3dfcc9f-99ab-4342-a993-7650c6268c2f tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921352 Feb 04 19:57:10.318447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed4953-943f-4b25-8560-78764f84ce44 req-08a0eb7f-03fc-48f1-aeeb-7f575c54eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:10.319995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92ed4953-943f-4b25-8560-78764f84ce44 req-08a0eb7f-03fc-48f1-aeeb-7f575c54eec1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 200 len: 863 time: 0.0854769 Feb 04 19:57:10.361519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41528) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:10.375877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2017928767-network', 'tenant_id': '3e777e0a376e4c11bf9c0b5fb3eec4b6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:10.393088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:10.394908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Usage tracker for resource:network and tenant:3e777e0a376e4c11bf9c0b5fb3eec4b6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:10.398971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:10.406916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:10.430312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed4953-943f-4b25-8560-78764f84ce44 req-1a8a7180-5080-4094-b890-d6fd26e87c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:10.432001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92ed4953-943f-4b25-8560-78764f84ce44 req-1a8a7180-5080-4094-b890-d6fd26e87c55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=551cd439-9a5c-4244-8b86-283d52edd44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058102 Feb 04 19:57:10.539798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Made reservation on behalf of 3e777e0a376e4c11bf9c0b5fb3eec4b6 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:10.540076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-2a1ccacf-05d7-4ea0-90d6-7f07c285712b service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570450 Feb 04 19:57:10.542333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:10.569247 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:10.604780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:10.611925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Usage tracker for resource:security_group_rule and tenant:3e777e0a376e4c11bf9c0b5fb3eec4b6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:10.615879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92ed4953-943f-4b25-8560-78764f84ce44 req-612158e9-87d2-4e49-9eed-5167eb139d6e service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772358 Feb 04 19:57:10.616559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:10.623428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:10.720128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d6aaa-ea6c-4aa5-8911-8b0844f7b8c3 req-badc1994-d9f3-42c7-912d-6e42efdcf379 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:10.721495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d5d6aaa-ea6c-4aa5-8911-8b0844f7b8c3 req-badc1994-d9f3-42c7-912d-6e42efdcf379 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 944 time: 0.2692621 Feb 04 19:57:10.724796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47be1b18-d26e-4933-93c4-c34c568fa468 req-cd4325b9-a2ed-44c0-b756-c97de7217476 service neutron] 10.222.0.24 "GET /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751177 Feb 04 19:57:10.766145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d5d6aaa-ea6c-4aa5-8911-8b0844f7b8c3 req-74aa3ae6-2fcb-4a77-8ddc-9bfd26848d93 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382624 Feb 04 19:57:10.821149 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84ced44-f746-4dc5-bf35-751f4132ca77', 'name': 'network-vif-deleted', 'tag': 'da91da52-c5f5-4ff1-91a2-82d4253ae398', 'status': 'completed', 'code': 200} Feb 04 19:57:10.872055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed46c-1b74-4aaf-8711-14c41c82d011 req-44371184-b4aa-476c-95b4-2a00f089848d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:10.873623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc4ed46c-1b74-4aaf-8711-14c41c82d011 req-44371184-b4aa-476c-95b4-2a00f089848d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 943 time: 0.2542193 Feb 04 19:57:10.877794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92ed4953-943f-4b25-8560-78764f84ce44 req-54ff1f01-6c39-4dfa-b417-2640b0267c69 service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523389 Feb 04 19:57:10.936171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:10.941962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:10.946357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc4ed46c-1b74-4aaf-8711-14c41c82d011 req-97400d36-0669-437b-916b-46448ec12466 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667818 Feb 04 19:57:11.000799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:11.118148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:57:11.130599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f2c1b-130e-4e06-929a-0b3a0738d54c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:11.135094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:11.135438 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Added segment 464f0dc1-0de8-4672-b98f-c07dde36706c of type vlan for network 0246ea06-e847-4903-9d26-da9dbcc2ee9f Feb 04 19:57:11.173511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:11.250919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18827ce-f62a-46cc-8c0f-65a7e5ec4d54 req-46eee85b-8f74-4520-9cf6-12c18021a682 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:11.252418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a18827ce-f62a-46cc-8c0f-65a7e5ec4d54 req-46eee85b-8f74-4520-9cf6-12c18021a682 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1096 time: 0.2546401 Feb 04 19:57:11.323540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7ddc-21ad-4c3e-a86b-e2b2ec49ce2c req-e843c161-df64-4704-8c78-cad944b4e915 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:11.324027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7ddc-21ad-4c3e-a86b-e2b2ec49ce2c req-e843c161-df64-4704-8c78-cad944b4e915 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:11.324502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7ddc-21ad-4c3e-a86b-e2b2ec49ce2c req-e843c161-df64-4704-8c78-cad944b4e915 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:11.326366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c4b7ddc-21ad-4c3e-a86b-e2b2ec49ce2c req-e843c161-df64-4704-8c78-cad944b4e915 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641&device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd&device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 2883 time: 0.0767810 Feb 04 19:57:11.356087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:11.357061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:11.358141 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:11.373581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a18827ce-f62a-46cc-8c0f-65a7e5ec4d54 req-4f9ddfc0-5ed8-4ea9-acb5-514656b3d1d3 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125300 Feb 04 19:57:11.387280 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:11.448011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c4b7ddc-21ad-4c3e-a86b-e2b2ec49ce2c req-e6628245-a267-4c19-8622-3bc4ee54609e tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140738 Feb 04 19:57:11.477379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] Pushing event updated for resources: {'Network': ['ID=0246ea06-e847-4903-9d26-da9dbcc2ee9f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:11.506810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 0246ea06-e847-4903-9d26-da9dbcc2ee9f details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:57:11.556100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b3df8d9b-eb18-45c3-9807-b39cf10c7233 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1891346 Feb 04 19:57:11.558865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41546) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:11.564545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Request body: {'subnet': {'network_id': '0246ea06-e847-4903-9d26-da9dbcc2ee9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2017928767-subnet', 'tenant_id': '3e777e0a376e4c11bf9c0b5fb3eec4b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:11.574322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:11.582497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Usage tracker for resource:subnet and tenant:3e777e0a376e4c11bf9c0b5fb3eec4b6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:11.589453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:11.601210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:11.706028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665572d-8a34-4952-8ee0-00e60aeb2710 req-a92de2f8-40e0-4d08-ab5a-44cee3544a6d tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:11.707546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a665572d-8a34-4952-8ee0-00e60aeb2710 req-a92de2f8-40e0-4d08-ab5a-44cee3544a6d tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 945 time: 0.1020238 Feb 04 19:57:11.714627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Made reservation on behalf of 3e777e0a376e4c11bf9c0b5fb3eec4b6 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:11.717919 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:11.764826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a665572d-8a34-4952-8ee0-00e60aeb2710 req-28288bd6-1bd7-48b5-82d6-6e5a443428de tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509243 Feb 04 19:57:11.791447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6810bd7f-8cba-4406-85cc-1bc13adc515f details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:11.805782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d7012f2-bdb3-498d-85db-c35a860369ed up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:11.815054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:57:12.090721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e5c2f-18e0-4902-91e0-5f7b9e019a52 req-594dad8c-617b-4c33-b716-f34409fc7e53 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:12.092295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d94e5c2f-18e0-4902-91e0-5f7b9e019a52 req-594dad8c-617b-4c33-b716-f34409fc7e53 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 944 time: 0.0930128 Feb 04 19:57:12.107386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 6810bd7f-8cba-4406-85cc-1bc13adc515f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6810bd7f-8cba-4406-85cc-1bc13adc515f,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:12.122412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '6810bd7f-8cba-4406-85cc-1bc13adc515f', 'network_id': 'f005dd6e-955a-463e-9b2e-e00d55ca90c4', 'port_id': '6810bd7f-8cba-4406-85cc-1bc13adc515f', 'mac_address': 'fa:16:3e:91:7e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbafdb2-a980-46eb-adf6-6b9745f17113', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:57:12.169678 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d94e5c2f-18e0-4902-91e0-5f7b9e019a52 req-7e4a3a49-755d-409b-af7a-11449a909f73 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695899 Feb 04 19:57:12.173695 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.194753 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.207369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:57:12.208266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 3d7012f2-bdb3-498d-85db-c35a860369ed completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:12.221080 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Sync routers for ids ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:57:12.232874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Routers {'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:12.233285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6810bd7f-8cba-4406-85cc-1bc13adc515f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:12.234057 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:12.242429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 3d7012f2-bdb3-498d-85db-c35a860369ed triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:12.244071 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.349497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.351472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b520e6cc-0088-43b8-9838-71d808698cde admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9826503 Feb 04 19:57:12.354220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41568) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:12.358273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 6810bd7f-8cba-4406-85cc-1bc13adc515f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6810bd7f-8cba-4406-85cc-1bc13adc515f,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:12.372477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdd61de-6ca7-436d-b414-bb4379f6477c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:12.444305 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Set router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:12.474002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Checking segment: {'id': '464f0dc1-0de8-4672-b98f-c07dde36706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0246ea06-e847-4903-9d26-da9dbcc2ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:12.474613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Network hostable DHCP agents. Network: 0246ea06-e847-4903-9d26-da9dbcc2ee9f, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:57:12.492571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.509099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57071-e4a0-4795-bbd4-2466e94a301b req-14d344ee-0fb7-44c0-bd20-8937507b34de tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:12.510853 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43c57071-e4a0-4795-bbd4-2466e94a301b req-14d344ee-0fb7-44c0-bd20-8937507b34de tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 943 time: 0.1501846 Feb 04 19:57:12.559901 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.564047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43c57071-e4a0-4795-bbd4-2466e94a301b req-9c505ccd-9832-4601-b18d-bc0a6a3be8ac tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Feb 04 19:57:12.595377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Network 0246ea06-e847-4903-9d26-da9dbcc2ee9f is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:57:12.626084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:12.655478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3d7012f2-bdb3-498d-85db-c35a860369ed, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d7012f2-bdb3-498d-85db-c35a860369ed,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:12.675224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=6810bd7f-8cba-4406-85cc-1bc13adc515f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:12.686778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 0246ea06-e847-4903-9d26-da9dbcc2ee9f) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:12.700856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:12.701025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437a299-5f7e-4cb2-977d-47ed8fb885fc None None] Network 0246ea06-e847-4903-9d26-da9dbcc2ee9f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:12.701112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:12.701112 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.801420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:12.853902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1cf4c245-8912-47cd-b3b7-60b3c9f19c1c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2848818 Feb 04 19:57:12.907249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['6810bd7f-8cba-4406-85cc-1bc13adc515f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:12.908629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b8b6270d-7647-4582-a3f8-f3c9516295e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73e969944adf4bcdbaea04461c87d6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133844 Feb 04 19:57:12.910988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41588) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:12.911920 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:57:10Z', 'revision_number': 3, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:12.921439 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Checking router: e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:57:12.921797 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Updating router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba port dc08d763-7f10-47fa-ac4e-c590c71ce750 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:57:12.972077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc0c7-2198-493f-a473-3043ed22abbc req-8bf440fe-9a1c-436c-9d07-fcaec7e9f3e5 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:12.978721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a16dc0c7-2198-493f-a473-3043ed22abbc req-8bf440fe-9a1c-436c-9d07-fcaec7e9f3e5 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1096 time: 0.2301183 Feb 04 19:57:12.980339 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'code': 200} Feb 04 19:57:13.056744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a16dc0c7-2198-493f-a473-3043ed22abbc req-b4d54df9-5f10-4f67-a994-80f718258f2b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602930 Feb 04 19:57:13.056854 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.104638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9538516e-24a8-4605-8386-3b7293114c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.149595 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9538516e-24a8-4605-8386-3b7293114c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.304198 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9538516e-24a8-4605-8386-3b7293114c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.330722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3d7012f2-bdb3-498d-85db-c35a860369ed,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:13.346300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1032d9a-6333-4164-8f08-96c37f82bd70 None None] Network 0246ea06-e847-4903-9d26-da9dbcc2ee9f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:13.352504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538516e-24a8-4605-8386-3b7293114c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f6958a-2dc3-4d74-96aa-53b7c54b1622,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:13.407600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815892-bc87-4f0b-bdc1-b42dd7b10478 req-43b00208-644b-419a-a560-5d341acb105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:13.409081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1815892-bc87-4f0b-bdc1-b42dd7b10478 req-43b00208-644b-419a-a560-5d341acb105e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 1097 time: 0.4017434 Feb 04 19:57:13.463591 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9538516e-24a8-4605-8386-3b7293114c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.464987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9538516e-24a8-4605-8386-3b7293114c26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7f6958a-2dc3-4d74-96aa-53b7c54b1622 HTTP/1.1" status: 204 len: 168 time: 0.5526958 Feb 04 19:57:13.556777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce1b1-bafe-4e56-a1ef-ec912073c843 req-4062a04c-7bc4-43ea-bd65-300de5724ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:13.558526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37cce1b1-bafe-4e56-a1ef-ec912073c843 req-4062a04c-7bc4-43ea-bd65-300de5724ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 946 time: 0.4303896 Feb 04 19:57:13.570230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1815892-bc87-4f0b-bdc1-b42dd7b10478 req-e1ba9077-22eb-4e5d-b5cf-e0662f6c3794 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Feb 04 19:57:13.630995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37cce1b1-bafe-4e56-a1ef-ec912073c843 req-3ed77d84-05a3-4e2e-9e40-53489536b616 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646715 Feb 04 19:57:13.669261 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.687797 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Transition to ACTIVE for port object dc08d763-7f10-47fa-ac4e-c590c71ce750 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:13.694098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 188fc8b4-c709-4da3-aae7-2385b4329622 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:13.702463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dbb04-c593-4107-928b-54b07a2af82d req-880270e8-ed09-47e7-bb40-a62ba6930545 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:13.705065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c8dbb04-c593-4107-928b-54b07a2af82d req-880270e8-ed09-47e7-bb40-a62ba6930545 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 944 time: 0.1940453 Feb 04 19:57:13.760966 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.768076 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c8dbb04-c593-4107-928b-54b07a2af82d req-558f535a-4170-4b8d-8d26-ce913695c088 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571473 Feb 04 19:57:13.852460 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Attempting to bind port dc08d763-7f10-47fa-ac4e-c590c71ce750 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:13.852844 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Attempting to bind port dc08d763-7f10-47fa-ac4e-c590c71ce750 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:13.853206 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Attempting to bind port dc08d763-7f10-47fa-ac4e-c590c71ce750 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:13.860053 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c319d8-5c07-4ba5-87e6-d80444529efe None None] Pushing event updated for resources: {'Port': ['ID=dc08d763-7f10-47fa-ac4e-c590c71ce750,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:13.876076 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:13.877321 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:13.877871 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.878416 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:13.879055 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Bound port: dc08d763-7f10-47fa-ac4e-c590c71ce750, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:13.879598 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.906526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 188fc8b4-c709-4da3-aae7-2385b4329622, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=188fc8b4-c709-4da3-aae7-2385b4329622,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:13.908627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:13.934547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '188fc8b4-c709-4da3-aae7-2385b4329622', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'port_id': '188fc8b4-c709-4da3-aae7-2385b4329622', 'mac_address': 'fa:16:3e:4c:20:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:57:13.979581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] For port dc08d763-7f10-47fa-ac4e-c590c71ce750, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:13.987497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] For port dc08d763-7f10-47fa-ac4e-c590c71ce750, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dc08d763-7f10-47fa-ac4e-c590c71ce750,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:14.008245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.026883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188fc8b4-c709-4da3-aae7-2385b4329622 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:14.047444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 188fc8b4-c709-4da3-aae7-2385b4329622, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=188fc8b4-c709-4da3-aae7-2385b4329622,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:14.077259 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.126634 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.163524 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Routers {'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:14.164071 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:14.216706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=188fc8b4-c709-4da3-aae7-2385b4329622,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:14.311160 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:57:14.329425 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c319d8-5c07-4ba5-87e6-d80444529efe None None] Pushing event updated for resources: {'Port': ['ID=dc08d763-7f10-47fa-ac4e-c590c71ce750,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:14.338802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Allocated IP 172.20.0.1 (24d8ad4d-6804-4d43-9fbf-bb0b2787e140/f6ceae5f-b8fd-4d6f-90c9-da08575cd694/abed2f04-ae66-483b-8ec4-31000c5d2a3e) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:14.352005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41622) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:14.361652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b138c9-552f-4e55-9172-0823642ed195 req-feab2cc6-5878-4758-baed-b8e0cf6a31df tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:14.362329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d1b138c9-552f-4e55-9172-0823642ed195 req-feab2cc6-5878-4758-baed-b8e0cf6a31df tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:14.375856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.401155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:14.406664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Usage tracker for resource:security_group_rule and tenant:909426c8f40a4da2b2c2c1a2073dac12 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:14.411372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:14.420085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:14.423923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['188fc8b4-c709-4da3-aae7-2385b4329622'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:14.438430 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] Set router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:14.553898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d1b138c9-552f-4e55-9172-0823642ed195 req-feab2cc6-5878-4758-baed-b8e0cf6a31df tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:14.555098 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-feab2cc6-5878-4758-baed-b8e0cf6a31df tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.4370553 Feb 04 19:57:14.571408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4c09e-6488-4a2e-8631-2e45a9be9113 req-fabcc92f-2366-4f2b-8c50-b1eaedfed93d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:14.573216 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45c4c09e-6488-4a2e-8631-2e45a9be9113 req-fabcc92f-2366-4f2b-8c50-b1eaedfed93d tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 944 time: 0.1483111 Feb 04 19:57:14.587215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-7869fa5b-e0ed-4eb1-81fd-b9c35bbc4813 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/quotas/a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 375 time: 0.0153310 Feb 04 19:57:14.641247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45c4c09e-6488-4a2e-8631-2e45a9be9113 req-c3774947-bdd0-481f-bf35-a671dea9f9e2 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598867 Feb 04 19:57:14.644646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-3ecef7d4-0f5a-415a-abf3-c2f2b188a566 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462284 Feb 04 19:57:14.668683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.731168 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.764766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Transition to ACTIVE for port object abed2f04-ae66-483b-8ec4-31000c5d2a3e will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:14.786414 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.806970 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:57:10Z', 'revision_number': 3, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:14.811722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-71792bdb-7878-4992-992f-01a0754f5a42 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546206 Feb 04 19:57:14.819797 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d86ca-7f8c-4bfc-80f0-315530bf7ed1 None None] The sync data for ids ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'] in n-d-811806-1 is: [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:57:10Z', 'revision_number': 3, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:57:14.863791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=909426c8f40a4da2b2c2c1a2073dac12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106127 Feb 04 19:57:14.864591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e9bf3-b6af-4f43-912f-48869b93a6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e79cd-c235-47a1-b607-56a39102e71c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:14.866932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41630) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:14.923940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c7604-c0bb-4c78-8ff3-72147137d38c req-3f2e1c9a-79f4-451c-ac52-4d6eb1cac6c5 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:14.925445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa1c7604-c0bb-4c78-8ff3-72147137d38c req-3f2e1c9a-79f4-451c-ac52-4d6eb1cac6c5 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1096 time: 0.1708033 Feb 04 19:57:14.940940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.957308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7967d2c2-f758-4fee-9f69-0497da13b0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:14.998246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa1c7604-c0bb-4c78-8ff3-72147137d38c req-99a855bf-27e6-45c5-ade4-57206b20a949 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Feb 04 19:57:15.000328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7967d2c2-f758-4fee-9f69-0497da13b0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.006538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:15.015691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:15.018412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:15.018970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.073598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Pushing event updated for resources: {'Port': ['ID=abed2f04-ae66-483b-8ec4-31000c5d2a3e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:15.096136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-888ab062-01f5-435f-b983-dce6b644f326 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661750 Feb 04 19:57:15.172672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7967d2c2-f758-4fee-9f69-0497da13b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.213069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967d2c2-f758-4fee-9f69-0497da13b0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e79cd-c235-47a1-b607-56a39102e71c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:15.229806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7967d2c2-f758-4fee-9f69-0497da13b0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.230213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7967d2c2-f758-4fee-9f69-0497da13b0cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae6e79cd-c235-47a1-b607-56a39102e71c HTTP/1.1" status: 204 len: 168 time: 0.3608162 Feb 04 19:57:15.412854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.531832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c36cdb31-3ed4-4973-a354-c38b8e05f5fc None None] Provisioning for port abed2f04-ae66-483b-8ec4-31000c5d2a3e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:15.538407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c36cdb31-3ed4-4973-a354-c38b8e05f5fc None None] Provisioning complete for port abed2f04-ae66-483b-8ec4-31000c5d2a3e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:15.539015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c36cdb31-3ed4-4973-a354-c38b8e05f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.543781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d873979-b153-4308-b1ed-3fbea0ede482 req-b43d2224-0f70-4f73-acff-060617d8dc3e tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:15.551918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d873979-b153-4308-b1ed-3fbea0ede482 req-b43d2224-0f70-4f73-acff-060617d8dc3e tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1101 time: 0.1929550 Feb 04 19:57:15.624054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c36cdb31-3ed4-4973-a354-c38b8e05f5fc None None] Port abed2f04-ae66-483b-8ec4-31000c5d2a3e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:57:15.642784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d873979-b153-4308-b1ed-3fbea0ede482 req-4e653b0a-0725-454b-9d74-a726996a5127 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897417 Feb 04 19:57:15.673280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc08d763-7f10-47fa-ac4e-c590c71ce750 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:15.738100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 188fc8b4-c709-4da3-aae7-2385b4329622 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:15.808775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6810bd7f-8cba-4406-85cc-1bc13adc515f up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:15.852265 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.886604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27564281-b89b-4994-bb02-765a01640ac8 req-fab61f22-7014-4959-92ed-5873d60f93f2 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:15.888570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27564281-b89b-4994-bb02-765a01640ac8 req-fab61f22-7014-4959-92ed-5873d60f93f2 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 946 time: 0.2244189 Feb 04 19:57:15.934223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.935071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:15.990866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89446d9-28dc-48fd-bbcf-3d43b90102d7 req-e61ea476-bfe9-4938-ade3-9ad28bbcc959 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:15.992577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a89446d9-28dc-48fd-bbcf-3d43b90102d7 req-e61ea476-bfe9-4938-ade3-9ad28bbcc959 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 945 time: 0.1329589 Feb 04 19:57:16.001143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27564281-b89b-4994-bb02-765a01640ac8 req-91f309df-a398-4abb-bca4-cdee0d7da08d tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069860 Feb 04 19:57:16.012242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 6810bd7f-8cba-4406-85cc-1bc13adc515f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:16.027193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 6810bd7f-8cba-4406-85cc-1bc13adc515f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:16.027193 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.055337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a89446d9-28dc-48fd-bbcf-3d43b90102d7 req-d33f923d-2e6e-41ff-b1ca-c30f28b02d47 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563912 Feb 04 19:57:16.113129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 188fc8b4-c709-4da3-aae7-2385b4329622 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:16.116318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port dc08d763-7f10-47fa-ac4e-c590c71ce750 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:16.157068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dc08d763-7f10-47fa-ac4e-c590c71ce750 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:16.157446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.195555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 188fc8b4-c709-4da3-aae7-2385b4329622 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:16.195928 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.250683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Pushing event updated for resources: {'Port': ['ID=abed2f04-ae66-483b-8ec4-31000c5d2a3e,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:16.341084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4c8e34e-bf15-497f-b7b1-f4e78c4ba938 req-c405b699-0f1a-4222-8ebc-679112cb31c4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 210 time: 0.1756606 Feb 04 19:57:16.350657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:16.352038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:16.522650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.541813 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.567012 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.591879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810bd7f-8cba-4406-85cc-1bc13adc515f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:16.598234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f60c38-80b5-4216-bffd-c678b1326c1e req-423fd3d5-fad3-4187-9ad4-65f16c22496b tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:16.607554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2f60c38-80b5-4216-bffd-c678b1326c1e req-423fd3d5-fad3-4187-9ad4-65f16c22496b tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1101 time: 0.1066175 Feb 04 19:57:16.621980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 6810bd7f-8cba-4406-85cc-1bc13adc515f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6810bd7f-8cba-4406-85cc-1bc13adc515f,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:16.625251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port dc08d763-7f10-47fa-ac4e-c590c71ce750, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dc08d763-7f10-47fa-ac4e-c590c71ce750,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:16.630182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 188fc8b4-c709-4da3-aae7-2385b4329622, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=188fc8b4-c709-4da3-aae7-2385b4329622,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:16.673700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2f60c38-80b5-4216-bffd-c678b1326c1e req-3c7f4231-f736-4585-9b0d-8ecaa5bfa985 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652981 Feb 04 19:57:16.739423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:57:16.740645 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.809806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.815785 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.872461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8ae8ed60-f0c7-4e4a-9c88-28e8fc53f8b3 None None] Provisioning complete for port abed2f04-ae66-483b-8ec4-31000c5d2a3e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:16.873460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ed60-f0c7-4e4a-9c88-28e8fc53f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:16.891607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045913ef-53f0-4ebf-bbce-2a0b08534142 req-595c432c-4aa3-4da6-8904-42bf302471f2 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:16.899149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-045913ef-53f0-4ebf-bbce-2a0b08534142 req-595c432c-4aa3-4da6-8904-42bf302471f2 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 945 time: 0.1053600 Feb 04 19:57:16.934632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=6810bd7f-8cba-4406-85cc-1bc13adc515f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:16.952479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-045913ef-53f0-4ebf-bbce-2a0b08534142 req-79496796-a791-4ded-9efe-f1f59a230c92 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523641 Feb 04 19:57:16.956737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:57:16.977379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ab9c90cc-9a38-489f-8fdc-ec4a93a23744 admin admin] 10.222.0.48 "PUT /v2.0/routers/e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6217563 Feb 04 19:57:17.015108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8ed60-f0c7-4e4a-9c88-28e8fc53f8b3 None None] Port abed2f04-ae66-483b-8ec4-31000c5d2a3e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:57:17.037941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=dc08d763-7f10-47fa-ac4e-c590c71ce750,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:17.225776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=188fc8b4-c709-4da3-aae7-2385b4329622,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:17.238028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Sync routers for ids ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:57:17.251419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f627048-228c-41e4-89b0-88c834437b24 req-647d5ab1-6503-4182-8a99-1b07b96f4582 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 258 time: 0.2607441 Feb 04 19:57:17.256218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:17.262882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:17.267087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Usage tracker for resource:floatingip and tenant:600808e8f7f3425f95806c0b36a12896 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:17.268454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Routers {'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:17.269324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:17.270324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:17.276920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:17.457896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Set router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:17.464027 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:17.598740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc08d763-7f10-47fa-ac4e-c590c71ce750 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:17.652177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:17.776605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dc08d763-7f10-47fa-ac4e-c590c71ce750 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:17.777233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:17.797387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Allocated IP 172.25.7.132 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/7d50ba32-79eb-44f8-b6bb-3c435e4551a1) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:17.986315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.024960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:57:15Z', 'revision_number': 4, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'abed2f04-ae66-483b-8ec4-31000c5d2a3e', 'name': '', 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'mac_address': 'fa:16:3e:d0:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:14Z', 'updated_at': '2022-02-04T19:57:15Z', 'revision_number': 2, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'subnets': [{'id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:18.028835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Checking router: e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:57:18.029181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Updating router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba port abed2f04-ae66-483b-8ec4-31000c5d2a3e binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:57:18.081265 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.131096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.241067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event updated for resources: {'Port': ['ID=7d50ba32-79eb-44f8-b6bb-3c435e4551a1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:18.254127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:18.255517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:18.258145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:18.291106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.372963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41718) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:18.378251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-network', 'tenant_id': '761acdd804e347eab47ac773e223ef8b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:18.383751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:18.389326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Usage tracker for resource:network and tenant:761acdd804e347eab47ac773e223ef8b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:18.393344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:18.400291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:18.496049 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.508419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Transition to ACTIVE for port object abed2f04-ae66-483b-8ec4-31000c5d2a3e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:18.545019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Made reservation on behalf of 761acdd804e347eab47ac773e223ef8b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:18.547239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.561868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.629245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.637075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.688603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:18.699530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Usage tracker for resource:security_group_rule and tenant:761acdd804e347eab47ac773e223ef8b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:18.710758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:18.750420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:18.807732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04051fe-ef57-4bdd-adb4-879e62d8194b None None] Pushing event updated for resources: {'Port': ['ID=abed2f04-ae66-483b-8ec4-31000c5d2a3e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:18.887482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Attempting to bind port abed2f04-ae66-483b-8ec4-31000c5d2a3e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:18.888167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Attempting to bind port abed2f04-ae66-483b-8ec4-31000c5d2a3e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:18.888978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Attempting to bind port abed2f04-ae66-483b-8ec4-31000c5d2a3e on network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:18.895793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:18.896299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Checking segment: {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:18.896848 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.897437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Bound using segment: {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:18.898015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Bound port: abed2f04-ae66-483b-8ec4-31000c5d2a3e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:18.898511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:18.900986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b138c9-552f-4e55-9172-0823642ed195 req-6f18c19e-9bd7-4286-bf1b-b197c4bc3f99 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:18.902509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-6f18c19e-9bd7-4286-bf1b-b197c4bc3f99 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.3847613 Feb 04 19:57:18.916716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Request body: {'port': {'device_id': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'admin_state_up': True, 'tenant_id': 'a88d74393d9a4e5c9108d10dd9ef8f66'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:19.038391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] For port abed2f04-ae66-483b-8ec4-31000c5d2a3e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:19.042385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] For port abed2f04-ae66-483b-8ec4-31000c5d2a3e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=abed2f04-ae66-483b-8ec4-31000c5d2a3e,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:19.115892 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.139063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:19.163370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Usage tracker for resource:port and tenant:a88d74393d9a4e5c9108d10dd9ef8f66 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:19.174143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:19.181451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.182177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.185849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:19.189898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Routers {'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:19.190602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:56:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:19.277110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04051fe-ef57-4bdd-adb4-879e62d8194b None None] Pushing event updated for resources: {'Port': ['ID=abed2f04-ae66-483b-8ec4-31000c5d2a3e,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:19.286799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.340110 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.364930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.391662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] Set router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:19.474246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Made reservation on behalf of a88d74393d9a4e5c9108d10dd9ef8f66 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:19.477583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.501272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:57:19.534051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c406e665-7eff-4b2c-860d-2c92eef752f9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:19.551190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event updated for resources: {'Port': ['ID=7d50ba32-79eb-44f8-b6bb-3c435e4551a1,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:19.551190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.551190 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Added segment dae15e64-509a-485e-974b-e01b416e41d8 of type vlan for network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d Feb 04 19:57:19.632385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.702639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.709112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f627048-228c-41e4-89b0-88c834437b24 req-8da6b057-2b1e-4854-936d-4d09ab027cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4568210 Feb 04 19:57:19.718169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41742) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:19.733026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:57:15Z', 'revision_number': 4, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'abed2f04-ae66-483b-8ec4-31000c5d2a3e', 'name': '', 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'mac_address': 'fa:16:3e:d0:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:14Z', 'updated_at': '2022-02-04T19:57:19Z', 'revision_number': 4, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'subnets': [{'id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:19.737223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8aefe-7d24-46b6-a927-5fd1ec4cdc54 None None] The sync data for ids ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'] in n-d-811806-1 is: [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:57:15Z', 'revision_number': 4, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'abed2f04-ae66-483b-8ec4-31000c5d2a3e', 'name': '', 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'mac_address': 'fa:16:3e:d0:dd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:14Z', 'updated_at': '2022-02-04T19:57:19Z', 'revision_number': 4, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'subnets': [{'id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:57:19.813303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5f627048-228c-41e4-89b0-88c834437b24 req-33aa6019-0394-424c-a2d8-badcc66aad21 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:19.840214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Allocated IP 172.20.0.3 (74c12b12-e2ad-4e8f-895a-d1615a2e0941/85997320-528d-4574-8891-72ae38df3628/18970abd-d696-4bdf-ace4-1982250af760) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:19.878473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-9dc995ea-6d85-45e0-ba07-c2eb5d6754a1 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:57:19.883239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-9dc995ea-6d85-45e0-ba07-c2eb5d6754a1 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1639535 Feb 04 19:57:19.909023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.909992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:19.910572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:19.963004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5f627048-228c-41e4-89b0-88c834437b24 req-33aa6019-0394-424c-a2d8-badcc66aad21 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:19.964309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f627048-228c-41e4-89b0-88c834437b24 req-33aa6019-0394-424c-a2d8-badcc66aad21 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.2544389 Feb 04 19:57:19.985430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Request body: {'binding': {'host': 'n-h2-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:19.985950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 19:57:20.002783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-815fbd52-f535-4475-ae8d-751f8a28f423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:20.201576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8244839 Feb 04 19:57:20.214523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41752) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:20.221068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd472610-3bc4-4b97-896b-3d6b4618b61d admin admin] Pushing event updated for resources: {'Network': ['ID=fbe73434-541b-4a93-b9f6-bcd1e8f93d2d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:20.234157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:57:20.238289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Request body: {'subnet': {'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-subnet', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:20.255060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:20.263446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Usage tracker for resource:subnet and tenant:761acdd804e347eab47ac773e223ef8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:20.268473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:20.292336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:20.319371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:20.337452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627048-228c-41e4-89b0-88c834437b24 req-c36dd454-0a1f-427e-bc9c-a0b296556a21 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:20.338847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f627048-228c-41e4-89b0-88c834437b24 req-c36dd454-0a1f-427e-bc9c-a0b296556a21 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.3120315 Feb 04 19:57:20.356477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on host n-h2-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:20.357363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:20.357748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:20.365244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:20.365563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:20.371711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:20.376193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-5f627048-228c-41e4-89b0-88c834437b24 req-49e706b4-a434-4487-afe0-3bbd59ec1754 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:57:20.376985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:20.376985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:20.376985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Bound port: 93607559-f439-43e1-b1d7-01996999fa46, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:20.377264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f627048-228c-41e4-89b0-88c834437b24 req-49e706b4-a434-4487-afe0-3bbd59ec1754 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106087 Feb 04 19:57:20.425567 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810bd7f-8cba-4406-85cc-1bc13adc515f', 'code': 200} Feb 04 19:57:20.470502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:20.486385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Made reservation on behalf of 761acdd804e347eab47ac773e223ef8b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:20.490418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:20.516181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:20.607299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:20.611838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:20.614682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:20.615866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-8c463fb5-0d46-4ab2-8854-a396ccccef8d service neutron] 10.222.0.48 "POST /v2.0/ports/93607559-f439-43e1-b1d7-01996999fa46/bindings HTTP/1.1" status: 201 len: 389 time: 0.6760445 Feb 04 19:57:20.619205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:20.627859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:20.628806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:20.648342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:20.697737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d9b27-4bb5-40ba-b8ed-0cc5d9f1a5af req-ddc343a1-accb-40b1-aca4-f2086746ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:20.699241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d9b27-4bb5-40ba-b8ed-0cc5d9f1a5af req-ddc343a1-accb-40b1-aca4-f2086746ad40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 1096 time: 0.1980503 Feb 04 19:57:20.728856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4b27079f-591d-4fd2-aec9-919a3e15d82a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8171856 Feb 04 19:57:20.741421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Request body: {'port': {'device_id': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:20.799532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d9b27-4bb5-40ba-b8ed-0cc5d9f1a5af req-40086739-b502-48fd-9243-30403f3e2378 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716755 Feb 04 19:57:20.887497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:20.938151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.023602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b821a8a8-cf9f-4ddd-9696-8c7860397844,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:21.031530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Checking segment: {'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:21.032005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Network hostable DHCP agents. Network: fbe73434-541b-4a93-b9f6-bcd1e8f93d2d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:57:21.126552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:57:21.149417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c11b9-7f7c-402c-b01e-daf756ebecfe req-e4f35d5d-5f23-43fe-a422-c2c1604ac6e0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:21.151406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f2c11b9-7f7c-402c-b01e-daf756ebecfe req-e4f35d5d-5f23-43fe-a422-c2c1604ac6e0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.2091951 Feb 04 19:57:21.219143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, fbe73434-541b-4a93-b9f6-bcd1e8f93d2d) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:21.224491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:21.225086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.228657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eae781-ead0-4fba-8d07-1491796cd7e7 None None] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:21.236202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142151-ebc7-4d5b-9564-759eb5bd46d2 req-894e5d66-2b49-4e4e-a5d2-67b31a6a264c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:21.238175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff142151-ebc7-4d5b-9564-759eb5bd46d2 req-894e5d66-2b49-4e4e-a5d2-67b31a6a264c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 931 time: 0.1007779 Feb 04 19:57:21.295932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f2c11b9-7f7c-402c-b01e-daf756ebecfe req-c22d671a-9318-4bd9-931f-80c4e63a6924 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991914 Feb 04 19:57:21.332360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ff142151-ebc7-4d5b-9564-759eb5bd46d2 req-00b9fe9f-9cca-4dc7-8fec-379b23dbb161 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:21.362734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7de21750-a84c-4e61-887a-dce42ba4a383 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1462841 Feb 04 19:57:21.365060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41762) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:21.371155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:21.379498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:21.385321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Usage tracker for resource:router and tenant:761acdd804e347eab47ac773e223ef8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:21.389810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:21.397573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:21.402704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-ae20f6a0-68d6-4a85-9a9b-447c98936155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:21.404379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-ae20f6a0-68d6-4a85-9a9b-447c98936155 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1096 time: 0.1198156 Feb 04 19:57:21.414566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18970abd-d696-4bdf-ace4-1982250af760 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:21.423731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.479902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Transition to ACTIVE for port object 18970abd-d696-4bdf-ace4-1982250af760 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:21.491329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.492392 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.501118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ff142151-ebc7-4d5b-9564-759eb5bd46d2 req-00b9fe9f-9cca-4dc7-8fec-379b23dbb161 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:21.501894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff142151-ebc7-4d5b-9564-759eb5bd46d2 req-00b9fe9f-9cca-4dc7-8fec-379b23dbb161 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542472 Feb 04 19:57:21.522613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a826f3f-6052-4a85-bec8-1cc1982dc721 req-0b2f96b1-d11f-470b-ad3a-e435aeba726f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:21.525143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a826f3f-6052-4a85-bec8-1cc1982dc721 req-0b2f96b1-d11f-470b-ad3a-e435aeba726f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 945 time: 0.0939646 Feb 04 19:57:21.526093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-fbe73434-541b-4a93-b9f6-bcd1e8f93d2d', 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'fixed_ips': [{'subnet_id': 'b821a8a8-cf9f-4ddd-9696-8c7860397844'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:57:21.537837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.552437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.585785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.588789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-e419e432-ca53-4787-92e7-006ae04b5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:21.590259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-e419e432-ca53-4787-92e7-006ae04b5647 service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.1780133 Feb 04 19:57:21.699983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device abed2f04-ae66-483b-8ec4-31000c5d2a3e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:21.754371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-1f466182-60e9-48ec-8480-15c173b78d54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 217 time: 0.1560867 Feb 04 19:57:21.796204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Allocated IP 172.20.0.2 (fbe73434-541b-4a93-b9f6-bcd1e8f93d2d/b821a8a8-cf9f-4ddd-9696-8c7860397844/99068c89-0f0e-45e6-8c16-c6f8fabf1198) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:21.840686 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a826f3f-6052-4a85-bec8-1cc1982dc721 req-68f4355a-d01b-4d57-974d-d7e63ce94718 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096578 Feb 04 19:57:21.885113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:21.906897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port abed2f04-ae66-483b-8ec4-31000c5d2a3e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:21.917295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:21.917704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:21.918100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:21.923765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:21.924289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:21.928550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port abed2f04-ae66-483b-8ec4-31000c5d2a3e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:21.929073 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:21.929579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:21.930041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:21.930550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:21.931077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Bound port: 18970abd-d696-4bdf-ace4-1982250af760, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:21.931518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.064862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:22.069259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:22.179346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-27ae9e16-3f7e-4e89-838d-c211b9ff8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:22.180830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-27ae9e16-3f7e-4e89-838d-c211b9ff8a84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.4139931 Feb 04 19:57:22.196078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.200284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.246399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-6620b03d-9e88-40d2-9036-183461cf1203 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548534 Feb 04 19:57:22.271831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.272769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:22.273462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.274939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-c1766008-d114-4afe-8acd-85485f03663d service neutron] 10.222.0.62 "PUT /v2.0/ports/18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 1091 time: 1.5390072 Feb 04 19:57:22.276466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'tag': '18970abd-d696-4bdf-ace4-1982250af760'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:22.286348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.317701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1766008-d114-4afe-8acd-85485f03663d service neutron] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:22.320654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port abed2f04-ae66-483b-8ec4-31000c5d2a3e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=abed2f04-ae66-483b-8ec4-31000c5d2a3e,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:22.322476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Transition to ACTIVE for port object 99068c89-0f0e-45e6-8c16-c6f8fabf1198 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:22.338920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986aeac-4641-44f7-84a2-2235e3946030 req-c0cda4c6-7258-4758-8bf3-30b6f087e286 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:22.340558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1986aeac-4641-44f7-84a2-2235e3946030 req-c0cda4c6-7258-4758-8bf3-30b6f087e286 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 945 time: 0.1811936 Feb 04 19:57:22.352843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Transition to ACTIVE for port object 99068c89-0f0e-45e6-8c16-c6f8fabf1198 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:22.361178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fadbad5d-825d-4d42-8538-d06493612634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.373787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-db075dfb-4e94-4a70-83ec-bffe2050ac57 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:22.378983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-db075dfb-4e94-4a70-83ec-bffe2050ac57 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4431052 Feb 04 19:57:22.425091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1986aeac-4641-44f7-84a2-2235e3946030 req-8d971cb2-2ed3-4a54-a87e-f159ae6762ae tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765095 Feb 04 19:57:22.427162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:22.436198 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.478085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.485143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b138c9-552f-4e55-9172-0823642ed195 req-06f9dd93-c94a-4def-a625-7bcae27b8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:22.488792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-06f9dd93-c94a-4def-a625-7bcae27b8e8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1094 time: 0.1000967 Feb 04 19:57:22.519713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:22.522399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:22.526827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:22.541082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-b12adb5c-83fc-4e2d-aeae-b789d35b1845 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.1477759 Feb 04 19:57:22.557578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Request body: {'floatingip': {'port_id': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:22.605386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-7ea1814e-3f65-4cdc-9ae3-24774618fd8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 217 time: 0.1076531 Feb 04 19:57:22.607775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=abed2f04-ae66-483b-8ec4-31000c5d2a3e,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:22.657453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.679615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Attempting to bind port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:22.679991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Attempting to bind port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:22.680351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Attempting to bind port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 on network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:22.686720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b138c9-552f-4e55-9172-0823642ed195 req-cef3b25e-6d65-4c92-9365-1f330be1438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:22.688184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-cef3b25e-6d65-4c92-9365-1f330be1438c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0656400 Feb 04 19:57:22.691477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:22.691845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Checking segment: {'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:22.692389 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.692619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Bound using segment: {'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:22.693077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Bound port: 99068c89-0f0e-45e6-8c16-c6f8fabf1198, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:22.693446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.711341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Pushing event updated for resources: {'Port': ['ID=99068c89-0f0e-45e6-8c16-c6f8fabf1198,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:22.730208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-de59c811-16a2-40ec-9122-4c1ebe2834a4 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767938 Feb 04 19:57:22.745264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-4171bba6-3ca4-4c77-a2c6-5f2862173f0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503190 Feb 04 19:57:22.805132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] For port 99068c89-0f0e-45e6-8c16-c6f8fabf1198, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:22.808155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] For port 99068c89-0f0e-45e6-8c16-c6f8fabf1198, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=99068c89-0f0e-45e6-8c16-c6f8fabf1198,segment=NetworkSegment(dae15e64-509a-485e-974b-e01b416e41d8),segment_id=dae15e64-509a-485e-974b-e01b416e41d8)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:22.882605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-ea3d3540-dcbc-420a-a72b-26073c60d892 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308703 Feb 04 19:57:22.886544 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:22.976426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6270292-709c-45bc-9542-0a186bac57e1 None None] Pushing event updated for resources: {'Port': ['ID=99068c89-0f0e-45e6-8c16-c6f8fabf1198,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:23.037440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1b138c9-552f-4e55-9172-0823642ed195 req-7aa6bd26-da04-473e-a412-bf526617327e service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483757 Feb 04 19:57:23.092226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-7b002990-cae0-4d3c-9959-e765f760e4a0 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520079 Feb 04 19:57:23.190305 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'tag': '18970abd-d696-4bdf-ace4-1982250af760', 'status': 'completed', 'code': 200} Feb 04 19:57:23.293005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-ca2e0fe5-b394-4d7a-92aa-7c040a906a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:23.297151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-ca2e0fe5-b394-4d7a-92aa-7c040a906a9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1094 time: 0.0815413 Feb 04 19:57:23.344035 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:23.508312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-3d64a43a-e35b-4e8f-aa42-5175faf9838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:23.509937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-3d64a43a-e35b-4e8f-aa42-5175faf9838f service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.2098095 Feb 04 19:57:23.523505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63df798-ef36-4332-9b31-f9e8ca127be1 req-07b4b11d-d037-4935-a942-66f783b205f6 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:23.528104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a63df798-ef36-4332-9b31-f9e8ca127be1 req-07b4b11d-d037-4935-a942-66f783b205f6 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.1990247 Feb 04 19:57:23.556809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:23.566504 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:23.609248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-01ddee3b-0087-4f23-b5a8-8167c6724a81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 217 time: 0.0832322 Feb 04 19:57:23.661753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device abed2f04-ae66-483b-8ec4-31000c5d2a3e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:23.689537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a63df798-ef36-4332-9b31-f9e8ca127be1 req-70eab24f-cc1b-4e02-be7a-a3a62d730f53 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099257 Feb 04 19:57:23.699574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-b2c47349-193c-41b9-87ce-ff074daf59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:23.702064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-b2c47349-193c-41b9-87ce-ff074daf59fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0850735 Feb 04 19:57:23.745980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port abed2f04-ae66-483b-8ec4-31000c5d2a3e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:23.746356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:23.764676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-431a1947-5058-47d4-b743-1b172576bef4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572283 Feb 04 19:57:23.796562 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622', 'code': 200} Feb 04 19:57:23.878722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:23.922164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 99068c89-0f0e-45e6-8c16-c6f8fabf1198 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:24.044994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-dffdfc64-53f8-4616-8cf0-1e9510f8b3da tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:24.046492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-dffdfc64-53f8-4616-8cf0-1e9510f8b3da tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.6987414 Feb 04 19:57:24.069223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811806-1'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:24.092001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-2b7c1957-6aaf-4a1e-a934-3e9e79b154f1 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209684 Feb 04 19:57:24.092852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:24.187643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f3be3-8846-4d77-b653-6537b7373a25 req-92c69b74-e9b4-4f51-9405-12d2f8874c49 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:24.188435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b54f3be3-8846-4d77-b653-6537b7373a25 req-92c69b74-e9b4-4f51-9405-12d2f8874c49 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:24.243311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52e4a-a300-4b90-90c8-3724466b972c req-6ba63a6d-f270-492b-9d1b-02095c68635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:24.247162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4f52e4a-a300-4b90-90c8-3724466b972c req-6ba63a6d-f270-492b-9d1b-02095c68635b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 1097 time: 0.3775570 Feb 04 19:57:24.247403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24befdc4-f2cc-43fb-add7-c637a16aff12 None None] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:57:24.257446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3de07744-72cd-4e12-b9ed-a41be43a2516 req-2c32e922-d5cb-4d10-afd0-0f9fe74bcc72 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586421 Feb 04 19:57:24.341184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 19:57:24.383457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b54f3be3-8846-4d77-b653-6537b7373a25 req-92c69b74-e9b4-4f51-9405-12d2f8874c49 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:24.387248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b54f3be3-8846-4d77-b653-6537b7373a25 req-92c69b74-e9b4-4f51-9405-12d2f8874c49 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 943 time: 0.4924090 Feb 04 19:57:24.419899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-216f972b-1fdd-49d2-b639-4a4d075df4c6 None None] Provisioning for port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:24.431767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-216f972b-1fdd-49d2-b639-4a4d075df4c6 None None] Provisioning complete for port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:24.432336 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-216f972b-1fdd-49d2-b639-4a4d075df4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.447120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b54f3be3-8846-4d77-b653-6537b7373a25 req-5e1b4ff8-ec10-4f9c-b40b-c9cc70e98740 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Feb 04 19:57:24.452769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4f52e4a-a300-4b90-90c8-3724466b972c req-4557314c-e56f-4f08-bc3f-7092394f0177 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706231 Feb 04 19:57:24.457973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Allocated IP 172.25.7.84 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c8ad3ec9-7e05-466e-8d8b-210111532dae) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:24.461829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.492160 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.605370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.617829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-216f972b-1fdd-49d2-b639-4a4d075df4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.657672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-216f972b-1fdd-49d2-b639-4a4d075df4c6 None None] For port 99068c89-0f0e-45e6-8c16-c6f8fabf1198, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=99068c89-0f0e-45e6-8c16-c6f8fabf1198,segment=NetworkSegment(dae15e64-509a-485e-974b-e01b416e41d8),segment_id=dae15e64-509a-485e-974b-e01b416e41d8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:24.679448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f83c8-b56b-4eff-b380-fe265a32aed0 req-564dcc3e-dc8d-4874-87b8-bc7ee7568102 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:24.681134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-171f83c8-b56b-4eff-b380-fe265a32aed0 req-564dcc3e-dc8d-4874-87b8-bc7ee7568102 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 945 time: 0.0921960 Feb 04 19:57:24.740310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-171f83c8-b56b-4eff-b380-fe265a32aed0 req-b2473d01-ac29-4c7e-b2ec-ff741a0a8fea tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507250 Feb 04 19:57:24.749486 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-216f972b-1fdd-49d2-b639-4a4d075df4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.854455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f972b-1fdd-49d2-b639-4a4d075df4c6 None None] Pushing event updated for resources: {'Port': ['ID=99068c89-0f0e-45e6-8c16-c6f8fabf1198,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:24.921880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.946067 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:24.959519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:24.965410 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Floating IP dbb6ab79-04c6-476d-9fc1-2ab8d486642c associated. External IP: 172.25.7.132, port: 3d7012f2-bdb3-498d-85db-c35a860369ed. Feb 04 19:57:24.970824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-592b0542-1ea3-4c38-80a0-94cef9bf00ae None None] Provisioning complete for port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:24.971470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-592b0542-1ea3-4c38-80a0-94cef9bf00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:25.268529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:25.372064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:25.422760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ae87-bca1-451d-bd91-3e85bd6af8ab req-2dcfffb3-da89-4faf-b4f8-d6c7ba40b105 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:25.424270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e88ae87-bca1-451d-bd91-3e85bd6af8ab req-2dcfffb3-da89-4faf-b4f8-d6c7ba40b105 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 945 time: 0.0847223 Feb 04 19:57:25.468299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93607559-f439-43e1-b1d7-01996999fa46'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:25.471344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e88ae87-bca1-451d-bd91-3e85bd6af8ab req-7a175efd-d428-4617-b95a-e9300efe61e5 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Feb 04 19:57:25.476327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:25.478470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:25.485030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:25.548166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:25.560055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 99068c89-0f0e-45e6-8c16-c6f8fabf1198 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:25.629102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:25.638528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:25.638934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:25.701944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Pushing event updated for resources: {'Port': ['ID=c8ad3ec9-7e05-466e-8d8b-210111532dae,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:25.802558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782e853-5593-4e6f-a26e-112ec5c194e6 req-6aa2f364-c1ba-4fa1-81d8-5efcdac6fa37 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:25.804211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6782e853-5593-4e6f-a26e-112ec5c194e6 req-6aa2f364-c1ba-4fa1-81d8-5efcdac6fa37 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.1255312 Feb 04 19:57:25.849509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6782e853-5593-4e6f-a26e-112ec5c194e6 req-73b725c6-7f2f-4a74-b7b1-0c0e59192945 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394435 Feb 04 19:57:25.933142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Router fd11c3e4-5bef-468b-b23e-76799182b332 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:57:25.949590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:25.954738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on host n-h1-811806-1 for vnic_type normal with profile {"migrating_to": "n-h2-811806-1"} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:25.955016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:25.955279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:25.966969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:25.966969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Attempting to bind port 93607559-f439-43e1-b1d7-01996999fa46 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:26.020765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:26.020996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:26.021374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:26.021807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Bound port: 93607559-f439-43e1-b1d7-01996999fa46, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:26.022140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:26.468182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:57:26.475626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:26.483212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94783bf9-1f45-4399-9b23-02275c0d85e7 req-a0a1bce4-045c-476d-8cac-6fc5498d48c3 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:26.484242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:26.484759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94783bf9-1f45-4399-9b23-02275c0d85e7 req-a0a1bce4-045c-476d-8cac-6fc5498d48c3 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.0825093 Feb 04 19:57:26.486426 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] Sync routers for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:57:26.494147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:26.496595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:26.497364 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:26.530669 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94783bf9-1f45-4399-9b23-02275c0d85e7 req-d8b6e2ab-0be6-4a44-8681-514f1f670a26 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392919 Feb 04 19:57:26.561336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:26.590769 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:26.602869 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93607559-f439-43e1-b1d7-01996999fa46', 'code': 200} Feb 04 19:57:26.682084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:26.762703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62a3ab-9a30-4788-813f-0b5adb7fa1ff req-5fcf31b4-0f19-4883-b2ad-5c6026edc6f9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:26.764300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fc62a3ab-9a30-4788-813f-0b5adb7fa1ff req-5fcf31b4-0f19-4883-b2ad-5c6026edc6f9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 943 time: 0.0844233 Feb 04 19:57:26.809589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fc62a3ab-9a30-4788-813f-0b5adb7fa1ff req-2ca10f6b-02a1-4bd7-b035-8ec6174c387f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Feb 04 19:57:26.826831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-dafa2e74-2c98-4fc8-8837-d3b110d9abcb tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "PUT /v2.0/floatingips/dbb6ab79-04c6-476d-9fc1-2ab8d486642c HTTP/1.1" status: 200 len: 997 time: 4.2770321 Feb 04 19:57:26.906735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:26.925748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:26.926351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:26.927712 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-c32459a0-002a-46f0-b27d-8ae9450318d9 service neutron] 10.222.0.24 "PUT /v2.0/ports/93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 1121 time: 2.8692966 Feb 04 19:57:26.988988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['93607559-f439-43e1-b1d7-01996999fa46'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:27.018335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafda704-9fba-4aa9-9b2b-6dbc990aa1e6 req-54b95bce-2d57-4bc1-bea9-d1aa4f9e244f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:27.020347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aafda704-9fba-4aa9-9b2b-6dbc990aa1e6 req-54b95bce-2d57-4bc1-bea9-d1aa4f9e244f tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 945 time: 0.0925424 Feb 04 19:57:27.074560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aafda704-9fba-4aa9-9b2b-6dbc990aa1e6 req-68f7ec2b-38e3-4348-913e-854a833e4d30 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Feb 04 19:57:27.103857 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'dbb6ab79-04c6-476d-9fc1-2ab8d486642c', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'port_id': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'mac_address': 'fa:16:3e:5b:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:57:18Z', 'updated_at': '2022-02-04T19:57:24Z', 'revision_number': 1, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:58Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:27.110217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-93b01782-eb3c-436c-9101-0a516565d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:27.111718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-93b01782-eb3c-436c-9101-0a516565d5c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=600808e8f7f3425f95806c0b36a12896&device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 1097 time: 0.2430420 Feb 04 19:57:27.115800 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] Checking router: fd11c3e4-5bef-468b-b23e-76799182b332 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:57:27.138165 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:27.138664 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:27.235496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:27.296101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de22cf-5c8b-48e7-ac6d-c375c171573e req-7c35600f-30d2-4ad7-99a7-6a0fdc5823e1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:27.298216 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7de22cf-5c8b-48e7-ac6d-c375c171573e req-7c35600f-30d2-4ad7-99a7-6a0fdc5823e1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 943 time: 0.0948179 Feb 04 19:57:27.345274 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7de22cf-5c8b-48e7-ac6d-c375c171573e req-c38b0964-bb0f-4746-8b68-a78f3beebb3e tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Feb 04 19:57:27.363749 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:27.464592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-a0c7f8c1-a8ba-4011-8ba5-cea72ce8b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:27.467417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-a0c7f8c1-a8ba-4011-8ba5-cea72ce8b274 service neutron] 10.222.0.48 "GET /v2.0/networks?id=91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 200 len: 929 time: 0.3454034 Feb 04 19:57:27.569507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c5426-1673-43ff-b000-67036a672e6b req-08240991-5890-4930-b9ac-f1c76305a21c tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:27.572095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a55c5426-1673-43ff-b000-67036a672e6b req-08240991-5890-4930-b9ac-f1c76305a21c tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.0893831 Feb 04 19:57:27.596256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-e2c13d19-be61-49cb-8d71-1ed7d26944d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 1000 time: 0.1191208 Feb 04 19:57:27.626388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a55c5426-1673-43ff-b000-67036a672e6b req-75572e99-eda4-48d2-a455-34adb90a13d2 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480931 Feb 04 19:57:27.663217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-b6fe4c19-f91e-4805-abad-845838b00789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:27.664945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-b6fe4c19-f91e-4805-abad-845838b00789 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53f4ca13-799b-4639-978e-b87b3c4fa33e HTTP/1.1" status: 200 len: 867 time: 0.0612724 Feb 04 19:57:27.710153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Router 2a5ea606-95df-4867-aa26-996f60fd60a0 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:57:27.756066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:27.800213 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'dbb6ab79-04c6-476d-9fc1-2ab8d486642c', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'port_id': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'mac_address': 'fa:16:3e:5b:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:57:18Z', 'updated_at': '2022-02-04T19:57:24Z', 'revision_number': 1, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:58Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:27.807136 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420adb15-9cc3-4b8d-8157-d9713a3e404a None None] The sync data for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 is: [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'dbb6ab79-04c6-476d-9fc1-2ab8d486642c', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'port_id': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'mac_address': 'fa:16:3e:5b:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:57:18Z', 'updated_at': '2022-02-04T19:57:24Z', 'revision_number': 1, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:58Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:57:27.829534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29baf9b-72df-4016-a650-74e95ff568f7 req-1a466a12-2a4f-4739-911e-228274decc2f tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:27.837426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c29baf9b-72df-4016-a650-74e95ff568f7 req-1a466a12-2a4f-4739-911e-228274decc2f tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.0967317 Feb 04 19:57:27.887257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c29baf9b-72df-4016-a650-74e95ff568f7 req-ee6fec43-ef86-4fae-9977-6305e1eb698b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488908 Feb 04 19:57:27.968735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:27.985323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '18970abd-d696-4bdf-ace4-1982250af760', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'port_id': '18970abd-d696-4bdf-ace4-1982250af760', 'mac_address': 'fa:16:3e:2e:89:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85997320-528d-4574-8891-72ae38df3628', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:57:28.051602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:28.081509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18970abd-d696-4bdf-ace4-1982250af760 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:28.097398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-00ce1ca1-140a-4f1f-9f0c-d78af7820656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:28.101364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:28.104916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-00ce1ca1-140a-4f1f-9f0c-d78af7820656 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91d07b3f-686a-49fd-bbfd-4580fc127c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4317625 Feb 04 19:57:28.110192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-0773180d-1981-4518-a082-fdcf0c94a903 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:57:28.116750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-0773180d-1981-4518-a082-fdcf0c94a903 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109746 Feb 04 19:57:28.143559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3710cd-b95e-4455-9566-e1579ed39e13 req-4f70690e-d098-467b-8d55-6feb6960bc2b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:28.143559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe3710cd-b95e-4455-9566-e1579ed39e13 req-4f70690e-d098-467b-8d55-6feb6960bc2b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.1095662 Feb 04 19:57:28.145855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213c440-bee4-428d-baf8-f7580ab8972e None None] New status for floating IP dbb6ab79-04c6-476d-9fc1-2ab8d486642c: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 19:57:28.145940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41840) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:28.149647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'floatingip': {'port_id': '188fc8b4-c709-4da3-aae7-2385b4329622'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:28.207108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:57:28.220518 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Sync routers for ids ['2a5ea606-95df-4867-aa26-996f60fd60a0'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:57:28.240310 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Routers {'2a5ea606-95df-4867-aa26-996f60fd60a0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:28.241742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2a5ea606-95df-4867-aa26-996f60fd60a0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:28.244360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-15788496-9563-426f-b314-be33373628b5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:28.244921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:28.245842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-15788496-9563-426f-b314-be33373628b5 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 945 time: 0.3096156 Feb 04 19:57:28.265760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:28.337013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:28.338192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-50da0cdc-9769-427a-807a-b289da214c7d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9719338 Feb 04 19:57:28.348581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-fe6279e4-1823-40e1-b38f-e819583567f7 service neutron] 10.222.0.48 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309778 Feb 04 19:57:28.359229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41844) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:28.370289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:28.377225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Deleting port 6810bd7f-8cba-4406-85cc-1bc13adc515f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:57:28.377556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:28.513596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Set router 2a5ea606-95df-4867-aa26-996f60fd60a0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:28.603042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d74748ea-fdd4-4917-ac74-3805b4c6f422 req-033a4312-7d6b-4a25-a71a-e9f29caeb4d9 service neutron] 10.222.0.48 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536070 Feb 04 19:57:28.620283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['18970abd-d696-4bdf-ace4-1982250af760'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:28.647149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed'}, {'name': 'network-changed', 'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'tag': '93607559-f439-43e1-b1d7-01996999fa46'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:28.746773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] For port 6810bd7f-8cba-4406-85cc-1bc13adc515f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6810bd7f-8cba-4406-85cc-1bc13adc515f,segment=NetworkSegment(d547de06-296d-4da8-b62d-93a1ab45cc8e),segment_id=d547de06-296d-4da8-b62d-93a1ab45cc8e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:28.747158 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:28.865625 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T19:57:25Z', 'revision_number': 3, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:28.870551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Checking router: 2a5ea606-95df-4867-aa26-996f60fd60a0 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:57:28.870861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Updating router 2a5ea606-95df-4867-aa26-996f60fd60a0 port c8ad3ec9-7e05-466e-8d8b-210111532dae binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:57:28.930178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413210c8-b449-4519-a2a6-a0f5bca481a8 req-93cf402a-cb3a-47df-934f-c065ea86b404 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:28.931451 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:28.931703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-413210c8-b449-4519-a2a6-a0f5bca481a8 req-93cf402a-cb3a-47df-934f-c065ea86b404 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 944 time: 0.6173060 Feb 04 19:57:28.942069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Calling delete_port for 6810bd7f-8cba-4406-85cc-1bc13adc515f owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:57:29.124621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05aa225-30e6-4352-b4e2-72a3539ca56f req-520e6333-1bde-4d9f-a0a4-b0d971150112 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:29.125997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e05aa225-30e6-4352-b4e2-72a3539ca56f req-520e6333-1bde-4d9f-a0a4-b0d971150112 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 945 time: 0.1534584 Feb 04 19:57:29.197893 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e05aa225-30e6-4352-b4e2-72a3539ca56f req-0d186fbb-4073-48b0-b96d-c3a1fed91774 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups?id=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651689 Feb 04 19:57:29.213489 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-413210c8-b449-4519-a2a6-a0f5bca481a8 req-c1ebb63d-89f5-49d4-8992-9d2000b521fe tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257392 Feb 04 19:57:29.223718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:29.237525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['6810bd7f-8cba-4406-85cc-1bc13adc515f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:29.284820 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:29.297198 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Transition to ACTIVE for port object c8ad3ec9-7e05-466e-8d8b-210111532dae will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:29.328997 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'status': 'completed', 'code': 200} Feb 04 19:57:29.329342 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'tag': '93607559-f439-43e1-b1d7-01996999fa46', 'status': 'completed', 'code': 200} Feb 04 19:57:29.332131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event deleted for resources: {'Port': ['ID=6810bd7f-8cba-4406-85cc-1bc13adc515f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:29.388875 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:29.465348 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Attempting to bind port c8ad3ec9-7e05-466e-8d8b-210111532dae on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:29.465723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Attempting to bind port c8ad3ec9-7e05-466e-8d8b-210111532dae by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:29.466640 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Attempting to bind port c8ad3ec9-7e05-466e-8d8b-210111532dae on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:29.476625 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:29.476996 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:29.477391 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:29.477780 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:29.478235 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Bound port: c8ad3ec9-7e05-466e-8d8b-210111532dae, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:29.478625 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:29.502052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] No DVR routers for this DVR port 6810bd7f-8cba-4406-85cc-1bc13adc515f on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:57:29.511855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:29.513827 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Pushing event updated for resources: {'Port': ['ID=c8ad3ec9-7e05-466e-8d8b-210111532dae,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:29.533814 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.534156 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.538592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:29.552505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-1de62c27-2126-4d4e-8c90-a29e70bea0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:29.553978 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-1de62c27-2126-4d4e-8c90-a29e70bea0ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1124 time: 0.1866884 Feb 04 19:57:29.562175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a264e4-4ee1-4077-830d-189825f896d7 req-d06144f0-5cc8-4e89-8c7d-8f81901bad06 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:29.563636 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4a264e4-4ee1-4077-830d-189825f896d7 req-d06144f0-5cc8-4e89-8c7d-8f81901bad06 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 943 time: 0.1904087 Feb 04 19:57:29.581959 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] For port c8ad3ec9-7e05-466e-8d8b-210111532dae, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:29.585764 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] For port c8ad3ec9-7e05-466e-8d8b-210111532dae, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c8ad3ec9-7e05-466e-8d8b-210111532dae,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:29.698023 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:29.739580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66f5e3d4-a560-48df-a078-ec66d34c3977 req-98664ef9-fddc-403f-a8ee-c5e9e89acbe3 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.24 "DELETE /v2.0/ports/6810bd7f-8cba-4406-85cc-1bc13adc515f HTTP/1.1" status: 204 len: 173 time: 1.4798691 Feb 04 19:57:29.774360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:29.781943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4a264e4-4ee1-4077-830d-189825f896d7 req-9cdf5951-42ee-4f44-8e6d-e9fa7aae1f56 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991241 Feb 04 19:57:29.798400 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Routers {'2a5ea606-95df-4867-aa26-996f60fd60a0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:29.801372 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2a5ea606-95df-4867-aa26-996f60fd60a0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:29.833675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-a090ca6b-761b-4e54-8651-d60eb3fd6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:29.835281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-a090ca6b-761b-4e54-8651-d60eb3fd6da4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.2707913 Feb 04 19:57:29.925785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:29.930629 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ebfb-020d-43b9-8156-2f8fc92bad52 None None] Pushing event updated for resources: {'Port': ['ID=c8ad3ec9-7e05-466e-8d8b-210111532dae,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:29.940272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-5ac2b53d-65ed-427c-91f5-dd91b4d1e131 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 217 time: 0.0963068 Feb 04 19:57:29.945583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-10013421-ac17-4bc5-8ec7-2230ec6a1d5f tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 258 time: 0.5558562 Feb 04 19:57:29.946955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-d97ec2ef-5e8c-489a-b211-b97bcc0f5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:29.948499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-d97ec2ef-5e8c-489a-b211-b97bcc0f5cc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=600808e8f7f3425f95806c0b36a12896&device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 1097 time: 0.5928409 Feb 04 19:57:29.953872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:29.970658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 18970abd-d696-4bdf-ace4-1982250af760 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:29.985026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 18970abd-d696-4bdf-ace4-1982250af760 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:29.985430 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:30.114549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-3d14c2e3-91fa-41c4-830e-8c535610fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:30.116401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-3d14c2e3-91fa-41c4-830e-8c535610fe0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1677921 Feb 04 19:57:30.141194 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] Set router 2a5ea606-95df-4867-aa26-996f60fd60a0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:30.176745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-a8d0a013-d2ee-43d6-9a42-8ffabd4e6072 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523875 Feb 04 19:57:30.233014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:30.269308 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:30.293184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:30.318745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18970abd-d696-4bdf-ace4-1982250af760'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:30.326307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 has no active binding in host n-h2-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 19:57:30.336135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:30.353018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:30.358462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82c5fb-450d-4327-bdf8-cd79b0cb3f8e req-f025c569-d434-4bfb-814d-588faa29b5c8 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:30.366054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba82c5fb-450d-4327-bdf8-cd79b0cb3f8e req-f025c569-d434-4bfb-814d-588faa29b5c8 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.3433025 Feb 04 19:57:30.407454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 19:57:30.415067 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-df72ddc4-0bb3-4364-a207-a8d8701bf513 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316539 Feb 04 19:57:30.420333 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:30.436447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba82c5fb-450d-4327-bdf8-cd79b0cb3f8e req-28337913-e3ca-496d-8298-dc0250ea9765 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Feb 04 19:57:30.514211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:30.545881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:30.574146 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T19:57:25Z', 'revision_number': 3, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:30.578238 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7feb582-bf92-46c6-a8a1-c1270d11e016 None None] The sync data for ids ['2a5ea606-95df-4867-aa26-996f60fd60a0'] in n-d-811806-1 is: [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T19:57:25Z', 'revision_number': 3, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:57:30.596169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-54fb242b-5f56-42b9-abd3-df2f177d9773 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559675 Feb 04 19:57:30.627744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:30.646189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-85b48fe6-655a-409b-bd0b-0839a58ea1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:30.648613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-85b48fe6-655a-409b-bd0b-0839a58ea1a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 200 len: 929 time: 0.6444955 Feb 04 19:57:30.740546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f9271c23-3ab0-4476-a911-d37e6ce02345 req-4c158b2a-8641-46a5-8c8f-4ab8e92675df tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Synchronizing usage tracker for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:30.767516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:30.859548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f9271c23-3ab0-4476-a911-d37e6ce02345 req-4c158b2a-8641-46a5-8c8f-4ab8e92675df tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Unset dirty status for tenant:bd94d4cfa2634adcb827c9c7d200e34e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:30.861042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f9271c23-3ab0-4476-a911-d37e6ce02345 req-4c158b2a-8641-46a5-8c8f-4ab8e92675df tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/ports?device_id=33325ff5-657e-4d8e-81bb-f2df8129add8 HTTP/1.1" status: 200 len: 210 time: 0.1725848 Feb 04 19:57:31.037893 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-ec86e810-38ca-45eb-843c-c0fca5a6f029 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 1002 time: 0.3373065 Feb 04 19:57:31.069997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1085578-4779-4a1d-b6b6-bdba66fc11f2 req-15d17743-de70-4295-bbb7-81f059c8b4a5 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:31.071794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1085578-4779-4a1d-b6b6-bdba66fc11f2 req-15d17743-de70-4295-bbb7-81f059c8b4a5 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 945 time: 0.0861712 Feb 04 19:57:31.126010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:31.163512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1085578-4779-4a1d-b6b6-bdba66fc11f2 req-b7a28629-5771-4da2-b642-3796251c0815 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530875 Feb 04 19:57:31.166719 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8 associated. External IP: 172.25.7.33, port: 188fc8b4-c709-4da3-aae7-2385b4329622. Feb 04 19:57:31.212435 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18970abd-d696-4bdf-ace4-1982250af760', 'code': 200} Feb 04 19:57:31.297108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-4d87688a-0e50-42f9-8e46-5c9956cd5d91 service neutron] 10.222.0.62 "GET /v2.0/ports/93607559-f439-43e1-b1d7-01996999fa46/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.0947049 Feb 04 19:57:31.312147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-655a239c-d8de-4c0f-9513-04b9aceeb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:31.313653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-655a239c-d8de-4c0f-9513-04b9aceeb0da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53f4ca13-799b-4639-978e-b87b3c4fa33e HTTP/1.1" status: 200 len: 867 time: 0.2591259 Feb 04 19:57:31.399565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'name': 'network-vif-deleted', 'tag': '6810bd7f-8cba-4406-85cc-1bc13adc515f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:31.614457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad991e-c19d-4cdc-84b9-695aaea64905 req-4cf3f5f4-5942-4b48-89bd-73d2589649d7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:31.621398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4ad991e-c19d-4cdc-84b9-695aaea64905 req-4cf3f5f4-5942-4b48-89bd-73d2589649d7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 943 time: 0.2136097 Feb 04 19:57:31.664037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8ad3ec9-7e05-466e-8d8b-210111532dae up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:31.679236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4ad991e-c19d-4cdc-84b9-695aaea64905 req-950eb866-09b0-42f0-a97a-4d1c8e22757d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576820 Feb 04 19:57:31.727653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:31.765064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:31.807806 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33325ff5-657e-4d8e-81bb-f2df8129add8', 'name': 'network-vif-deleted', 'tag': '6810bd7f-8cba-4406-85cc-1bc13adc515f', 'status': 'completed', 'code': 200} Feb 04 19:57:31.845958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93607559-f439-43e1-b1d7-01996999fa46 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:31.859125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:31.859824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:31.909144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c8ad3ec9-7e05-466e-8d8b-210111532dae completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:31.922516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:31.967007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:31.978785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41880) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:31.995797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055256af-26ea-4bdf-9f30-51fdbc86843c req-5036bb54-b307-47b5-97d5-aa194bd737e6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:31.996890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-055256af-26ea-4bdf-9f30-51fdbc86843c req-5036bb54-b307-47b5-97d5-aa194bd737e6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1112897 Feb 04 19:57:32.017935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720374c-6e3e-4a98-a69b-5a33b6565fd1 req-72186768-caa5-41a8-a71f-95842c04e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:32.021704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9720374c-6e3e-4a98-a69b-5a33b6565fd1 req-72186768-caa5-41a8-a71f-95842c04e3d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1096 time: 0.7092612 Feb 04 19:57:32.021831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-3f236f69-4d6c-4f1b-86a8-70bb87e4b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:32.023133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-3f236f69-4d6c-4f1b-86a8-70bb87e4b865 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d07b3f-686a-49fd-bbfd-4580fc127c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6629641 Feb 04 19:57:32.030754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6810bd7f-8cba-4406-85cc-1bc13adc515f no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:57:32.076696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c8ad3ec9-7e05-466e-8d8b-210111532dae triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:32.076991 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:32.117439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 6810bd7f-8cba-4406-85cc-1bc13adc515f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:57:32.117995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6810bd7f-8cba-4406-85cc-1bc13adc515f not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:57:32.155629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Allocated IP 172.20.0.1 (fbe73434-541b-4a93-b9f6-bcd1e8f93d2d/b821a8a8-cf9f-4ddd-9696-8c7860397844/a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:32.167330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-055256af-26ea-4bdf-9f30-51fdbc86843c req-a8030739-1621-454a-9196-9f5e1ddacc3d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571028 Feb 04 19:57:32.254293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:32.275966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:32.287526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Usage tracker for resource:security_group_rule and tenant:5a1a2eb6bcfc4d96a4681ca771415531 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:32.294797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:32.307130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:32.310162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] Transition to ACTIVE for port object 93607559-f439-43e1-b1d7-01996999fa46 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:32.340582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:32.365051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 has no active binding in host n-h2-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 19:57:32.368461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:32.371019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:32.394245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c8ad3ec9-7e05-466e-8d8b-210111532dae, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c8ad3ec9-7e05-466e-8d8b-210111532dae,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:32.424567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:57:32.447095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:32.520691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9720374c-6e3e-4a98-a69b-5a33b6565fd1 req-dafc4448-0aed-479e-a6c3-4a5b2ee6fc2c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639714 Feb 04 19:57:32.533343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c8ad3ec9-7e05-466e-8d8b-210111532dae,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:32.611920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Allocated IP 172.25.7.24 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/9eea11f2-c04a-4a14-8a7d-84590fb5073c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:32.670886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-163dbc55-f027-4ca7-8593-016f712f90d2 service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321726 Feb 04 19:57:32.705822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] No DVR routers for this DVR port 93607559-f439-43e1-b1d7-01996999fa46 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:57:32.764947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] Pushing event updated for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:32.783391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:32.804842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-08a370d4-2c27-4be7-97dc-ac24e5c1e952 service neutron] 10.222.0.62 "PUT /v2.0/ports/93607559-f439-43e1-b1d7-01996999fa46/bindings/n-h2-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5021811 Feb 04 19:57:32.817163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30435e-7fce-4638-ba74-a10dfaf68fda req-905d10e3-2818-4779-beb4-d294b3ade9a7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:32.818610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c30435e-7fce-4638-ba74-a10dfaf68fda req-905d10e3-2818-4779-beb4-d294b3ade9a7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 945 time: 0.3971438 Feb 04 19:57:32.846989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:32.898988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c30435e-7fce-4638-ba74-a10dfaf68fda req-f678fa37-679b-4d15-a577-523ce9538b7e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730095 Feb 04 19:57:32.908455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b7ab3-8e67-4221-9c0a-2d4e0bad23a6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:32.913054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-72e50146-a966-45e8-97d3-186e9851b474 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a1a2eb6bcfc4d96a4681ca771415531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9334769 Feb 04 19:57:32.915822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41892) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:32.962621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.000408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:57:33.014184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] Sync routers for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:57:33.023260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:33.023885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:33.027247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Transition to ACTIVE for port object a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:33.053370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.055531 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e7c67b80-9ace-4edc-bed0-d3d8be97885e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.095797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e7c67b80-9ace-4edc-bed0-d3d8be97885e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.125424 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d68b192-62bd-41b5-a1d0-fc3839f2c141 req-b33deca7-2ec4-4954-8f44-dc007385b3be service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446793 Feb 04 19:57:33.130941 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.152033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5c28ed49-208f-4ea5-b7e9-753c26bec4a3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "PUT /v2.0/floatingips/03f4199c-f38f-4daa-94e8-6a38135f6ea8 HTTP/1.1" status: 200 len: 991 time: 5.0058517 Feb 04 19:57:33.154150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:33.176622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-6c825123-e074-4e10-9437-b34d0b926314 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:33.178096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-6c825123-e074-4e10-9437-b34d0b926314 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.2359331 Feb 04 19:57:33.234673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:33.240480 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.299066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5fadb-d2c8-4e9e-89f5-9341d684d512 req-54cdeed7-29df-4247-8333-d7408b22a3f6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:33.299326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.300558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42e5fadb-d2c8-4e9e-89f5-9341d684d512 req-54cdeed7-29df-4247-8333-d7408b22a3f6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 944 time: 0.2068245 Feb 04 19:57:33.306876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-d25ff632-2464-41c4-8c02-fef9a30f4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:33.308317 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-d25ff632-2464-41c4-8c02-fef9a30f4851 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532&tenant_id=b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 1095 time: 0.1214228 Feb 04 19:57:33.325721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:33.327783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:33.331293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:33.332201 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.343552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:33.352495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:33.355259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:33.365785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:33.368055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42e5fadb-d2c8-4e9e-89f5-9341d684d512 req-be58144e-4b43-45ea-9656-75bd5d249820 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553317 Feb 04 19:57:33.434474 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e7c67b80-9ace-4edc-bed0-d3d8be97885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.462659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event updated for resources: {'Port': ['ID=9eea11f2-c04a-4a14-8a7d-84590fb5073c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:33.474444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.497274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c67b80-9ace-4edc-bed0-d3d8be97885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b7ab3-8e67-4221-9c0a-2d4e0bad23a6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:33.540457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e7c67b80-9ace-4edc-bed0-d3d8be97885e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.543424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e7c67b80-9ace-4edc-bed0-d3d8be97885e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/984b7ab3-8e67-4221-9c0a-2d4e0bad23a6 HTTP/1.1" status: 204 len: 168 time: 0.6260481 Feb 04 19:57:33.601552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-e3728978-2e7b-414b-ade7-1eee6fd1a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:33.604664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-e3728978-2e7b-414b-ade7-1eee6fd1a1c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1095 time: 0.2451129 Feb 04 19:57:33.694324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8ad3ec9-7e05-466e-8d8b-210111532dae up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:33.835589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c8ad3ec9-7e05-466e-8d8b-210111532dae triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:33.835589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.841638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.844064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-da9a24f1-1338-4f9f-b11d-262d1b53b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:33.845795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-da9a24f1-1338-4f9f-b11d-262d1b53b616 service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.2338235 Feb 04 19:57:33.871411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '03f4199c-f38f-4daa-94e8-6a38135f6ea8', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'port_id': '188fc8b4-c709-4da3-aae7-2385b4329622', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'mac_address': 'fa:16:3e:4c:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ded061-a1d2-4188-b287-c0c413b8b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:56:56Z', 'updated_at': '2022-02-04T19:57:29Z', 'revision_number': 1, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:33.894498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:33.897506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] Checking router: 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:57:33.931379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:33.932352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:33.933123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-2b298dbe-8071-4128-a1b5-ccd0eea17770 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 217 time: 0.0793242 Feb 04 19:57:33.941725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6963da-7902-4354-966e-42538198abf7 req-75447e19-d6eb-40c0-939b-f4a8ea2ee2d5 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:33.948985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c6963da-7902-4354-966e-42538198abf7 req-75447e19-d6eb-40c0-939b-f4a8ea2ee2d5 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.2647166 Feb 04 19:57:33.990949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b87ac48e-3eeb-4ad1-903c-df53dbf1529e None None] Provisioning for port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:34.017156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b87ac48e-3eeb-4ad1-903c-df53dbf1529e None None] Provisioning complete for port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:34.017760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b87ac48e-3eeb-4ad1-903c-df53dbf1529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.047765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c6963da-7902-4354-966e-42538198abf7 req-b3034d91-e7e9-47eb-9473-78a5362ae343 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979397 Feb 04 19:57:34.058886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-35ca51f4-6cd3-489e-b0c0-22eb29a374c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:34.061290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-35ca51f4-6cd3-489e-b0c0-22eb29a374c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.0968595 Feb 04 19:57:34.118642 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622', 'status': 'completed', 'code': 200} Feb 04 19:57:34.225959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-5eb7c4d4-0956-47ee-8620-961a9208055e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577656 Feb 04 19:57:34.305047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b87ac48e-3eeb-4ad1-903c-df53dbf1529e None None] Port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:57:34.336863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:34.368569 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.421734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41918) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:34.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.443686 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.449465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-cbc8dddb-181e-4966-945f-f41b0bd9a8ab service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120669 Feb 04 19:57:34.451364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-6df4a72a-1313-48b6-8524-c912e4be4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:34.452695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-6df4a72a-1313-48b6-8524-c912e4be4feb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 1097 time: 0.3109283 Feb 04 19:57:34.477854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.506880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.511239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b7a2-7887-43fb-bb5f-1a9b80f029c8 req-146be532-5bc2-47a4-895d-eb5702616942 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:34.516030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ce2b7a2-7887-43fb-bb5f-1a9b80f029c8 req-146be532-5bc2-47a4-895d-eb5702616942 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.2515328 Feb 04 19:57:34.540250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:34.551726 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.552451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.556115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Usage tracker for resource:security_group_rule and tenant:66e9fdba135e44c38e0c341062259bd0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:34.564956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:34.569685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event updated for resources: {'Port': ['ID=9eea11f2-c04a-4a14-8a7d-84590fb5073c,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:34.625715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:34.710041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:34.711668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-5c9e9af1-5b14-432e-92e8-9a43e5725828 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7618382 Feb 04 19:57:34.791980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '03f4199c-f38f-4daa-94e8-6a38135f6ea8', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'port_id': '188fc8b4-c709-4da3-aae7-2385b4329622', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'mac_address': 'fa:16:3e:4c:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ded061-a1d2-4188-b287-c0c413b8b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:56:56Z', 'updated_at': '2022-02-04T19:57:29Z', 'revision_number': 1, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:34.796681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891c364-605b-48a3-af21-0ab174be8552 None None] The sync data for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 is: [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '03f4199c-f38f-4daa-94e8-6a38135f6ea8', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'port_id': '188fc8b4-c709-4da3-aae7-2385b4329622', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'mac_address': 'fa:16:3e:4c:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ded061-a1d2-4188-b287-c0c413b8b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:56:56Z', 'updated_at': '2022-02-04T19:57:29Z', 'revision_number': 1, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:57:34.816142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ce2b7a2-7887-43fb-bb5f-1a9b80f029c8 req-9105d415-30ee-40ae-aae9-2f1f531df236 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569718 Feb 04 19:57:34.817415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:34.840681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-785d9016-4105-495d-a670-5606ac013db0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:34.851538 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-04fda9ea-7318-4405-b813-3afde7f648f2 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942719 Feb 04 19:57:34.856160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-bb39dddc-b15e-441f-a938-255ac30ae25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:34.858165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-bb39dddc-b15e-441f-a938-255ac30ae25e service neutron] 10.222.0.62 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 925 time: 0.3998914 Feb 04 19:57:34.934369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:34.938538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:35.018528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-cc222750-be89-4934-9baf-cd629e0f8cff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=188fc8b4-c709-4da3-aae7-2385b4329622 HTTP/1.1" status: 200 len: 999 time: 0.1502550 Feb 04 19:57:35.029583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-785d9016-4105-495d-a670-5606ac013db0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:35.030771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-785d9016-4105-495d-a670-5606ac013db0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.2972505 Feb 04 19:57:35.088836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:35.160034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-b1b26e5f-7862-4b0e-9a07-7c9c38e86847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:35.161752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-b1b26e5f-7862-4b0e-9a07-7c9c38e86847 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 200 len: 863 time: 0.1371698 Feb 04 19:57:35.172596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29054e59-dc29-4182-833c-1cdfd0136ebd None None] New status for floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 19:57:35.268354 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:35.299148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffed8f-bf6a-4da9-992b-f603941674e5 req-d223f300-be7e-4976-9c6b-ae78ac9dd957 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:35.301244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2ffed8f-bf6a-4da9-992b-f603941674e5 req-d223f300-be7e-4976-9c6b-ae78ac9dd957 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 945 time: 0.2273951 Feb 04 19:57:35.339806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d495bc8d-0113-4226-bedb-09a065089ccf None None] Provisioning complete for port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:35.339806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d495bc8d-0113-4226-bedb-09a065089ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:35.346808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-767fe82d-646f-4680-8bee-3017c1b55106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:35.348400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-767fe82d-646f-4680-8bee-3017c1b55106 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=551cd439-9a5c-4244-8b86-283d52edd44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650794 Feb 04 19:57:35.355518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2ffed8f-bf6a-4da9-992b-f603941674e5 req-7d723552-4750-4729-b6c7-051fbc08a904 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489419 Feb 04 19:57:35.437118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-b5ed65de-7a63-4490-81cf-dc55e4760b7f tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:35.439849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e776f899-5ea7-4a34-9cbd-69625dbe7242 req-b5ed65de-7a63-4490-81cf-dc55e4760b7f tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.3972509 Feb 04 19:57:35.443598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bb8783-7489-44f7-9ff9-3ab803a81514,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:35.465284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d7388f3f-8acb-4f06-83b1-6f3281620355 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66e9fdba135e44c38e0c341062259bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0424650 Feb 04 19:57:35.470577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Router 2a5ea606-95df-4867-aa26-996f60fd60a0 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:57:35.471249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:35.492560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d495bc8d-0113-4226-bedb-09a065089ccf None None] Port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:57:35.591856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41934) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:35.655174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-44bac80f-d6fb-4b14-8792-4ad0d2b94952 service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984846 Feb 04 19:57:35.679253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e010f50-5a4b-4eac-9e12-b6473b72c477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:35.807448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-e948c6ec-f658-4af3-b608-f72108f7a16a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:35.808934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-e948c6ec-f658-4af3-b608-f72108f7a16a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.3746965 Feb 04 19:57:35.831693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:57:35.887269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e010f50-5a4b-4eac-9e12-b6473b72c477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:35.892537 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82e5569a-9030-4372-b6e9-7b4ab9fa09f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:35.916393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:57:35.922303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:57:35.933669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Sync routers for ids ['2a5ea606-95df-4867-aa26-996f60fd60a0'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:57:35.934639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362ddc9-b2a8-42fe-857e-dab8cf4c8fe3 req-7d7fce14-4e4e-4015-85df-53061da301b3 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:35.938992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f362ddc9-b2a8-42fe-857e-dab8cf4c8fe3 req-7d7fce14-4e4e-4015-85df-53061da301b3 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 944 time: 0.3926640 Feb 04 19:57:35.953399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Routers {'2a5ea606-95df-4867-aa26-996f60fd60a0'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:35.956480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2a5ea606-95df-4867-aa26-996f60fd60a0'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:35.960094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9f6879ab-15f0-4c78-9374-c2e08f77a1c1 admin admin] 10.222.0.48 "PUT /v2.0/routers/2a5ea606-95df-4867-aa26-996f60fd60a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5956025 Feb 04 19:57:35.978495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3ab7-fd89-4385-ac20-50ca58dba653 req-7152ca4f-4cec-47b3-8a30-d88d6997222f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:35.985456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae2e3ab7-fd89-4385-ac20-50ca58dba653 req-7152ca4f-4cec-47b3-8a30-d88d6997222f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.2968996 Feb 04 19:57:36.006733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-033eccf2-0dbe-4af4-bcc6-ea5694b04dcc req-a9fbfc5f-2d98-4ed4-9a02-dbbc8dbfecc2 service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386867 Feb 04 19:57:36.074480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae2e3ab7-fd89-4385-ac20-50ca58dba653 req-26176d1c-7b62-4bf5-bb6b-d7a3f32f3f11 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766473 Feb 04 19:57:36.075522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e010f50-5a4b-4eac-9e12-b6473b72c477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:36.111967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f362ddc9-b2a8-42fe-857e-dab8cf4c8fe3 req-1083b172-a4c7-4ebd-a8c2-fc02f776013d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976372 Feb 04 19:57:36.114350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82e5569a-9030-4372-b6e9-7b4ab9fa09f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:36.185126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e010f50-5a4b-4eac-9e12-b6473b72c477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bb8783-7489-44f7-9ff9-3ab803a81514,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:36.195960 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e010f50-5a4b-4eac-9e12-b6473b72c477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:36.197151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e010f50-5a4b-4eac-9e12-b6473b72c477 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5bb8783-7489-44f7-9ff9-3ab803a81514 HTTP/1.1" status: 204 len: 168 time: 0.7243655 Feb 04 19:57:36.296624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Set router 2a5ea606-95df-4867-aa26-996f60fd60a0 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:36.405621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82e5569a-9030-4372-b6e9-7b4ab9fa09f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:36.488767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5569a-9030-4372-b6e9-7b4ab9fa09f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca26a98-10f0-4f11-9765-48d92f857cb5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:36.525585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aeda03-8748-4247-837e-51d3a8399997 req-14e3e895-cdd4-4abb-b440-9e6bc26c920b tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:36.527183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23aeda03-8748-4247-837e-51d3a8399997 req-14e3e895-cdd4-4abb-b440-9e6bc26c920b tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1256106 Feb 04 19:57:36.642330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23aeda03-8748-4247-837e-51d3a8399997 req-55cb625a-02cb-422f-b1e2-b416851bee81 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.1088765 Feb 04 19:57:36.645486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-5afa09fa-c723-413c-8cae-aebfa3b5f573 service neutron] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:36.646832 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82e5569a-9030-4372-b6e9-7b4ab9fa09f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:36.649269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-82e5569a-9030-4372-b6e9-7b4ab9fa09f8 tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "DELETE /v2.0/security-groups/eca26a98-10f0-4f11-9765-48d92f857cb5 HTTP/1.1" status: 204 len: 168 time: 1.0558729 Feb 04 19:57:36.652602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41956) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:36.656682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-5afa09fa-c723-413c-8cae-aebfa3b5f573 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:36.658376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-364f5cf1-cdf4-40b6-bcb1-38400867afa4 req-5afa09fa-c723-413c-8cae-aebfa3b5f573 service neutron] 10.222.0.24 "DELETE /v2.0/ports/93607559-f439-43e1-b1d7-01996999fa46/bindings/n-h1-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.8364336 Feb 04 19:57:36.679244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-23aeda03-8748-4247-837e-51d3a8399997 req-1aca6a84-c7fa-44e2-8191-8ab52db0ddc3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Request body: {'floatingip': {'port_id': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:36.688688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399de3e-a1db-473a-8053-607cd014d657 req-0c429785-2f50-4b2c-9d57-71cc4ebbc08c tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:36.695915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8399de3e-a1db-473a-8053-607cd014d657 req-0c429785-2f50-4b2c-9d57-71cc4ebbc08c tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1096 time: 0.0925984 Feb 04 19:57:36.741821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8399de3e-a1db-473a-8053-607cd014d657 req-80a6c9b5-424c-48a0-96a4-71725fffdcba tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Synchronizing usage tracker for tenant:3e777e0a376e4c11bf9c0b5fb3eec4b6 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:36.782574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T19:57:33Z', 'revision_number': 4, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3', 'name': '', 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'mac_address': 'fa:16:3e:f0:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b821a8a8-cf9f-4ddd-9696-8c7860397844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:31Z', 'updated_at': '2022-02-04T19:57:34Z', 'revision_number': 2, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'subnets': [{'id': 'b821a8a8-cf9f-4ddd-9696-8c7860397844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:36.788560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Checking router: 2a5ea606-95df-4867-aa26-996f60fd60a0 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:57:36.789089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Updating router 2a5ea606-95df-4867-aa26-996f60fd60a0 port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:57:36.807587 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23aeda03-8748-4247-837e-51d3a8399997 req-1aca6a84-c7fa-44e2-8191-8ab52db0ddc3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:36.835340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8399de3e-a1db-473a-8053-607cd014d657 req-80a6c9b5-424c-48a0-96a4-71725fffdcba tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Unset dirty status for tenant:3e777e0a376e4c11bf9c0b5fb3eec4b6 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:36.836617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8399de3e-a1db-473a-8053-607cd014d657 req-80a6c9b5-424c-48a0-96a4-71725fffdcba tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399360 Feb 04 19:57:36.850682 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:37.047818 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-0f28baac-9881-4639-81bf-d9c19473c07c tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] show failed (client error): The resource could not be found. Feb 04 19:57:37.049041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0f28baac-9881-4639-81bf-d9c19473c07c tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "GET /v2.0/security-groups/eca26a98-10f0-4f11-9765-48d92f857cb5 HTTP/1.1" status: 404 len: 347 time: 0.3887928 Feb 04 19:57:37.058596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41972) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:37.278074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d698ad6-da71-4ded-81f5-ccc96e1fd624 req-15baaedd-9398-4b62-8efe-10f8ad7fa336 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:37.314612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d698ad6-da71-4ded-81f5-ccc96e1fd624 req-15baaedd-9398-4b62-8efe-10f8ad7fa336 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.2704585 Feb 04 19:57:37.383216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Deleting port e000ae47-1a73-41c2-beab-6c854512c44d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:57:37.383554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:37.385257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d698ad6-da71-4ded-81f5-ccc96e1fd624 req-6ad35fa5-87f4-4105-a541-6727d1d313b6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845358 Feb 04 19:57:37.483884 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:37.509214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Transition to ACTIVE for port object a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:37.596889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab26ed-57fe-4ab5-94e9-8c01c6c0df63 req-58263309-57ac-4cdd-be81-d71d71460d95 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:37.599144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-38ab26ed-57fe-4ab5-94e9-8c01c6c0df63 req-58263309-57ac-4cdd-be81-d71d71460d95 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1096 time: 0.0768678 Feb 04 19:57:37.650084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-38ab26ed-57fe-4ab5-94e9-8c01c6c0df63 req-197d41e9-f551-4dba-adf8-b32e44c8ddb3 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Feb 04 19:57:37.691890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:37.784443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:37.785018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:37.964861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Calling delete_port for e000ae47-1a73-41c2-beab-6c854512c44d owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:57:37.976331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8e46-f516-4e7d-89da-e443e8bdd8e1 req-59397477-406e-4747-b770-8e163a4a330b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:37.977984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cffe8e46-f516-4e7d-89da-e443e8bdd8e1 req-59397477-406e-4747-b770-8e163a4a330b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.1424692 Feb 04 19:57:38.005320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Pushing event updated for resources: {'Port': ['ID=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:38.026666 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-23aeda03-8748-4247-837e-51d3a8399997 req-1aca6a84-c7fa-44e2-8191-8ab52db0ddc3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 19:57:38.027979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23aeda03-8748-4247-837e-51d3a8399997 req-1aca6a84-c7fa-44e2-8191-8ab52db0ddc3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "PUT /v2.0/floatingips/f8bf8ed5-7cf1-4d04-8aab-ba8d23e70b5a HTTP/1.1" status: 409 len: 550 time: 1.3771088 Feb 04 19:57:38.061770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cffe8e46-f516-4e7d-89da-e443e8bdd8e1 req-ebbdac32-c1af-4910-b882-26e691f5587f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762498 Feb 04 19:57:38.182383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.187226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.190332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.191967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.192559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.196149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.198217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.201088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.204170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.204170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.204690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.206779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:57:38.372593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Attempting to bind port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:38.373291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Attempting to bind port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:38.373740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Attempting to bind port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 on network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:38.380854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:38.381294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Checking segment: {'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:38.381756 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:38.382203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Bound using segment: {'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:38.382740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Bound port: a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae15e64-509a-485e-974b-e01b416e41d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:38.383189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:38.402730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:38.443344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-0b107528-be5f-453f-8b84-c375410e981c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips/f8bf8ed5-7cf1-4d04-8aab-ba8d23e70b5a HTTP/1.1" status: 200 len: 692 time: 0.1487010 Feb 04 19:57:38.479113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Pushing event deleted for resources: {'Port': ['ID=e000ae47-1a73-41c2-beab-6c854512c44d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:38.516936 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:38.551272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] For port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:38.556495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] For port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,segment=NetworkSegment(dae15e64-509a-485e-974b-e01b416e41d8),segment_id=dae15e64-509a-485e-974b-e01b416e41d8)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:38.591352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:38.591352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40525def-7ed9-43ca-a3c3-91acc38018ff req-19ce594d-3184-41d0-8697-37d948293c13 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:38.591352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40525def-7ed9-43ca-a3c3-91acc38018ff req-19ce594d-3184-41d0-8697-37d948293c13 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1095 time: 0.2612133 Feb 04 19:57:38.641945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40525def-7ed9-43ca-a3c3-91acc38018ff req-43fda0dc-c749-464d-9e6d-b7ff716b27cd tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509739 Feb 04 19:57:38.703268 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:38.713772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-9695cc48-3acf-4558-b7d7-934d430add78 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:38.715158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-9695cc48-3acf-4558-b7d7-934d430add78 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.2530012 Feb 04 19:57:38.730786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-0a0892ed-909a-4857-99a3-1deb40973d9f tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:57:38.741356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-0a0892ed-909a-4857-99a3-1deb40973d9f tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178468 Feb 04 19:57:38.744446 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:38.748595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f489786b-92dd-4d23-9280-bd8d03a079fd tempest-ImagesOneServerNegativeTestJSON-1441420105 tempest-ImagesOneServerNegativeTestJSON-1441420105-project] 10.222.0.48 "DELETE /v2.0/floatingips/b7b2565f-f40e-4891-a99d-2696906cb32f HTTP/1.1" status: 204 len: 168 time: 1.6852622 Feb 04 19:57:38.850882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Routers {'2a5ea606-95df-4867-aa26-996f60fd60a0'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:38.851772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2a5ea606-95df-4867-aa26-996f60fd60a0'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:38.918746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-0ebeb794-d02d-4b23-bf2f-7a476ea93d35 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.1746979 Feb 04 19:57:39.036474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb98dc8-0fe0-42e9-bfa5-e124fa0a080c req-757d3cbd-b1e6-400c-ad72-67dff9c8c36b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:39.041609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:39.042264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0451410-6ce1-4c50-b445-4cbe4327dbd0 None None] Pushing event updated for resources: {'Port': ['ID=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:39.045546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3fb98dc8-0fe0-42e9-bfa5-e124fa0a080c req-757d3cbd-b1e6-400c-ad72-67dff9c8c36b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.1601610 Feb 04 19:57:39.110743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3fb98dc8-0fe0-42e9-bfa5-e124fa0a080c req-610e920d-e9ae-4c15-b6a3-3203b7225a54 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587380 Feb 04 19:57:39.131156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-efbce8e1-aa8b-49cb-8c51-9d7132e59af9 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.2055101 Feb 04 19:57:39.277598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] Set router 2a5ea606-95df-4867-aa26-996f60fd60a0 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:39.525566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Deleting port 9eea11f2-c04a-4a14-8a7d-84590fb5073c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:57:39.525835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:39.699629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T19:57:33Z', 'revision_number': 4, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3', 'name': '', 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'mac_address': 'fa:16:3e:f0:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b821a8a8-cf9f-4ddd-9696-8c7860397844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:31Z', 'updated_at': '2022-02-04T19:57:38Z', 'revision_number': 4, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'subnets': [{'id': 'b821a8a8-cf9f-4ddd-9696-8c7860397844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:39.701454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1866a-d4bb-40ef-bdce-b867bf37af62 None None] The sync data for ids ['2a5ea606-95df-4867-aa26-996f60fd60a0'] in n-d-811806-1 is: [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T19:57:33Z', 'revision_number': 4, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3', 'name': '', 'network_id': 'fbe73434-541b-4a93-b9f6-bcd1e8f93d2d', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'mac_address': 'fa:16:3e:f0:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b821a8a8-cf9f-4ddd-9696-8c7860397844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:31Z', 'updated_at': '2022-02-04T19:57:38Z', 'revision_number': 4, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'subnets': [{'id': 'b821a8a8-cf9f-4ddd-9696-8c7860397844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:57:39.852651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:39.853283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:40.078470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Calling delete_port for 9eea11f2-c04a-4a14-8a7d-84590fb5073c owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:57:40.548766 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:40.653722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event deleted for resources: {'Port': ['ID=9eea11f2-c04a-4a14-8a7d-84590fb5073c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:40.745287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:40.950483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:40.957706 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-61f6bbca-d5be-4eff-834e-8c7fe1565afb req-e0b8457d-dacd-459c-b05e-30ab4af985e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "DELETE /v2.0/floatingips/f8bf8ed5-7cf1-4d04-8aab-ba8d23e70b5a HTTP/1.1" status: 204 len: 173 time: 1.8311455 Feb 04 19:57:41.203399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b679d0-569a-43d6-9c83-14b3c2bb73e4 req-4ccbf5b1-ac22-4d66-943f-fb531f9634c4 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:41.205406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50b679d0-569a-43d6-9c83-14b3c2bb73e4 req-4ccbf5b1-ac22-4d66-943f-fb531f9634c4 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1373334 Feb 04 19:57:41.258876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50b679d0-569a-43d6-9c83-14b3c2bb73e4 req-04de059d-d459-411d-9526-628f4cc6afaf tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Feb 04 19:57:41.667415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419115-b42e-4807-88f9-29317076233a req-9849861c-a054-4974-aef5-0fb847b17433 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:41.674248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-9849861c-a054-4974-aef5-0fb847b17433 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 0.2706032 Feb 04 19:57:41.688887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-63e0a557-3a9f-4c6d-adcc-99691dfde367 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/quotas/b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 375 time: 0.0137744 Feb 04 19:57:41.696860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:41.802225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-8513b690-3366-48ef-8aa7-7352cfb7f3c6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065533 Feb 04 19:57:41.854329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-1e40cab3-50d8-4fef-a7ba-2bbe22935f67 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:57:41.855605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-1e40cab3-50d8-4fef-a7ba-2bbe22935f67 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074160 Feb 04 19:57:41.864719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Request body: {'binding': {'host': 'n-h2-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:41.865169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 19:57:41.945363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-e479ae68-7427-4413-9d66-858cceb238a3 service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357102 Feb 04 19:57:41.971164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:57:41.976207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:41.976587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:42.104009 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-e44b3c55-d846-4085-9729-b931d3da7bfc service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515188 Feb 04 19:57:42.134383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:42.172217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,segment=NetworkSegment(dae15e64-509a-485e-974b-e01b416e41d8),segment_id=dae15e64-509a-485e-974b-e01b416e41d8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:42.251250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on host n-h2-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:42.251615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:42.251958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:42.256597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:42.256905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:42.261865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:42.262202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:42.262587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:42.263022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Bound port: 18970abd-d696-4bdf-ace4-1982250af760, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:42.263411 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:42.293194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:42.344013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:42.366943 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:42.372850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2a2619f3-4877-4bd4-8349-dbfcd1313032 service neutron] 10.222.0.48 "POST /v2.0/ports/18970abd-d696-4bdf-ace4-1982250af760/bindings HTTP/1.1" status: 201 len: 389 time: 0.5116246 Feb 04 19:57:42.679248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-8b833fab-93c0-4823-88d5-3faab0b4ed0a tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:42.771446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-8b833fab-93c0-4823-88d5-3faab0b4ed0a tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:42.780293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-8b833fab-93c0-4823-88d5-3faab0b4ed0a tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1002 time: 0.1983798 Feb 04 19:57:42.875884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-cb1cdbad-0052-4b4c-b2fd-4117a2cc9d93 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:42.876664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-cb1cdbad-0052-4b4c-b2fd-4117a2cc9d93 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:42.935689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78a457-7402-4406-9316-a73001d471c4 req-b2b2d4c4-56e4-43f4-8b97-32d9933a8606 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:42.937141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b78a457-7402-4406-9316-a73001d471c4 req-b2b2d4c4-56e4-43f4-8b97-32d9933a8606 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.0859864 Feb 04 19:57:42.987483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b78a457-7402-4406-9316-a73001d471c4 req-a082440a-ceec-4334-b665-ad6c32c8031e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Feb 04 19:57:42.988447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-cb1cdbad-0052-4b4c-b2fd-4117a2cc9d93 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:42.989721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-cb1cdbad-0052-4b4c-b2fd-4117a2cc9d93 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports/3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 943 time: 0.2086642 Feb 04 19:57:43.097557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b90c4d9-352a-46a1-bc52-5e7932f0410e req-8aaecca5-d1eb-4182-9e18-be99c69b2e43 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 210 time: 0.0554368 Feb 04 19:57:43.213798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-8ad6f0ff-a876-4059-95ae-4aff7b06a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:43.216448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-8ad6f0ff-a876-4059-95ae-4aff7b06a862 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1096 time: 0.0999687 Feb 04 19:57:43.275578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-45a38ce7-25ab-4b12-8d29-53338233c49c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1002 time: 0.1742277 Feb 04 19:57:43.399854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2b63a458-973b-4d33-88f1-c41e3240c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:43.405602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-2b63a458-973b-4d33-88f1-c41e3240c5f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.1792772 Feb 04 19:57:43.471966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-0be1d1ab-854c-4a8c-a635-54da7d66b2ec tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:43.473458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-0be1d1ab-854c-4a8c-a635-54da7d66b2ec tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.1910260 Feb 04 19:57:43.486678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-7bbe61e1-b4e5-4392-859b-1f738aa651d3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:57:43.491143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-7bbe61e1-b4e5-4392-859b-1f738aa651d3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102518 Feb 04 19:57:43.544981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-ca1a4889-a1dd-476c-bea9-f1a6764fc1ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 217 time: 0.1353378 Feb 04 19:57:43.572269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:43.624189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-4b6b2904-5198-4fcb-85fb-1a17027f1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:43.625559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-4b6b2904-5198-4fcb-85fb-1a17027f1f09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0724046 Feb 04 19:57:43.661473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-473cf9bf-3377-48c8-b1c4-c00b4bd256e8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1002 time: 0.1671288 Feb 04 19:57:43.672095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:43.685363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:43.686059 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:43.691584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f030e-a77e-44ee-b258-e8520020fc90 req-949b7896-404a-447f-83d4-e5462a8fe40b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:43.698239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f1f030e-a77e-44ee-b258-e8520020fc90 req-949b7896-404a-447f-83d4-e5462a8fe40b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 945 time: 0.2115083 Feb 04 19:57:43.720525 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-88c1f335-b47e-4064-9202-cc28bacef3cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833209 Feb 04 19:57:43.805131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:43.829131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f1f030e-a77e-44ee-b258-e8520020fc90 req-634f3d39-7d91-42a7-9052-7a46fbb6ded2 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300027 Feb 04 19:57:43.942778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-abb2a2f6-99b7-4d7f-b13d-5ed0ae33a820 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075098 Feb 04 19:57:43.972364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42090) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:44.162805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] Deleting subnet 3cbafdb2-a980-46eb-adf6-6b9745f17113 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 19:57:44.172205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:44.284212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:44.344940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:44.356003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-8a11731b-51d5-4123-b9d4-04fd4ca86ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042432 Feb 04 19:57:44.364156 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:44.379521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:44.380008 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Floating IP dbb6ab79-04c6-476d-9fc1-2ab8d486642c disassociated. External IP: 172.25.7.132, port: 3d7012f2-bdb3-498d-85db-c35a860369ed. Feb 04 19:57:44.448328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16ebf3-dfcd-4463-a02a-4456b9f32c60 req-9c42b59b-78b6-4f6c-b1fc-8738eedfbf21 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:44.456376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e16ebf3-dfcd-4463-a02a-4456b9f32c60 req-9c42b59b-78b6-4f6c-b1fc-8738eedfbf21 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1790977 Feb 04 19:57:44.539854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e16ebf3-dfcd-4463-a02a-4456b9f32c60 req-0c541b5b-1637-4a33-be16-f1de8d4301d5 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819705 Feb 04 19:57:44.585142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-5485b0ea-91a4-4f84-b08d-7d7e59cda938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:44.586817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-5485b0ea-91a4-4f84-b08d-7d7e59cda938 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1101 time: 0.2495756 Feb 04 19:57:44.605111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:44.661926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbafdb2-a980-46eb-adf6-6b9745f17113,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:44.664809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:44.674972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-26fa1b4d-662e-4a8a-8c0d-0ac57781e6ba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3cbafdb2-a980-46eb-adf6-6b9745f17113 HTTP/1.1" status: 204 len: 168 time: 0.7010019 Feb 04 19:57:44.678401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42102) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:44.801719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-d8d401e5-ed3a-48bd-86ec-63b414df7fd5 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:44.801719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-d8d401e5-ed3a-48bd-86ec-63b414df7fd5 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.3001621 Feb 04 19:57:44.853687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811806-1'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:44.988042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-6c1b4bbc-27ae-4d34-a4d3-2461ea5ceade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:45.010787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-6c1b4bbc-27ae-4d34-a4d3-2461ea5ceade service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3686090 Feb 04 19:57:45.033777 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-074ee74d-36df-4345-b340-7a52227de411 req-d172fa82-d744-473b-9360-3af19cfedd0e tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 210 time: 0.3109777 Feb 04 19:57:45.132083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-e39e2642-e241-41d3-877c-42d41c8e577e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f HTTP/1.1" status: 200 len: 217 time: 0.1328197 Feb 04 19:57:45.149957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:45.173517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Router fd11c3e4-5bef-468b-b23e-76799182b332 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:57:45.442972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419115-b42e-4807-88f9-29317076233a req-f3d89bf7-73d2-48c6-a701-a005b6af73b5 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:45.444974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-f3d89bf7-73d2-48c6-a701-a005b6af73b5 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 0.4556100 Feb 04 19:57:45.529289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Request body: {'port': {'device_id': '35845576-86f2-4336-b48f-9f72596309e8', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'admin_state_up': True, 'tenant_id': 'b6a0a555f36448dfbe2abe3dca142b89'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:45.530182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-284e4a8f-a45a-4fa4-8206-be95c77c334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:45.531675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-284e4a8f-a45a-4fa4-8206-be95c77c334c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3914468 Feb 04 19:57:45.536902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:57:45.550476 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] Sync routers for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:57:45.577770 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:45.577770 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:45.578114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:45.646414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-80926356-4af0-4828-aad9-20fd32909ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "PUT /v2.0/floatingips/dbb6ab79-04c6-476d-9fc1-2ab8d486642c HTTP/1.1" status: 200 len: 695 time: 1.9790015 Feb 04 19:57:45.660481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:45.668996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:45.723425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:45.767625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-54ea5d49-94cf-48ce-9a69-dc37a29a94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:45.769959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-54ea5d49-94cf-48ce-9a69-dc37a29a94b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312093 Feb 04 19:57:45.772247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-fb9f76a2-36d0-44ef-a00e-3c5d176e4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:45.779962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-fb9f76a2-36d0-44ef-a00e-3c5d176e4367 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=600808e8f7f3425f95806c0b36a12896&device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 1097 time: 0.1072803 Feb 04 19:57:45.804488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.804830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.805541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.805866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.806184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.806530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.806876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.807209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.807542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.807850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:45.889050 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:46.000794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:46.001137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:46.001472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:46.001798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:57:46.002163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f005dd6e-955a-463e-9b2e-e00d55ca90c4']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:46.052861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:46.060700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:57:46.112335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd547de06-296d-4da8-b62d-93a1ab45cc8e') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:46.112894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd547de06-296d-4da8-b62d-93a1ab45cc8e') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:46.204520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.261155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-245aed4d-5923-4e8e-87e0-d5852b29f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:46.269214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-245aed4d-5923-4e8e-87e0-d5852b29f64c service neutron] 10.222.0.48 "GET /v2.0/networks?id=91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 200 len: 929 time: 0.4881268 Feb 04 19:57:46.375475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:58Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:46.380765 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] Checking router: fd11c3e4-5bef-468b-b23e-76799182b332 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:57:46.390791 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:57:46.391943 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:46.396325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.411419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 19:57:46.413406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.423273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-71f46573-565d-4ae8-987d-315bb2771211 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 217 time: 0.1527736 Feb 04 19:57:46.440746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-d47a5d18-b8f7-40e5-b58b-9231f0dd8d32 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524084 Feb 04 19:57:46.595072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: from cryptography.utils import int_from_bytes Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: from cryptography.utils import int_from_bytes Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: util.warn_limited( Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: util.warn_limited( Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: timer() Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 19:57:46.630598 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 19:57:46.646361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:46.649553 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.670804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:46.685023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389972b3-9990-48fe-94df-822b8f455445 req-9a3b3c3c-5e86-4953-bb1d-e59fc9bc1abb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:46.694935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-389972b3-9990-48fe-94df-822b8f455445 req-9a3b3c3c-5e86-4953-bb1d-e59fc9bc1abb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 945 time: 1.1352341 Feb 04 19:57:46.717790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.742624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:46.752568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f005dd6e-955a-463e-9b2e-e00d55ca90c4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:46.764261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.786393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Made reservation on behalf of b6a0a555f36448dfbe2abe3dca142b89 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:57:46.790332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.790589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-73ea5e82-46ae-42d8-93cb-b2b8b770a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:46.792915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-73ea5e82-46ae-42d8-93cb-b2b8b770a719 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53f4ca13-799b-4639-978e-b87b3c4fa33e HTTP/1.1" status: 200 len: 867 time: 0.3682063 Feb 04 19:57:46.812195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'mac_address': 'fa:16:3e:36:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:57:46.829240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:46.884531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:46.889605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:46.911672 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:46.948899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:46.963119 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:47.016571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:47.024072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:47.038526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18970abd-d696-4bdf-ace4-1982250af760'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:47.054226 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:58Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:57:47.056933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-389972b3-9990-48fe-94df-822b8f455445 req-604f8996-4352-49fc-810a-fdfc060783c9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635218 Feb 04 19:57:47.063717 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668782b5-3eee-436e-81f7-4dc2c5069b9e None None] The sync data for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 is: [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:56:47Z', 'revision_number': 4, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a622779f-a390-4a45-96d5-7a0e5fb278f2', 'name': '', 'network_id': '91d07b3f-686a-49fd-bbfd-4580fc127c01', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'mac_address': 'fa:16:3e:8c:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:45Z', 'updated_at': '2022-02-04T19:56:58Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'subnets': [{'id': '53f4ca13-799b-4639-978e-b87b3c4fa33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:57:47.172859 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 19:57:47.173458 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 19:57:47.173952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:47.188514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbac5c17-d798-4501-b7e5-9aa86aaa00cf req-4e301867-a50a-485e-bd08-31338c20f924 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520022 Feb 04 19:57:47.198580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-83fd3cfe-06ad-45b9-8c0c-9738dc19c2c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f005dd6e-955a-463e-9b2e-e00d55ca90c4 HTTP/1.1" status: 204 len: 168 time: 2.5174584 Feb 04 19:57:47.216824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:47.270124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-ec4d1401-bae3-4d96-b206-ff863fb5f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:47.271894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-ec4d1401-bae3-4d96-b206-ff863fb5f8a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91d07b3f-686a-49fd-bbfd-4580fc127c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4574747 Feb 04 19:57:47.513685 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-72c463e6-6f8a-43e4-af7b-24cf4934d4b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4951327 Feb 04 19:57:47.549716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-d14c0ff0-e288-4557-bc61-5d17e98f1249 service neutron] 10.222.0.48 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702096 Feb 04 19:57:47.673252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a034286-1696-4b55-b617-dc80366d8b4a None None] New status for floating IP dbb6ab79-04c6-476d-9fc1-2ab8d486642c: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 19:57:47.714476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:47.831573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on host n-h1-811806-1 for vnic_type normal with profile {"migrating_to": "n-h2-811806-1"} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:47.837053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:47.837396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:47.842995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a14eb688-a88c-42c8-973a-4e5ba54ea388 req-fc7e66eb-e646-4a4e-807f-40823b97c3d7 service neutron] 10.222.0.48 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918966 Feb 04 19:57:47.854072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-1e812d34-ec4a-45a2-87b1-58692275ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:47.856062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-1e812d34-ec4a-45a2-87b1-58692275ccf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 1097 time: 0.1925564 Feb 04 19:57:47.899983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:47.901111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Attempting to bind port 18970abd-d696-4bdf-ace4-1982250af760 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:47.921342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42126) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:48.075536 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'status': 'completed', 'code': 200} Feb 04 19:57:48.259545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-976fd32e-2768-497c-b318-bb757f1f8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:48.261122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-976fd32e-2768-497c-b318-bb757f1f8254 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=600808e8f7f3425f95806c0b36a12896&device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 1097 time: 0.1761401 Feb 04 19:57:48.300752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Allocated IP 172.20.0.9 (582cd9f1-0cfe-4cf2-ae7e-361a01fff24b/8583c6f7-074e-492e-ac8b-3b3f2e6898f2/f98eb989-57e5-457b-871d-9971fa164d76) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:57:48.303564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:48.322500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:48.322870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:48.323262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:48.323709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Bound port: 18970abd-d696-4bdf-ace4-1982250af760, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:48.324052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:48.326074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:48.371858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:48.392186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c38eed-307a-4774-adfb-45699507b062 req-3b6c3107-3fa1-4260-bdbc-9b17080b5375 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:48.396622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7c38eed-307a-4774-adfb-45699507b062 req-3b6c3107-3fa1-4260-bdbc-9b17080b5375 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 948 time: 0.9332986 Feb 04 19:57:48.452093 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:48.474966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e0d3e38-9c2a-4feb-84c7-d6c3b054f8fd req-dd3d7df7-50e5-405e-abdb-3334c1b7d356 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 210 time: 0.1366820 Feb 04 19:57:48.494150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-acfd9a47-fd98-4d6d-a8e8-cf0a573157e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:48.494150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-acfd9a47-fd98-4d6d-a8e8-cf0a573157e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 925 time: 0.6128023 Feb 04 19:57:48.571192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:48.575827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:48.595605 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'code': 200} Feb 04 19:57:48.596425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:48.619313 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18970abd-d696-4bdf-ace4-1982250af760', 'code': 200} Feb 04 19:57:48.673701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7c38eed-307a-4774-adfb-45699507b062 req-aab29493-5a59-45fb-8d4f-3d41a15bd268 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268534 Feb 04 19:57:48.716319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:48.759257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['70b193c8-1995-47c6-9b2d-c9d8ba653a6f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:48.787299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1fb9020b-ad86-4947-a573-f235180d7481 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd94d4cfa2634adcb827c9c7d200e34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8627748 Feb 04 19:57:48.803266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42138) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:49.039445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-faa72deb-6cb3-4e51-a0e8-f3d0ff27618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:49.041652 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-faa72deb-6cb3-4e51-a0e8-f3d0ff27618e service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 200 len: 929 time: 0.7713194 Feb 04 19:57:49.221307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:49.221929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:49.224183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] 10.222.0.24 "PUT /v2.0/ports/18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 1121 time: 4.4136674 Feb 04 19:57:49.249556 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-fc7509a0-9e97-4cee-9154-c0df104f5086 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 200 len: 217 time: 0.1961982 Feb 04 19:57:49.260749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e4997-c9a4-4cbb-925f-37dc46197e99 service neutron] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:49.266181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-fd654d6a-4062-4c73-9a42-19a20e5deee4 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips/dbb6ab79-04c6-476d-9fc1-2ab8d486642c HTTP/1.1" status: 200 len: 693 time: 0.4862978 Feb 04 19:57:49.281822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a60db686-1c26-46cd-bbac-774660e3017e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:49.308040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['18970abd-d696-4bdf-ace4-1982250af760'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:49.347745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-0b6341ee-9ce4-4972-a239-8166a92f96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:49.349587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-0b6341ee-9ce4-4972-a239-8166a92f96ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53f4ca13-799b-4639-978e-b87b3c4fa33e HTTP/1.1" status: 200 len: 867 time: 0.0936506 Feb 04 19:57:49.393521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a60db686-1c26-46cd-bbac-774660e3017e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:49.428172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:49.439518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9845e3-fae7-41b6-9eb6-59e02ee072ca req-bfdd19b0-9ed9-4835-903d-64a354723a35 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:49.444365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a9845e3-fae7-41b6-9eb6-59e02ee072ca req-bfdd19b0-9ed9-4835-903d-64a354723a35 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 943 time: 0.3617034 Feb 04 19:57:49.488146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-cab033f0-8ce0-45c6-96d1-68d71218d8e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=188fc8b4-c709-4da3-aae7-2385b4329622 HTTP/1.1" status: 200 len: 1001 time: 0.9885349 Feb 04 19:57:49.596391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a9845e3-fae7-41b6-9eb6-59e02ee072ca req-2be9d1a8-fd1f-47a4-977b-b7de75d519e4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403632 Feb 04 19:57:49.666369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-0a2fad34-bf35-4ae8-ad0e-803fccb062ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:49.668045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-0a2fad34-bf35-4ae8-ad0e-803fccb062ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 200 len: 863 time: 0.1645298 Feb 04 19:57:49.681473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-f8c971bc-b981-40dc-9664-0d4aa2a52b0b tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:49.683031 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-f8c971bc-b981-40dc-9664-0d4aa2a52b0b tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.4156988 Feb 04 19:57:49.686353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a60db686-1c26-46cd-bbac-774660e3017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:49.735213 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:49.822063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60db686-1c26-46cd-bbac-774660e3017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:49.823940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42148) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:49.877777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-1e406635-4a72-4fb6-9294-631ea25dbc0f tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.1036823 Feb 04 19:57:49.881757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-bfb2928d-666e-47a0-817c-a79485df242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:49.883219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-bfb2928d-666e-47a0-817c-a79485df242a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d07b3f-686a-49fd-bbfd-4580fc127c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4445553 Feb 04 19:57:49.891859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:57:49.903405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a60db686-1c26-46cd-bbac-774660e3017e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:49.913440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a60db686-1c26-46cd-bbac-774660e3017e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14d0a8af-8c5b-46d9-a193-ffc2e38c5cdb HTTP/1.1" status: 204 len: 168 time: 1.1012971 Feb 04 19:57:49.913440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:57:49.922285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:57:49.972917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:50.005652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:50.006290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.022850 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c909174-49aa-4c6f-b739-2535dc03fc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.035373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21aad2-7b68-409b-87f5-cde56e550fe9 req-769fe83b-1cee-4ed5-9ed1-258429cb0e29 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:50.036257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cf21aad2-7b68-409b-87f5-cde56e550fe9 req-769fe83b-1cee-4ed5-9ed1-258429cb0e29 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:50.068448 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.082794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:50.086565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5a6ff8ca7e4988bebb430b78d5f860 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:50.089448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:50.097019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:50.104655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-b90989a2-cbec-4971-9b63-28d0babf257e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.2202339 Feb 04 19:57:50.181950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cf21aad2-7b68-409b-87f5-cde56e550fe9 req-769fe83b-1cee-4ed5-9ed1-258429cb0e29 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:50.188888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf21aad2-7b68-409b-87f5-cde56e550fe9 req-769fe83b-1cee-4ed5-9ed1-258429cb0e29 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 931 time: 0.4424207 Feb 04 19:57:50.193692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-ebac21fb-2638-4c25-af90-c3558fcbb231 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7389276 Feb 04 19:57:50.215339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-f43c4c43-7873-4114-a608-a45040887927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:50.217353 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-f43c4c43-7873-4114-a608-a45040887927 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=551cd439-9a5c-4244-8b86-283d52edd44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5302079 Feb 04 19:57:50.224062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Request body: {'port': {'device_id': '35845576-86f2-4336-b48f-9f72596309e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:57:50.302413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.336213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf21aad2-7b68-409b-87f5-cde56e550fe9 req-b5b654df-b62b-4650-aaf4-5ac9061f6e1e tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461561 Feb 04 19:57:50.408586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.420964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Deleting port 7d50ba32-79eb-44f8-b6bb-3c435e4551a1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:57:50.421540 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.425353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.463573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:57:50.480132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-7d36c2f5-9faa-4cf8-a3c4-86e3b58e0c01 service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877004 Feb 04 19:57:50.546416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:57:50.546821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.602209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f5a6ff8ca7e4988bebb430b78d5f860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658615 Feb 04 19:57:50.609166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42184) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:50.614233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfd5ec-c128-47a5-a976-aa43acd68b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173e63be-009f-4574-be06-6822390a37e3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:50.622342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'tag': '18970abd-d696-4bdf-ace4-1982250af760'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:50.723170 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.758338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:50.767933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:50.833749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-be4d5609-df49-4a80-9059-c9692adf31ce service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493095 Feb 04 19:57:50.845807 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:50.863401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1ac4-c9e6-4291-878f-906a9f23f249 req-07129a09-9775-41b9-bc5b-21527d56c0ba tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:50.865458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8fdc1ac4-c9e6-4291-878f-906a9f23f249 req-07129a09-9775-41b9-bc5b-21527d56c0ba tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 949 time: 0.3511896 Feb 04 19:57:50.962788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8fdc1ac4-c9e6-4291-878f-906a9f23f249 req-6ec184a6-273e-479c-9535-b85ed243bba8 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888517 Feb 04 19:57:50.972928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:51.115555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2497e02-0450-4e62-b92b-3c2079cc9924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.118783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8bce0f3-9c0b-48b4-ad90-deba6b458b2e req-aabbda16-8bb2-49d0-bcb8-a18e6b8c0470 service neutron] 10.222.0.24 "GET /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207082 Feb 04 19:57:51.121449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.122313 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.281235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98eb989-57e5-457b-871d-9971fa164d76 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:51.289528 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:57:51.296010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.305994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3312b-8f23-4ea8-9135-41251c8a7ffb req-2f282d22-10f2-49de-badd-faec9db9ce84 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:51.307617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ff3312b-8f23-4ea8-9135-41251c8a7ffb req-2f282d22-10f2-49de-badd-faec9db9ce84 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 943 time: 0.1195655 Feb 04 19:57:51.318362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Calling delete_port for 7d50ba32-79eb-44f8-b6bb-3c435e4551a1 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:57:51.362891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Transition to ACTIVE for port object f98eb989-57e5-457b-871d-9971fa164d76 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:51.366217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ff3312b-8f23-4ea8-9135-41251c8a7ffb req-1a32e84f-93a7-450e-912c-dc6fc4877690 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518110 Feb 04 19:57:51.369459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2497e02-0450-4e62-b92b-3c2079cc9924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.400249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c703ff2-1f34-47ff-886c-6b0b5cb03938 req-977c5453-28a1-45ef-93e7-03a77e92609e service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434861 Feb 04 19:57:51.443677 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'tag': '18970abd-d696-4bdf-ace4-1982250af760', 'status': 'completed', 'code': 200} Feb 04 19:57:51.445632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.540879 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'code': 200} Feb 04 19:57:51.550556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:51.584516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2497e02-0450-4e62-b92b-3c2079cc9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.639053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2497e02-0450-4e62-b92b-3c2079cc9924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e63be-009f-4574-be06-6822390a37e3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:51.642881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2497e02-0450-4e62-b92b-3c2079cc9924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.646618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f2497e02-0450-4e62-b92b-3c2079cc9924 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/173e63be-009f-4574-be06-6822390a37e3 HTTP/1.1" status: 204 len: 168 time: 1.0289922 Feb 04 19:57:51.781492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-b8751916-54f5-4578-ab5b-fa2182ac4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:51.783075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-b8751916-54f5-4578-ab5b-fa2182ac4981 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1124 time: 0.3063514 Feb 04 19:57:51.927237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:51.957721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:57:51.958064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:57:51.958391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:51.965968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:57:51.966471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:57:51.979049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1226ae5-21d6-490e-9ba7-6cb5d98a8ff8 req-65841e99-92db-4ff1-ba71-8f462c00173c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:51.992119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1226ae5-21d6-490e-9ba7-6cb5d98a8ff8 req-65841e99-92db-4ff1-ba71-8f462c00173c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.1919086 Feb 04 19:57:52.021762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:57:52.022146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:57:52.023339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:57:52.023339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Bound port: f98eb989-57e5-457b-871d-9971fa164d76, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:57:52.023339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:52.040178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event deleted for resources: {'Port': ['ID=7d50ba32-79eb-44f8-b6bb-3c435e4551a1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:52.140263 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:52.163483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:52.166571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:57:52.172076 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50ac91d0-9ebd-4ce7-9542-702d31fec6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:52.190040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1226ae5-21d6-490e-9ba7-6cb5d98a8ff8 req-e7c7c966-8ad5-4a43-8c3a-1f7bf358c66b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939270 Feb 04 19:57:52.220437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51f64c-3ecb-4922-82cc-78d6cee761cf req-eeb67420-c4dc-4943-ad8e-193b0161fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:52.222140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d51f64c-3ecb-4922-82cc-78d6cee761cf req-eeb67420-c4dc-4943-ad8e-193b0161fe54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1101 time: 0.2969041 Feb 04 19:57:52.228341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-91c8a4a4-f42e-4843-8064-2c206ac39b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:52.228341 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-91c8a4a4-f42e-4843-8064-2c206ac39b92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.4378235 Feb 04 19:57:52.231163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:52.280264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d51f64c-3ecb-4922-82cc-78d6cee761cf req-2af0c998-9f15-4180-96b6-5e7ad67c257f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Feb 04 19:57:52.357392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:52.362479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:52.366389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] 10.222.0.62 "PUT /v2.0/ports/f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 200 len: 1091 time: 2.1467412 Feb 04 19:57:52.375387 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-6520d712-208e-4acc-9fed-8b0a2b5d3e77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 217 time: 0.0986495 Feb 04 19:57:52.443567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cefb43-3632-41e0-bb11-d1953fd8cd6f service neutron] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:52.468276 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:52.469683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8289b14-5340-4400-aeba-3de20b5603c1 req-42a8dd58-10e4-41b7-b788-5a767a2b4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "DELETE /v2.0/floatingips/dbb6ab79-04c6-476d-9fc1-2ab8d486642c HTTP/1.1" status: 204 len: 173 time: 2.3538902 Feb 04 19:57:52.481686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:52.515322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-a3d100e2-f625-40bb-94c9-15345505a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:52.517154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-a3d100e2-f625-40bb-94c9-15345505a8a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1330051 Feb 04 19:57:52.639285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-15df9ebd-2be4-4f6d-a635-f47fca7b3d79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084974 Feb 04 19:57:52.659309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419115-b42e-4807-88f9-29317076233a req-dffcdfa1-ded8-4814-b50d-28205797daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:52.659309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-dffcdfa1-ded8-4814-b50d-28205797daef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1094 time: 0.1446917 Feb 04 19:57:52.844822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-8c913f34-f74f-474f-9802-a83f9ff1dc66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 200 len: 217 time: 0.1714644 Feb 04 19:57:52.876022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:52.891078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 has no active binding in host n-h2-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 19:57:52.901708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42230) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:52.950352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:52.990622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:52.993388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419115-b42e-4807-88f9-29317076233a req-d85c12ba-5eea-4db1-95ca-8e41887a3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:52.994997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-d85c12ba-5eea-4db1-95ca-8e41887a3bb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.0938511 Feb 04 19:57:53.008782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4f34d229fb314c16b98ff8b918e09f1f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:53.020271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:53.042147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:53.055046 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-8035a0a2-95cb-4c12-84a2-7d7cf5271186 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010961 Feb 04 19:57:53.056337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-77b1093f-62d1-454b-92db-53bf926323eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532904 Feb 04 19:57:53.065754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e528ab-6b62-4989-bf6f-03fe6cdd4677 req-dc8a6723-c758-45e8-a4c9-c32b39a11f8a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:53.073033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51e528ab-6b62-4989-bf6f-03fe6cdd4677 req-dc8a6723-c758-45e8-a4c9-c32b39a11f8a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 943 time: 0.2462807 Feb 04 19:57:53.208225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51e528ab-6b62-4989-bf6f-03fe6cdd4677 req-3e77588d-12f2-4268-bd87-5505fe072ccc tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341882 Feb 04 19:57:53.240080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:53.304318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62b6a-a1c0-4d56-b6df-290d12feebcc req-f06b3620-5de2-4396-bc78-7087db414df9 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:53.311458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4f62b6a-a1c0-4d56-b6df-290d12feebcc req-f06b3620-5de2-4396-bc78-7087db414df9 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.6587732 Feb 04 19:57:53.343072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42240) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:53.397785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-4cc88efe-f6d5-4423-ac5c-2317df00e524 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217843 Feb 04 19:57:53.445770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:53.447100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:53.616906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4f62b6a-a1c0-4d56-b6df-290d12feebcc req-ab52acd5-538f-4985-88ec-0b58ed260d84 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042691 Feb 04 19:57:53.650344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:53.678956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5ff1b5-a4d4-41fe-b6d4-3b2e8560a778 req-57cc9101-1101-4fe2-adbf-d3a5f0ad35b6 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110599 Feb 04 19:57:53.714498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:53.779733 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:53.829885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:53.836494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Usage tracker for resource:security_group_rule and tenant:6a5248f377dd4da3b94a2d9e3feed032 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:53.843671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:53.863288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:53.874954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f34d229fb314c16b98ff8b918e09f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9578378 Feb 04 19:57:53.874954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00826ed5-a634-4b48-a806-d9790b8028c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210d93c5-fa4e-46ef-a11c-83cee94a0263,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:53.885828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42248) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:53.904565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d419115-b42e-4807-88f9-29317076233a req-363145eb-3b32-47bc-b00f-6015e07a756a service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990842 Feb 04 19:57:53.932038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091c59e-845c-4c3d-9e5c-f676c3a9f399 req-abcd81b0-b163-4507-8dd3-fe6d16aacb26 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:53.939802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a091c59e-845c-4c3d-9e5c-f676c3a9f399 req-abcd81b0-b163-4507-8dd3-fe6d16aacb26 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.5065055 Feb 04 19:57:54.003628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a091c59e-845c-4c3d-9e5c-f676c3a9f399 req-3f319990-0df6-4e90-a5d0-b939825f92f5 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628555 Feb 04 19:57:54.021577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a857-c212-4765-95de-972e719e0588 req-ebf66c0a-0f7c-454f-8601-99b491e5177c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:54.022400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3730a857-c212-4765-95de-972e719e0588 req-ebf66c0a-0f7c-454f-8601-99b491e5177c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:54.028458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732c43f8-9fb1-4634-b66e-bbbd1df6e589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.071835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732c43f8-9fb1-4634-b66e-bbbd1df6e589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.092143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.094410 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76', 'status': 'completed', 'code': 200} Feb 04 19:57:54.176766 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.206633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3730a857-c212-4765-95de-972e719e0588 req-ebf66c0a-0f7c-454f-8601-99b491e5177c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:54.207846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3730a857-c212-4765-95de-972e719e0588 req-ebf66c0a-0f7c-454f-8601-99b491e5177c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4607520 Feb 04 19:57:54.208434 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732c43f8-9fb1-4634-b66e-bbbd1df6e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.279324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a026c7f4-4c9b-468c-814f-65eb919d4c3e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:54.304509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7d7dab55-6e18-4f7b-95d4-dc20898f664c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a5248f377dd4da3b94a2d9e3feed032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9556341 Feb 04 19:57:54.304631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:54.341487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c43f8-9fb1-4634-b66e-bbbd1df6e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d93c5-fa4e-46ef-a11c-83cee94a0263,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:54.363022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3730a857-c212-4765-95de-972e719e0588 req-cb0d6a92-5cd8-496a-b7af-83d1fed8d6f3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Synchronizing usage tracker for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:57:54.367300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732c43f8-9fb1-4634-b66e-bbbd1df6e589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.370839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-732c43f8-9fb1-4634-b66e-bbbd1df6e589 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/210d93c5-fa4e-46ef-a11c-83cee94a0263 HTTP/1.1" status: 204 len: 168 time: 0.4820857 Feb 04 19:57:54.451230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3730a857-c212-4765-95de-972e719e0588 req-cb0d6a92-5cd8-496a-b7af-83d1fed8d6f3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Unset dirty status for tenant:600808e8f7f3425f95806c0b36a12896 on resource:floatingip {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:57:54.452494 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3730a857-c212-4765-95de-972e719e0588 req-cb0d6a92-5cd8-496a-b7af-83d1fed8d6f3 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2238064 Feb 04 19:57:54.577059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e262b805-415f-4a2b-a3f7-57c6acbac132 req-2f6d68d2-2bd2-4cbb-a2f7-4e0bd5ad930e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1033616 Feb 04 19:57:54.627745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-5399e32d-68d7-4c83-a65c-c84334e8fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:54.629202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-5399e32d-68d7-4c83-a65c-c84334e8fbeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1094 time: 0.4967027 Feb 04 19:57:54.641143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-49d1ef77-37ea-4db7-bbb3-7a3e02559211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.669797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-49d1ef77-37ea-4db7-bbb3-7a3e02559211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.783099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-caef493b-4bde-49e4-8855-bd300a2900d8 service neutron] 10.222.0.62 "GET /v2.0/ports/18970abd-d696-4bdf-ace4-1982250af760/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.1262989 Feb 04 19:57:54.919984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.923238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-49d1ef77-37ea-4db7-bbb3-7a3e02559211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:54.948366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1ef77-37ea-4db7-bbb3-7a3e02559211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a026c7f4-4c9b-468c-814f-65eb919d4c3e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:54.974504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-fb748724-0cb5-446a-aa76-88e7346e2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:54.976072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-fb748724-0cb5-446a-aa76-88e7346e2342 service neutron] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.2243693 Feb 04 19:57:54.986951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a806233-ed7c-4ed0-bb87-1a1f5e338d82 req-171fb9af-3505-4441-b7ff-4b8d55dd3e14 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:54.994548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a806233-ed7c-4ed0-bb87-1a1f5e338d82 req-171fb9af-3505-4441-b7ff-4b8d55dd3e14 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 943 time: 0.6469223 Feb 04 19:57:55.071512 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-49d1ef77-37ea-4db7-bbb3-7a3e02559211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:55.075277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-49d1ef77-37ea-4db7-bbb3-7a3e02559211 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a026c7f4-4c9b-468c-814f-65eb919d4c3e HTTP/1.1" status: 204 len: 168 time: 0.7691748 Feb 04 19:57:55.091746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-caf8c9b2-0954-40be-94e7-17f99e3ca548 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 200 len: 217 time: 0.0812774 Feb 04 19:57:55.155802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a806233-ed7c-4ed0-bb87-1a1f5e338d82 req-b5a10079-4522-4588-bce5-8ea8335cde45 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602945 Feb 04 19:57:55.205085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-bab325af-dc26-48c1-8e97-7ba1c023d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:55.206636 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-bab325af-dc26-48c1-8e97-7ba1c023d767 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1074727 Feb 04 19:57:55.253227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:55.287517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:55.364116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18970abd-d696-4bdf-ace4-1982250af760 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:55.377636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:55.424390 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-4ce35f65-5ee4-45a4-964d-39d146402600 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2099137 Feb 04 19:57:55.492441 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:55.650805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff045081-f0eb-4919-9e09-db9985befcca req-ee01b271-b791-4e34-a99f-772c598c656b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:55.659474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff045081-f0eb-4919-9e09-db9985befcca req-ee01b271-b791-4e34-a99f-772c598c656b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.2118478 Feb 04 19:57:55.663320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ffc05-c554-40d5-ba28-d0dd7297b1b7 req-34b3fc3a-50b4-4db7-bc93-6b0a48815aef tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:55.672129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f31ffc05-c554-40d5-ba28-d0dd7297b1b7 req-34b3fc3a-50b4-4db7-bc93-6b0a48815aef tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.3600817 Feb 04 19:57:55.706260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] Transition to ACTIVE for port object 18970abd-d696-4bdf-ace4-1982250af760 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:57:55.732559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-e12ba3fe-62cd-4d3b-8e1f-66ab7ca01d2d service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777798 Feb 04 19:57:55.757789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f31ffc05-c554-40d5-ba28-d0dd7297b1b7 req-3c57eadb-9ebf-4122-964c-7d36b53dec48 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846865 Feb 04 19:57:55.775653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:55.970585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff045081-f0eb-4919-9e09-db9985befcca req-dbfd6fee-15b0-4e2b-b9d0-5da25d73a5f6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096538 Feb 04 19:57:56.092053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] No DVR routers for this DVR port 18970abd-d696-4bdf-ace4-1982250af760 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:57:56.121056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96ac1a7f-ef27-44fa-b3c1-87438ad05e6e req-8fdb8976-9362-4133-8a0a-2b49114044e4 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909414 Feb 04 19:57:56.149153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc5870-030a-41a6-bad2-811252085b02 req-e566357a-6871-4ba1-b0ba-af2f57422f73 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:56.157014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3cbc5870-030a-41a6-bad2-811252085b02 req-e566357a-6871-4ba1-b0ba-af2f57422f73 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 946 time: 0.1806636 Feb 04 19:57:56.215251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3cbc5870-030a-41a6-bad2-811252085b02 req-b4868011-13c1-4e25-934e-0a98116a4679 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568502 Feb 04 19:57:56.277070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] 10.222.0.62 "PUT /v2.0/ports/18970abd-d696-4bdf-ace4-1982250af760/bindings/n-h2-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4878619 Feb 04 19:57:56.325556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc5066-953f-497d-950f-231030ef3493 service neutron] Pushing event updated for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=10']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:56.372870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd3444-fc52-4997-8a33-49a6d8259613 req-01227d06-e4e0-400d-a912-44e05712f040 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:56.383153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90fd3444-fc52-4997-8a33-49a6d8259613 req-01227d06-e4e0-400d-a912-44e05712f040 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1739583 Feb 04 19:57:56.512179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d464e5-76b7-447a-ba50-ed2b17bac2e5 req-a60518e9-aa8b-4961-a4c5-74376dbc04f3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:56.522481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8d464e5-76b7-447a-ba50-ed2b17bac2e5 req-a60518e9-aa8b-4961-a4c5-74376dbc04f3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 944 time: 0.1973586 Feb 04 19:57:56.523456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90fd3444-fc52-4997-8a33-49a6d8259613 req-f34f711f-d64e-4525-a4be-8031ec8806c8 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393611 Feb 04 19:57:56.593245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-5d2d1612-0b82-4486-8123-9aeb748dcb33 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:56.595009 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-5d2d1612-0b82-4486-8123-9aeb748dcb33 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.1877677 Feb 04 19:57:56.646576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8d464e5-76b7-447a-ba50-ed2b17bac2e5 req-22836321-e2ab-4cc1-b928-d61b7efb05ee tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237803 Feb 04 19:57:56.747809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-85904e70-7a00-4d1f-9f70-1c513078ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:56.749883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-85904e70-7a00-4d1f-9f70-1c513078ac23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 1095 time: 0.1457560 Feb 04 19:57:56.833138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-244ee40f-c515-4461-a968-1a51d12992df tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:56.834934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-244ee40f-c515-4461-a968-1a51d12992df tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.24 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 946 time: 0.1565707 Feb 04 19:57:56.883183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-7f6635e7-b05c-47f7-8217-d2dd3ff86d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:56.884694 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-7f6635e7-b05c-47f7-8217-d2dd3ff86d64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1095 time: 0.1043434 Feb 04 19:57:56.948802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Deleting port 3d7012f2-bdb3-498d-85db-c35a860369ed {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:57:56.949306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:57.291844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-71228b28-ab89-471f-bbf1-bd6f1eef6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:57.293864 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-71228b28-ab89-471f-bbf1-bd6f1eef6acc service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.4024217 Feb 04 19:57:57.386315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-1405c0fb-2475-4bd3-8368-572ed3fd2771 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 217 time: 0.0834749 Feb 04 19:57:57.386841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048d85-02fb-466d-b461-1816196e29be req-6ee3b943-384e-4a1a-bcd0-4a4e9c399d77 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:57.388547 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d9048d85-02fb-466d-b461-1816196e29be req-6ee3b943-384e-4a1a-bcd0-4a4e9c399d77 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.2468491 Feb 04 19:57:57.445045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] For port 3d7012f2-bdb3-498d-85db-c35a860369ed, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d7012f2-bdb3-498d-85db-c35a860369ed,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:57.445412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:57.461513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-78eace36-a14b-4d74-86ad-d7b955247ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:57.463133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-78eace36-a14b-4d74-86ad-d7b955247ff6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0686135 Feb 04 19:57:57.540904 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-3d5154c9-86a8-4797-89e9-ce2658dca9cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693750 Feb 04 19:57:57.564358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d9048d85-02fb-466d-b461-1816196e29be req-9e8461a7-9e09-42a2-a7fc-e8e7388f59e1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659524 Feb 04 19:57:57.727578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Calling delete_port for 3d7012f2-bdb3-498d-85db-c35a860369ed owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:57:57.815158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-8f0ffde9-237e-4cb9-aaac-dd3159ad8a44 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691474 Feb 04 19:57:57.912248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf80258-ac8b-44d5-973c-cbf239702a26 req-95129bfe-611f-4322-8e40-c9015080fe0e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:57.919180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:57:57.919180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:57:57.920843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749729e-bcac-43b7-beb4-b6f5b11db5d8 req-2e42dc99-edb7-474f-818a-92de8e7c0644 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:57.923148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7749729e-bcac-43b7-beb4-b6f5b11db5d8 req-2e42dc99-edb7-474f-818a-92de8e7c0644 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 946 time: 0.2026830 Feb 04 19:57:57.929713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-edf80258-ac8b-44d5-973c-cbf239702a26 req-95129bfe-611f-4322-8e40-c9015080fe0e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.2438006 Feb 04 19:57:58.023956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-edf80258-ac8b-44d5-973c-cbf239702a26 req-a3688385-5fb3-445f-be4e-e2e58f8f803d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932784 Feb 04 19:57:58.047231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:57:58.063780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7749729e-bcac-43b7-beb4-b6f5b11db5d8 req-1c335a0e-9358-420e-9089-a14400973a74 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff24d4fb-29c4-4759-ac18-67d59421a157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887594 Feb 04 19:57:58.071329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-1ea54dd4-1469-4454-a324-a219a68679c2 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463586 Feb 04 19:57:58.148977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:58.178526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3d7012f2-bdb3-498d-85db-c35a860369ed'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:58.316420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:58.333504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'f98eb989-57e5-457b-871d-9971fa164d76', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'port_id': 'f98eb989-57e5-457b-871d-9971fa164d76', 'mac_address': 'fa:16:3e:17:8a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8583c6f7-074e-492e-ac8b-3b3f2e6898f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:57:58.396987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42368) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:58.399130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Pushing event deleted for resources: {'Port': ['ID=3d7012f2-bdb3-498d-85db-c35a860369ed,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:58.505707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] No DVR routers for this DVR port 3d7012f2-bdb3-498d-85db-c35a860369ed on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:57:58.514407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:58.528063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'name': 'network-vif-deleted', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:57:58.589234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:58.599587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2aa12-436d-4cce-8262-a221447dbab9 req-8c4fc6dc-49fe-48f1-a67c-2ebb57b82316 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:58.605892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ad2aa12-436d-4cce-8262-a221447dbab9 req-8c4fc6dc-49fe-48f1-a67c-2ebb57b82316 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 944 time: 0.3126392 Feb 04 19:57:58.631426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98eb989-57e5-457b-871d-9971fa164d76 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:57:58.652523 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e33e3bff-abb3-45c0-bf76-369cdab2a807 req-ed34ba82-a9ed-42fd-8514-bbcd3879e84e tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.24 "DELETE /v2.0/ports/3d7012f2-bdb3-498d-85db-c35a860369ed HTTP/1.1" status: 204 len: 173 time: 1.8117864 Feb 04 19:57:58.683759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:57:58.706115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ad2aa12-436d-4cce-8262-a221447dbab9 req-ea7ee5e9-6132-4458-96f8-a9c1d3631ee7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927284 Feb 04 19:57:58.718006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:58.751092 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:58.760993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:57:58.769417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:f940c6a96e4b4e4c8711c87468054403 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:57:58.777505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:57:58.793901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:57:58.818811 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a1e221-0be8-4655-ad2a-b46f8d64c04a', 'name': 'network-vif-deleted', 'tag': '3d7012f2-bdb3-498d-85db-c35a860369ed', 'status': 'completed', 'code': 200} Feb 04 19:57:58.935276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:58.951126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-ed8b02a3-1f2a-4a9f-87ec-b4f6d1633282 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:58.955175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-ed8b02a3-1f2a-4a9f-87ec-b4f6d1633282 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.2139142 Feb 04 19:57:59.059556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f98eb989-57e5-457b-871d-9971fa164d76'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:57:59.183998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:59.204971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-3cced071-7fd7-4a85-8c4a-ac56f409de16 service neutron] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:57:59.209780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c27d9-58ed-434d-b88c-447f4f08226f req-60bb61b7-5ae1-4216-8a29-cff54cae7869 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:59.209938 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-3cced071-7fd7-4a85-8c4a-ac56f409de16 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:59.211537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5b1e2a-c60f-4a98-9386-2f6a50fae692 req-3cced071-7fd7-4a85-8c4a-ac56f409de16 service neutron] 10.222.0.24 "DELETE /v2.0/ports/18970abd-d696-4bdf-ace4-1982250af760/bindings/n-h1-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.2503204 Feb 04 19:57:59.220407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-937c27d9-58ed-434d-b88c-447f4f08226f req-60bb61b7-5ae1-4216-8a29-cff54cae7869 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 944 time: 0.2949460 Feb 04 19:57:59.292435 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:59.388954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933d264d-cb4d-46dd-a3ee-5d8c985b12ed,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:59.414244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-937c27d9-58ed-434d-b88c-447f4f08226f req-af681b9e-5bc7-4738-bcac-6df951f6ff22 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929042 Feb 04 19:57:59.434585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7534b-169d-4255-ad69-26784dc867ec req-86beec28-30c3-4275-88a7-2e2ec9323f7e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:57:59.443465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97f7534b-169d-4255-ad69-26784dc867ec req-86beec28-30c3-4275-88a7-2e2ec9323f7e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1172192 Feb 04 19:57:59.459402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f1543ee7-843c-4091-897b-8e2401cf0ae2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f940c6a96e4b4e4c8711c87468054403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0611050 Feb 04 19:57:59.463773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42396) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:57:59.540578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97f7534b-169d-4255-ad69-26784dc867ec req-e1b9fa4e-9a96-4ec1-b92f-359f427a1972 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961857 Feb 04 19:57:59.661634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5d66101-ce58-44f2-8df3-f7863f8c1111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:59.718481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5d66101-ce58-44f2-8df3-f7863f8c1111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:59.787660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e20b3a69-c4d1-4b67-b471-9dc4de6765f5 req-ce824191-28a4-4487-a9f9-9ef04ed1455c tempest-FloatingIPsAssociationNegativeTestJSON-1052749578 tempest-FloatingIPsAssociationNegativeTestJSON-1052749578-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a1e221-0be8-4655-ad2a-b46f8d64c04a HTTP/1.1" status: 200 len: 210 time: 0.1725559 Feb 04 19:57:59.845921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5d66101-ce58-44f2-8df3-f7863f8c1111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:59.903136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d66101-ce58-44f2-8df3-f7863f8c1111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933d264d-cb4d-46dd-a3ee-5d8c985b12ed,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:57:59.928057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5d66101-ce58-44f2-8df3-f7863f8c1111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:57:59.932202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c5d66101-ce58-44f2-8df3-f7863f8c1111 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/933d264d-cb4d-46dd-a3ee-5d8c985b12ed HTTP/1.1" status: 204 len: 168 time: 0.4663587 Feb 04 19:58:00.006164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775e6e-a8c8-4d06-9f42-c449b7de10d0 req-03b1ff3c-61c2-4f02-a5f3-79ccb8fc1a47 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:00.016488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f775e6e-a8c8-4d06-9f42-c449b7de10d0 req-03b1ff3c-61c2-4f02-a5f3-79ccb8fc1a47 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 944 time: 0.1598318 Feb 04 19:58:00.089400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f775e6e-a8c8-4d06-9f42-c449b7de10d0 req-bd6e89d1-faf7-4a3a-b6ad-12237ca5a0e6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707674 Feb 04 19:58:00.360181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ea3fe-9d8d-461b-b365-cb37b186ba8a req-0e54780b-148e-4909-ab61-0670611453ad tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:00.362721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a29ea3fe-9d8d-461b-b365-cb37b186ba8a req-0e54780b-148e-4909-ab61-0670611453ad tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1095 time: 0.0918801 Feb 04 19:58:00.453681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a29ea3fe-9d8d-461b-b365-cb37b186ba8a req-44a49d92-221e-4b9c-9bb8-a0f5e63fa787 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748708 Feb 04 19:58:00.526252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d7012f2-bdb3-498d-85db-c35a860369ed no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:00.641531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 3d7012f2-bdb3-498d-85db-c35a860369ed {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:58:00.641876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d7012f2-bdb3-498d-85db-c35a860369ed not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:00.741466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0123831-9309-46ae-95c1-930be1f0afca req-10d4c3a7-0489-462d-bd65-9a9e38aeafe0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:00.750323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0123831-9309-46ae-95c1-930be1f0afca req-10d4c3a7-0489-462d-bd65-9a9e38aeafe0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 944 time: 0.1546099 Feb 04 19:58:00.821801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42448) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:00.866448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0123831-9309-46ae-95c1-930be1f0afca req-cf8935a9-cc22-49ae-96ec-7de7edaae903 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147559 Feb 04 19:58:00.918579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db810a35-5f08-4d6a-aa0e-77d62931f338 req-d01d8a9d-bc9c-4957-98a2-b09043e18ff2 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:00.934423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db810a35-5f08-4d6a-aa0e-77d62931f338 req-d01d8a9d-bc9c-4957-98a2-b09043e18ff2 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1976576 Feb 04 19:58:01.024789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db810a35-5f08-4d6a-aa0e-77d62931f338 req-cc188f1b-1ef3-43e6-91d1-e928d77b7679 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885139 Feb 04 19:58:01.140045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:01.165737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42466) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:01.189637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:01.207995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:117891003b5f435a92c74d83d1bab131 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:01.213656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:01.233906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:01.283858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-e2359d81-1bf0-4310-8115-9bfb9fda7ee3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:01.290966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-e2359d81-1bf0-4310-8115-9bfb9fda7ee3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.2786465 Feb 04 19:58:01.317295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-85e3f037-3bef-4c75-b841-39d11f6708df tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/quotas/a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 375 time: 0.0251927 Feb 04 19:58:01.522006 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-374e8565-5e3a-405e-818c-9f223e686574 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034819 Feb 04 19:58:01.544383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:01.617295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:01.714193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=117891003b5f435a92c74d83d1bab131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913250 Feb 04 19:58:01.717586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42478) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:01.718205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0467de-0de6-4fb3-b031-7c3695efc4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8793d637-b6bd-431c-8628-2e7ec8c1ac22,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:01.781105 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-2c5fd55d-4538-4346-903c-081827274c73 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577522 Feb 04 19:58:01.807498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42482) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:01.922069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:02.039182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7086085d-b5be-4e49-95dd-ff016ece840e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.108789 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7086085d-b5be-4e49-95dd-ff016ece840e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.113863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port f98eb989-57e5-457b-871d-9971fa164d76 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:02.119602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port f98eb989-57e5-457b-871d-9971fa164d76 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:02.120346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.175940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-4b8a1765-8f0b-451b-a67a-81e82babc406 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863773 Feb 04 19:58:02.237996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1347868429-network', 'tenant_id': '3be2806616a142c48091cfc4763fd9ac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:02.244762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:02.255099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Usage tracker for resource:network and tenant:3be2806616a142c48091cfc4763fd9ac is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:02.261995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:02.282355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:02.303886 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7086085d-b5be-4e49-95dd-ff016ece840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.334345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086085d-b5be-4e49-95dd-ff016ece840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8793d637-b6bd-431c-8628-2e7ec8c1ac22,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:02.343177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7086085d-b5be-4e49-95dd-ff016ece840e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.348574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7086085d-b5be-4e49-95dd-ff016ece840e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8793d637-b6bd-431c-8628-2e7ec8c1ac22 HTTP/1.1" status: 204 len: 168 time: 0.6265011 Feb 04 19:58:02.381635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e30a15-769e-4a45-a6ed-ef9bb9c9249f req-0c56cc6a-9a16-4677-8ddb-76a0cac17129 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:02.382957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Made reservation on behalf of 3be2806616a142c48091cfc4763fd9ac for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:02.383562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81e30a15-769e-4a45-a6ed-ef9bb9c9249f req-0c56cc6a-9a16-4677-8ddb-76a0cac17129 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 944 time: 0.2382352 Feb 04 19:58:02.392692 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.436584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.442784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.483340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:02.486721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81e30a15-769e-4a45-a6ed-ef9bb9c9249f req-3edf7812-19c8-47ed-a547-ff7d0c57046f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922527 Feb 04 19:58:02.505466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:3be2806616a142c48091cfc4763fd9ac is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:02.516044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:02.528259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:02.529368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:02.541449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:02.545223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.612653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.721838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.783265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:02.811206 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.813091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d11e314a-55d6-484d-b697-82340f63f6c5 req-4b768705-eaea-46f3-a8b4-d586521fcc0e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 210 time: 0.1311352 Feb 04 19:58:02.830199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:58:02.837112 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.837491 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Added segment 848958f4-8d53-4b2c-80d5-b933c685d4bd of type vlan for network a9722723-0b31-44bd-be35-fef98faf6afc Feb 04 19:58:02.873310 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:02.913924 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76', 'code': 200} Feb 04 19:58:02.973986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:03.037438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:03.038727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:03.039471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:03.211447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290853-1861-495f-b836-549dd0cf842a req-dbcb6d3f-ec19-4593-83b1-2bc3976c0f5f tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:03.213263 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b290853-1861-495f-b836-549dd0cf842a req-dbcb6d3f-ec19-4593-83b1-2bc3976c0f5f tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.4899950 Feb 04 19:58:03.220630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9722723-0b31-44bd-be35-fef98faf6afc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:03.232047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a9722723-0b31-44bd-be35-fef98faf6afc details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:58:03.278580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b290853-1861-495f-b836-549dd0cf842a req-84f43d71-2095-46dd-b4e8-46e03b06fc7d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545795 Feb 04 19:58:03.283961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d51d1-fcde-4b61-b30d-9247f125571d req-5901e1e8-4e4f-48bf-a077-5f6bbb62b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:03.288226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e0d51d1-fcde-4b61-b30d-9247f125571d req-5901e1e8-4e4f-48bf-a077-5f6bbb62b572 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1096 time: 0.2947814 Feb 04 19:58:03.322745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Deleting port a622779f-a390-4a45-96d5-7a0e5fb278f2 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:03.323101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:03.329229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d8b4888f-6e75-4928-8ef0-4606e18fb2c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5030017 Feb 04 19:58:03.329802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42508) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:03.348058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Request body: {'subnet': {'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1347868429-subnet', 'tenant_id': '3be2806616a142c48091cfc4763fd9ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:03.364272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:03.381819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42512) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:03.388852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Usage tracker for resource:subnet and tenant:3be2806616a142c48091cfc4763fd9ac is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:03.393135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:03.414124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e0d51d1-fcde-4b61-b30d-9247f125571d req-39ac9792-f718-420f-9678-b9f00c9aa9b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193342 Feb 04 19:58:03.419136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:03.431928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:03.470851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:03.508359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Made reservation on behalf of 3be2806616a142c48091cfc4763fd9ac for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:03.510995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:03.519541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f0b4ee42bba34c0da88de941f8cbb464 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:03.530292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:03.544336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:03.618710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] For port a622779f-a390-4a45-96d5-7a0e5fb278f2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a622779f-a390-4a45-96d5-7a0e5fb278f2,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:03.619032 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:03.791310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Calling delete_port for a622779f-a390-4a45-96d5-7a0e5fb278f2 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:03.874788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:04.029549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdb486a-b7ad-4e05-88bf-44918c67a027,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:04.037023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66fa99e9-7a64-4f01-927b-e677171ea91b req-72f3c589-e5bf-4614-8104-f028e4a0f45a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 210 time: 0.0671947 Feb 04 19:58:04.037686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Checking segment: {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:04.038093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Network hostable DHCP agents. Network: a9722723-0b31-44bd-be35-fef98faf6afc, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:58:04.079212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:04.225543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8e0e6-55ff-4913-b41d-dccc73dfa249 req-4f446929-dc51-4448-890a-341dc422d3e1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:04.227064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ead8e0e6-55ff-4913-b41d-dccc73dfa249 req-4f446929-dc51-4448-890a-341dc422d3e1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.5342662 Feb 04 19:58:04.287628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ead8e0e6-55ff-4913-b41d-dccc73dfa249 req-a5085383-8c23-4723-9fd1-9310f7bc999b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525038 Feb 04 19:58:04.485342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101129c-fbb2-45e1-b2d5-ec3c78f0e941 req-972631f7-1ea9-40d7-94ad-48800676aea1 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:04.486799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d101129c-fbb2-45e1-b2d5-ec3c78f0e941 req-972631f7-1ea9-40d7-94ad-48800676aea1 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.0853395 Feb 04 19:58:04.506960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Network a9722723-0b31-44bd-be35-fef98faf6afc is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:58:04.536456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d101129c-fbb2-45e1-b2d5-ec3c78f0e941 req-0616093b-0d27-4620-adbc-265f8e86bf1c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Feb 04 19:58:04.558375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:04.574546 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:04.623143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, a9722723-0b31-44bd-be35-fef98faf6afc) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:04.627141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:04.627793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:04.642054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e37ee-c8ab-4753-b855-9727e2a1d50d None None] Network a9722723-0b31-44bd-be35-fef98faf6afc requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:58:04.658098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a622779f-a390-4a45-96d5-7a0e5fb278f2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:04.710583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42526) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:04.721735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0b4ee42bba34c0da88de941f8cbb464&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3387771 Feb 04 19:58:04.764699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d478ce19-a637-41fd-ad47-cd53c967f18b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4337852 Feb 04 19:58:04.774775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa486898-1fd3-4174-9732-46304cadf0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1629ee05-55cc-4ddd-b870-da5f699f97ae,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:04.843585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71f11240-b1ca-41da-8a16-2de1b669c587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:04.905740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71f11240-b1ca-41da-8a16-2de1b669c587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:05.116768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd8333-10c5-4865-b7ff-88ecc3508c41 None None] Network a9722723-0b31-44bd-be35-fef98faf6afc requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:58:05.119921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71f11240-b1ca-41da-8a16-2de1b669c587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:05.141555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f11240-b1ca-41da-8a16-2de1b669c587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1629ee05-55cc-4ddd-b870-da5f699f97ae,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:05.143591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:05.156763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71f11240-b1ca-41da-8a16-2de1b669c587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:05.162823 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-71f11240-b1ca-41da-8a16-2de1b669c587 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1629ee05-55cc-4ddd-b870-da5f699f97ae HTTP/1.1" status: 204 len: 168 time: 0.4465966 Feb 04 19:58:05.493909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f8bc683-7013-45fa-9fa1-8f731e7e635c req-8867beab-430d-4d31-ae88-d8cd4a453a3a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 210 time: 0.2077429 Feb 04 19:58:05.823780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-bf0d3980-9906-4679-96e4-d01bc01eb0a6 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:05.825052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-bf0d3980-9906-4679-96e4-d01bc01eb0a6 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Synchronizing usage tracker for tenant:3be2806616a142c48091cfc4763fd9ac on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:05.920702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-bf0d3980-9906-4679-96e4-d01bc01eb0a6 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Unset dirty status for tenant:3be2806616a142c48091cfc4763fd9ac on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:05.922852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-bf0d3980-9906-4679-96e4-d01bc01eb0a6 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/networks?id=a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 200 len: 818 time: 0.3447702 Feb 04 19:58:05.957594 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-218dfc4e-4076-4059-bdbb-b469f9dfa20c tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/quotas/3be2806616a142c48091cfc4763fd9ac HTTP/1.1" status: 200 len: 375 time: 0.0292790 Feb 04 19:58:05.984201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Router fd11c3e4-5bef-468b-b23e-76799182b332 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:58:06.039081 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ee644c50-a4e4-4abe-ab0e-67e1dcf8e155 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3be2806616a142c48091cfc4763fd9ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805817 Feb 04 19:58:06.271248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-197f737f-632a-4932-a452-ecb2eeaf9239 service neutron] 10.222.0.48 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244930 Feb 04 19:58:06.341385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac874791-8dbd-4f4b-8d63-f091a2919a93 req-1b26f3c9-198d-4115-951c-b9b6ad884f1c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:06.347269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac874791-8dbd-4f4b-8d63-f091a2919a93 req-1b26f3c9-198d-4115-951c-b9b6ad884f1c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.5908635 Feb 04 19:58:06.357823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:58:06.369420 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] Sync routers for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:58:06.387723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:58:06.388743 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:06.424089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-a2d88107-196c-41fb-b3d1-68162d4bbca6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:06.425658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-a2d88107-196c-41fb-b3d1-68162d4bbca6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.6140182 Feb 04 19:58:06.468810 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac874791-8dbd-4f4b-8d63-f091a2919a93 req-3974e3f8-b92f-496f-ae7f-a597e5d5e345 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979888 Feb 04 19:58:06.491266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Request body: {'port': {'device_id': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'admin_state_up': True, 'tenant_id': 'a88d74393d9a4e5c9108d10dd9ef8f66'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:06.560163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-0a89eaf7-e55f-49a4-8810-0a4ee6cc66a0 service neutron] 10.222.0.48 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857909 Feb 04 19:58:06.756416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-77582b33-1850-485e-961f-81f7f693edd6 admin admin] 10.222.0.48 "PUT /v2.0/routers/fd11c3e4-5bef-468b-b23e-76799182b332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5896001 Feb 04 19:58:06.759272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:06.770474 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:58:06.945442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:06.960592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:07.005370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b11c8d-7bc5-4089-8c96-ad3082a940c4 req-0bf8680d-f9d8-4bd5-bd32-639eed775975 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:07.009324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72b11c8d-7bc5-4089-8c96-ad3082a940c4 req-0bf8680d-f9d8-4bd5-bd32-639eed775975 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.2598324 Feb 04 19:58:07.059691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72b11c8d-7bc5-4089-8c96-ad3082a940c4 req-395ab032-7db0-4da5-8815-441f4fb37a87 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Feb 04 19:58:07.081005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Made reservation on behalf of a88d74393d9a4e5c9108d10dd9ef8f66 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:07.081005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:07.106288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:07.406456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:58:04Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:07.414274 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] Checking router: fd11c3e4-5bef-468b-b23e-76799182b332 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:58:07.426451 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] Routers {'fd11c3e4-5bef-468b-b23e-76799182b332'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:58:07.427121 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:57:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['fd11c3e4-5bef-468b-b23e-76799182b332'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:07.466014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-365eee6b-e8cc-4170-9bab-68b8ab784c6c req-ef00a8ee-72f7-4894-a632-9bdc88dce9dd tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 210 time: 0.0891271 Feb 04 19:58:07.518913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:07.588308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Allocated IP 172.20.0.6 (74c12b12-e2ad-4e8f-895a-d1615a2e0941/85997320-528d-4574-8891-72ae38df3628/7971b8fa-2b75-42d4-8b20-734d08e53f03) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:58:07.592387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f105-214a-434a-b4cb-c6123d25fb76 req-508ab814-5b47-48ee-a4ad-08fc04bc3eee tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:07.594134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41a6f105-214a-434a-b4cb-c6123d25fb76 req-508ab814-5b47-48ee-a4ad-08fc04bc3eee tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1096 time: 0.2873981 Feb 04 19:58:07.645111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Deleting port df2861e0-17cf-4828-8b61-4f28e655afa1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:07.645459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:07.752017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41a6f105-214a-434a-b4cb-c6123d25fb76 req-6dd63e53-6970-4c20-907b-335f3c5aa5cd tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489892 Feb 04 19:58:07.757141 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] Set router fd11c3e4-5bef-468b-b23e-76799182b332 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:58:08.050865 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5410c03-8eba-4e4f-9404-a5793c202529 req-e359f9e6-f2de-4954-b4b3-57e40d2c34e5 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 210 time: 0.3075726 Feb 04 19:58:08.194509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:08.222209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] For port df2861e0-17cf-4828-8b61-4f28e655afa1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=df2861e0-17cf-4828-8b61-4f28e655afa1,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:08.222209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:08.248896 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:58:04Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:08.262209 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ade610-ceb7-46c7-a7f6-8e45cf9f2c91 None None] The sync data for ids ['fd11c3e4-5bef-468b-b23e-76799182b332'] in n-d-811806-1 is: [{'id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-596575931-router', 'tenant_id': '600808e8f7f3425f95806c0b36a12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:34Z', 'updated_at': '2022-02-04T19:58:04Z', 'revision_number': 5, 'project_id': '600808e8f7f3425f95806c0b36a12896', 'gw_port': {'id': 'df2861e0-17cf-4828-8b61-4f28e655afa1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11c3e4-5bef-468b-b23e-76799182b332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:36Z', 'updated_at': '2022-02-04T19:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:58:08.430093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:08.519643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:08.574014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Calling delete_port for df2861e0-17cf-4828-8b61-4f28e655afa1 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:08.619825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:58:08.631426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:08.654706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:58:08.782139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:08.817393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:08.862467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333600a-b144-4a05-8239-a61c72ea4849 req-0cab4ede-89d2-49b0-8f05-c0f3b97071e7 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:08.864480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6333600a-b144-4a05-8239-a61c72ea4849 req-0cab4ede-89d2-49b0-8f05-c0f3b97071e7 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.5697141 Feb 04 19:58:08.868575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.868923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.869871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.870215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.870546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.870901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.871760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.872095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.872417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.872760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.873056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.873376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:08.908715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:08.909322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:08.997990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6333600a-b144-4a05-8239-a61c72ea4849 req-fb9dfaaf-351b-4ab3-9a07-a7be89fead25 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204047 Feb 04 19:58:09.030122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-1c952e0d-d8a7-4c38-98d2-c9e7deadd7a0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5652800 Feb 04 19:58:09.051317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Request body: {'port': {'device_id': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:09.066411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94911b-00d7-4321-82ec-86c535e227a9 req-8f4126d2-6a2e-4f5d-8157-2ef2073d0012 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:09.073768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa94911b-00d7-4321-82ec-86c535e227a9 req-8f4126d2-6a2e-4f5d-8157-2ef2073d0012 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 931 time: 0.1484091 Feb 04 19:58:09.236206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa94911b-00d7-4321-82ec-86c535e227a9 req-71ace422-ffe8-490b-982b-f9ba21d49da3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614890 Feb 04 19:58:09.291987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8227b468-d97d-462b-a902-41710191819f req-63788488-8c65-44af-86bc-1d9f5dd9daec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 210 time: 0.1132550 Feb 04 19:58:09.349175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:09.405166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:09.573713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a622779f-a390-4a45-96d5-7a0e5fb278f2 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:09.613173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2861e0-17cf-4828-8b61-4f28e655afa1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:09.695995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a622779f-a390-4a45-96d5-7a0e5fb278f2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:58:09.700552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a622779f-a390-4a45-96d5-7a0e5fb278f2 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:09.954199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.954871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.955060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.955360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.955687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.956007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.956328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.956647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.956964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.957280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.957596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.957908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:09.964440 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.223445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7971b8fa-2b75-42d4-8b20-734d08e53f03 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:10.235196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.309375 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.313627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.374118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Transition to ACTIVE for port object 7971b8fa-2b75-42d4-8b20-734d08e53f03 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:10.451556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcc10d-770d-44c6-9ff5-4dcddfc65166 req-d0e9cbdd-5419-4bd9-910f-5fd206ca8738 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:10.459189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f6dcc10d-770d-44c6-9ff5-4dcddfc65166 req-d0e9cbdd-5419-4bd9-910f-5fd206ca8738 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.2198374 Feb 04 19:58:10.478988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.547555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.548196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd11c3e4-5bef-468b-b23e-76799182b332 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 19:58:10.568455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:10.608838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.616954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a3b51cef-ad68-4699-9f1e-2e5bfffcac82 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fd11c3e4-5bef-468b-b23e-76799182b332 HTTP/1.1" status: 204 len: 168 time: 3.8555572 Feb 04 19:58:10.618456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:10.768150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] Deleting subnet 53f4ca13-799b-4639-978e-b87b3c4fa33e {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 19:58:10.771725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.894093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:10.962031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f6dcc10d-770d-44c6-9ff5-4dcddfc65166 req-5cb0d1d1-87cb-4f85-930b-d21613862695 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017412 Feb 04 19:58:10.985661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42676) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:11.030152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378a1e9-bd56-4681-9b0b-bf077628b8d4 req-fd190fe3-d22e-4a19-83c0-0b95f43efc86 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:11.040264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7378a1e9-bd56-4681-9b0b-bf077628b8d4 req-fd190fe3-d22e-4a19-83c0-0b95f43efc86 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 943 time: 0.5875437 Feb 04 19:58:11.184349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7378a1e9-bd56-4681-9b0b-bf077628b8d4 req-d8079040-2371-4d5a-9d1a-3821a8e2221f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350870 Feb 04 19:58:11.227139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:11.227685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:11.228076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:11.252349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:11.253025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:11.269198 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:11.283166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:11.283651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:11.284285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:11.311097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Bound port: 7971b8fa-2b75-42d4-8b20-734d08e53f03, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:11.311097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:11.484725 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:11.500313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-214ac606-6b15-4712-bce9-0673e612e8ee req-34506a30-22aa-4a3d-9b54-a5e20f725990 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 210 time: 0.0929005 Feb 04 19:58:11.521378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:11.529129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Usage tracker for resource:security_group_rule and tenant:5c6e84cc9cce499cac516f4f73f00904 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:11.534429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:11.542390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:11.547249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:11.551449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:11.589921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device df2861e0-17cf-4828-8b61-4f28e655afa1 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:11.638642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:11.652489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: df2861e0-17cf-4828-8b61-4f28e655afa1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:58:11.652833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device df2861e0-17cf-4828-8b61-4f28e655afa1 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:12.122273 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.129327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.154741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.208882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37969f01-ca3a-440a-a79a-a16ea5423d84 None None] Network 91d07b3f-686a-49fd-bbfd-4580fc127c01 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:58:12.249598 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.288061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f4ca13-799b-4639-978e-b87b3c4fa33e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:12.377661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:12.378335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.382047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] 10.222.0.24 "PUT /v2.0/ports/7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 1091 time: 3.3370149 Feb 04 19:58:12.395127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:12.425602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-975201ca-7359-4a2e-bf1c-ea6a4f821a77 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:12.427592 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-975201ca-7359-4a2e-bf1c-ea6a4f821a77 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "GET /v2.0/networks?id=a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 200 len: 818 time: 0.3990273 Feb 04 19:58:12.428975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07452647-21b5-4ae0-af22-d7301d1445be admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53f4ca13-799b-4639-978e-b87b3c4fa33e HTTP/1.1" status: 204 len: 168 time: 1.8077283 Feb 04 19:58:12.435864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42694) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:12.444772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Request body: {'port': {'device_id': 'f25ad594-991c-4678-9438-19983906b7fd', 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc', 'admin_state_up': True, 'tenant_id': '3be2806616a142c48091cfc4763fd9ac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:12.501297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c6e84cc9cce499cac516f4f73f00904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5119998 Feb 04 19:58:12.512834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42698) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:12.568470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933ca46-76a4-44d0-9339-01862380e71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541990d0-d1e5-43ee-b5af-0ae546eb6871,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:12.645309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dc089-2d4e-4e6c-a651-903a25d06ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:12.785185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] DHCP port deletion for 91d07b3f-686a-49fd-bbfd-4580fc127c01 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 19:58:12.791875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] Deleting port 1ba9619e-8062-4279-a47f-543be85d1f6c {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:12.792125 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4997a167-3ccf-49d5-981c-922abe75f69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.792427 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.801378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11e9d3-c5d6-46a6-a3c3-05fcc2f8130a req-5db26da5-1924-46ad-8b54-825a3458d621 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:12.802358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b11e9d3-c5d6-46a6-a3c3-05fcc2f8130a req-5db26da5-1924-46ad-8b54-825a3458d621 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:12.814579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-50ddd629-ca0c-47af-ba97-e909c4059ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:12.816084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-50ddd629-ca0c-47af-ba97-e909c4059ba6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1094 time: 0.2490277 Feb 04 19:58:12.835032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:12.931188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-e43f12a5-8786-4dd0-9d70-c529db32d037 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 217 time: 0.1032786 Feb 04 19:58:12.971032 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4997a167-3ccf-49d5-981c-922abe75f69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:13.015457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44a6b1-4748-45fd-8256-1c9a870b7695 req-9d78d4ce-4e16-42f9-93b2-cd24d965139a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:13.018995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd44a6b1-4748-45fd-8256-1c9a870b7695 req-9d78d4ce-4e16-42f9-93b2-cd24d965139a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.9161434 Feb 04 19:58:13.047878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:13.051099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Deleting port 1ba9619e-8062-4279-a47f-543be85d1f6c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:13.051326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b11e9d3-c5d6-46a6-a3c3-05fcc2f8130a req-5db26da5-1924-46ad-8b54-825a3458d621 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:13.052873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b11e9d3-c5d6-46a6-a3c3-05fcc2f8130a req-5db26da5-1924-46ad-8b54-825a3458d621 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 943 time: 0.6522415 Feb 04 19:58:13.060699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:13.215453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-f9230c29-93e8-42c0-b225-1b4fcf2bee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:13.218861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-f9230c29-93e8-42c0-b225-1b4fcf2bee7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.2795448 Feb 04 19:58:13.259440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Usage tracker for resource:port and tenant:3be2806616a142c48091cfc4763fd9ac is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:13.286196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:13.307078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:13.343889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-37424026-ed5f-4ad1-8fbf-a6e5a7056c96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986452 Feb 04 19:58:13.346983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b11e9d3-c5d6-46a6-a3c3-05fcc2f8130a req-e337bd91-d42d-4065-8e76-2b68c214aac3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774858 Feb 04 19:58:13.403315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd44a6b1-4748-45fd-8256-1c9a870b7695 req-aa47674a-7f5b-43b6-bf96-e6c09c631b0e tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433960 Feb 04 19:58:13.435264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] For port 1ba9619e-8062-4279-a47f-543be85d1f6c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1ba9619e-8062-4279-a47f-543be85d1f6c,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:13.435727 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:13.523606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-adbedcab-ffe9-4e08-8b33-b50221d9f1a9 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713645 Feb 04 19:58:13.526299 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03', 'status': 'completed', 'code': 200} Feb 04 19:58:13.581289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4997a167-3ccf-49d5-981c-922abe75f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:13.613033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1ba9619e-8062-4279-a47f-543be85d1f6c no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:13.676013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] Calling delete_port for 1ba9619e-8062-4279-a47f-543be85d1f6c owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:13.715422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Made reservation on behalf of 3be2806616a142c48091cfc4763fd9ac for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:13.721416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:13.736239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997a167-3ccf-49d5-981c-922abe75f69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541990d0-d1e5-43ee-b5af-0ae546eb6871,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:13.766316 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4997a167-3ccf-49d5-981c-922abe75f69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:13.767595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4997a167-3ccf-49d5-981c-922abe75f69a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/541990d0-d1e5-43ee-b5af-0ae546eb6871 HTTP/1.1" status: 204 len: 168 time: 1.2401857 Feb 04 19:58:13.852022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-0a3fdaf8-5fcf-4ccf-9c35-0a41aca85ffc tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:13.853464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-0a3fdaf8-5fcf-4ccf-9c35-0a41aca85ffc tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "GET /v2.0/networks?id=a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 200 len: 818 time: 0.3289797 Feb 04 19:58:13.859510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf88885-bd10-4ae4-ad7d-4ff26cb60dbe req-ee022adc-39e8-4e03-aab5-32a7f4e5acb3 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071079 Feb 04 19:58:13.867141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Request body: {'port': {'device_id': '08d15f10-8192-48da-9c14-e317f19a9d35', 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc', 'admin_state_up': True, 'tenant_id': '3be2806616a142c48091cfc4763fd9ac'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:14.027253 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88c6b11d-fba8-4986-a630-bd9d193d2975 req-3a02e45c-72aa-4a8f-8f2a-4f7854e70c64 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 210 time: 0.3236713 Feb 04 19:58:14.055656 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:14.113582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] For port 1ba9619e-8062-4279-a47f-543be85d1f6c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1ba9619e-8062-4279-a47f-543be85d1f6c,segment=NetworkSegment(8a97be96-b75b-4179-acad-4641549a68b4),segment_id=8a97be96-b75b-4179-acad-4641549a68b4)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:14.113943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:14.186453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:14.200712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Usage tracker for resource:port and tenant:3be2806616a142c48091cfc4763fd9ac is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:14.205239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:14.212881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:14.245903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-fceef973-4b11-416f-89be-9c70a1af304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:14.248301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-fceef973-4b11-416f-89be-9c70a1af304d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1094 time: 0.1747878 Feb 04 19:58:14.273916 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:14.291080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Calling delete_port for 1ba9619e-8062-4279-a47f-543be85d1f6c owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:14.435055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] Pushing event deleted for resources: {'Port': ['ID=1ba9619e-8062-4279-a47f-543be85d1f6c,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:14.455214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-edd33a23-b515-4d10-b825-5bcd4bae1762 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:14.458029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5dbff-5cfc-4bea-9161-4b4ed6178736 None None] No DVR routers for this DVR port 1ba9619e-8062-4279-a47f-543be85d1f6c on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:58:14.460427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-edd33a23-b515-4d10-b825-5bcd4bae1762 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.24 "GET /v2.0/networks?id=a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 200 len: 818 time: 1.0530369 Feb 04 19:58:14.462195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 19:58:14.462195 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 19:58:14.496764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Request body: {'port': {'device_id': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc', 'admin_state_up': True, 'tenant_id': '3be2806616a142c48091cfc4763fd9ac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:14.496961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Made reservation on behalf of 3be2806616a142c48091cfc4763fd9ac for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:14.501723 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:14.677367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Allocated IP 172.20.0.10 (a9722723-0b31-44bd-be35-fef98faf6afc/7bdb486a-b7ad-4e05-88bf-44918c67a027/4bd0d645-0985-4cbb-ae05-40aeb494c198) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:58:14.704596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:14.712009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Usage tracker for resource:port and tenant:3be2806616a142c48091cfc4763fd9ac is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:14.724501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:14.734551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:14.762999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:14.763732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-585252c0-d065-4449-b0f4-c937dad1af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:14.765273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-585252c0-d065-4449-b0f4-c937dad1af9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.5108316 Feb 04 19:58:14.799153 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:14.854420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-ea47fc79-62a6-4210-8b1f-f481daf9b4e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 217 time: 0.0707366 Feb 04 19:58:14.861518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-63140a7f-9a78-49bf-96dd-4be6f849cf65 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:14.862203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-63140a7f-9a78-49bf-96dd-4be6f849cf65 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Synchronizing usage tracker for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:14.868853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Made reservation on behalf of 3be2806616a142c48091cfc4763fd9ac for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:14.873051 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:14.892099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:14.904225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2e6922c3a5b74e3080eb121d5cc75e87 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:14.910395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:14.921368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:14.934121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-87e289f0-ba15-4032-8c25-3cee7f0d33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:14.935584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-87e289f0-ba15-4032-8c25-3cee7f0d33dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0696216 Feb 04 19:58:14.966020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Deleting port 1ba9619e-8062-4279-a47f-543be85d1f6c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:14.966290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:14.982850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-0d9e7717-9c5c-42cb-8e5e-b362e2b08cc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400553 Feb 04 19:58:15.009351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-63140a7f-9a78-49bf-96dd-4be6f849cf65 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Unset dirty status for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:15.010478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-63140a7f-9a78-49bf-96dd-4be6f849cf65 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/networks?id=24d8ad4d-6804-4d43-9fbf-bb0b2787e140 HTTP/1.1" status: 200 len: 814 time: 0.4995089 Feb 04 19:58:15.081040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] The port '1ba9619e-8062-4279-a47f-543be85d1f6c' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 19:58:15.083822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-29e5e5f0-b692-44ec-8861-962e8ac8ec62 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/quotas/7d455552561d4529b896ba89bd5dbc9b HTTP/1.1" status: 200 len: 375 time: 0.0231001 Feb 04 19:58:15.178253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-91e01f1d-6864-4c6b-ae91-3c424afd79ec service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887527 Feb 04 19:58:15.254303 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.274043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-718909bc-7996-49ad-b7d8-e92b4b446f34 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Synchronizing usage tracker for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:15.275577 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.330154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.330884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.331232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.331579 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > port after_create 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.331901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.332264 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > port after_update 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.332570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.332908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.333242 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.333556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.336439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a98ca9-30da-49e7-b7f2-2bb78ff2085d req-c38cbe12-73c0-4aa9-926d-63f528b9552a service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498966 Feb 04 19:58:15.421316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.421668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.422009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.422336 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 19:58:15.422732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d07b3f-686a-49fd-bbfd-4580fc127c01']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:15.439196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-718909bc-7996-49ad-b7d8-e92b4b446f34 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Unset dirty status for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:15.440474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-718909bc-7996-49ad-b7d8-e92b4b446f34 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d455552561d4529b896ba89bd5dbc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3493671 Feb 04 19:58:15.449525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a97be96-b75b-4179-acad-4641549a68b4') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:15.449829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a97be96-b75b-4179-acad-4641549a68b4') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:15.469112 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.471756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.489120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.502674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 19:58:15.503159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: from cryptography.utils import int_from_bytes Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: from cryptography.utils import int_from_bytes Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: util.warn_limited( Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: util.warn_limited( Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: timer() Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 19:58:15.519338 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 19:58:15.598964 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.600495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:15.675875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Allocated IP 172.20.0.8 (a9722723-0b31-44bd-be35-fef98faf6afc/7bdb486a-b7ad-4e05-88bf-44918c67a027/06c6b19a-354a-4d39-8a9b-edf490d49290) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:58:15.691457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-9b601475-66f2-4dd8-9404-8efb2df4f2e5 service neutron] 10.222.0.48 "GET /v2.0/networks/24d8ad4d-6804-4d43-9fbf-bb0b2787e140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439673 Feb 04 19:58:15.886004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Network a9722723-0b31-44bd-be35-fef98faf6afc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:58:15.897955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e6922c3a5b74e3080eb121d5cc75e87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1315119 Feb 04 19:58:15.900779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:15.905068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42756) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:15.906664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d875e-cb05-4111-9f69-82b9bbf479e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5baca6-32c9-4979-94bd-e021c8c20343,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:15.911268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:58:15.954320 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-f8ca42c1-36f6-4f55-b978-e2b947da35fc service neutron] 10.222.0.48 "GET /v2.0/networks/24d8ad4d-6804-4d43-9fbf-bb0b2787e140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549741 Feb 04 19:58:15.960997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Pushing event updated for resources: {'Port': ['ID=4bd0d645-0985-4cbb-ae05-40aeb494c198,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:15.965963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.010096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.021216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.025834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=91d07b3f-686a-49fd-bbfd-4580fc127c01,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:16.062050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:16.062283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.098905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2a912-d18f-4ecf-9d39-969e758e3ee9 req-4c62a736-a14a-44bc-9053-296a2489b803 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:16.098905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2ba2a912-d18f-4ecf-9d39-969e758e3ee9 req-4c62a736-a14a-44bc-9053-296a2489b803 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 943 time: 0.5051610 Feb 04 19:58:16.120914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.176553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b107b4e1-2da6-495d-8d24-8b2c9a276cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.219829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Network a9722723-0b31-44bd-be35-fef98faf6afc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:58:16.223237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:16.227311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:58:16.229834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a5a9bcb-641a-45c0-9e2d-434be3ebfb2a admin admin] 10.222.0.48 "DELETE /v2.0/networks/91d07b3f-686a-49fd-bbfd-4580fc127c01 HTTP/1.1" status: 204 len: 168 time: 3.7772629 Feb 04 19:58:16.264599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-4e4e964a-9aff-4839-8280-5cf25872f79d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8239346 Feb 04 19:58:16.354802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Allocated IP 172.20.0.9 (a9722723-0b31-44bd-be35-fef98faf6afc/7bdb486a-b7ad-4e05-88bf-44918c67a027/4d09964a-6e47-4567-8ac3-0f15797dafb5) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:58:16.429630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Request body: {'port': {'device_id': 'f25ad594-991c-4678-9438-19983906b7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:16.430028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Pushing event updated for resources: {'Port': ['ID=06c6b19a-354a-4d39-8a9b-edf490d49290,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:16.472497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b107b4e1-2da6-495d-8d24-8b2c9a276cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.504011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:16.504617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.520062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2ba2a912-d18f-4ecf-9d39-969e758e3ee9 req-d87590cf-a533-4e73-865d-518d40d0cea9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026973 Feb 04 19:58:16.545839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c66235-1127-47d4-bfe8-78b0fad54f18 req-a0801b5b-015e-484f-bca9-cc75de928e92 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:16.547416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91c66235-1127-47d4-bfe8-78b0fad54f18 req-a0801b5b-015e-484f-bca9-cc75de928e92 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1275461 Feb 04 19:58:16.587516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:16.598738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91c66235-1127-47d4-bfe8-78b0fad54f18 req-effae087-5c23-49c9-a111-e823cf8aac71 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 Feb 04 19:58:16.617917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f960c141-7b86-4c5e-a701-a5f037fc46ec tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7560167 Feb 04 19:58:16.633324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Request body: {'port': {'device_id': '08d15f10-8192-48da-9c14-e317f19a9d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:16.788956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42774) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:16.846795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:16.861404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '7971b8fa-2b75-42d4-8b20-734d08e53f03', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'port_id': '7971b8fa-2b75-42d4-8b20-734d08e53f03', 'mac_address': 'fa:16:3e:17:c4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85997320-528d-4574-8891-72ae38df3628', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:58:16.894842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.927675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-560c6fef-8f63-43d5-b5b7-85023689c133 req-3b0815fd-4014-4e6f-8d3b-ab1f2ba9ef0b tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 210 time: 0.2017319 Feb 04 19:58:16.931356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.964404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7971b8fa-2b75-42d4-8b20-734d08e53f03 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:16.967513 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:16.991571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:17.005510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2752ac57-1768-40e4-9299-78bd4ee11c43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=600808e8f7f3425f95806c0b36a12896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154431 Feb 04 19:58:17.012541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42778) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:17.085615 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.158153 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.188142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:17.208084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b107b4e1-2da6-495d-8d24-8b2c9a276cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.283033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107b4e1-2da6-495d-8d24-8b2c9a276cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5baca6-32c9-4979-94bd-e021c8c20343,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:17.313379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd954563-de7d-49bb-984b-fa0934557edb req-29806554-5331-48ff-aff5-5dcefde32548 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:17.314079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd954563-de7d-49bb-984b-fa0934557edb req-29806554-5331-48ff-aff5-5dcefde32548 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Synchronizing usage tracker for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:17.330381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b107b4e1-2da6-495d-8d24-8b2c9a276cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.331521 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b107b4e1-2da6-495d-8d24-8b2c9a276cbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b5baca6-32c9-4979-94bd-e021c8c20343 HTTP/1.1" status: 204 len: 168 time: 1.4221725 Feb 04 19:58:17.337949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.344556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07642fff-34ae-4f87-9707-5bf6f731b17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.401325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7971b8fa-2b75-42d4-8b20-734d08e53f03'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:17.473615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07642fff-34ae-4f87-9707-5bf6f731b17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.490254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Network a9722723-0b31-44bd-be35-fef98faf6afc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:58:17.503533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:17.507310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Pushing event updated for resources: {'Port': ['ID=4d09964a-6e47-4567-8ac3-0f15797dafb5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:17.510030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:58:17.589661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd954563-de7d-49bb-984b-fa0934557edb req-29806554-5331-48ff-aff5-5dcefde32548 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Unset dirty status for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:17.590804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd954563-de7d-49bb-984b-fa0934557edb req-29806554-5331-48ff-aff5-5dcefde32548 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 931 time: 0.8726566 Feb 04 19:58:17.698806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c6b19a-354a-4d39-8a9b-edf490d49290 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:17.707582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.717911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:17.718531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.744725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd954563-de7d-49bb-984b-fa0934557edb req-389f8802-3b0f-4908-8dda-b46687d5569f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Synchronizing usage tracker for tenant:3be2806616a142c48091cfc4763fd9ac on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:17.760044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Transition to ACTIVE for port object 06c6b19a-354a-4d39-8a9b-edf490d49290 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:17.810816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd45a89-890c-41b9-8c90-d2a0deee75a8 req-2db14d4c-53be-4d5a-8b44-e735459af7e0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:17.812828 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5bd45a89-890c-41b9-8c90-d2a0deee75a8 req-2db14d4c-53be-4d5a-8b44-e735459af7e0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.0904872 Feb 04 19:58:17.865215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5bd45a89-890c-41b9-8c90-d2a0deee75a8 req-575afa84-5a6f-4d0b-a012-dbee74797936 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Feb 04 19:58:17.865859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.893388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ef82fea7-6bf9-4cd8-b210-db8b435ae456 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4129272 Feb 04 19:58:17.894837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07642fff-34ae-4f87-9707-5bf6f731b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.903121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07642fff-34ae-4f87-9707-5bf6f731b17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:17.914730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07642fff-34ae-4f87-9707-5bf6f731b17f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff24d4fb-29c4-4759-ac18-67d59421a157 HTTP/1.1" status: 204 len: 168 time: 0.8948483 Feb 04 19:58:17.921681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd954563-de7d-49bb-984b-fa0934557edb req-389f8802-3b0f-4908-8dda-b46687d5569f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Unset dirty status for tenant:3be2806616a142c48091cfc4763fd9ac on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:17.924826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd954563-de7d-49bb-984b-fa0934557edb req-389f8802-3b0f-4908-8dda-b46687d5569f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977965 Feb 04 19:58:17.984546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6b19a-354a-4d39-8a9b-edf490d49290,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:18.198635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Request body: {'port': {'device_id': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:18.280574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07642fff-34ae-4f87-9707-5bf6f731b17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff24d4fb-29c4-4759-ac18-67d59421a157,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:18.316081 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a5c0798-9be3-45a6-8863-c69cbd2bd89e req-c7fb2aa3-d06a-478a-8490-4147c4decf1a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 210 time: 0.0872934 Feb 04 19:58:18.417484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:18.471307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Attempting to bind port 06c6b19a-354a-4d39-8a9b-edf490d49290 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:18.472058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Attempting to bind port 06c6b19a-354a-4d39-8a9b-edf490d49290 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:18.472058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Attempting to bind port 06c6b19a-354a-4d39-8a9b-edf490d49290 on network a9722723-0b31-44bd-be35-fef98faf6afc {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:18.478586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Port 06c6b19a-354a-4d39-8a9b-edf490d49290 on network a9722723-0b31-44bd-be35-fef98faf6afc not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:18.479318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Attempting to bind port 06c6b19a-354a-4d39-8a9b-edf490d49290 on network a9722723-0b31-44bd-be35-fef98faf6afc {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:18.502159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f65cf-4366-4b8d-a6b1-406df8ece777 req-b75424e4-b018-42ce-9959-2c0c5cf7b950 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:18.503819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c7f65cf-4366-4b8d-a6b1-406df8ece777 req-b75424e4-b018-42ce-9959-2c0c5cf7b950 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.3581619 Feb 04 19:58:18.504791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:18.505253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Checking segment: {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:18.506793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Bound using segment: {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:18.506793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Bound port: 06c6b19a-354a-4d39-8a9b-edf490d49290, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:18.507038 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:18.593978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:18.643532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c7f65cf-4366-4b8d-a6b1-406df8ece777 req-ca01b581-4751-46d5-80de-36b80e046507 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216600 Feb 04 19:58:18.655847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd0d645-0985-4cbb-ae05-40aeb494c198 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:18.671772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:18.707448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Transition to ACTIVE for port object 4bd0d645-0985-4cbb-ae05-40aeb494c198 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:18.736021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] For port 06c6b19a-354a-4d39-8a9b-edf490d49290, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:18.748731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] For port 06c6b19a-354a-4d39-8a9b-edf490d49290, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=06c6b19a-354a-4d39-8a9b-edf490d49290,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:18.777396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:18.852084 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:18.885365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 7971b8fa-2b75-42d4-8b20-734d08e53f03 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:18.900897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 7971b8fa-2b75-42d4-8b20-734d08e53f03 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:18.901281 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:18.943631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6b19a-354a-4d39-8a9b-edf490d49290,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:18.963091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:18.963885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:18.965951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-368d703c-440c-47f6-9d0b-26d5115ca477 service neutron] 10.222.0.62 "PUT /v2.0/ports/06c6b19a-354a-4d39-8a9b-edf490d49290 HTTP/1.1" status: 200 len: 1091 time: 2.3390882 Feb 04 19:58:18.966595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d15f10-8192-48da-9c14-e317f19a9d35', 'tag': '06c6b19a-354a-4d39-8a9b-edf490d49290'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:19.098875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd0d645-0985-4cbb-ae05-40aeb494c198,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:19.275177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Attempting to bind port 4bd0d645-0985-4cbb-ae05-40aeb494c198 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:19.275905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Attempting to bind port 4bd0d645-0985-4cbb-ae05-40aeb494c198 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:19.277914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Attempting to bind port 4bd0d645-0985-4cbb-ae05-40aeb494c198 on network a9722723-0b31-44bd-be35-fef98faf6afc {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:19.304101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Port 4bd0d645-0985-4cbb-ae05-40aeb494c198 on network a9722723-0b31-44bd-be35-fef98faf6afc not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:19.309323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Attempting to bind port 4bd0d645-0985-4cbb-ae05-40aeb494c198 on network a9722723-0b31-44bd-be35-fef98faf6afc {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:19.324984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:19.345235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:19.346854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Checking segment: {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:19.349077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Bound using segment: {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:19.356456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Bound port: 4bd0d645-0985-4cbb-ae05-40aeb494c198, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:19.358061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:19.371342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:19.393591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:19.443593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-6615718f-f4b2-4c73-870d-e475f85eb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:19.445073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-6615718f-f4b2-4c73-870d-e475f85eb98f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3be2806616a142c48091cfc4763fd9ac&device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 1094 time: 0.3511620 Feb 04 19:58:19.458614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058db40-dd44-472a-974e-e581e4077ebb req-cdd76eae-2185-4139-83db-62ff5f18ccf1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:19.459353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1058db40-dd44-472a-974e-e581e4077ebb req-cdd76eae-2185-4139-83db-62ff5f18ccf1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Synchronizing usage tracker for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:19.509681 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:19.540671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d09964a-6e47-4567-8ac3-0f15797dafb5 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:19.552707 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:19.593762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Transition to ACTIVE for port object 4d09964a-6e47-4567-8ac3-0f15797dafb5 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:19.601922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bc703-ae47-47d0-baa4-35dd350afcda req-62306cc4-9f36-4aef-9434-0a3873690b7c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:19.604597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c54bc703-ae47-47d0-baa4-35dd350afcda req-62306cc4-9f36-4aef-9434-0a3873690b7c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.3851085 Feb 04 19:58:19.608010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] For port 4bd0d645-0985-4cbb-ae05-40aeb494c198, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:19.611537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] For port 4bd0d645-0985-4cbb-ae05-40aeb494c198, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4bd0d645-0985-4cbb-ae05-40aeb494c198,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:19.629738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:19.672632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-7f7bdbcb-0c5f-4576-b1d1-5abb3492423f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c6b19a-354a-4d39-8a9b-edf490d49290 HTTP/1.1" status: 200 len: 217 time: 0.2091508 Feb 04 19:58:19.674404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c54bc703-ae47-47d0-baa4-35dd350afcda req-8429145a-d71c-4d84-914e-86e7bc55dcf1 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548787 Feb 04 19:58:19.678954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:19.779833 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d15f10-8192-48da-9c14-e317f19a9d35', 'tag': '06c6b19a-354a-4d39-8a9b-edf490d49290', 'status': 'completed', 'code': 200} Feb 04 19:58:19.780646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1058db40-dd44-472a-974e-e581e4077ebb req-cdd76eae-2185-4139-83db-62ff5f18ccf1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Unset dirty status for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:19.781912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1058db40-dd44-472a-974e-e581e4077ebb req-cdd76eae-2185-4139-83db-62ff5f18ccf1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.5110266 Feb 04 19:58:19.830015 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:19.863395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d09964a-6e47-4567-8ac3-0f15797dafb5,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:20.019078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:20.019949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:20.021536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] 10.222.0.62 "PUT /v2.0/ports/4bd0d645-0985-4cbb-ae05-40aeb494c198 HTTP/1.1" status: 200 len: 1092 time: 3.7228854 Feb 04 19:58:20.029588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c0-f414-4e3c-ac34-58d87ac85a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:20.035813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25ad594-991c-4678-9438-19983906b7fd', 'tag': '4bd0d645-0985-4cbb-ae05-40aeb494c198'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:20.051180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1058db40-dd44-472a-974e-e581e4077ebb req-ef43a35e-ef6a-4efd-86da-b3c351697b07 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020713 Feb 04 19:58:20.055773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-a361ef70-78db-4ef1-a60b-426867af2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:20.057723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-a361ef70-78db-4ef1-a60b-426867af2285 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bdb486a-b7ad-4e05-88bf-44918c67a027 HTTP/1.1" status: 200 len: 858 time: 0.3519838 Feb 04 19:58:20.096003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-094368eb-b0cd-4490-817b-6b9fabcc3c6c req-ad266e98-c47b-4f36-834e-8c646dc88c7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 210 time: 0.1726043 Feb 04 19:58:20.125942 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03', 'code': 200} Feb 04 19:58:20.237740 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-ca10ce5e-4a79-4c93-b79a-e0c0f9285a3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9722723-0b31-44bd-be35-fef98faf6afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664464 Feb 04 19:58:20.282110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-2a5e10ee-11a9-4cc3-8cc3-cc5a8e1f4c78 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:20.287746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-2a5e10ee-11a9-4cc3-8cc3-cc5a8e1f4c78 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.62 "GET /v2.0/networks?id=24d8ad4d-6804-4d43-9fbf-bb0b2787e140 HTTP/1.1" status: 200 len: 814 time: 0.7547963 Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790dfe9-a234-4f09-a597-3abd61f2a12c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd0d645-0985-4cbb-ae05-40aeb494c198,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Attempting to bind port 4d09964a-6e47-4567-8ac3-0f15797dafb5 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Attempting to bind port 4d09964a-6e47-4567-8ac3-0f15797dafb5 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Attempting to bind port 4d09964a-6e47-4567-8ac3-0f15797dafb5 on network a9722723-0b31-44bd-be35-fef98faf6afc {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Port 4d09964a-6e47-4567-8ac3-0f15797dafb5 on network a9722723-0b31-44bd-be35-fef98faf6afc not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Attempting to bind port 4d09964a-6e47-4567-8ac3-0f15797dafb5 on network a9722723-0b31-44bd-be35-fef98faf6afc {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Checking segment: {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Bound using segment: {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Bound port: 4d09964a-6e47-4567-8ac3-0f15797dafb5, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848958f4-8d53-4b2c-80d5-b933c685d4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:20.440277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:20.446800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Request body: {'port': {'device_id': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'admin_state_up': True, 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:20.447676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-28e4fb7c-1a0a-4476-b144-ecadf47e448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:20.447676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-28e4fb7c-1a0a-4476-b144-ecadf47e448a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3be2806616a142c48091cfc4763fd9ac&device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 1095 time: 0.2881818 Feb 04 19:58:20.643315 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25ad594-991c-4678-9438-19983906b7fd', 'tag': '4bd0d645-0985-4cbb-ae05-40aeb494c198', 'status': 'completed', 'code': 200} Feb 04 19:58:20.676376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-8e9d49bd-14f6-4425-823a-fc746b1eb68f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bd0d645-0985-4cbb-ae05-40aeb494c198 HTTP/1.1" status: 200 len: 217 time: 0.1751812 Feb 04 19:58:20.770964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] For port 4d09964a-6e47-4567-8ac3-0f15797dafb5, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:20.775094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] For port 4d09964a-6e47-4567-8ac3-0f15797dafb5, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4d09964a-6e47-4567-8ac3-0f15797dafb5,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:20.813701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010486-f3bb-4bd1-aea0-254cb88cf631 req-4262d377-b956-4aa1-8921-5355eb5100c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:20.818612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d010486-f3bb-4bd1-aea0-254cb88cf631 req-4262d377-b956-4aa1-8921-5355eb5100c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1096 time: 0.5279832 Feb 04 19:58:20.827827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-44819158-09f0-48c3-988a-a24a20f8275f service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349495 Feb 04 19:58:20.834456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-328d6f41-1987-4a99-b79b-b45d4403d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:20.836614 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-328d6f41-1987-4a99-b79b-b45d4403d572 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bdb486a-b7ad-4e05-88bf-44918c67a027 HTTP/1.1" status: 200 len: 858 time: 0.1421103 Feb 04 19:58:20.840863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317b037-14c7-4614-a210-c9edfc3b3118 req-9ab62c51-88d6-4bfd-86cb-20ff4c6ec06a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:20.849607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6317b037-14c7-4614-a210-c9edfc3b3118 req-9ab62c51-88d6-4bfd-86cb-20ff4c6ec06a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.5577610 Feb 04 19:58:20.965374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:20.975092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:21.026221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:21.044397 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6317b037-14c7-4614-a210-c9edfc3b3118 req-3cb3d68d-f0d1-4603-9042-50d8e68e3f6f tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939340 Feb 04 19:58:21.053298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d010486-f3bb-4bd1-aea0-254cb88cf631 req-a697b9ea-568c-4456-a095-490c27fbfb31 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243590 Feb 04 19:58:21.138858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-207f17d7-5763-4b48-9fb6-f09d3dde86d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9722723-0b31-44bd-be35-fef98faf6afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2952983 Feb 04 19:58:21.147681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-9d73daa3-e2e9-4396-81e5-0765d692abcc service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950156 Feb 04 19:58:21.154420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Made reservation on behalf of 7d455552561d4529b896ba89bd5dbc9b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:21.172825 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:21.438486 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-3ca845ee-c75c-485a-8df2-15b4a0548645 service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731760 Feb 04 19:58:21.466668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:21.467535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:21.473081 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/4d09964a-6e47-4567-8ac3-0f15797dafb5 HTTP/1.1" status: 200 len: 1091 time: 3.5408025 Feb 04 19:58:21.496457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce93c-3dcd-48d8-9482-dc8c303388d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d09964a-6e47-4567-8ac3-0f15797dafb5,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:21.558241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-ff21e29c-898c-4584-892f-13d4ec4ba30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:21.559873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-ff21e29c-898c-4584-892f-13d4ec4ba30b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3be2806616a142c48091cfc4763fd9ac&device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 1094 time: 0.2101920 Feb 04 19:58:21.682636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb616ca0-ed67-40a9-84f2-4f9c066759c8 req-816d36f2-ef47-442e-bbeb-ac7c710b335d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:21.682636 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb616ca0-ed67-40a9-84f2-4f9c066759c8 req-816d36f2-ef47-442e-bbeb-ac7c710b335d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 945 time: 0.7733467 Feb 04 19:58:21.683261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Allocated IP 172.20.0.9 (24d8ad4d-6804-4d43-9fbf-bb0b2787e140/f6ceae5f-b8fd-4d6f-90c9-da08575cd694/d8c43b41-e979-4a32-b88b-5a7d749c4bda) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:58:21.863434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-70888171-8ea4-42f6-8fef-d625aa8d320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:21.865029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-70888171-8ea4-42f6-8fef-d625aa8d320d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 200 len: 919 time: 0.2926135 Feb 04 19:58:21.895479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42946) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:21.912199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb616ca0-ed67-40a9-84f2-4f9c066759c8 req-cced69c1-6ab5-42b6-b04b-5304ba5d0144 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015169 Feb 04 19:58:21.917451 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-76068aa7-1ff9-4183-a758-7e4ab45f997a service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176435 Feb 04 19:58:21.929303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f8b0665f-8c18-4e40-aa00-d116d50a4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:21.936573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-f8b0665f-8c18-4e40-aa00-d116d50a4763 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3be2806616a142c48091cfc4763fd9ac&device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 1094 time: 0.3413706 Feb 04 19:58:22.050813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-37bc0df1-d5f1-43b7-81f7-a5cf6281057f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d09964a-6e47-4567-8ac3-0f15797dafb5 HTTP/1.1" status: 200 len: 217 time: 0.1083324 Feb 04 19:58:22.051057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-36f93429-645d-4bb1-a5d2-9d302fd59f90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06c6b19a-354a-4d39-8a9b-edf490d49290 HTTP/1.1" status: 200 len: 217 time: 0.0979180 Feb 04 19:58:22.205309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-679a7f81-b110-40f8-9489-8f87a6c113a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:22.263019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84d830-3a90-4eaa-9789-28e1b3001c4e req-32c860b5-0f98-4b42-9188-e7537fe95555 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:22.264627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cc84d830-3a90-4eaa-9789-28e1b3001c4e req-32c860b5-0f98-4b42-9188-e7537fe95555 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.3765430 Feb 04 19:58:22.353681 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-757e4f01-e673-4a6c-a12a-ba93882bdbe6 req-8aac4c61-b05c-466a-b799-b3fdf8c1d1de tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 210 time: 0.2926543 Feb 04 19:58:22.387854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:22.415186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df440-39e0-4358-af2d-ebc21471d6bf req-53a1204e-8be0-42de-8b37-a9c63794c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:22.418500 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-53a1204e-8be0-42de-8b37-a9c63794c4bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bdb486a-b7ad-4e05-88bf-44918c67a027 HTTP/1.1" status: 200 len: 858 time: 0.3581111 Feb 04 19:58:22.434087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:22.438492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Usage tracker for resource:security_group_rule and tenant:760ff9ce659f43de9fed675528ccc273 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:22.442847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:22.449009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:22.493342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cc84d830-3a90-4eaa-9789-28e1b3001c4e req-026d439f-fbfd-47b7-ab34-73e8f5785524 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814804 Feb 04 19:58:22.503842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:22.508916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-fc7e8aca-c0d0-42de-aa02-c02a3f1c77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:22.510339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-fc7e8aca-c0d0-42de-aa02-c02a3f1c77e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bdb486a-b7ad-4e05-88bf-44918c67a027 HTTP/1.1" status: 200 len: 858 time: 0.2635093 Feb 04 19:58:22.544320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Transition to ACTIVE for port object d8c43b41-e979-4a32-b88b-5a7d749c4bda will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:22.589987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-bb92ebc9-c7e7-495e-87b4-4a294a2c1e37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9722723-0b31-44bd-be35-fef98faf6afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598961 Feb 04 19:58:22.598277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-9993e591-c8b4-4193-8f9b-745155a26ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:22.600626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-9993e591-c8b4-4193-8f9b-745155a26ce3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3be2806616a142c48091cfc4763fd9ac&device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 1095 time: 0.3463950 Feb 04 19:58:22.724529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-69bfbae2-fe8e-4b78-a56d-0287ce4048be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9722723-0b31-44bd-be35-fef98faf6afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469742 Feb 04 19:58:22.868952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'tag': '4d09964a-6e47-4567-8ac3-0f15797dafb5'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:22.883309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:22.901159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:22.996826 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'tag': '4d09964a-6e47-4567-8ac3-0f15797dafb5', 'status': 'completed', 'code': 200} Feb 04 19:58:23.018286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:58:23.021412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:23.036168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:58:23.057626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-8c2b4c85-2f95-4a4a-aba0-6cfdab3a0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:23.065732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-8c2b4c85-2f95-4a4a-aba0-6cfdab3a0a8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 200 len: 919 time: 0.4273636 Feb 04 19:58:23.081447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.254164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc1c86-d031-4e9c-bf4f-5965535637e9 req-862ea5b1-2b82-4ad2-a542-e41b2b17e230 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:23.255756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31dc1c86-d031-4e9c-bf4f-5965535637e9 req-862ea5b1-2b82-4ad2-a542-e41b2b17e230 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.5364549 Feb 04 19:58:23.257304 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-ada095ef-276a-448f-90df-1d3935de55ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bd0d645-0985-4cbb-ae05-40aeb494c198 HTTP/1.1" status: 200 len: 217 time: 0.1631887 Feb 04 19:58:23.274219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.328078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=760ff9ce659f43de9fed675528ccc273&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4315338 Feb 04 19:58:23.408969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:23.409230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.415698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42970) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:23.416267 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.428811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-5213140e-7b2c-48a6-a1fe-b1f1ef1ac7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:23.431018 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-5213140e-7b2c-48a6-a1fe-b1f1ef1ac7b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bdb486a-b7ad-4e05-88bf-44918c67a027 HTTP/1.1" status: 200 len: 858 time: 0.1318364 Feb 04 19:58:23.443746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42974) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:23.446486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Pushing event updated for resources: {'Port': ['ID=d8c43b41-e979-4a32-b88b-5a7d749c4bda,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:23.460142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-58e3ea87-8cd9-467c-802b-cd77ed3650a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8584039 Feb 04 19:58:23.472557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d106ea8-1c2e-45f5-b49b-11881eaec64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d97aca-2587-4c03-b07b-1c4f53016e75,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:23.502268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-67920822-04d0-4780-8be9-3a9076d659ac None None] Provisioning for port d8c43b41-e979-4a32-b88b-5a7d749c4bda completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:23.512663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-67920822-04d0-4780-8be9-3a9076d659ac None None] Provisioning complete for port d8c43b41-e979-4a32-b88b-5a7d749c4bda triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:23.512663 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67920822-04d0-4780-8be9-3a9076d659ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.576327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-67920822-04d0-4780-8be9-3a9076d659ac None None] Port d8c43b41-e979-4a32-b88b-5a7d749c4bda cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:58:23.683844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.705962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20daf-3426-42a5-8416-dc6149bd2ec2 req-8ba13f26-1ccd-4d99-b898-61677d14c81f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:23.707811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcc20daf-3426-42a5-8416-dc6149bd2ec2 req-8ba13f26-1ccd-4d99-b898-61677d14c81f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 945 time: 0.6127303 Feb 04 19:58:23.716005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:23.720755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Usage tracker for resource:security_group_rule and tenant:40249044d28b49549bd9e94b02127ef6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:23.724189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:23.730928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:23.738595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-b64b4c08-e182-4167-b69c-16524f46b86e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9722723-0b31-44bd-be35-fef98faf6afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439712 Feb 04 19:58:23.760993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31dc1c86-d031-4e9c-bf4f-5965535637e9 req-6b680916-cda2-46c9-997e-c4b4a0ec8f58 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751537 Feb 04 19:58:23.776183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-8a21f156-fe4f-42ee-b66d-eb8bf274ba39 service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870952 Feb 04 19:58:23.808804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca128f98-d5a9-4a31-bcf2-caba49cf742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.816630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcc20daf-3426-42a5-8416-dc6149bd2ec2 req-8bfa3ae7-a73d-4f0c-a185-a3098a184de6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749583 Feb 04 19:58:23.838611 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca128f98-d5a9-4a31-bcf2-caba49cf742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:23.851928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-87de9907-d0c5-454e-aa4d-f38e037cfbe3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5519049 Feb 04 19:58:23.964079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236df440-39e0-4358-af2d-ebc21471d6bf req-d98a22e4-d5dc-4854-9c2d-bb4e03c03daf service neutron] 10.222.0.24 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957628 Feb 04 19:58:24.018995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca128f98-d5a9-4a31-bcf2-caba49cf742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:24.056597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca128f98-d5a9-4a31-bcf2-caba49cf742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d97aca-2587-4c03-b07b-1c4f53016e75,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:24.064309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca128f98-d5a9-4a31-bcf2-caba49cf742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:24.065653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ca128f98-d5a9-4a31-bcf2-caba49cf742f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6d97aca-2587-4c03-b07b-1c4f53016e75 HTTP/1.1" status: 204 len: 168 time: 0.6149209 Feb 04 19:58:24.153495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4661d-f62d-49d2-9ed5-ae97e595dfdf req-d3708472-6090-4f0b-9d19-81e4a7ea08e3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:24.167240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1af4661d-f62d-49d2-9ed5-ae97e595dfdf req-d3708472-6090-4f0b-9d19-81e4a7ea08e3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Synchronizing usage tracker for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:24.297418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1af4661d-f62d-49d2-9ed5-ae97e595dfdf req-d3708472-6090-4f0b-9d19-81e4a7ea08e3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Unset dirty status for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:24.297418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1af4661d-f62d-49d2-9ed5-ae97e595dfdf req-d3708472-6090-4f0b-9d19-81e4a7ea08e3 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 931 time: 0.3320093 Feb 04 19:58:24.383486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1af4661d-f62d-49d2-9ed5-ae97e595dfdf req-94af1a80-bd11-4f36-b433-d57d9405f409 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Synchronizing usage tracker for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:24.468369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1af4661d-f62d-49d2-9ed5-ae97e595dfdf req-94af1a80-bd11-4f36-b433-d57d9405f409 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Unset dirty status for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:24.470231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1af4661d-f62d-49d2-9ed5-ae97e595dfdf req-94af1a80-bd11-4f36-b433-d57d9405f409 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713705 Feb 04 19:58:24.479168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:24.490053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bda05-264c-4eab-8bb3-973baf2e5e96 req-5e6c38cf-8483-45ee-8fe8-6cad9ad417d0 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:24.491597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af7bda05-264c-4eab-8bb3-973baf2e5e96 req-5e6c38cf-8483-45ee-8fe8-6cad9ad417d0 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.4986196 Feb 04 19:58:24.500347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-ccbe57c6-233c-4a1f-9dd9-7c8661c9094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:24.502587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-ccbe57c6-233c-4a1f-9dd9-7c8661c9094b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3be2806616a142c48091cfc4763fd9ac&device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 1094 time: 0.4184911 Feb 04 19:58:24.608568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:24.686203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af7bda05-264c-4eab-8bb3-973baf2e5e96 req-989fcf4f-ccf3-49c7-aa75-c00f437755d1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833634 Feb 04 19:58:24.704377 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40249044d28b49549bd9e94b02127ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2583179 Feb 04 19:58:24.704562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42994) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:24.708107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5fac-0362-4085-bf7c-0b6a1fa78954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b1dc3-28fe-4a62-84c6-0875c863616a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:24.782041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-81d853e5-4bc0-44ee-b27c-c977dd5189b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:24.783723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-81d853e5-4bc0-44ee-b27c-c977dd5189b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 200 len: 919 time: 0.2679782 Feb 04 19:58:24.809161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652ca8-d200-4687-a379-4dda1675722b req-79adccbc-2403-411e-b6ae-187514bf1025 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:24.816145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8652ca8-d200-4687-a379-4dda1675722b req-79adccbc-2403-411e-b6ae-187514bf1025 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1096 time: 0.2366896 Feb 04 19:58:24.835584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a393f8c3-85e0-4643-bb55-5f8bc19bcef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:24.895588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a393f8c3-85e0-4643-bb55-5f8bc19bcef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:24.931530 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:24.943118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8652ca8-d200-4687-a379-4dda1675722b req-12ef03ff-dfcf-4d99-82d3-cc68fc372a11 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258307 Feb 04 19:58:24.966090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-4980cdbb-a88e-4653-b149-5de827190100 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d09964a-6e47-4567-8ac3-0f15797dafb5 HTTP/1.1" status: 200 len: 217 time: 0.1581576 Feb 04 19:58:25.109268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-0b1aa473-a4f8-4fa4-938f-b76867837e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:25.110755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-0b1aa473-a4f8-4fa4-938f-b76867837e39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bdb486a-b7ad-4e05-88bf-44918c67a027 HTTP/1.1" status: 200 len: 858 time: 0.0999091 Feb 04 19:58:25.169363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-7a23e05b-69f3-486a-9723-bc6ed9402b3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9722723-0b31-44bd-be35-fef98faf6afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511353 Feb 04 19:58:25.172638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a393f8c3-85e0-4643-bb55-5f8bc19bcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:25.234814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393f8c3-85e0-4643-bb55-5f8bc19bcef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b1dc3-28fe-4a62-84c6-0875c863616a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:25.290372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe85690-95d0-4dd9-9766-0be05f167eff req-ea0d4e49-4914-4cde-a5b7-b4a40ace9707 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:25.297155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6fe85690-95d0-4dd9-9766-0be05f167eff req-ea0d4e49-4914-4cde-a5b7-b4a40ace9707 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.3264163 Feb 04 19:58:25.311060 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a393f8c3-85e0-4643-bb55-5f8bc19bcef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:25.312572 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a393f8c3-85e0-4643-bb55-5f8bc19bcef9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d12b1dc3-28fe-4a62-84c6-0875c863616a HTTP/1.1" status: 204 len: 168 time: 0.6068301 Feb 04 19:58:25.366346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3293b-3c46-45b1-a30c-d4edcdae426f req-d99f7187-ceec-4585-9d85-27f93a5ce272 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:25.369334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2c3293b-3c46-45b1-a30c-d4edcdae426f req-d99f7187-ceec-4585-9d85-27f93a5ce272 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1096 time: 0.2867386 Feb 04 19:58:25.404256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6fe85690-95d0-4dd9-9766-0be05f167eff req-c5efe24d-d2ae-47b9-b030-eb56457f74e6 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058869 Feb 04 19:58:25.433124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-fc54df09-e934-457a-8c59-938967695273 service neutron] 10.222.0.24 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574680 Feb 04 19:58:25.455725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2c3293b-3c46-45b1-a30c-d4edcdae426f req-f95ba125-3547-4867-a08a-5d8ef2b1085d tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799849 Feb 04 19:58:25.758572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eb8b2b-7faa-485b-b3ba-8a120d164495 req-fd78b7f5-8650-4c22-a6e5-b07311fbf48e service neutron] 10.222.0.24 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175442 Feb 04 19:58:25.927211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb79b0-7ddf-4f9c-977d-8187d0226608 req-5238574d-3821-40bb-9675-c8885538a478 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:25.934744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ecb79b0-7ddf-4f9c-977d-8187d0226608 req-5238574d-3821-40bb-9675-c8885538a478 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 931 time: 0.1708238 Feb 04 19:58:25.976843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ecb79b0-7ddf-4f9c-977d-8187d0226608 req-25a29d3d-6338-4d23-a4b8-0470aa777853 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Feb 04 19:58:26.246095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de97cd-80f5-40ad-8a67-ae40d6d55a56 req-f9ae39cb-0003-46ca-af3d-7895b0dac829 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:26.253505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4de97cd-80f5-40ad-8a67-ae40d6d55a56 req-f9ae39cb-0003-46ca-af3d-7895b0dac829 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1096 time: 0.1179602 Feb 04 19:58:26.286056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350bfdb-994a-4162-a0a7-b7e4221059cc req-c90f46ce-a2a6-4f60-92c4-1b02c8e2558f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:26.296824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6350bfdb-994a-4162-a0a7-b7e4221059cc req-c90f46ce-a2a6-4f60-92c4-1b02c8e2558f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.1267223 Feb 04 19:58:26.298517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4de97cd-80f5-40ad-8a67-ae40d6d55a56 req-db5d8b9e-abe9-4b2d-9dca-a4e8b9ea10de tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Feb 04 19:58:26.374739 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6350bfdb-994a-4162-a0a7-b7e4221059cc req-79b2d9eb-ee97-4549-a258-8734edbc2a9f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691907 Feb 04 19:58:26.405634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43040) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:26.424515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:26.446415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:26.455423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Usage tracker for resource:security_group_rule and tenant:05b7b9fd2a4941e7acc6433cfbe07304 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:26.460133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:26.472039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:26.648761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4d09964a-6e47-4567-8ac3-0f15797dafb5 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:26.662423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:26.734916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:26.765488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c258-5bca-43df-a388-a4259cec7271 req-65d2ddf2-ef3f-4d01-91d0-5d479f0f63c2 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:26.767054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f03c258-5bca-43df-a388-a4259cec7271 req-65d2ddf2-ef3f-4d01-91d0-5d479f0f63c2 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1473582 Feb 04 19:58:26.807895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4d09964a-6e47-4567-8ac3-0f15797dafb5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4d09964a-6e47-4567-8ac3-0f15797dafb5,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:26.821856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '4d09964a-6e47-4567-8ac3-0f15797dafb5', 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc', 'port_id': '4d09964a-6e47-4567-8ac3-0f15797dafb5', 'mac_address': 'fa:16:3e:02:2c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdb486a-b7ad-4e05-88bf-44918c67a027', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:58:26.856234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05b7b9fd2a4941e7acc6433cfbe07304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493227 Feb 04 19:58:26.857696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a0219-65fd-4a15-9dc6-1a2440183f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b351bb-04ba-4655-a5e5-2eaabb334748,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:26.862078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:26.881426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f03c258-5bca-43df-a388-a4259cec7271 req-355c69a5-b947-4b0c-ad67-1cc69d270205 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059315 Feb 04 19:58:26.901930 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:26.935494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d09964a-6e47-4567-8ac3-0f15797dafb5 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:26.959261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4d09964a-6e47-4567-8ac3-0f15797dafb5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4d09964a-6e47-4567-8ac3-0f15797dafb5,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:26.982541 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fe8-698c-4790-a955-02d045723338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:27.036351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fe8-698c-4790-a955-02d045723338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:27.056425 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:27.161141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4d09964a-6e47-4567-8ac3-0f15797dafb5,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:27.251193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fe8-698c-4790-a955-02d045723338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:27.263654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7e3aa-6729-481e-956b-96a77669a5ab req-2df51896-ce71-47d2-974d-dc20a1236506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:27.265398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24a7e3aa-6729-481e-956b-96a77669a5ab req-2df51896-ce71-47d2-974d-dc20a1236506 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1101 time: 0.1066697 Feb 04 19:58:27.288392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f510b1-e8cc-45c5-8912-9706033411ed req-681cd106-5213-49dd-b1a2-40ed5e64ddda tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:27.290282 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56f510b1-e8cc-45c5-8912-9706033411ed req-681cd106-5213-49dd-b1a2-40ed5e64ddda tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 931 time: 0.1388423 Feb 04 19:58:27.303962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd9fe8-698c-4790-a955-02d045723338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b351bb-04ba-4655-a5e5-2eaabb334748,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:27.313208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fe8-698c-4790-a955-02d045723338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:27.317981 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1ffd9fe8-698c-4790-a955-02d045723338 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15b351bb-04ba-4655-a5e5-2eaabb334748 HTTP/1.1" status: 204 len: 168 time: 0.4472322 Feb 04 19:58:27.332024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24a7e3aa-6729-481e-956b-96a77669a5ab req-8a077671-a89b-4a10-9baf-2076b487b930 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478356 Feb 04 19:58:27.353845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56f510b1-e8cc-45c5-8912-9706033411ed req-f8ca97a3-975f-4367-a119-3d49a3be568a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491500 Feb 04 19:58:27.367156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['4d09964a-6e47-4567-8ac3-0f15797dafb5'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:27.593920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918365c-d663-471e-8e8e-f16e680f4a21 req-4f7473aa-2965-49f5-ba5e-8cb5f9a8834b tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:27.601421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0918365c-d663-471e-8e8e-f16e680f4a21 req-4f7473aa-2965-49f5-ba5e-8cb5f9a8834b tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1096 time: 0.1034329 Feb 04 19:58:27.689497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0918365c-d663-471e-8e8e-f16e680f4a21 req-9adca345-a120-4fd7-a6cc-3021af732920 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872140 Feb 04 19:58:27.985835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9dbc0-a144-4c79-a980-4a7ac43009cd req-41ba8308-6caa-46da-8b00-a613124a24de tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:27.999878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51e9dbc0-a144-4c79-a980-4a7ac43009cd req-41ba8308-6caa-46da-8b00-a613124a24de tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.1425338 Feb 04 19:58:28.065713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51e9dbc0-a144-4c79-a980-4a7ac43009cd req-f51865c3-780a-4f48-acc2-e08bf2f53947 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Feb 04 19:58:28.292344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:58:28.354734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f730-0147-4940-97c7-367111ea87ab req-72f82b92-31ff-43e7-9013-79ac692ecd6a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:28.359044 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a499f730-0147-4940-97c7-367111ea87ab req-72f82b92-31ff-43e7-9013-79ac692ecd6a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 950 time: 0.1018100 Feb 04 19:58:28.404635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a499f730-0147-4940-97c7-367111ea87ab req-ae9555f5-c92e-4e9e-a01f-7c1fbce3ffd7 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Feb 04 19:58:28.651068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:28.655720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4d09964a-6e47-4567-8ac3-0f15797dafb5 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:28.893532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 4d09964a-6e47-4567-8ac3-0f15797dafb5 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:28.914326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 4d09964a-6e47-4567-8ac3-0f15797dafb5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:28.914757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:29.030400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee146e-cf66-4450-a5e6-1de340942e16 req-65b50076-c638-42af-b754-7f9dfc591ed4 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:29.032062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ee146e-cf66-4450-a5e6-1de340942e16 req-65b50076-c638-42af-b754-7f9dfc591ed4 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 931 time: 0.3300371 Feb 04 19:58:29.101435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ee146e-cf66-4450-a5e6-1de340942e16 req-3f1939ac-955b-423d-98ea-ccf9648b4315 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624135 Feb 04 19:58:29.159780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:29.174993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'mac_address': 'fa:16:3e:36:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:58:29.291210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:29.313445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:29.320081 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:29.356000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:29.364091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d09964a-6e47-4567-8ac3-0f15797dafb5'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:29.374632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4d09964a-6e47-4567-8ac3-0f15797dafb5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4d09964a-6e47-4567-8ac3-0f15797dafb5,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:29.445797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fca47-97c8-4173-8f74-dde078ced42a req-527ac32d-a49b-4048-97eb-ba66460ea47a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:29.456749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-729fca47-97c8-4173-8f74-dde078ced42a req-527ac32d-a49b-4048-97eb-ba66460ea47a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.1089115 Feb 04 19:58:29.490238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:29.503666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-729fca47-97c8-4173-8f74-dde078ced42a req-e3d129ab-cde0-42a7-871f-9f3b03afafbe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454917 Feb 04 19:58:29.616599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:29.619354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:29.620363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:29.824731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4d09964a-6e47-4567-8ac3-0f15797dafb5,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:29.863923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['70b193c8-1995-47c6-9b2d-c9d8ba653a6f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:29.913720 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:29.943916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:29.974557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:30.042897 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:30.212647 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d09964a-6e47-4567-8ac3-0f15797dafb5', 'code': 200} Feb 04 19:58:30.335577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:30.358525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb595be7-16e9-4fb0-b4fa-6e2e8802e277 req-0d6c4f47-f4ea-4037-88d1-b547dd508ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:30.360060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb595be7-16e9-4fb0-b4fa-6e2e8802e277 req-0d6c4f47-f4ea-4037-88d1-b547dd508ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 1096 time: 0.1304126 Feb 04 19:58:30.416240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb595be7-16e9-4fb0-b4fa-6e2e8802e277 req-a8fc8a69-f617-44e6-8aa8-a9acedce8a25 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484729 Feb 04 19:58:30.500538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4029-ca7a-4218-84bd-5040d279190c req-1461fa4f-cb42-472c-8995-c9f2161ddba9 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:30.508245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ceee4029-ca7a-4218-84bd-5040d279190c req-1461fa4f-cb42-472c-8995-c9f2161ddba9 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 949 time: 0.0969386 Feb 04 19:58:30.557544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ceee4029-ca7a-4218-84bd-5040d279190c req-315bede6-6c10-4127-85ac-6a5d47ede8e8 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Feb 04 19:58:31.414502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d4694-1063-41a1-8e53-044e5096169c req-98ba4ba2-5bbe-4131-881f-07a0a9509e03 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:31.415968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-101d4694-1063-41a1-8e53-044e5096169c req-98ba4ba2-5bbe-4131-881f-07a0a9509e03 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 931 time: 0.0841713 Feb 04 19:58:31.459901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-101d4694-1063-41a1-8e53-044e5096169c req-bf8eeb8d-666b-44d6-8ba9-87b3412d37c0 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375640 Feb 04 19:58:31.636963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd015a-67fa-48ea-a698-8acbb4106a6a req-197b6b6c-a014-4290-bff6-814967913205 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:31.639413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9fd015a-67fa-48ea-a698-8acbb4106a6a req-197b6b6c-a014-4290-bff6-814967913205 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.0830264 Feb 04 19:58:31.684202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9fd015a-67fa-48ea-a698-8acbb4106a6a req-9dbfb4f5-1cea-4d7b-9219-0b1c96909844 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Feb 04 19:58:31.916464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-f4b2d41d-1d03-457f-ada0-f8b7d68f9243 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=502a93a62e1f47efb3a88560a0240fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312660 Feb 04 19:58:32.064757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-238ec010-855c-41ea-ab8f-446e11eccba1 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:32.066093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-238ec010-855c-41ea-ab8f-446e11eccba1 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443868 Feb 04 19:58:32.080496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6a67871a-edbb-46cf-b06f-d4c550fbe7f9 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/quotas/502a93a62e1f47efb3a88560a0240fce HTTP/1.1" status: 200 len: 375 time: 0.0090773 Feb 04 19:58:32.126655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-50cfd789-c5e8-4c81-9ef9-beded262834d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=502a93a62e1f47efb3a88560a0240fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415080 Feb 04 19:58:32.663643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:32.731801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:32.732170 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:32.867235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:32.901101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:32.906254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:33.026278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:33.097707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:33.302002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-260417ba-7066-4f7f-b3b0-e2c6ce0892ec req-7294c256-aa09-40f7-8896-8e8266e7fd6b tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 210 time: 0.0419443 Feb 04 19:58:33.473588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676e369-ccac-4d46-a397-fe901b09a533 req-763ca77d-11cd-4514-9477-9c42843c7e11 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:33.475059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9676e369-ccac-4d46-a397-fe901b09a533 req-763ca77d-11cd-4514-9477-9c42843c7e11 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 931 time: 0.0811708 Feb 04 19:58:33.519619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9676e369-ccac-4d46-a397-fe901b09a533 req-0f45d206-c94e-4097-a827-c9d9ce36c41f tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Feb 04 19:58:33.694911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece4ec4-f16f-4f74-b8c3-56bd415411db req-06a8bd6f-75c3-4811-bd67-36c537b01900 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:33.696376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ece4ec4-f16f-4f74-b8c3-56bd415411db req-06a8bd6f-75c3-4811-bd67-36c537b01900 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1102 time: 0.0689533 Feb 04 19:58:33.739760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ece4ec4-f16f-4f74-b8c3-56bd415411db req-310061e2-4ffc-49e8-9c2f-ed05bd875bab tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368972 Feb 04 19:58:33.788636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Request body: {'port': {'device_id': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:33.899674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-ca8b6602-55af-47a6-a1d4-9b9eeb18c20d service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366725 Feb 04 19:58:34.075292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ae6e68d-1c21-4b9f-980d-c8ac677d3265 req-792d0891-9daf-43a1-a803-917c8a305ae0 service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117242 Feb 04 19:58:34.076007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:34.119454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3a94-a6cc-4ded-8c1f-ff274ccb8cba req-b31d585e-5b94-43da-bdcb-bbac65f756bb tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:34.120573 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0b3a94-a6cc-4ded-8c1f-ff274ccb8cba req-b31d585e-5b94-43da-bdcb-bbac65f756bb tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.2385228 Feb 04 19:58:34.161105 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d18e902d-2df5-4caf-acdc-97dae7c88c79 req-804558e7-b03f-4589-ad24-58fd3cd85e66 service neutron] 10.222.0.62 "GET /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470546 Feb 04 19:58:34.224894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0b3a94-a6cc-4ded-8c1f-ff274ccb8cba req-a2cde374-42b6-4a20-abd9-2dd66cc19c9b tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970275 Feb 04 19:58:34.279800 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'code': 200} Feb 04 19:58:34.435565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-6bb6c4ea-1ad6-4ab0-a242-52ec9b3a1a0f tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:58:34.436428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-6bb6c4ea-1ad6-4ab0-a242-52ec9b3a1a0f tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084386 Feb 04 19:58:34.457786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Request body: {'binding': {'host': 'n-h1-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:34.458235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 19:58:34.668255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c43b41-e979-4a32-b88b-5a7d749c4bda {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:34.700724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-eb635583-4dc0-41ac-923a-fdde44ec4551 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=502a93a62e1f47efb3a88560a0240fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366964 Feb 04 19:58:34.722994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:34.754259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Transition to ACTIVE for port object d8c43b41-e979-4a32-b88b-5a7d749c4bda will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:34.820450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:34.868711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-62daae6d-23f5-4b6f-8954-c7fc8a985c91 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:34.870154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-62daae6d-23f5-4b6f-8954-c7fc8a985c91 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652820 Feb 04 19:58:34.879821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on host n-h1-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:34.880160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:34.880501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:34.883754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Request body: {'port': {'device_id': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '502a93a62e1f47efb3a88560a0240fce'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:34.978674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:34.978674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:35.008905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-67b45177-7539-4261-a31e-67b7939cefd2 req-00b51f54-e081-4213-9338-c0aaa1a53f88 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 210 time: 0.1318927 Feb 04 19:58:35.012833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:35.013171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:35.014035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:35.014035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Bound port: 7971b8fa-2b75-42d4-8b20-734d08e53f03, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:35.022508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c43b41-e979-4a32-b88b-5a7d749c4bda,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:35.058020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:35.063558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Usage tracker for resource:port and tenant:502a93a62e1f47efb3a88560a0240fce is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:35.067391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:35.075348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:35.164399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Made reservation on behalf of 502a93a62e1f47efb3a88560a0240fce for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:35.168611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.170686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:35.186555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.198414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Attempting to bind port d8c43b41-e979-4a32-b88b-5a7d749c4bda on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:35.198815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Attempting to bind port d8c43b41-e979-4a32-b88b-5a7d749c4bda by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:35.199144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Attempting to bind port d8c43b41-e979-4a32-b88b-5a7d749c4bda on network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:35.212061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:35.212329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Port d8c43b41-e979-4a32-b88b-5a7d749c4bda on network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:35.212657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Attempting to bind port d8c43b41-e979-4a32-b88b-5a7d749c4bda on network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:35.216568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Usage tracker for resource:security_group_rule and tenant:502a93a62e1f47efb3a88560a0240fce is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:35.219396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:35.220831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:35.221170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Checking segment: {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:35.222742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Bound using segment: {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:35.222742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Bound port: d8c43b41-e979-4a32-b88b-5a7d749c4bda, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a33b0e4-9703-40d2-afe6-251de4c69f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:35.222742 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.225192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:35.283848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.296839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3df9d06c-180e-4075-ad77-68aa08371e25 service neutron] 10.222.0.48 "POST /v2.0/ports/7971b8fa-2b75-42d4-8b20-734d08e53f03/bindings HTTP/1.1" status: 201 len: 389 time: 0.8385515 Feb 04 19:58:35.326222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c727eba-40da-4425-aecc-33f4131e8570 req-ad588e6d-e97a-4194-99c2-e2ff9cadad94 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:35.328232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c727eba-40da-4425-aecc-33f4131e8570 req-ad588e6d-e97a-4194-99c2-e2ff9cadad94 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 943 time: 0.1934485 Feb 04 19:58:35.332573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.375041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] For port d8c43b41-e979-4a32-b88b-5a7d749c4bda, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:35.382279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] For port d8c43b41-e979-4a32-b88b-5a7d749c4bda, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d8c43b41-e979-4a32-b88b-5a7d749c4bda,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:35.394886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c727eba-40da-4425-aecc-33f4131e8570 req-613debbe-d996-49ea-bd5a-201e7c338a6f tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Feb 04 19:58:35.433202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.491123 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.520319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5910ddb-d2d9-45b4-90af-edc63ed991d0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:35.603917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:35.604753 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.606144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] 10.222.0.62 "PUT /v2.0/ports/d8c43b41-e979-4a32-b88b-5a7d749c4bda HTTP/1.1" status: 200 len: 1091 time: 1.8243060 Feb 04 19:58:35.609279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'tag': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:35.633475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Allocated IP 192.168.233.104 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/3ea4e67b-73b6-4236-a199-61f1db86c460) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:58:35.647872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a8d5d-22fc-4be6-b75c-e2cb4473fb94 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c43b41-e979-4a32-b88b-5a7d749c4bda,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:35.663364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37af46-7251-49f2-9c49-373c47caa9c4 req-6c60c58e-cd88-4eb1-b34e-69c8f4effef3 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:35.664885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db37af46-7251-49f2-9c49-373c47caa9c4 req-6c60c58e-cd88-4eb1-b34e-69c8f4effef3 tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 1102 time: 0.1685848 Feb 04 19:58:35.841169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db37af46-7251-49f2-9c49-373c47caa9c4 req-f6be6a54-a6e5-4cb3-9aa4-57884dd4ae7a tempest-ServersAdminTestJSON-1638568818 tempest-ServersAdminTestJSON-1638568818-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604667 Feb 04 19:58:35.913492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-6a139d92-d988-4ece-a2a6-4d189f71da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:35.914996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-6a139d92-d988-4ece-a2a6-4d189f71da32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d455552561d4529b896ba89bd5dbc9b&device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 1094 time: 0.1507437 Feb 04 19:58:35.969267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:35.984442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669faf5-4deb-4d07-b627-5bcc1a16e822 req-1fda92f6-ba33-42fd-ae2b-bc4e15ff387f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:35.986057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f669faf5-4deb-4d07-b627-5bcc1a16e822 req-1fda92f6-ba33-42fd-ae2b-bc4e15ff387f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 943 time: 0.2010324 Feb 04 19:58:35.999535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4bd0d645-0985-4cbb-ae05-40aeb494c198 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:36.005733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-e030b1e7-9534-4e28-b93d-3e33b71cdb8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c43b41-e979-4a32-b88b-5a7d749c4bda HTTP/1.1" status: 200 len: 217 time: 0.0799308 Feb 04 19:58:36.017676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Transition to ACTIVE for port object 3ea4e67b-73b6-4236-a199-61f1db86c460 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:36.049519 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f669faf5-4deb-4d07-b627-5bcc1a16e822 req-addcccb9-df49-4104-85ef-f0b9d0f103ae tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568247 Feb 04 19:58:36.131813 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:36.190089 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'tag': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda', 'status': 'completed', 'code': 200} Feb 04 19:58:36.190089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-60d4c5e8-e84e-4fb6-9301-8fb0839a90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:36.190089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-60d4c5e8-e84e-4fb6-9301-8fb0839a90dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6ceae5f-b8fd-4d6f-90c9-da08575cd694 HTTP/1.1" status: 200 len: 853 time: 0.1683614 Feb 04 19:58:36.256182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4bd0d645-0985-4cbb-ae05-40aeb494c198, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4bd0d645-0985-4cbb-ae05-40aeb494c198,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:36.257925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:58:36.262288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:36.265435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:58:36.267396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581187a-3ca9-4684-b065-45bf265c703d req-d345c46f-482d-4bbf-bbdf-0c7ea816fc36 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:36.271476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7581187a-3ca9-4684-b065-45bf265c703d req-d345c46f-482d-4bbf-bbdf-0c7ea816fc36 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 945 time: 0.2135317 Feb 04 19:58:36.279885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '4bd0d645-0985-4cbb-ae05-40aeb494c198', 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc', 'port_id': '4bd0d645-0985-4cbb-ae05-40aeb494c198', 'mac_address': 'fa:16:3e:af:d8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdb486a-b7ad-4e05-88bf-44918c67a027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:58:36.324952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Pushing event updated for resources: {'Port': ['ID=3ea4e67b-73b6-4236-a199-61f1db86c460,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:36.339841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:36.341842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-43ea8f4e-50d9-4907-996d-b971c334f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:36.344013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-43ea8f4e-50d9-4907-996d-b971c334f021 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1096 time: 0.2776797 Feb 04 19:58:36.350921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7581187a-3ca9-4684-b065-45bf265c703d req-3f28a6e9-2349-4130-91b6-b9e8f9f84985 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745897 Feb 04 19:58:36.358449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-2c30ba63-1238-4f23-8192-307423457114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:36.359948 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-2c30ba63-1238-4f23-8192-307423457114 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24d8ad4d-6804-4d43-9fbf-bb0b2787e140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751833 Feb 04 19:58:36.372382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd0d645-0985-4cbb-ae05-40aeb494c198 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:36.415013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4bd0d645-0985-4cbb-ae05-40aeb494c198, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4bd0d645-0985-4cbb-ae05-40aeb494c198,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:36.479744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:36.480931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:36.543770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-4d8f8b6d-495c-4911-9181-72c1c4e03f8c service neutron] 10.222.0.62 "GET /v2.0/networks/24d8ad4d-6804-4d43-9fbf-bb0b2787e140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762686 Feb 04 19:58:36.566021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-af802221-73aa-4352-bbc6-75378bfb6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:36.567441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-af802221-73aa-4352-bbc6-75378bfb6085 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.2113271 Feb 04 19:58:36.657772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-77b7d164-1455-4232-a219-cbcb101228f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 217 time: 0.0777969 Feb 04 19:58:36.724113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-5d5b4ab6-0d36-4dc1-be74-a280f5b85ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:36.725727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-5d5b4ab6-0d36-4dc1-be74-a280f5b85ea0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0618434 Feb 04 19:58:36.786393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-ca1bda64-cc8a-4998-9a1e-fd801a76f52e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495827 Feb 04 19:58:36.809415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5318dd61-cf2c-4b19-9104-04781e48db59 req-802bcc97-6746-486e-8bb4-d36925aead97 service neutron] 10.222.0.62 "GET /v2.0/networks/24d8ad4d-6804-4d43-9fbf-bb0b2787e140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603123 Feb 04 19:58:37.032959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-60fcad76-bb92-4780-94e7-9209cf589352 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402275 Feb 04 19:58:37.062518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:37.063206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 06c6b19a-354a-4d39-8a9b-edf490d49290 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:37.116506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-22f2622a-d478-46ca-9bf0-c6bbbbb11a40 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2364388 Feb 04 19:58:37.128538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Request body: {'port': {'device_id': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:37.190724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f1bba5bc-23c1-41ef-a31a-26ef79adb8f8 None None] Provisioning for port 3ea4e67b-73b6-4236-a199-61f1db86c460 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:37.196194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4bd0d645-0985-4cbb-ae05-40aeb494c198,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:37.201679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f1bba5bc-23c1-41ef-a31a-26ef79adb8f8 None None] Provisioning complete for port 3ea4e67b-73b6-4236-a199-61f1db86c460 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:37.202296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f1bba5bc-23c1-41ef-a31a-26ef79adb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:37.260213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f1bba5bc-23c1-41ef-a31a-26ef79adb8f8 None None] Port 3ea4e67b-73b6-4236-a199-61f1db86c460 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:58:37.269285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-b73f0269-9c89-4d32-916d-c089174af325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:37.271038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-b73f0269-9c89-4d32-916d-c089174af325 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d455552561d4529b896ba89bd5dbc9b&device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 1094 time: 0.1044164 Feb 04 19:58:37.280625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 06c6b19a-354a-4d39-8a9b-edf490d49290, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=06c6b19a-354a-4d39-8a9b-edf490d49290,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:37.299124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '06c6b19a-354a-4d39-8a9b-edf490d49290', 'network_id': 'a9722723-0b31-44bd-be35-fef98faf6afc', 'port_id': '06c6b19a-354a-4d39-8a9b-edf490d49290', 'mac_address': 'fa:16:3e:25:65:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdb486a-b7ad-4e05-88bf-44918c67a027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:58:37.354617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-70d2e667-f904-40ce-a8ec-fa094b818667 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152609 Feb 04 19:58:37.379543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:37.399216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c6b19a-354a-4d39-8a9b-edf490d49290 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:37.419708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 06c6b19a-354a-4d39-8a9b-edf490d49290, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=06c6b19a-354a-4d39-8a9b-edf490d49290,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:37.471881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:37.472734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-1422b856-2afe-4cac-9256-53ff44049875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:37.474249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-1422b856-2afe-4cac-9256-53ff44049875 service neutron] 10.222.0.62 "GET /v2.0/networks?id=24d8ad4d-6804-4d43-9fbf-bb0b2787e140 HTTP/1.1" status: 200 len: 915 time: 0.1960211 Feb 04 19:58:37.492317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd2339-ee2e-4cbc-9d8e-ae896e22c045 req-1c2c0c2d-cbc9-42da-bfac-1d5626fa7579 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:37.493798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-16cd2339-ee2e-4cbc-9d8e-ae896e22c045 req-1c2c0c2d-cbc9-42da-bfac-1d5626fa7579 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1096 time: 0.3275371 Feb 04 19:58:37.507543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:37.557759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-b4af71ca-dfb7-4d2b-af87-2b0c7f709848 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c43b41-e979-4a32-b88b-5a7d749c4bda HTTP/1.1" status: 200 len: 217 time: 0.0705092 Feb 04 19:58:37.587736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=06c6b19a-354a-4d39-8a9b-edf490d49290,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:37.622589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60120ef6-aba7-49fb-a30e-dbe6196ad984 req-7f796eb1-dd0f-464b-820d-700cf90a54e8 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:37.624108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60120ef6-aba7-49fb-a30e-dbe6196ad984 req-7f796eb1-dd0f-464b-820d-700cf90a54e8 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 936 time: 0.2009375 Feb 04 19:58:37.639426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-16cd2339-ee2e-4cbc-9d8e-ae896e22c045 req-d15d2f59-ad4f-4d47-86c1-eaa23896a53d tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203415 Feb 04 19:58:37.654064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-affa2321-5753-4869-a100-bd2e9c96083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:37.655534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-affa2321-5753-4869-a100-bd2e9c96083c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6ceae5f-b8fd-4d6f-90c9-da08575cd694 HTTP/1.1" status: 200 len: 853 time: 0.0908573 Feb 04 19:58:37.723772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60120ef6-aba7-49fb-a30e-dbe6196ad984 req-9c025045-d399-4dda-b1bd-795554ce019a tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926514 Feb 04 19:58:37.725723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-fb61a620-efc7-4f38-85b3-624118255cd0 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:37.727965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-fb61a620-efc7-4f38-85b3-624118255cd0 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.2100945 Feb 04 19:58:37.758672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811806-1'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:37.792243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-10faef7d-7d4b-469a-830d-65a8fc638c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:37.794294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-10faef7d-7d4b-469a-830d-65a8fc638c2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24d8ad4d-6804-4d43-9fbf-bb0b2787e140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281581 Feb 04 19:58:37.862489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43250) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:37.905949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['4bd0d645-0985-4cbb-ae05-40aeb494c198'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:38.004291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['06c6b19a-354a-4d39-8a9b-edf490d49290'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:38.010181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-67778e3e-3be6-46c9-9f0b-b17799fc1a36 service neutron] 10.222.0.62 "GET /v2.0/networks/24d8ad4d-6804-4d43-9fbf-bb0b2787e140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071347 Feb 04 19:58:38.036024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.041895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda409b-116d-4456-9c09-7f877189dde7 req-28720a6d-2769-42c0-a2a5-72770c806276 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:38.044248 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4cda409b-116d-4456-9c09-7f877189dde7 req-28720a6d-2769-42c0-a2a5-72770c806276 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 944 time: 0.1935260 Feb 04 19:58:38.071818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.082591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:38.101380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c9eb34a9940c4b65be9e31cc99e28854 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:38.107613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:38.147137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:38.165488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceedd4-1ed9-4864-bdc5-238ea64ba248 req-160b752d-c6b7-4bff-88fc-19f9361cb060 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:38.175564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcceedd4-1ed9-4864-bdc5-238ea64ba248 req-160b752d-c6b7-4bff-88fc-19f9361cb060 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 943 time: 0.2894740 Feb 04 19:58:38.175725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4cda409b-116d-4456-9c09-7f877189dde7 req-5d768059-7475-4943-b095-ab8324c2dbbf tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812681 Feb 04 19:58:38.208093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657f6e4e-26da-4301-9a7e-a97e16cdaa72 req-5f967a1e-1c13-481f-9581-05e3a4342743 service neutron] 10.222.0.62 "GET /v2.0/networks/24d8ad4d-6804-4d43-9fbf-bb0b2787e140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908741 Feb 04 19:58:38.360389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ce73e-6156-4866-b1ea-d1c6465f4814 req-85be5ad4-2237-40c6-a891-af2e18aaab3a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:38.361836 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a7ce73e-6156-4866-b1ea-d1c6465f4814 req-85be5ad4-2237-40c6-a891-af2e18aaab3a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 949 time: 0.0883052 Feb 04 19:58:38.397367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcceedd4-1ed9-4864-bdc5-238ea64ba248 req-18bec436-aabb-45d4-899f-f404128cd04e tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232580 Feb 04 19:58:38.408850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a7ce73e-6156-4866-b1ea-d1c6465f4814 req-54e9fb84-1304-4afa-8d7d-a6c76e18275d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Feb 04 19:58:38.418326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea4e67b-73b6-4236-a199-61f1db86c460 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:38.435662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.482342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Transition to ACTIVE for port object 3ea4e67b-73b6-4236-a199-61f1db86c460 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:38.496900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.525201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:38.555802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.556891 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.697145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.752346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.791761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-11a44f01-3f0d-4277-9718-fdb0e5e4b8c7 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:38.793487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-11a44f01-3f0d-4277-9718-fdb0e5e4b8c7 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 949 time: 0.0891876 Feb 04 19:58:38.806211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:38.867801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Deleting port cedac87c-b39f-478f-bc82-ed2dfb584088 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:38.868138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:38.956419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea4e67b-73b6-4236-a199-61f1db86c460,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:39.017302 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9eb34a9940c4b65be9e31cc99e28854&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1537492 Feb 04 19:58:39.052575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43258) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:39.062445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c0e3a-7bc6-4086-8380-a6241974a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9bdc4f-2383-4c20-b259-e4e0db6adf22,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:39.098796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:39.104750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.135371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Attempting to bind port 3ea4e67b-73b6-4236-a199-61f1db86c460 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:39.135703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Attempting to bind port 3ea4e67b-73b6-4236-a199-61f1db86c460 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:39.136087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Attempting to bind port 3ea4e67b-73b6-4236-a199-61f1db86c460 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:39.146062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e331-e3fa-42ed-8242-58c041421135 req-a2691f1e-49f5-448f-b6b0-facf440b69a5 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:39.151182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d81e331-e3fa-42ed-8242-58c041421135 req-a2691f1e-49f5-448f-b6b0-facf440b69a5 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 945 time: 0.4575095 Feb 04 19:58:39.160838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Port 3ea4e67b-73b6-4236-a199-61f1db86c460 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:39.161600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Attempting to bind port 3ea4e67b-73b6-4236-a199-61f1db86c460 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:39.165633 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4979-2be0-4b6c-8b0b-81f2e4a0f40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.180019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] For port cedac87c-b39f-478f-bc82-ed2dfb584088, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cedac87c-b39f-478f-bc82-ed2dfb584088,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:39.180019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.186350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:39.186350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:39.186350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:39.186350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Bound port: 3ea4e67b-73b6-4236-a199-61f1db86c460, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:39.186350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.214733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.371572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d81e331-e3fa-42ed-8242-58c041421135 req-fb51ef3d-190c-4f2c-b398-cf50afdbd6f4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121131 Feb 04 19:58:39.419811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Calling delete_port for cedac87c-b39f-478f-bc82-ed2dfb584088 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:39.449075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4979-2be0-4b6c-8b0b-81f2e4a0f40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.477500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:39.485244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] For port 3ea4e67b-73b6-4236-a199-61f1db86c460, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:39.488778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] For port 3ea4e67b-73b6-4236-a199-61f1db86c460, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3ea4e67b-73b6-4236-a199-61f1db86c460,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:39.575089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba4b55-3f21-475a-a617-73ad54bf2268 req-75f93bf7-221b-40e6-884c-edd63816ef44 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:39.575915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d7ba4b55-3f21-475a-a617-73ad54bf2268 req-75f93bf7-221b-40e6-884c-edd63816ef44 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Synchronizing usage tracker for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:39.600305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.627939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4979-2be0-4b6c-8b0b-81f2e4a0f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.644056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab4979-2be0-4b6c-8b0b-81f2e4a0f40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9bdc4f-2383-4c20-b259-e4e0db6adf22,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:39.680150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:39.680150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.680150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ea4e67b-73b6-4236-a199-61f1db86c460 HTTP/1.1" status: 200 len: 1096 time: 2.5497477 Feb 04 19:58:39.695127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf158f9-0628-4ce6-97a8-e897362c3855 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea4e67b-73b6-4236-a199-61f1db86c460,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:39.699222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d7ba4b55-3f21-475a-a617-73ad54bf2268 req-75f93bf7-221b-40e6-884c-edd63816ef44 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Unset dirty status for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:39.700465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7ba4b55-3f21-475a-a617-73ad54bf2268 req-75f93bf7-221b-40e6-884c-edd63816ef44 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 948 time: 0.2103841 Feb 04 19:58:39.734105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.747094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['ec4dfdd2-061f-4348-b1c9-a20f44451375', 'cedac87c-b39f-478f-bc82-ed2dfb584088', '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:39.752969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d7ba4b55-3f21-475a-a617-73ad54bf2268 req-1c9ea30b-fba1-40c0-a986-18f11cb073d0 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Synchronizing usage tracker for tenant:502a93a62e1f47efb3a88560a0240fce on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:39.804706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Pushing event deleted for resources: {'Port': ['ID=cedac87c-b39f-478f-bc82-ed2dfb584088,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:39.823700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4979-2be0-4b6c-8b0b-81f2e4a0f40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.826121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e9ab4979-2be0-4b6c-8b0b-81f2e4a0f40c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc9bdc4f-2383-4c20-b259-e4e0db6adf22 HTTP/1.1" status: 204 len: 168 time: 0.7726052 Feb 04 19:58:39.875924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d7ba4b55-3f21-475a-a617-73ad54bf2268 req-1c9ea30b-fba1-40c0-a986-18f11cb073d0 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Unset dirty status for tenant:502a93a62e1f47efb3a88560a0240fce on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:39.877125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7ba4b55-3f21-475a-a617-73ad54bf2268 req-1c9ea30b-fba1-40c0-a986-18f11cb073d0 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709473 Feb 04 19:58:39.893651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on host n-h2-811806-1 for vnic_type normal with profile {"migrating_to": "n-h1-811806-1"} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:39.893994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:39.894320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:39.925419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:39.928193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Attempting to bind port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:39.943657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:39.944013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:39.945743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:39.946214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Bound port: 7971b8fa-2b75-42d4-8b20-734d08e53f03, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:39.947508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.966098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] No DVR routers for this DVR port cedac87c-b39f-478f-bc82-ed2dfb584088 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:58:39.969563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:39.971271 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03', 'code': 200} Feb 04 19:58:39.972444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aab3308-0d6f-4493-b034-c7cb3cf252db req-aee3c100-3e52-4213-a348-d2b4540a2d1d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "DELETE /v2.0/ports/cedac87c-b39f-478f-bc82-ed2dfb584088 HTTP/1.1" status: 204 len: 173 time: 1.1734140 Feb 04 19:58:39.973070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'name': 'network-vif-deleted', 'tag': 'cedac87c-b39f-478f-bc82-ed2dfb584088'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:40.027839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4bd0d645-0985-4cbb-ae05-40aeb494c198 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:40.045458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-bb3e3de5-e2ec-4ad3-b9a7-e914a316af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:40.046983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-bb3e3de5-e2ec-4ad3-b9a7-e914a316af62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=502a93a62e1f47efb3a88560a0240fce&device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 1099 time: 0.2385209 Feb 04 19:58:40.184227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-ae27ad27-6576-4655-8587-b0c477c5adf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=3ea4e67b-73b6-4236-a199-61f1db86c460 HTTP/1.1" status: 200 len: 217 time: 0.1296346 Feb 04 19:58:40.265687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:40.283605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:40.290141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-24e28721-2d9f-4b8f-9cff-f600aa24340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:40.291646 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-24e28721-2d9f-4b8f-9cff-f600aa24340e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0993023 Feb 04 19:58:40.299339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e981b-bae4-4013-9750-7b3422916c5a req-d46d88cd-1e79-45e2-afa8-8e66dca300dc tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:40.302030 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f6e981b-bae4-4013-9750-7b3422916c5a req-d46d88cd-1e79-45e2-afa8-8e66dca300dc tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 944 time: 0.1947813 Feb 04 19:58:40.308361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 4bd0d645-0985-4cbb-ae05-40aeb494c198 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:40.313669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 4bd0d645-0985-4cbb-ae05-40aeb494c198 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:40.314233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:40.436096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:40.482682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f6e981b-bae4-4013-9750-7b3422916c5a req-8e10e269-a197-4483-8e12-61f7c647b696 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314404 Feb 04 19:58:40.485903 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:40.493238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-d2344a44-5257-4072-b14b-4f53b861f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:40.498586 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-d2344a44-5257-4072-b14b-4f53b861f727 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929450 Feb 04 19:58:40.573007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4bd0d645-0985-4cbb-ae05-40aeb494c198, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4bd0d645-0985-4cbb-ae05-40aeb494c198,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:40.584844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25ad594-991c-4678-9438-19983906b7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd0d645-0985-4cbb-ae05-40aeb494c198'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:40.662636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:40.663570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 06c6b19a-354a-4d39-8a9b-edf490d49290 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:40.784387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-ee44d2b2-44aa-4afb-b5f5-f753f93237fb tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:58:40.786153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-ee44d2b2-44aa-4afb-b5f5-f753f93237fb tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070670 Feb 04 19:58:40.788482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:40.789108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:40.790485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] 10.222.0.62 "PUT /v2.0/ports/7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 1121 time: 3.0359929 Feb 04 19:58:40.791158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8490e-1ead-4812-be0b-0c5c3ef29665 service neutron] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=8']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:40.816877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-498fe8e8-d171-4abb-a836-e6b22150736f service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108265 Feb 04 19:58:40.833051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Request body: {'binding': {'host': 'n-h2-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:40.835096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 19:58:40.841287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4bd0d645-0985-4cbb-ae05-40aeb494c198,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:40.851198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.851543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.851923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.852257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.852584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.852977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.853292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.853607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.853923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.854239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.854557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.855425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:58:40.905564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7971b8fa-2b75-42d4-8b20-734d08e53f03'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:40.952376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 06c6b19a-354a-4d39-8a9b-edf490d49290 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:40.987013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 06c6b19a-354a-4d39-8a9b-edf490d49290 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:40.987013 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.074334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487add-72e8-4ffe-ba00-e144604369d6 req-05194add-fc9f-4f2e-95d7-457447f93f5d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:41.081301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0487add-72e8-4ffe-ba00-e144604369d6 req-05194add-fc9f-4f2e-95d7-457447f93f5d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 943 time: 0.4364443 Feb 04 19:58:41.102129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on host n-h2-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:41.125994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:41.126333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:41.139687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:41.140272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:41.147289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:41.147930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:41.148549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:41.149252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Bound port: f98eb989-57e5-457b-871d-9971fa164d76, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:41.163316 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0487add-72e8-4ffe-ba00-e144604369d6 req-53da9ebc-61c3-48d0-b9f5-4d1db9369d22 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810912 Feb 04 19:58:41.194260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00028b1b-8617-42a9-abb2-72a719bcb06b req-bb849abf-0cb2-43b0-82db-3bde17e0422e service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659511 Feb 04 19:58:41.204973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:41.212818 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.273955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.275208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c6d5d66b-e29f-4fd3-a6c2-9be54d648f32 service neutron] 10.222.0.48 "POST /v2.0/ports/f98eb989-57e5-457b-871d-9971fa164d76/bindings HTTP/1.1" status: 201 len: 389 time: 0.4694967 Feb 04 19:58:41.313818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43322) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:41.325425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 06c6b19a-354a-4d39-8a9b-edf490d49290, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=06c6b19a-354a-4d39-8a9b-edf490d49290,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:41.341115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3a8d9479-8ad6-4996-8321-48399efa9df1 req-652cc2cb-75fa-4e26-91b7-b85b76f94954 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a73013-0279-43a3-aae4-5d7ca3f2c641 HTTP/1.1" status: 200 len: 210 time: 0.0478506 Feb 04 19:58:41.398445 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a73013-0279-43a3-aae4-5d7ca3f2c641', 'name': 'network-vif-deleted', 'tag': 'cedac87c-b39f-478f-bc82-ed2dfb584088', 'status': 'completed', 'code': 200} Feb 04 19:58:41.421810 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.458573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-697990530-network', 'tenant_id': '85d6bc82d4c74d6b9ca3a3e8a9493678'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:41.463064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:41.466902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Usage tracker for resource:network and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:41.469746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:41.475383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:41.497952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=06c6b19a-354a-4d39-8a9b-edf490d49290,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:41.580574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Made reservation on behalf of 85d6bc82d4c74d6b9ca3a3e8a9493678 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:41.582898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.596384 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.649437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:41.655137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:41.662708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:41.671333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:41.720134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf5177-892c-47a7-96df-1d606db39c1e req-978a7a3f-bf68-4578-b05a-57d31ecd6b19 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:41.721490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05bf5177-892c-47a7-96df-1d606db39c1e req-978a7a3f-bf68-4578-b05a-57d31ecd6b19 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 943 time: 0.1262202 Feb 04 19:58:41.789356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05bf5177-892c-47a7-96df-1d606db39c1e req-b3f3dfc9-2406-40a5-b5c5-33095c608e26 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612354 Feb 04 19:58:41.821556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.848616 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25ad594-991c-4678-9438-19983906b7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd0d645-0985-4cbb-ae05-40aeb494c198', 'code': 200} Feb 04 19:58:41.890944 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.920081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:58:41.965098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea66cb5-0622-4053-ba19-0563a09f356b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:41.976198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'tag': '3ea4e67b-73b6-4236-a199-61f1db86c460'}, {'name': 'network-changed', 'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:41.999635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:41.999976 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Added segment 8d7c0aba-580a-4fa8-b710-f26b56c0b717 of type vlan for network 162c4659-8b58-42ba-8a97-d81623555532 Feb 04 19:58:42.025841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d8c43b41-e979-4a32-b88b-5a7d749c4bda details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:42.047008 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:42.090239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547e2c1-4f19-4473-9a4c-4456453e0882 req-7969e1fd-eab7-4e39-a890-e888fd1215ba tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.091826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f547e2c1-4f19-4473-9a4c-4456453e0882 req-7969e1fd-eab7-4e39-a890-e888fd1215ba tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.1239443 Feb 04 19:58:42.139303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b36f6-f2dd-4a6b-9f93-6c6079c975cf req-5af05574-afe3-4ca9-a9da-0dc848b8f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.141206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-687b36f6-f2dd-4a6b-9f93-6c6079c975cf req-5af05574-afe3-4ca9-a9da-0dc848b8f5cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 1097 time: 0.2007811 Feb 04 19:58:42.157243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bc63d-6f87-461c-9c2d-6883b6c71b47 req-935cdf90-726d-4a6a-bf16-a3bb3d3d3346 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.164720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-282bc63d-6f87-461c-9c2d-6883b6c71b47 req-935cdf90-726d-4a6a-bf16-a3bb3d3d3346 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 948 time: 0.1892817 Feb 04 19:58:42.169405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f547e2c1-4f19-4473-9a4c-4456453e0882 req-2a3c6701-a9aa-4e74-b6b4-8ac04e788fa9 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717576 Feb 04 19:58:42.177096 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:42.178149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.178757 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:42.200796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d8c43b41-e979-4a32-b88b-5a7d749c4bda, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d8c43b41-e979-4a32-b88b-5a7d749c4bda,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:42.205829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-4639ff58-c9be-404c-9dad-d3c1af7cfad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.207298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-4639ff58-c9be-404c-9dad-d3c1af7cfad0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1096 time: 0.1909506 Feb 04 19:58:42.217262 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda', 'network_id': '24d8ad4d-6804-4d43-9fbf-bb0b2787e140', 'port_id': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda', 'mac_address': 'fa:16:3e:56:55:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ceae5f-b8fd-4d6f-90c9-da08575cd694', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:58:42.279115 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:42.303030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c43b41-e979-4a32-b88b-5a7d749c4bda {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:42.324037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d8c43b41-e979-4a32-b88b-5a7d749c4bda, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d8c43b41-e979-4a32-b88b-5a7d749c4bda,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:42.337116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] Pushing event updated for resources: {'Network': ['ID=162c4659-8b58-42ba-8a97-d81623555532,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:42.340152 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-282bc63d-6f87-461c-9c2d-6883b6c71b47 req-92520756-ae71-46d6-bc21-04d9f7cf903b tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743720 Feb 04 19:58:42.349074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-687b36f6-f2dd-4a6b-9f93-6c6079c975cf req-d1d69d16-fd63-4014-bd8e-7e3f5677f637 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802425 Feb 04 19:58:42.361938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 162c4659-8b58-42ba-8a97-d81623555532 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:58:42.406023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d2e82bec-d5c3-4810-abad-51190628ebba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0918849 Feb 04 19:58:42.409100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43346) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:42.418501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Request body: {'subnet': {'network_id': '162c4659-8b58-42ba-8a97-d81623555532', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-697990530-subnet', 'tenant_id': '85d6bc82d4c74d6b9ca3a3e8a9493678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:42.419488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-583c9dbe-a370-49a0-8cf5-020d9878daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.421382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-583c9dbe-a370-49a0-8cf5-020d9878daae service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.2048163 Feb 04 19:58:42.425932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:42.430584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Usage tracker for resource:subnet and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:42.434295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:42.440898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:42.453079 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:42.514829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Made reservation on behalf of 85d6bc82d4c74d6b9ca3a3e8a9493678 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:42.517103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:42.539763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-7debdcb4-c1f3-4b30-b9be-c89b5f692bec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 200 len: 217 time: 0.1022267 Feb 04 19:58:42.550468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d8c43b41-e979-4a32-b88b-5a7d749c4bda,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:42.601786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-9de0c819-9720-4fbd-8011-1794e4eff3c8 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--57392853&fields=id&tenant_id=6aa3076a8d33419b916c6b0585d4eaa5 HTTP/1.1" status: 200 len: 267 time: 0.1008961 Feb 04 19:58:42.641834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21235d-f67c-4291-92e6-bf14fb2842ea req-409f68cd-5b96-4b13-a4f9-41aed1419069 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.643334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e21235d-f67c-4291-92e6-bf14fb2842ea req-409f68cd-5b96-4b13-a4f9-41aed1419069 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.1928813 Feb 04 19:58:42.681838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-b811ae63-34da-4a16-9a67-fc06fafc3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.683856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-b811ae63-34da-4a16-9a67-fc06fafc3d24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1381400 Feb 04 19:58:42.700058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cedac87c-b39f-478f-bc82-ed2dfb584088 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:42.730113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e21235d-f67c-4291-92e6-bf14fb2842ea req-4a75c399-d228-4dac-8e87-2b16484a1475 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797911 Feb 04 19:58:42.747019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: cedac87c-b39f-478f-bc82-ed2dfb584088 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:58:42.747385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cedac87c-b39f-478f-bc82-ed2dfb584088 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:42.757882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-2a83b8c3-4a6a-46c2-a4a5-c262e01f7150 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663908 Feb 04 19:58:42.793181 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'tag': '3ea4e67b-73b6-4236-a199-61f1db86c460', 'status': 'completed', 'code': 200} Feb 04 19:58:42.793451 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03', 'status': 'completed', 'code': 200} Feb 04 19:58:42.873291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:42.891531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-3b5b5eb7-e4fb-44eb-9fcc-f97c3fbeba08 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:42.893135 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-3b5b5eb7-e4fb-44eb-9fcc-f97c3fbeba08 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 824 time: 0.2849174 Feb 04 19:58:42.922732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-edfd2189-35b1-4cc1-9a7c-bdf0b751c47f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/quotas/6aa3076a8d33419b916c6b0585d4eaa5 HTTP/1.1" status: 200 len: 375 time: 0.0148015 Feb 04 19:58:42.959411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d8c43b41-e979-4a32-b88b-5a7d749c4bda'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:42.982357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-8abb63c2-fe69-4598-9b1b-918c0750bb23 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175148 Feb 04 19:58:43.014152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7132b5b5-8ade-41ae-9ff5-46f06de4e5f1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:43.049142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Checking segment: {'id': '8d7c0aba-580a-4fa8-b710-f26b56c0b717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '162c4659-8b58-42ba-8a97-d81623555532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:43.049410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Network hostable DHCP agents. Network: 162c4659-8b58-42ba-8a97-d81623555532, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:58:43.058603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e714c3-1e39-423b-8523-9019386d401f req-e799f29f-1ae2-4f43-b8df-718f82f67a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:43.060109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-e799f29f-1ae2-4f43-b8df-718f82f67a0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=502a93a62e1f47efb3a88560a0240fce&device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 1099 time: 0.2433891 Feb 04 19:58:43.138087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-c744c86e-cd6c-42e0-ba20-d1b08fc4c91f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1971629 Feb 04 19:58:43.232215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-97a9035d-1cfb-4894-8ccd-e61ffee12bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406356 Feb 04 19:58:43.251319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98744fd-8920-4427-b8a9-8b2711bc7490 req-fdc96ad7-d571-47e1-8dc0-9512f384305d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:43.252797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98744fd-8920-4427-b8a9-8b2711bc7490 req-fdc96ad7-d571-47e1-8dc0-9512f384305d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 944 time: 0.3758914 Feb 04 19:58:43.285651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-0c98142d-73d8-4fbf-adcd-3820f4fe8143 service neutron] 10.222.0.48 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464069 Feb 04 19:58:43.332529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98744fd-8920-4427-b8a9-8b2711bc7490 req-8165011a-ccb7-4399-a2be-12b700823a78 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693252 Feb 04 19:58:43.339929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e714c3-1e39-423b-8523-9019386d401f req-f452fec2-6cb8-4638-bf5a-4887814c46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:43.341258 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-f452fec2-6cb8-4638-bf5a-4887814c46f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2736986 Feb 04 19:58:43.413366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Network 162c4659-8b58-42ba-8a97-d81623555532 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:58:43.429505 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-2916d753-9479-4255-bca7-138e5ab68114 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=3ea4e67b-73b6-4236-a199-61f1db86c460 HTTP/1.1" status: 200 len: 217 time: 0.0702715 Feb 04 19:58:43.430394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-6b00a4eb-6915-47ad-ae5a-1d5ffdd66066 service neutron] 10.222.0.48 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384120 Feb 04 19:58:43.478574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 162c4659-8b58-42ba-8a97-d81623555532) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:43.483353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:43.483941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:43.496490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691de14b-30bb-43ba-93fd-20144a1d2de6 None None] Network 162c4659-8b58-42ba-8a97-d81623555532 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:58:43.608187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-76d07e30-0ef3-4528-9db1-7a6b2b7bfb8d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1964047 Feb 04 19:58:43.667077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e714c3-1e39-423b-8523-9019386d401f req-f79cb642-b31a-477d-b6eb-f7ea5cb4c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:43.670210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-f79cb642-b31a-477d-b6eb-f7ea5cb4c857 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1090188 Feb 04 19:58:43.752242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a8689-a874-46a7-9c97-4e61501d48c9 None None] Network 162c4659-8b58-42ba-8a97-d81623555532 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:58:43.841283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc69a4-1fe5-4189-803e-a0087fb18988 req-5ca01bf1-1a99-4796-a0bb-6a6220a20788 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:43.849968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aabc69a4-1fe5-4189-803e-a0087fb18988 req-5ca01bf1-1a99-4796-a0bb-6a6220a20788 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 943 time: 0.3221672 Feb 04 19:58:43.889747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d15f10-8192-48da-9c14-e317f19a9d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c6b19a-354a-4d39-8a9b-edf490d49290'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:43.916094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aabc69a4-1fe5-4189-803e-a0087fb18988 req-47b9dfa7-2e6f-4c85-82ef-03e46c4a0d53 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648091 Feb 04 19:58:43.934405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e714c3-1e39-423b-8523-9019386d401f req-ffb25f38-b59c-4269-8da4-5fcec8b64224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:43.934786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-ffb25f38-b59c-4269-8da4-5fcec8b64224 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505832 Feb 04 19:58:44.072582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:44.077264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d8c43b41-e979-4a32-b88b-5a7d749c4bda up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:44.084472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-de5a20a0-b9b9-4cff-822e-cc348e857bca tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:44.087397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-de5a20a0-b9b9-4cff-822e-cc348e857bca tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ded061-a1d2-4188-b287-c0c413b8b370 HTTP/1.1" status: 200 len: 946 time: 0.4619863 Feb 04 19:58:44.095942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4657299-7318-42dd-93fb-ae090a4f07cc req-68954c41-3694-4a20-b559-0ff84b069466 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:44.103409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4657299-7318-42dd-93fb-ae090a4f07cc req-68954c41-3694-4a20-b559-0ff84b069466 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.1481311 Feb 04 19:58:44.198115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Deleting port 188fc8b4-c709-4da3-aae7-2385b4329622 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:44.198845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:44.309542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-013be092-52c9-468e-a450-7c02e7a34788 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658113 Feb 04 19:58:44.392060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d8c43b41-e979-4a32-b88b-5a7d749c4bda completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:44.406066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4657299-7318-42dd-93fb-ae090a4f07cc req-831a831a-a74c-4d82-9751-aecf757df044 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936106 Feb 04 19:58:44.406409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d8c43b41-e979-4a32-b88b-5a7d749c4bda triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:44.406409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:44.469841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80cfdd-0270-45c2-a321-236f7a083d69 req-da1b1fbf-4834-4f69-aa52-53d8509d0cc7 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:44.471667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c80cfdd-0270-45c2-a321-236f7a083d69 req-da1b1fbf-4834-4f69-aa52-53d8509d0cc7 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 948 time: 0.2915566 Feb 04 19:58:44.490480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:44.516799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 has no active binding in host n-h1-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 19:58:44.556186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c80cfdd-0270-45c2-a321-236f7a083d69 req-7407fc8e-4f4b-4aa6-a8d3-540e9e54a0c0 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785835 Feb 04 19:58:44.580527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-b63aa5c0-1f1d-4b1d-b256-a8998a29bd0b service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573774 Feb 04 19:58:44.633450 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:44.684375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d8c43b41-e979-4a32-b88b-5a7d749c4bda, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d8c43b41-e979-4a32-b88b-5a7d749c4bda,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:44.696207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3ea4e67b-73b6-4236-a199-61f1db86c460 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:44.730818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-057a51dc-eda1-4537-8a17-7a3d64d3100a req-abddee71-89a9-457a-9c36-70025db0ca8a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0608170 Feb 04 19:58:44.767914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] For port 188fc8b4-c709-4da3-aae7-2385b4329622, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=188fc8b4-c709-4da3-aae7-2385b4329622,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:44.768962 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:44.775536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e714c3-1e39-423b-8523-9019386d401f req-e1408c78-f9c4-4193-aab3-8a034e28f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:44.777711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-e1408c78-f9c4-4193-aab3-8a034e28f6dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1124 time: 0.1445055 Feb 04 19:58:44.806625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:44.888227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-f25e0b5a-f920-4e35-aa9d-ba308b3d46fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2372153 Feb 04 19:58:44.940902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3ea4e67b-73b6-4236-a199-61f1db86c460, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3ea4e67b-73b6-4236-a199-61f1db86c460,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:44.968405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '3ea4e67b-73b6-4236-a199-61f1db86c460', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '3ea4e67b-73b6-4236-a199-61f1db86c460', 'mac_address': 'fa:16:3e:65:db:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:58:45.039840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e714c3-1e39-423b-8523-9019386d401f req-f4123508-ef3f-4c6c-bb8e-e3944d685ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:45.041527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-f4123508-ef3f-4c6c-bb8e-e3944d685ff4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.2553339 Feb 04 19:58:45.084740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d8c43b41-e979-4a32-b88b-5a7d749c4bda,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:45.097359 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:45.119770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea4e67b-73b6-4236-a199-61f1db86c460 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:45.134087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-b21236b9-58b7-4c64-bf80-b20076f95c0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 217 time: 0.0813732 Feb 04 19:58:45.145055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3ea4e67b-73b6-4236-a199-61f1db86c460, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3ea4e67b-73b6-4236-a199-61f1db86c460,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:45.200013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:45.200553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:45.200662 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8 disassociated. External IP: 172.25.7.33, port: 188fc8b4-c709-4da3-aae7-2385b4329622. Feb 04 19:58:45.200938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Calling delete_port for 188fc8b4-c709-4da3-aae7-2385b4329622 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:45.205663 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:45.254928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-414625110', 'description': 'tempest-description-612891317'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:45.264582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e714c3-1e39-423b-8523-9019386d401f req-6606d9e8-d779-4826-b52f-4a42e933f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:45.265066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-3ff6df45-5062-4378-967e-5befa9684ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:45.266192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-6606d9e8-d779-4826-b52f-4a42e933f8ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1191194 Feb 04 19:58:45.266477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-3ff6df45-5062-4378-967e-5befa9684ac5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da55480fc4b149c7ba9013ea8c444c42&device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 1101 time: 0.3206835 Feb 04 19:58:45.269587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:45.275931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:45.281767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:45.291786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:45.298222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75816d59-0b41-4c10-bf5b-6cf875393a0b req-c3441922-6efd-496f-84c8-57ab383b96b2 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:45.298496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75816d59-0b41-4c10-bf5b-6cf875393a0b req-c3441922-6efd-496f-84c8-57ab383b96b2 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.4054139 Feb 04 19:58:45.322010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3ea4e67b-73b6-4236-a199-61f1db86c460,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:45.377912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-062bed0a-356e-4b2f-9e6f-b7d31306e371 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784745 Feb 04 19:58:45.402672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:45.482399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:45.493286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:45.497868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:45.519637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:45.527436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75816d59-0b41-4c10-bf5b-6cf875393a0b req-0b6806e6-ae00-45fa-9b97-d377372c130f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593616 Feb 04 19:58:45.528916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-664f114c-df84-4a29-acf9-60ceafe0f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:45.530584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-664f114c-df84-4a29-acf9-60ceafe0f217 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2312200 Feb 04 19:58:45.542841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3ea4e67b-73b6-4236-a199-61f1db86c460'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:45.593093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-2edae921-5a82-43e8-8e8b-e91b51eb1b0f service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998534 Feb 04 19:58:45.612963 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d15f10-8192-48da-9c14-e317f19a9d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c6b19a-354a-4d39-8a9b-edf490d49290', 'code': 200} Feb 04 19:58:45.628738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-e5680c37-f8b1-4a9a-ba4e-e94310d95a6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375 HTTP/1.1" status: 200 len: 217 time: 0.0902205 Feb 04 19:58:45.635234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:45.730213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event deleted for resources: {'Port': ['ID=188fc8b4-c709-4da3-aae7-2385b4329622,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:45.970113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-941f369c-49fd-4f31-9cbc-d9ca3c46de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:45.971572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-941f369c-49fd-4f31-9cbc-d9ca3c46de39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2913625 Feb 04 19:58:45.992305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:46.079955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e714c3-1e39-423b-8523-9019386d401f req-b21b44ce-17d6-4492-8c97-1cbba2d6f3b3 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707849 Feb 04 19:58:46.109851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523894ec-8768-479d-9d5b-31164f52feaf req-7b674be7-6ff1-49bd-9bb4-bba4dff792e1 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:46.111574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-523894ec-8768-479d-9d5b-31164f52feaf req-7b674be7-6ff1-49bd-9bb4-bba4dff792e1 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.3801305 Feb 04 19:58:46.116131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b2647-20b3-4d46-99c4-6b5f2cdfbc25 req-2112ce52-5e8a-4887-b0cb-e98fac3609cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:46.119112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-324b2647-20b3-4d46-99c4-6b5f2cdfbc25 req-2112ce52-5e8a-4887-b0cb-e98fac3609cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 1096 time: 0.1759942 Feb 04 19:58:46.152897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:58:46.156051 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:46.195669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-523894ec-8768-479d-9d5b-31164f52feaf req-ccd5103c-78d4-409f-81af-9b523adfa005 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 Feb 04 19:58:46.201943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-324b2647-20b3-4d46-99c4-6b5f2cdfbc25 req-e4705f8d-5a68-4fb7-8286-7a7f0a8840f1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627093 Feb 04 19:58:46.213681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-00d8f089-228f-4a7b-8192-f142b2a56020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:46.228442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-00d8f089-228f-4a7b-8192-f142b2a56020 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436302 Feb 04 19:58:46.301796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee6d80-d8eb-421b-9a90-48fd9a212837,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:46.399879 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:46.401002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-849b2587-b56e-4deb-aaf0-13d482937598 req-bb15538e-f3b9-416f-983a-a5a59d94b013 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1652644 Feb 04 19:58:46.443600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d707-5284-4d18-bea1-edf8476ae2eb req-f1daea96-27b8-4cc8-94af-a78e0f8aeb77 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:46.455868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1986d707-5284-4d18-bea1-edf8476ae2eb req-f1daea96-27b8-4cc8-94af-a78e0f8aeb77 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 943 time: 0.1263831 Feb 04 19:58:46.497692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1986d707-5284-4d18-bea1-edf8476ae2eb req-2f42fd37-9f54-447e-af96-bd42cbebe8c1 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Feb 04 19:58:46.606933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:58:46.606933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-8a0ec2c2-3903-4526-9f16-4937d85bcad7 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043275 Feb 04 19:58:46.615406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] Sync routers for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:58:46.622174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:58:46.622878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:58:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:46.706486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3ea4e67b-73b6-4236-a199-61f1db86c460 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:58:46.758983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] No DVR routers for this DVR port 188fc8b4-c709-4da3-aae7-2385b4329622 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:58:46.770798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:46.772757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5fc9b2a-3093-4bee-b9d3-80746d03a1c9 req-75d8a61b-bff9-49e0-8ce5-3bc963abef2a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "DELETE /v2.0/ports/188fc8b4-c709-4da3-aae7-2385b4329622 HTTP/1.1" status: 204 len: 173 time: 2.6658285 Feb 04 19:58:46.773408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'name': 'network-vif-deleted', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:46.798066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-57a03084-9cd8-44d5-ac24-425ba92d75b1 service neutron] 10.222.0.24 "GET /v2.0/ports/7971b8fa-2b75-42d4-8b20-734d08e53f03/bindings/n-h1-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.1221426 Feb 04 19:58:46.815276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59205a-ae31-4068-beb2-32f2cccceaeb req-24cfffd5-292d-42a8-9591-cf25c0fe3504 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:46.816785 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb59205a-ae31-4068-beb2-32f2cccceaeb req-24cfffd5-292d-42a8-9591-cf25c0fe3504 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 950 time: 0.2948897 Feb 04 19:58:46.853941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1558d-7a0b-45c6-9922-eafc761f4c30 req-d73fc0d4-32a7-4279-ba77-fd1847b75d19 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:46.855967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf1558d-7a0b-45c6-9922-eafc761f4c30 req-d73fc0d4-32a7-4279-ba77-fd1847b75d19 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.2606494 Feb 04 19:58:46.859196 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15d1fa2c-d52f-452f-84cc-2624c902d587 req-d842e8cb-84d5-49ab-a512-52614fe1ba5f service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196712 Feb 04 19:58:46.863995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-7c85e563-448e-40c3-a2b2-e146706ed43d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:46.865758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-7c85e563-448e-40c3-a2b2-e146706ed43d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Synchronizing usage tracker for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:46.869121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:58:46.880561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb59205a-ae31-4068-beb2-32f2cccceaeb req-02012fa3-4d9f-4bce-b778-4c0b2489d79a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Feb 04 19:58:46.958143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf1558d-7a0b-45c6-9922-eafc761f4c30 req-61dd897e-75cf-4a6b-b9f5-9e019534aa41 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828595 Feb 04 19:58:46.998452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 3ea4e67b-73b6-4236-a199-61f1db86c460 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:47.026824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-7c85e563-448e-40c3-a2b2-e146706ed43d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Unset dirty status for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:47.027119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-7c85e563-448e-40c3-a2b2-e146706ed43d tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 950 time: 0.3866587 Feb 04 19:58:47.082556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 3ea4e67b-73b6-4236-a199-61f1db86c460 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:47.083334 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.088792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa5c8a-05b7-4ac6-8cd1-5c4af470c170 req-d7cabb5c-4078-4213-ac83-d8e631cb70f7 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:47.091301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9aaa5c8a-05b7-4ac6-8cd1-5c4af470c170 req-d7cabb5c-4078-4213-ac83-d8e631cb70f7 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 949 time: 0.1024008 Feb 04 19:58:47.140203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9aaa5c8a-05b7-4ac6-8cd1-5c4af470c170 req-6ab2d96c-e4d9-4d63-bf77-c8e3d7767f6e tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Feb 04 19:58:47.183393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd7be6ba-07b2-479c-8cfc-e330838845a4 req-4106e735-efc8-4278-a771-e526d9f13bb0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0901461 Feb 04 19:58:47.252161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-d142dc4c-d2f2-447a-a4fd-9eb72c273ffe tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/e6ee6d80-d8eb-421b-9a90-48fd9a212837 HTTP/1.1" status: 200 len: 1803 time: 0.0670652 Feb 04 19:58:47.258384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6ee6d80-d8eb-421b-9a90-48fd9a212837', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:47.258797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6ee6d80-d8eb-421b-9a90-48fd9a212837', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:47.261902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Deleting port ec4dfdd2-061f-4348-b1c9-a20f44451375 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:47.262248 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.267568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:47.274016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:47.277818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:47.287758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:47.309760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.357447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3ea4e67b-73b6-4236-a199-61f1db86c460, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3ea4e67b-73b6-4236-a199-61f1db86c460,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:47.369875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:47.373902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] Checking router: 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:58:47.382310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:58:47.383118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:58:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:47.450285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.469498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.475541 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.495970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:47.581504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.615503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef7774d-e733-4ecc-9ffc-d8ca170b49eb,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:47.617313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d11eab-c850-468f-8340-26314ecbbf44 req-a888058f-aef5-44a2-8414-6b16db58f758 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:47.622899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda'}, {'server_uuid': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea4e67b-73b6-4236-a199-61f1db86c460'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:47.624371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32d11eab-c850-468f-8340-26314ecbbf44 req-a888058f-aef5-44a2-8414-6b16db58f758 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.3084502 Feb 04 19:58:47.643835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:47.655089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3ea4e67b-73b6-4236-a199-61f1db86c460,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:47.680918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:58:47.702139 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.704992 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-193826ad-af97-460e-8da0-64fcb6f092f2 req-b9a549c1-2888-4e68-8164-556715b69267 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4520237 Feb 04 19:58:47.745911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7971b8fa-2b75-42d4-8b20-734d08e53f03 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:47.759072 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ded061-a1d2-4188-b287-c0c413b8b370', 'name': 'network-vif-deleted', 'tag': '188fc8b4-c709-4da3-aae7-2385b4329622', 'status': 'completed', 'code': 200} Feb 04 19:58:47.775631 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32d11eab-c850-468f-8340-26314ecbbf44 req-782b5790-8a73-4b09-97f3-5b4ad87d47ed tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502905 Feb 04 19:58:47.793324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:47.830592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] For port ec4dfdd2-061f-4348-b1c9-a20f44451375, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ec4dfdd2-061f-4348-b1c9-a20f44451375,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:47.830997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.951677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775674d8-f20b-4826-b94f-da7e7feb6e80 req-d5bffaaf-5430-41a5-ab2e-ee471efb9e66 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:47.953108 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-775674d8-f20b-4826-b94f-da7e7feb6e80 req-d5bffaaf-5430-41a5-ab2e-ee471efb9e66 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.0961220 Feb 04 19:58:47.973083 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:47.989334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Calling delete_port for ec4dfdd2-061f-4348-b1c9-a20f44451375 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:47.998550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-775674d8-f20b-4826-b94f-da7e7feb6e80 req-41debb79-04df-4f76-ba6d-8ab3e595cdf5 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 Feb 04 19:58:48.061559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:58:48.065997 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda', 'code': 200} Feb 04 19:58:48.066261 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea4e67b-73b6-4236-a199-61f1db86c460', 'code': 200} Feb 04 19:58:48.067815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625aaef7-2ec5-4161-8c27-c0d2320b0153 None None] The sync data for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 is: [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:58:48.079841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 188fc8b4-c709-4da3-aae7-2385b4329622 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:48.084268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2024089520', 'description': 'tempest-description-1960481979'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:48.091233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:48.106892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:48.110848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:48.117191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:48.130066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 188fc8b4-c709-4da3-aae7-2385b4329622 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:58:48.130404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 188fc8b4-c709-4da3-aae7-2385b4329622 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:48.204769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:48.235899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf4ece-4a72-4914-9b8d-5e89cbb37bf6 req-230d4924-52a8-4f53-9866-45f15ff29df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:48.237384 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08cf4ece-4a72-4914-9b8d-5e89cbb37bf6 req-230d4924-52a8-4f53-9866-45f15ff29df1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 1101 time: 0.0985589 Feb 04 19:58:48.238367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:48.242557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:48.247124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:48.265293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:48.304047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08cf4ece-4a72-4914-9b8d-5e89cbb37bf6 req-8b503ae8-5def-404e-9c23-fc7418b090c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585527 Feb 04 19:58:48.362893 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:48.388512 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c583b-8477-459a-9ab4-4ea89871291a None None] New status for floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 19:58:48.396596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] Transition to ACTIVE for port object 7971b8fa-2b75-42d4-8b20-734d08e53f03 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:48.409679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c971-795a-49ff-b6e7-f11768910185 req-f586a140-4cbd-4bc5-bed5-658911c6f250 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:48.411455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0c971-795a-49ff-b6e7-f11768910185 req-f586a140-4cbd-4bc5-bed5-658911c6f250 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 943 time: 0.4985983 Feb 04 19:58:48.438713 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:48.472258 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:48.485466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447cf6f1-6756-47f3-8a8a-66c24cbfc34f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:48.511271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0c971-795a-49ff-b6e7-f11768910185 req-91869828-9c40-43a3-822f-87b808b489ea tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894005 Feb 04 19:58:48.581579 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:48.582923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5c33f5f-661f-4572-8526-25a0cbaef6b9 req-3c8a14a1-3113-460b-933c-1a05be0a9c39 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5033243 Feb 04 19:58:48.593095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:48.605919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['ec4dfdd2-061f-4348-b1c9-a20f44451375', '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:48.643237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] No DVR routers for this DVR port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:58:48.711143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:48.806462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4b09b-e0da-4ac2-9175-30a9617052ff req-15bf181e-c46b-418e-a1d5-cbed2e88c163 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:48.811371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:48.812762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf18f757-eb41-4733-bc5a-7dd4a266f85c req-084b6beb-da35-44f7-8cb8-58de9a12bb7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 210 time: 0.1581421 Feb 04 19:58:48.813897 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9bb4b09b-e0da-4ac2-9175-30a9617052ff req-15bf181e-c46b-418e-a1d5-cbed2e88c163 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.1041050 Feb 04 19:58:48.820192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] Pushing event updated for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:48.873969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9bb4b09b-e0da-4ac2-9175-30a9617052ff req-aac28c9c-dcfc-4f56-a998-8de559e60b90 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591943 Feb 04 19:58:48.878451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] No DVR routers for this DVR port ec4dfdd2-061f-4348-b1c9-a20f44451375 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:58:48.886773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:48.895598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'name': 'network-vif-deleted', 'tag': 'ec4dfdd2-061f-4348-b1c9-a20f44451375'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:48.904330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Pushing event deleted for resources: {'Port': ['ID=ec4dfdd2-061f-4348-b1c9-a20f44451375,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:48.967285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-3b7de1a9-e785-4a4d-900a-cda36711116d service neutron] 10.222.0.24 "PUT /v2.0/ports/7971b8fa-2b75-42d4-8b20-734d08e53f03/bindings/n-h1-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1550169 Feb 04 19:58:48.970027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce4adbbc-c2b7-4e8b-a8e4-de6220baf00d req-ebbac4e3-7207-45ec-8705-168106d24043 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "DELETE /v2.0/ports/ec4dfdd2-061f-4348-b1c9-a20f44451375 HTTP/1.1" status: 204 len: 173 time: 1.9334950 Feb 04 19:58:49.006878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4d8bc-e67f-4237-bae5-8689c75fc5ea req-74287be6-a1f8-4221-a0a4-3050ee04ff3b tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:49.008413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f0c4d8bc-e67f-4237-bae5-8689c75fc5ea req-74287be6-a1f8-4221-a0a4-3050ee04ff3b tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 950 time: 0.0872548 Feb 04 19:58:49.043213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b41102f9-502d-44f7-9c39-dc0d24b63cd5 req-2ae53cfd-042e-428d-b32f-d1fa5f720fad tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Synchronizing usage tracker for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:49.062464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f0c4d8bc-e67f-4237-bae5-8689c75fc5ea req-50148463-1250-4bec-94fd-4a892ee8f7f6 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477583 Feb 04 19:58:49.116888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b41102f9-502d-44f7-9c39-dc0d24b63cd5 req-2ae53cfd-042e-428d-b32f-d1fa5f720fad tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Unset dirty status for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:49.119443 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b41102f9-502d-44f7-9c39-dc0d24b63cd5 req-2ae53cfd-042e-428d-b32f-d1fa5f720fad tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.1353102 Feb 04 19:58:49.141688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-f0602fc2-c291-4773-b19d-e21d06309377 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/447cf6f1-6756-47f3-8a8a-66c24cbfc34f HTTP/1.1" status: 200 len: 1805 time: 0.0535731 Feb 04 19:58:49.161447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '447cf6f1-6756-47f3-8a8a-66c24cbfc34f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:49.162085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '447cf6f1-6756-47f3-8a8a-66c24cbfc34f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:49.169187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:49.173917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:49.177014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:49.183105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:49.332295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c996b0-175f-40d5-8385-4e320cbd69e4 req-e888add3-22cf-4d1f-bc2a-55b37e7f2880 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:49.333784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1c996b0-175f-40d5-8385-4e320cbd69e4 req-e888add3-22cf-4d1f-bc2a-55b37e7f2880 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.0816793 Feb 04 19:58:49.381786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1c996b0-175f-40d5-8385-4e320cbd69e4 req-533a9408-9c48-474b-a625-013642380d27 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Feb 04 19:58:49.435326 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcefa2-85fe-4eaf-858b-c41d7d90f6bd', 'name': 'network-vif-deleted', 'tag': 'ec4dfdd2-061f-4348-b1c9-a20f44451375', 'status': 'completed', 'code': 200} Feb 04 19:58:49.463800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:49.486254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:49.559112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:49.584587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53437749-7529-4947-84ab-0e348f360d9d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:49.679706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:49.681060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7049f154-d137-46ef-85a3-ad40c7e29678 req-fe5d4aee-39eb-4cdf-a9b8-2b0ee74a2ef7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5238097 Feb 04 19:58:49.705930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8535baa-7c57-4357-b480-33e631f8edba req-3ef13892-0e13-48cb-97ad-6f0ab63867ac tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:49.711227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8535baa-7c57-4357-b480-33e631f8edba req-3ef13892-0e13-48cb-97ad-6f0ab63867ac tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.1921239 Feb 04 19:58:49.753365 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8535baa-7c57-4357-b480-33e631f8edba req-4de67e96-cf28-4416-95be-3d1ba6ef79d9 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Feb 04 19:58:49.780998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1153730062', 'description': 'tempest-description-942551162'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:49.787820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:49.800409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:49.803611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:49.810432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:49.863556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c5326-5ccd-4bc2-99d0-66989fac5727 req-811ad761-6ea6-4877-a494-5724f371ae54 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:49.865033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c6c5326-5ccd-4bc2-99d0-66989fac5727 req-811ad761-6ea6-4877-a494-5724f371ae54 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.0825541 Feb 04 19:58:49.911286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c6c5326-5ccd-4bc2-99d0-66989fac5727 req-10096807-6af4-489e-ac08-c3f12459fe79 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Feb 04 19:58:49.919231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:49.943780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:49.946590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:49.949922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:49.955782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:50.033365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.075913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fc0179cd-a695-41fa-9954-c9cdbb376ce5 req-6ac48fdc-7f69-4a0c-8382-b90c57686a55 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Synchronizing usage tracker for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:58:50.078522 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eb5-6b82-4d41-a0ff-b1a282593539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.135807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.164506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fc0179cd-a695-41fa-9954-c9cdbb376ce5 req-6ac48fdc-7f69-4a0c-8382-b90c57686a55 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Unset dirty status for tenant:da55480fc4b149c7ba9013ea8c444c42 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:58:50.165863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc0179cd-a695-41fa-9954-c9cdbb376ce5 req-6ac48fdc-7f69-4a0c-8382-b90c57686a55 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=39fcefa2-85fe-4eaf-858b-c41d7d90f6bd HTTP/1.1" status: 200 len: 210 time: 0.1340225 Feb 04 19:58:50.183357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d7b910-5e12-487b-b6fb-2e6f0f13ffe0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:50.256167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.257402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-914f9669-61ca-48bd-9de3-423be94f52fa req-4829390c-ec61-4515-a57b-8902981ccaf2 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4808700 Feb 04 19:58:50.356870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d15ec-56e7-4159-9d33-3d01908c5f92 req-e2c37b18-0c86-4508-8789-a7c7958e98f3 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:50.358422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-150d15ec-56e7-4159-9d33-3d01908c5f92 req-e2c37b18-0c86-4508-8789-a7c7958e98f3 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.0837214 Feb 04 19:58:50.402854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-150d15ec-56e7-4159-9d33-3d01908c5f92 req-6bd01ee6-1e6e-4d9e-a444-281a73f639db tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Feb 04 19:58:50.430931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042a190-8914-4e74-a495-1ac5c4274ee4 req-ee32e980-8f35-431f-9109-4a9310861d24 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:50.430931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b042a190-8914-4e74-a495-1ac5c4274ee4 req-ee32e980-8f35-431f-9109-4a9310861d24 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 950 time: 0.0833693 Feb 04 19:58:50.473847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b042a190-8914-4e74-a495-1ac5c4274ee4 req-d9f8d37c-a6b4-47c1-a2da-07e4d4a5a863 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Feb 04 19:58:50.511451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1833352845', 'description': 'tempest-description-858425882'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:50.517330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:50.521131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:50.523989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:50.530215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:50.543066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45eb1dbb-8b36-4c7f-802b-74cfb25f465d req-328b1d49-167f-4a44-b736-56947238ee66 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0476551 Feb 04 19:58:50.638840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.659211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:50.663278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:50.666124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:50.672439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:50.713739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ec4dfdd2-061f-4348-b1c9-a20f44451375 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:50.718080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab283cfc-3a64-4fd6-9430-9c6c637acf10 req-51acd552-fa74-427e-84c0-160624f4736b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:50.719720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab283cfc-3a64-4fd6-9430-9c6c637acf10 req-51acd552-fa74-427e-84c0-160624f4736b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.0842040 Feb 04 19:58:50.744879 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.752573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: ec4dfdd2-061f-4348-b1c9-a20f44451375 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:58:50.752914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ec4dfdd2-061f-4348-b1c9-a20f44451375 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:50.768142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab283cfc-3a64-4fd6-9430-9c6c637acf10 req-78d0f2dd-1651-4b6a-a44a-3f5cfcb232f7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424349 Feb 04 19:58:50.810144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.851705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1943abec-666c-4ab6-86ed-f676f8af4b73,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:50.924300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:50.925540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2495bbce-eae4-4cd4-a4d6-c026f780edde req-feb695b6-5924-4f25-84f1-3b1b48c2c111 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4187224 Feb 04 19:58:51.093633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f81d3c-a75f-4007-bf5a-c85e73e2f262 req-d81a0b21-6c76-4c85-b26e-420aaff18930 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:51.095111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6f81d3c-a75f-4007-bf5a-c85e73e2f262 req-d81a0b21-6c76-4c85-b26e-420aaff18930 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.0824177 Feb 04 19:58:51.097767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-7e263319-0092-445c-9481-856e11bb8635 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/f1d7b910-5e12-487b-b6fb-2e6f0f13ffe0 HTTP/1.1" status: 200 len: 1804 time: 0.0559459 Feb 04 19:58:51.145985 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6f81d3c-a75f-4007-bf5a-c85e73e2f262 req-4df2da06-87d8-439d-9281-fd51ba56a6fd tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Feb 04 19:58:51.152437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-aaca578c-b8b7-4eff-9660-059581f5dd6b tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/1943abec-666c-4ab6-86ed-f676f8af4b73 HTTP/1.1" status: 200 len: 1804 time: 0.0471208 Feb 04 19:58:51.171825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1d7b910-5e12-487b-b6fb-2e6f0f13ffe0', 'remote_group_id': '1943abec-666c-4ab6-86ed-f676f8af4b73', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:51.171825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1d7b910-5e12-487b-b6fb-2e6f0f13ffe0', 'remote_group_id': '1943abec-666c-4ab6-86ed-f676f8af4b73', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:51.172965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:51.177095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:51.180270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:51.187786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:51.322664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.324667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1390305-68b5-447f-9f47-dddb0a137d6f req-e16ecbbe-0fc8-4c9b-9ef9-43a326e309cf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:51.326136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1390305-68b5-447f-9f47-dddb0a137d6f req-e16ecbbe-0fc8-4c9b-9ef9-43a326e309cf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.0793128 Feb 04 19:58:51.354101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.370618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1390305-68b5-447f-9f47-dddb0a137d6f req-2088d04c-9a74-48d2-8d00-372fcad80672 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387065 Feb 04 19:58:51.414774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.439607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abb7b28-fcf3-4243-b092-2a9d7f8e11b1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:51.506949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.508272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea1878c3-9032-4c2b-b22b-ca73d7232736 req-0c07f9bd-9dd6-49ed-9c44-b1f85f7af99f tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3497171 Feb 04 19:58:51.548972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07f66-cb03-4bf2-8560-8708fd4aa117 req-cac33a46-5d73-43d5-acf9-7f1a605de498 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:51.550870 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bca07f66-cb03-4bf2-8560-8708fd4aa117 req-cac33a46-5d73-43d5-acf9-7f1a605de498 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 950 time: 0.0854657 Feb 04 19:58:51.596722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bca07f66-cb03-4bf2-8560-8708fd4aa117 req-c3063ebc-724c-4853-ac89-2b0f5cc8b32b tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Feb 04 19:58:51.627278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1653924303', 'description': 'tempest-description-527115804'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:51.633534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:51.637753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:51.640691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:51.646603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:51.707056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.728937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:51.733390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:51.736241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:51.741889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:51.749743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a5539-68e4-4527-b339-c4bcf66bd7fb req-6140cf76-ece6-4681-b061-3a49cd70853a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:51.758499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d01a5539-68e4-4527-b339-c4bcf66bd7fb req-6140cf76-ece6-4681-b061-3a49cd70853a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.0855613 Feb 04 19:58:51.796850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d01a5539-68e4-4527-b339-c4bcf66bd7fb req-7278c4c7-e882-4ac3-9cc0-5db73da5b8f5 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Feb 04 19:58:51.819665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.883992 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.929269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3931c11-a6c2-4264-8c46-aa67d1be609e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:51.941270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf30f77-e066-4dfa-93dd-b7687b65481d req-7ace5739-ef51-431a-911d-4f1670140187 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0459142 Feb 04 19:58:51.998224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:51.999429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9309cf3-3099-4b5a-944a-6fa999a81dff req-dc1736dc-15d3-475b-a515-18f4925cc36e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3767004 Feb 04 19:58:52.119202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-6acd451b-eef5-4e0a-9ba0-bf151cb201fb tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=502a93a62e1f47efb3a88560a0240fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338283 Feb 04 19:58:52.153530 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a782356-6cee-4d9a-9f4b-639e857c6070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:52.278120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-63cbd914-6f94-4a99-9737-5177301ebd5c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:52.279616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-63cbd914-6f94-4a99-9737-5177301ebd5c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583018 Feb 04 19:58:52.294232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-c6bc56b4-3655-4a30-9b9d-1fc172ee0db8 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/quotas/502a93a62e1f47efb3a88560a0240fce HTTP/1.1" status: 200 len: 375 time: 0.0092475 Feb 04 19:58:52.381404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-a725c5db-692c-415b-b5ec-013d65cc7e5a tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=502a93a62e1f47efb3a88560a0240fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823455 Feb 04 19:58:52.579637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-377229921', 'description': 'tempest-description-2052248668'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:52.585808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:52.590153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:52.600597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:52.607886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:52.627081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9d84-3123-4a4b-95b1-e2bb856a868e req-02c32113-f7c6-4f6f-acbd-dd72b27f070c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:52.628579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dbb9d84-3123-4a4b-95b1-e2bb856a868e req-02c32113-f7c6-4f6f-acbd-dd72b27f070c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.1974301 Feb 04 19:58:52.673012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:52.676607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dbb9d84-3123-4a4b-95b1-e2bb856a868e req-bcf6ca65-466a-420a-b42a-a330c676ba4f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Feb 04 19:58:52.706393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:52.710665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:52.714214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:52.720934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:52.801211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:52.866241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:52.879423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12f3fb-8a6d-4a08-b7ea-d76662a50dba req-149a667b-2f5b-4329-b4fe-80dabd7f0f50 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:52.880822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd12f3fb-8a6d-4a08-b7ea-d76662a50dba req-149a667b-2f5b-4329-b4fe-80dabd7f0f50 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.0818076 Feb 04 19:58:52.908096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6578cd8-e461-40ee-a3cb-ca63efc231c9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:52.929278 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd12f3fb-8a6d-4a08-b7ea-d76662a50dba req-45a98f3f-732b-4c08-a0b8-008c9b50bbe7 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Feb 04 19:58:52.986415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:52.987846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f22ac9a4-e44d-4c93-9aff-a1984082e266 req-97c1b354-1c21-4853-84e6-72d73984e09a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4121315 Feb 04 19:58:53.105659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9d478-6dc8-4f9b-9b1a-a30195000c4e req-dac548e3-5216-4859-99b8-3c7c2b8cce86 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:53.106967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0d9d478-6dc8-4f9b-9b1a-a30195000c4e req-dac548e3-5216-4859-99b8-3c7c2b8cce86 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 951 time: 0.0842998 Feb 04 19:58:53.163265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7101f36-4c9b-4b9c-950a-0054b04c4301 req-7db27a07-b02f-4272-9b02-e6f2ff3def08 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:53.164914 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7101f36-4c9b-4b9c-950a-0054b04c4301 req-7db27a07-b02f-4272-9b02-e6f2ff3def08 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.0870321 Feb 04 19:58:53.165346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0d9d478-6dc8-4f9b-9b1a-a30195000c4e req-8ff0a64a-f8a6-4135-a77f-c7412c46e04a tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Feb 04 19:58:53.214552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7101f36-4c9b-4b9c-950a-0054b04c4301 req-6daf87db-b689-4155-a747-36c8ab2dfbea tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Feb 04 19:58:53.255880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-453902b7-8c97-4261-b0ff-943b6e24802b req-05a10764-5fcc-49bf-b9ce-f636cd6bd5f0 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 210 time: 0.0472858 Feb 04 19:58:53.276849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:53.389156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9690-f3a3-4055-a8f8-7bbc0fa8bcce req-2e8f6b0f-0872-413c-8614-8b59b443c447 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:53.390650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bead9690-f3a3-4055-a8f8-7bbc0fa8bcce req-2e8f6b0f-0872-413c-8614-8b59b443c447 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.0819161 Feb 04 19:58:53.391818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd950f50-010e-4e42-bf86-7070b6e83bd3 req-5ae4b731-9a25-46f2-ba56-d37ec391190d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0418601 Feb 04 19:58:53.410473 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:53.440209 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bead9690-f3a3-4055-a8f8-7bbc0fa8bcce req-f361f6e7-098f-4022-8524-48bcf0062942 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Feb 04 19:58:53.468684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-63bd63d6-01c7-4f56-a06d-a1efa3c6c671 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/a3931c11-a6c2-4264-8c46-aa67d1be609e HTTP/1.1" status: 200 len: 1804 time: 0.0464721 Feb 04 19:58:53.518009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-0f3c71f5-d34b-4822-b815-59b2eb9019fc tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/b6578cd8-e461-40ee-a3cb-ca63efc231c9 HTTP/1.1" status: 200 len: 1804 time: 0.0436451 Feb 04 19:58:53.528067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a3931c11-a6c2-4264-8c46-aa67d1be609e', 'remote_group_id': 'b6578cd8-e461-40ee-a3cb-ca63efc231c9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:53.528387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a3931c11-a6c2-4264-8c46-aa67d1be609e', 'remote_group_id': 'b6578cd8-e461-40ee-a3cb-ca63efc231c9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:53.570303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:53.581359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:53.584710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:53.597339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:53.622647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-539e64cd-8720-4e80-9850-43bd42ab3e0a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:53.624143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-539e64cd-8720-4e80-9850-43bd42ab3e0a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.0914478 Feb 04 19:58:53.635373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811806-1'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:53.769659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:53.846734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:53.879460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e07316-d553-49ee-927e-c0f7ca493e75 req-5ace120b-a384-4844-b727-4f15931218c4 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:53.880981 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-77e07316-d553-49ee-927e-c0f7ca493e75 req-5ace120b-a384-4844-b727-4f15931218c4 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 945 time: 0.0908360 Feb 04 19:58:53.929608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-77e07316-d553-49ee-927e-c0f7ca493e75 req-85df38a2-c9a4-429e-aa5d-338e02779177 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Feb 04 19:58:53.969206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.022329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:54.044989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.118890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42697f57-3baa-427a-b428-02c80732cd59,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:54.129819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:54.138591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae79c9-2ecd-4260-bbef-68d06a715d7f req-6f03a21d-51c2-4bc3-9323-f9b087260d65 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:54.140192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-38ae79c9-2ecd-4260-bbef-68d06a715d7f req-6f03a21d-51c2-4bc3-9323-f9b087260d65 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.0891082 Feb 04 19:58:54.192030 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-38ae79c9-2ecd-4260-bbef-68d06a715d7f req-ba2f3bb5-823b-4196-8ef9-6e02f9de1c10 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Feb 04 19:58:54.209963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:54.217463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.235418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-adb6a141-4a6e-4f0b-adea-8f225ca62cc0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:54.236997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-adb6a141-4a6e-4f0b-adea-8f225ca62cc0 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 951 time: 0.1585398 Feb 04 19:58:54.237759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.239194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2064378-ec76-454c-9f2b-f0a4e8b92fac req-6db031bc-ae1c-4653-9a0c-dfa6b6c68250 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7155595 Feb 04 19:58:54.296456 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76', 'code': 200} Feb 04 19:58:54.313108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Deleting port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:58:54.313490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.349543 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.365465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5775c-c4ff-412f-84fe-3c0dd6e1662c req-fb37e9a7-3928-4151-a20c-c68d7deb4e80 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:54.366963 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2a5775c-c4ff-412f-84fe-3c0dd6e1662c req-fb37e9a7-3928-4151-a20c-c68d7deb4e80 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 951 time: 0.0829749 Feb 04 19:58:54.418327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2a5775c-c4ff-412f-84fe-3c0dd6e1662c req-c83e8a5c-fe28-4a33-9475-2eb2e45b6b4c tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2522309-f603-454c-a6df-211d54ad4ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Feb 04 19:58:54.494440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3de840e-ca1d-4045-a59d-f0693aa68f39 req-98142e6f-5b64-463d-a900-3d853fcf6dcd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/b6578cd8-e461-40ee-a3cb-ca63efc231c9 HTTP/1.1" status: 200 len: 1804 time: 0.0519319 Feb 04 19:58:54.561773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b3de840e-ca1d-4045-a59d-f0693aa68f39 req-253b920a-0855-4984-9b18-899742c1eb6a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.588084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b3de840e-ca1d-4045-a59d-f0693aa68f39 req-253b920a-0855-4984-9b18-899742c1eb6a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.638891 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-fdd06966-c6f8-4d67-bdef-450a0ec398ad tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=502a93a62e1f47efb3a88560a0240fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307944 Feb 04 19:58:54.668999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:54.676281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on host n-h1-811806-1 for vnic_type normal with profile {"migrating_to": "n-h2-811806-1"} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:54.676605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:54.676921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:54.706226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:54.706933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:54.716925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:54.717376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:54.717851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:54.718376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Bound port: f98eb989-57e5-457b-871d-9971fa164d76, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:54.718868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.726334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:58:54.819234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-3ff9d6d9-ff34-47a3-868a-82e56ea0e748 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:54.821097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-3ff9d6d9-ff34-47a3-868a-82e56ea0e748 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742978 Feb 04 19:58:54.836539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Request body: {'port': {'device_id': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '502a93a62e1f47efb3a88560a0240fce'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:54.900545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, got binding levels [] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:54.914300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b3de840e-ca1d-4045-a59d-f0693aa68f39 req-253b920a-0855-4984-9b18-899742c1eb6a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.932537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on host n-h1-811806-1 for vnic_type normal with profile {"migrating_to": "n-h2-811806-1"} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:54.932916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:54.933282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:54.938205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:54.938682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:54.943849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:54.944220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:54.944808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:54.945296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Bound port: f98eb989-57e5-457b-871d-9971fa164d76, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:54.945643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.948709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b920a-0855-4984-9b18-899742c1eb6a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6578cd8-e461-40ee-a3cb-ca63efc231c9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:54.958501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b3de840e-ca1d-4045-a59d-f0693aa68f39 req-253b920a-0855-4984-9b18-899742c1eb6a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:54.970329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3de840e-ca1d-4045-a59d-f0693aa68f39 req-253b920a-0855-4984-9b18-899742c1eb6a tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6578cd8-e461-40ee-a3cb-ca63efc231c9 HTTP/1.1" status: 204 len: 173 time: 0.4696033 Feb 04 19:58:54.986049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:54.989382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:54.997981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a6c93-8120-494a-9c72-56c416d60f52 req-67716386-e47c-4e6e-ba52-c9b275f43822 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:55.005044 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-034a6c93-8120-494a-9c72-56c416d60f52 req-67716386-e47c-4e6e-ba52-c9b275f43822 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.6008890 Feb 04 19:58:55.021742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:55.027235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.035255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:55.081546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-034a6c93-8120-494a-9c72-56c416d60f52 req-251327da-52ab-4bea-bc98-374d81d42343 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752687 Feb 04 19:58:55.093612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:55.099252 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.149262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-759efc18-eb49-4cda-bd7e-24acacd0a5e6 req-7df64fe4-9c1c-4bf1-bb27-76b7126775d1 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 210 time: 0.0514796 Feb 04 19:58:55.165069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Made reservation on behalf of 502a93a62e1f47efb3a88560a0240fce for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:58:55.165989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f98eb989-57e5-457b-871d-9971fa164d76-n-h1-811806-1-0 {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 19:58:55.166366 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 19:58:55.168236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.199011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:55.322280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] For port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:55.322643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.373667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5eb22aab-7a6b-4803-b061-6461dd3e3b79 req-a66ae052-7f80-47f6-9b6d-bb0d461e9d54 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0991924 Feb 04 19:58:55.435238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:55.435888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.437290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-21da2e8b-26c4-400a-a91f-5d82a71557b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 200 len: 1121 time: 1.8057942 Feb 04 19:58:55.494330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f98eb989-57e5-457b-871d-9971fa164d76'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:55.503368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Calling delete_port for 70b193c8-1995-47c6-9b2d-c9d8ba653a6f owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:58:55.517285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Allocated IP 192.168.233.123 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/4803e19f-27a7-4e9d-9244-195a7f04febd) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:58:55.544472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f98eb989-57e5-457b-871d-9971fa164d76'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:55.549941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363739-80e8-458b-a436-6983169d976b req-beeee6bb-3e20-4db6-96b3-41b9e095a203 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:55.551578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3363739-80e8-458b-a436-6983169d976b req-beeee6bb-3e20-4db6-96b3-41b9e095a203 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.2701499 Feb 04 19:58:55.638568 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3363739-80e8-458b-a436-6983169d976b req-62640dac-2596-4dd3-947c-7ff5619bfc1b tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755668 Feb 04 19:58:55.652346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d3c7d-3198-4175-aefc-5509a9a10fba req-502af0a1-4971-4d20-9010-4e3822b9176b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:55.654094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-396d3c7d-3198-4175-aefc-5509a9a10fba req-502af0a1-4971-4d20-9010-4e3822b9176b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.1586359 Feb 04 19:58:55.718764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on host n-h1-811806-1 for vnic_type normal with profile {"migrating_to": "n-h2-811806-1"} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:55.719156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:55.719509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:55.752712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:55.753409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempting to bind port f98eb989-57e5-457b-871d-9971fa164d76 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:55.759279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-396d3c7d-3198-4175-aefc-5509a9a10fba req-8c15b7f9-e428-4a5e-be77-9d41bec2140b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736284 Feb 04 19:58:55.770462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:55.770868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:55.771282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:55.771756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Bound port: f98eb989-57e5-457b-871d-9971fa164d76, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:55.772141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.812554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.822658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c39207d6-273e-44bb-b04b-8126de0aa21f req-9128685e-cf76-4870-984d-85164acac7d3 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/a3931c11-a6c2-4264-8c46-aa67d1be609e HTTP/1.1" status: 200 len: 1804 time: 0.0976582 Feb 04 19:58:55.887731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:55.905069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Transition to ACTIVE for port object 4803e19f-27a7-4e9d-9244-195a7f04febd will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:55.952813 n-d-811806-1 neutron-server[88238]: WARNING neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Concurrent port binding operations failed on port f98eb989-57e5-457b-871d-9971fa164d76 Feb 04 19:58:55.957727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:58:55.964535 n-d-811806-1 neutron-server[88238]: INFO neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Attempt 2 to bind port f98eb989-57e5-457b-871d-9971fa164d76 Feb 04 19:58:55.964891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 has no active binding in host n-h2-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 19:58:55.968267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Pushing event deleted for resources: {'Port': ['ID=70b193c8-1995-47c6-9b2d-c9d8ba653a6f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:56.028320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.077602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] No DVR routers for this DVR port 70b193c8-1995-47c6-9b2d-c9d8ba653a6f on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:58:56.081176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.104249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-38d87434-8c92-4542-bcb1-307654c21816 req-819234e1-5177-4a97-9ca8-b3cbb1d12427 tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0acc481-63c4-4693-b378-f96c990faf62 HTTP/1.1" status: 200 len: 210 time: 0.1165922 Feb 04 19:58:56.142151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8d586-14a8-45d4-b272-95f43475c43b req-8634d00b-7f7c-466a-a72c-ed8d6788330e tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:56.143708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf8d586-14a8-45d4-b272-95f43475c43b req-8634d00b-7f7c-466a-a72c-ed8d6788330e tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.2351964 Feb 04 19:58:56.226671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d513d7-18ee-4687-a2c9-ae6158971731 req-b68239ba-a65d-4591-9139-7802e5d94f7b tempest-ServersAdminTestJSON-413835487 tempest-ServersAdminTestJSON-413835487-project] 10.222.0.24 "DELETE /v2.0/ports/70b193c8-1995-47c6-9b2d-c9d8ba653a6f HTTP/1.1" status: 204 len: 173 time: 1.9838531 Feb 04 19:58:56.246566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1935504260', 'description': 'tempest-description-1087500601'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:56.259611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:58:56.260494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Pushing event updated for resources: {'Port': ['ID=4803e19f-27a7-4e9d-9244-195a7f04febd,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:56.264705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:56.267774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:58:56.271471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf8d586-14a8-45d4-b272-95f43475c43b req-0a9d9585-305b-465f-b46a-33a4ecd13718 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217246 Feb 04 19:58:56.281349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:58:56.298301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76'}, {'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-deleted', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:56.318729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:56.321885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b4c9-5730-4725-989e-a8885275452e req-45f86ebb-7b67-4b0d-a0e3-cca1230f58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:56.323615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4085b4c9-5730-4725-989e-a8885275452e req-45f86ebb-7b67-4b0d-a0e3-cca1230f58f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 1096 time: 0.1577215 Feb 04 19:58:56.325272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:56.336756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:56.383204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:56.383829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.413572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-f633d673-f21c-429b-ad0a-f772b279318a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:56.415333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-f633d673-f21c-429b-ad0a-f772b279318a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.2750587 Feb 04 19:58:56.420299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4085b4c9-5730-4725-989e-a8885275452e req-ad7012ba-49f3-4896-8c88-c94eafb73aa1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895736 Feb 04 19:58:56.428342 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.456968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:56.458646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3ea4e67b-73b6-4236-a199-61f1db86c460'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:58:56.462273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:56.466205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:56.472305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:56.489076 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-f3ea5b6e-a125-4e75-bb57-68e3a8083ecf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6592011 Feb 04 19:58:56.510134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Request body: {'port': {'device_id': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:56.514237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9976c9-d8ae-4f47-9146-56ada272b71c req-64755428-f9a0-4062-ab4c-9b90559f8556 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:56.523172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb9976c9-d8ae-4f47-9146-56ada272b71c req-64755428-f9a0-4062-ab4c-9b90559f8556 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.0982018 Feb 04 19:58:56.575435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb9976c9-d8ae-4f47-9146-56ada272b71c req-039c128e-4874-407c-8b68-dcdb5f99d744 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527444 Feb 04 19:58:56.674419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.687148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.722105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54772743-3ed6-4d22-905b-3d954f971293 None None] Provisioning for port 4803e19f-27a7-4e9d-9244-195a7f04febd completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:58:56.730845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:58:56.765436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbf243-98a5-4578-b946-428ce084d6e3 req-3138eb15-6f8d-40f2-be8a-b6848f9d0c74 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:56.768019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54772743-3ed6-4d22-905b-3d954f971293 None None] Provisioning complete for port 4803e19f-27a7-4e9d-9244-195a7f04febd triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:58:56.768496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2fcbf243-98a5-4578-b946-428ce084d6e3 req-3138eb15-6f8d-40f2-be8a-b6848f9d0c74 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 936 time: 0.1004193 Feb 04 19:58:56.768630 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54772743-3ed6-4d22-905b-3d954f971293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.804680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.807219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 70b193c8-1995-47c6-9b2d-c9d8ba653a6f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:58:56.807601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 70b193c8-1995-47c6-9b2d-c9d8ba653a6f not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:58:56.816553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2fcbf243-98a5-4578-b946-428ce084d6e3 req-8f3e9c86-892f-44ae-8a0a-f2de6865e07e tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Feb 04 19:58:56.861018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54772743-3ed6-4d22-905b-3d954f971293 None None] Port 4803e19f-27a7-4e9d-9244-195a7f04febd cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:58:56.872017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91eebc37-6671-466c-a647-9971ffb0c298,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:56.895886 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76', 'status': 'completed', 'code': 200} Feb 04 19:58:56.896269 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acc481-63c4-4693-b378-f96c990faf62', 'name': 'network-vif-deleted', 'tag': '70b193c8-1995-47c6-9b2d-c9d8ba653a6f', 'status': 'completed', 'code': 200} Feb 04 19:58:56.944008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:56.945098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3694edcf-7448-4a9c-b69d-c81376f74765 req-dc8525e6-3a8b-47f3-9644-e38e39bd0751 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7200108 Feb 04 19:58:57.027564 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a2e6f38-ca8b-4c14-a819-e6a7f477787e req-e34d3426-4a09-4c6c-9c24-5a2190154e0d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0438237 Feb 04 19:58:57.120672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4803e19f-27a7-4e9d-9244-195a7f04febd {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:58:57.128399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.144703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Transition to ACTIVE for port object 4803e19f-27a7-4e9d-9244-195a7f04febd will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:58:57.186923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea843-9e43-48c2-9c95-e5d7c37da4f4 req-42c74889-6821-4250-9a74-40ce74b81b89 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:57.188406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32dea843-9e43-48c2-9c95-e5d7c37da4f4 req-42c74889-6821-4250-9a74-40ce74b81b89 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.1370559 Feb 04 19:58:57.214107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.226608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada1007-6316-464b-aca9-c6bd1f832e3c req-ad0d8d1c-cbc7-4d41-b223-e58b4e1886db tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:57.229099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bada1007-6316-464b-aca9-c6bd1f832e3c req-ad0d8d1c-cbc7-4d41-b223-e58b4e1886db tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.0882237 Feb 04 19:58:57.279241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bada1007-6316-464b-aca9-c6bd1f832e3c req-5e77f388-f249-41ce-9e1b-6f2dde7c0ca7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Feb 04 19:58:57.361199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-be3324cf-1528-4f88-be72-6bc5a3a8f74e tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/91eebc37-6671-466c-a647-9971ffb0c298 HTTP/1.1" status: 200 len: 1805 time: 0.0577309 Feb 04 19:58:57.372893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91eebc37-6671-466c-a647-9971ffb0c298', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:57.375235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91eebc37-6671-466c-a647-9971ffb0c298', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:57.375364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32dea843-9e43-48c2-9c95-e5d7c37da4f4 req-1a86a713-f75c-4023-a13a-ba90dbefcc74 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794596 Feb 04 19:58:57.381048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:57.385566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:57.389382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:57.402905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:57.419827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Pushing event updated for resources: {'Port': ['ID=4803e19f-27a7-4e9d-9244-195a7f04febd,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:57.507420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Attempting to bind port 4803e19f-27a7-4e9d-9244-195a7f04febd on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:58:57.507757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Attempting to bind port 4803e19f-27a7-4e9d-9244-195a7f04febd by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:58:57.508081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Attempting to bind port 4803e19f-27a7-4e9d-9244-195a7f04febd on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:57.513242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Port 4803e19f-27a7-4e9d-9244-195a7f04febd on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:58:57.513562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Attempting to bind port 4803e19f-27a7-4e9d-9244-195a7f04febd on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:58:57.518926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:58:57.519258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:58:57.519635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:58:57.520052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Bound port: 4803e19f-27a7-4e9d-9244-195a7f04febd, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:58:57.520390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.623931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.649831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.724335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.746533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2c75d9-9e62-4cb3-92bd-1bea76c28d9c,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:57.760510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] For port 4803e19f-27a7-4e9d-9244-195a7f04febd, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:58:57.764805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] For port 4803e19f-27a7-4e9d-9244-195a7f04febd, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4803e19f-27a7-4e9d-9244-195a7f04febd,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:58:57.784461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb238-d763-4e90-8b84-719218922056 req-424843a1-8340-47b7-b0d2-140e6d143b35 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:57.786186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcadb238-d763-4e90-8b84-719218922056 req-424843a1-8340-47b7-b0d2-140e6d143b35 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.2093277 Feb 04 19:58:57.829924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcadb238-d763-4e90-8b84-719218922056 req-acec5da9-bb77-4b48-8ff6-9ef3e3e56f24 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381222 Feb 04 19:58:57.838289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.840072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b29b0f6-cd66-43ae-aa57-9d0fd2bdcb40 req-aea3db87-06ed-4f3a-9816-bfb104170b22 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4720702 Feb 04 19:58:57.878998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.952422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:57.953150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:57.954874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] 10.222.0.24 "PUT /v2.0/ports/4803e19f-27a7-4e9d-9244-195a7f04febd HTTP/1.1" status: 200 len: 1096 time: 1.4530067 Feb 04 19:58:57.991265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'tag': '4803e19f-27a7-4e9d-9244-195a7f04febd'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:58:58.040823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3256a4-db07-4eac-ad78-6b26b55b4922 service neutron] Pushing event updated for resources: {'Port': ['ID=4803e19f-27a7-4e9d-9244-195a7f04febd,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:58.091319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43564) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:58.118616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c2646-c83b-4974-b4db-f20c80032070 req-d532d6b7-ad48-48fc-a59f-b88c576d57aa tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:58.120198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-623c2646-c83b-4974-b4db-f20c80032070 req-d532d6b7-ad48-48fc-a59f-b88c576d57aa tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.1871383 Feb 04 19:58:58.182496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18145460-f998-40d4-b8f6-03b15623cd0f req-78e29223-833f-450b-a315-6b9cbd4ad0b9 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:58.184592 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18145460-f998-40d4-b8f6-03b15623cd0f req-78e29223-833f-450b-a315-6b9cbd4ad0b9 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 948 time: 0.2469139 Feb 04 19:58:58.185385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-623c2646-c83b-4974-b4db-f20c80032070 req-94a34e0c-ec5b-4511-aa08-9273e31413b6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Feb 04 19:58:58.193959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-5f6dc1ed-a0c4-4684-9964-58e626317aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:58.205109 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-5f6dc1ed-a0c4-4684-9964-58e626317aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=502a93a62e1f47efb3a88560a0240fce&device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 1099 time: 0.1460609 Feb 04 19:58:58.272927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18145460-f998-40d4-b8f6-03b15623cd0f req-6f034dce-737b-49cd-88df-8e7fd38fe7a0 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812447 Feb 04 19:58:58.292508 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-06600fd3-7254-4f9e-9e1d-710afaf27194 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=4803e19f-27a7-4e9d-9244-195a7f04febd HTTP/1.1" status: 200 len: 217 time: 0.0861857 Feb 04 19:58:58.316198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e8d46089-5deb-4fa6-9a93-fbc4e2045fad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da55480fc4b149c7ba9013ea8c444c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220442 Feb 04 19:58:58.316445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43572) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:58.341028 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'tag': '4803e19f-27a7-4e9d-9244-195a7f04febd', 'status': 'completed', 'code': 200} Feb 04 19:58:58.365604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5017442-4eb2-4027-874e-416511721c44 req-f61cfea7-aadb-4f63-b835-2e3a0381c1e9 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/91eebc37-6671-466c-a647-9971ffb0c298 HTTP/1.1" status: 200 len: 2398 time: 0.1056316 Feb 04 19:58:58.379090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c388b358-facc-4a6e-be83-2a1c92603e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.380310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91eebc37-6671-466c-a647-9971ffb0c298', 'remote_group_id': None}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:58.380502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91eebc37-6671-466c-a647-9971ffb0c298', 'remote_group_id': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:58.388275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:58:58.394719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Usage tracker for resource:security_group_rule and tenant:85d6bc82d4c74d6b9ca3a3e8a9493678 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:58:58.399251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:58:58.402834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-770a3624-2416-4928-9ef4-ebc4837c91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:58.404276 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-770a3624-2416-4928-9ef4-ebc4837c91bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1021638 Feb 04 19:58:58.407521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c388b358-facc-4a6e-be83-2a1c92603e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.408936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:58:58.467571 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4bb3d5d1-9105-4e45-8555-bceeaae5cf8f req-80109b56-dc76-4934-9b6c-a74fcfb8e0dd tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.0533297 Feb 04 19:58:58.496948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-3b071477-bd7c-469f-b22e-6a2947a80708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:58.498423 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-3b071477-bd7c-469f-b22e-6a2947a80708 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858133 Feb 04 19:58:58.552788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c388b358-facc-4a6e-be83-2a1c92603e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.572902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388b358-facc-4a6e-be83-2a1c92603e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2522309-f603-454c-a6df-211d54ad4ba1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:58.643863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c388b358-facc-4a6e-be83-2a1c92603e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.644970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c388b358-facc-4a6e-be83-2a1c92603e6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2522309-f603-454c-a6df-211d54ad4ba1 HTTP/1.1" status: 204 len: 168 time: 0.3275533 Feb 04 19:58:58.653144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.667718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694b41-4b6c-4458-a113-a5a62730246f req-ef874a58-7a26-4d89-91ee-c7876231fb73 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:58.669127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44694b41-4b6c-4458-a113-a5a62730246f req-ef874a58-7a26-4d89-91ee-c7876231fb73 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.1006680 Feb 04 19:58:58.675979 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-3e200ec0-1678-4a68-b58c-399603f11058 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706262 Feb 04 19:58:58.710009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.721119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44694b41-4b6c-4458-a113-a5a62730246f req-43a12dc4-5fa7-485b-94a1-625daee7d745 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Feb 04 19:58:58.767590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.805112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a67712-c319-4096-b637-43dabcadfbe0,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:58.856445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e73f3c98-3dd5-4847-978c-afa4677dbe3a req-a8c4d2fa-eb61-4561-ad91-efb37cd175e8 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728604 Feb 04 19:58:58.897285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8202843-b769-4479-ba85-1146377180df req-083d0560-09cf-44c3-9b51-a25c4e3de615 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:58.898756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8202843-b769-4479-ba85-1146377180df req-083d0560-09cf-44c3-9b51-a25c4e3de615 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.0799472 Feb 04 19:58:58.900953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:58.902143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5017442-4eb2-4027-874e-416511721c44 req-2c0ecaae-dc62-4995-b572-06d75d802bbb tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5275278 Feb 04 19:58:58.943542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8202843-b769-4479-ba85-1146377180df req-44e0bf19-1c45-48e0-b7f1-dd7190e588d8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Feb 04 19:58:59.027608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5bd479fd-d0d9-4718-8292-65679d2a698d req-34c30f42-c4d7-4ccc-af42-b9fbebb1ccfd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/91eebc37-6671-466c-a647-9971ffb0c298 HTTP/1.1" status: 200 len: 2996 time: 0.0610681 Feb 04 19:58:59.065862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fcc3be31-b6c1-40ad-a8fb-30496a2cf929 req-45a728e1-1f73-4cdc-907f-c4e26f7ec9c8 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-group-rules/08a67712-c319-4096-b637-43dabcadfbe0 HTTP/1.1" status: 200 len: 783 time: 0.0188742 Feb 04 19:58:59.235068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2551d-27ab-4e09-8b26-08f586fa7172 req-97418afb-2d5f-406d-9a66-795d9009d96b tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.236587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0b2551d-27ab-4e09-8b26-08f586fa7172 req-97418afb-2d5f-406d-9a66-795d9009d96b tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.2453635 Feb 04 19:58:59.264789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-3fc2c165-b7d6-40f9-9218-25efc4b72c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.266360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-3fc2c165-b7d6-40f9-9218-25efc4b72c1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=502a93a62e1f47efb3a88560a0240fce&device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 1099 time: 0.2294686 Feb 04 19:58:59.275275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fcc3be31-b6c1-40ad-a8fb-30496a2cf929 req-4e8a3e24-8b2a-4652-952a-5df14202c822 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/91eebc37-6671-466c-a647-9971ffb0c298 HTTP/1.1" status: 200 len: 2996 time: 0.2033131 Feb 04 19:58:59.275841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-e8ce2de8-bc07-416a-906d-7472b68d8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.277626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-e8ce2de8-bc07-416a-906d-7472b68d8716 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 1095 time: 0.1993835 Feb 04 19:58:59.359101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fcc3be31-b6c1-40ad-a8fb-30496a2cf929 req-3c086f35-36cc-4e6e-94f8-b4d2d8f28319 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:59.375517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fcc3be31-b6c1-40ad-a8fb-30496a2cf929 req-3c086f35-36cc-4e6e-94f8-b4d2d8f28319 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:59.392254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-f80c4821-bf3e-41e4-a94e-8c8feca60197 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.393767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-f80c4821-bf3e-41e4-a94e-8c8feca60197 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 824 time: 0.2838604 Feb 04 19:58:59.410104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4411a-e980-4e57-ab46-3890c82c153d req-abc31b2c-3a2f-46b0-9e91-0cd9ded380cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.411762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca4411a-e980-4e57-ab46-3890c82c153d req-abc31b2c-3a2f-46b0-9e91-0cd9ded380cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1124 time: 0.2673535 Feb 04 19:58:59.419683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0b2551d-27ab-4e09-8b26-08f586fa7172 req-d9e540d2-2360-4e63-9624-77615064a481 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763251 Feb 04 19:58:59.466839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43592) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:59.544760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fcc3be31-b6c1-40ad-a8fb-30496a2cf929 req-3c086f35-36cc-4e6e-94f8-b4d2d8f28319 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:59.589238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-4a4a923e-fece-42e3-a11e-e24d2e2d8cfe tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aa3076a8d33419b916c6b0585d4eaa5 HTTP/1.1" status: 200 len: 378 time: 0.1813009 Feb 04 19:58:59.592803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c086f35-36cc-4e6e-94f8-b4d2d8f28319 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08a67712-c319-4096-b637-43dabcadfbe0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:58:59.600589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'port': {'device_id': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'admin_state_up': True, 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'security_groups': ['c015f9f0-93ce-4afc-9987-f4a8b621916b']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:58:59.611880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-a1104818-34fb-4665-acf8-93ef201a80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.613434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-a1104818-34fb-4665-acf8-93ef201a80e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3402243 Feb 04 19:58:59.618160 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fcc3be31-b6c1-40ad-a8fb-30496a2cf929 req-3c086f35-36cc-4e6e-94f8-b4d2d8f28319 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:58:59.635464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fcc3be31-b6c1-40ad-a8fb-30496a2cf929 req-3c086f35-36cc-4e6e-94f8-b4d2d8f28319 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/08a67712-c319-4096-b637-43dabcadfbe0 HTTP/1.1" status: 204 len: 173 time: 0.3479803 Feb 04 19:58:59.703426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-fa57b4e7-807a-4693-8421-6b5c5c3e1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.704907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-fa57b4e7-807a-4693-8421-6b5c5c3e1ed9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1095 time: 0.3924270 Feb 04 19:58:59.727749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-8b550d09-abcd-4d3b-b5dc-88848e6435da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=4803e19f-27a7-4e9d-9244-195a7f04febd HTTP/1.1" status: 200 len: 217 time: 0.0987425 Feb 04 19:58:59.860065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4411a-e980-4e57-ab46-3890c82c153d req-f4ee9afc-4441-4444-9a2b-9c0feaaf47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:58:59.861428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca4411a-e980-4e57-ab46-3890c82c153d req-f4ee9afc-4441-4444-9a2b-9c0feaaf47e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.4203115 Feb 04 19:58:59.932047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-90973f92-bc05-4faa-8aff-de3650fed677 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36e91b851ae74eabb9987ffc09fe06a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639082 Feb 04 19:58:59.942875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43602) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:58:59.964493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca4411a-e980-4e57-ab46-3890c82c153d req-bf36f640-9cc1-4500-8b88-0d50de9373bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 200 len: 217 time: 0.0902121 Feb 04 19:59:00.039751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-d7b373b2-89a1-476b-aa4f-ac60c480383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.041174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-d7b373b2-89a1-476b-aa4f-ac60c480383c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1518321 Feb 04 19:59:00.054914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:00.056407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576327-6026-4ce7-9378-69d3e4e00fc0 req-d907aa27-c276-4a26-90d8-6a4b8ff889ea tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.058355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75576327-6026-4ce7-9378-69d3e4e00fc0 req-d907aa27-c276-4a26-90d8-6a4b8ff889ea tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.5187643 Feb 04 19:59:00.086285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91487029-6dfa-4e15-ac65-53417287b893 req-12dd4318-61a4-43fd-8e0b-3f0c4d7a516b tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.087779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91487029-6dfa-4e15-ac65-53417287b893 req-12dd4318-61a4-43fd-8e0b-3f0c4d7a516b tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 948 time: 0.3393695 Feb 04 19:59:00.094937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:00.128163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4411a-e980-4e57-ab46-3890c82c153d req-18c419ba-0f4a-45cb-8ed9-e8cbf2de8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.129520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca4411a-e980-4e57-ab46-3890c82c153d req-18c419ba-0f4a-45cb-8ed9-e8cbf2de8964 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1577718 Feb 04 19:59:00.137145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-cb5174d8-bff7-43eb-a63b-5e84179797e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.138898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-cb5174d8-bff7-43eb-a63b-5e84179797e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.4127076 Feb 04 19:59:00.177571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5ef776d-cf39-4efb-bc1d-38c2ed743fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:00.194379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca4411a-e980-4e57-ab46-3890c82c153d req-40c73e60-fcdd-45a5-9dc1-e0348108eccc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550072 Feb 04 19:59:00.230197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-d06330ed-8c09-41e2-b48d-6b87d8809ade service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 217 time: 0.0765753 Feb 04 19:59:00.232850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75576327-6026-4ce7-9378-69d3e4e00fc0 req-38709cb8-4065-4c01-b881-7b2d96379d5a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346021 Feb 04 19:59:00.233825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Made reservation on behalf of 6aa3076a8d33419b916c6b0585d4eaa5 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:00.237552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:00.274412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91487029-6dfa-4e15-ac65-53417287b893 req-145c2cbb-ab45-4a08-a065-9a971cde55bd tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771963 Feb 04 19:59:00.318964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-0afa8fd9-0534-45a4-a5c6-8dad4d4b5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.320726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-0afa8fd9-0534-45a4-a5c6-8dad4d4b5a06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2592816 Feb 04 19:59:00.326749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-51c5e1d2-38f1-4bc0-b40f-0037145f4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.328220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-51c5e1d2-38f1-4bc0-b40f-0037145f4886 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0926585 Feb 04 19:59:00.331006 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5ef776d-cf39-4efb-bc1d-38c2ed743fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:00.493339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-813dc4d0-639b-42c7-8875-4441ca1b4a9d req-2451526c-863b-473a-8592-6585242921a4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.1434832 Feb 04 19:59:00.497827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-6d8b6b89-de46-4d38-89fc-7c0b46bfe957 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687346 Feb 04 19:59:00.607166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f4219cb-7f9a-47a4-8af4-d61675046f62 req-57e17f71-9d34-4f8f-b732-99df8524063d tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/91eebc37-6671-466c-a647-9971ffb0c298 HTTP/1.1" status: 200 len: 2398 time: 0.2805345 Feb 04 19:59:00.655917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca4411a-e980-4e57-ab46-3890c82c153d req-783e1535-d013-44fd-a4c7-f9c46499c8a8 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498136 Feb 04 19:59:00.662297 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-ccce04c7-cfec-47ea-b26c-58462d027f4c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331633 Feb 04 19:59:00.758506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4803e19f-27a7-4e9d-9244-195a7f04febd details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:59:00.793383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-ed03eb34-f769-44f0-b983-54a992429907 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871847 Feb 04 19:59:00.803599 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5ef776d-cf39-4efb-bc1d-38c2ed743fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:00.850215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef776d-cf39-4efb-bc1d-38c2ed743fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ba74d-f80e-440c-8f0d-79571cf81da6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:00.893441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Allocated IP 172.20.0.4 (551cd439-9a5c-4244-8b86-283d52edd44e/3cd6518b-7575-4251-bfba-d2a0ca18698f/d4c62b83-5b3b-4a27-8fa0-108458aa7d65) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:00.912373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5f4219cb-7f9a-47a4-8af4-d61675046f62 req-e5389070-9419-43f5-bf00-9f2b4d5321b5 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:00.926338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4803e19f-27a7-4e9d-9244-195a7f04febd, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4803e19f-27a7-4e9d-9244-195a7f04febd,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:00.937533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653e3b-7832-48b2-940b-da736a1e4bf5 req-84a713fa-4ecb-42a7-856e-6501f257f169 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:00.942919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '4803e19f-27a7-4e9d-9244-195a7f04febd', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '4803e19f-27a7-4e9d-9244-195a7f04febd', 'mac_address': 'fa:16:3e:ad:b8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:59:00.943479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19653e3b-7832-48b2-940b-da736a1e4bf5 req-84a713fa-4ecb-42a7-856e-6501f257f169 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.3319759 Feb 04 19:59:00.971756 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2882601d-499a-4b3b-bf8d-98655d8b1421 req-dbb4a75c-25f8-4e7a-80d5-a6c27df4c8ac service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929630 Feb 04 19:59:00.989222 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5f4219cb-7f9a-47a4-8af4-d61675046f62 req-e5389070-9419-43f5-bf00-9f2b4d5321b5 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.020402 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.020617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca4411a-e980-4e57-ab46-3890c82c153d req-eaa4e087-1fc6-4ffc-8dbc-6dd32870683c service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539801 Feb 04 19:59:01.021827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-02446f79-9ab5-4a82-a2d1-aba854d943cf service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191932 Feb 04 19:59:01.037708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19653e3b-7832-48b2-940b-da736a1e4bf5 req-467a923d-875b-4ad0-a375-1c723a51fb90 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914242 Feb 04 19:59:01.043757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4803e19f-27a7-4e9d-9244-195a7f04febd {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:59:01.063024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4803e19f-27a7-4e9d-9244-195a7f04febd, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4803e19f-27a7-4e9d-9244-195a7f04febd,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:01.121146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.160997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5ef776d-cf39-4efb-bc1d-38c2ed743fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.162367 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b5ef776d-cf39-4efb-bc1d-38c2ed743fd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/860ba74d-f80e-440c-8f0d-79571cf81da6 HTTP/1.1" status: 204 len: 168 time: 1.2184184 Feb 04 19:59:01.257840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4803e19f-27a7-4e9d-9244-195a7f04febd,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:01.274532 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.278281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5f4219cb-7f9a-47a4-8af4-d61675046f62 req-e5389070-9419-43f5-bf00-9f2b4d5321b5 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.305361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5389070-9419-43f5-bf00-9f2b4d5321b5 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eebc37-6671-466c-a647-9971ffb0c298,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:01.317162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Transition to ACTIVE for port object d4c62b83-5b3b-4a27-8fa0-108458aa7d65 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:01.318667 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5f4219cb-7f9a-47a4-8af4-d61675046f62 req-e5389070-9419-43f5-bf00-9f2b4d5321b5 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.319825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f4219cb-7f9a-47a4-8af4-d61675046f62 req-e5389070-9419-43f5-bf00-9f2b4d5321b5 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-groups/91eebc37-6671-466c-a647-9971ffb0c298 HTTP/1.1" status: 204 len: 173 time: 0.6956518 Feb 04 19:59:01.350863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cf836-dd4e-44c4-a582-943679c19321 req-f9b5735a-f012-4e04-9546-227672b2de3a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:01.352620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b5cf836-dd4e-44c4-a582-943679c19321 req-f9b5735a-f012-4e04-9546-227672b2de3a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.1751602 Feb 04 19:59:01.408865 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b5cf836-dd4e-44c4-a582-943679c19321 req-3a17c6ca-0660-4344-9bdc-d134f384ebf2 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498545 Feb 04 19:59:01.422575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.432634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['4803e19f-27a7-4e9d-9244-195a7f04febd'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:59:01.599637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Network 551cd439-9a5c-4244-8b86-283d52edd44e is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:01.605674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:01.610736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:01.665573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event updated for resources: {'Port': ['ID=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:01.676189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f382-9daf-49ba-a0be-cce891425b7a req-8f6ed0dd-d9ed-469f-9a38-93dc3807e7c6 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:01.677817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-8f6ed0dd-d9ed-469f-9a38-93dc3807e7c6 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.1572134 Feb 04 19:59:01.687106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74783ea6-e110-40e7-8ed2-66a9ba7e6242 req-6cb2692e-eafc-4558-9180-b9fb83dbe700 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:01.688732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74783ea6-e110-40e7-8ed2-66a9ba7e6242 req-6cb2692e-eafc-4558-9180-b9fb83dbe700 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.1669211 Feb 04 19:59:01.718270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:01.719080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.751209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bdb10-8980-4175-b3d1-86dd9df0d7fb req-72d2c84e-3508-4aa3-82a4-1b1d12e22bc5 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:01.751209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dd3bdb10-8980-4175-b3d1-86dd9df0d7fb req-72d2c84e-3508-4aa3-82a4-1b1d12e22bc5 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.2700644 Feb 04 19:59:01.800575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74783ea6-e110-40e7-8ed2-66a9ba7e6242 req-86800f83-e03d-4cbd-988e-02dcb5c0de25 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670485 Feb 04 19:59:01.811303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dd3bdb10-8980-4175-b3d1-86dd9df0d7fb req-dc265b8e-a08c-41a8-98f2-0c99383c0154 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558677 Feb 04 19:59:01.836063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-be5416f6-8d68-4a55-a042-12a5ac354635 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2390873 Feb 04 19:59:01.848939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Request body: {'port': {'device_id': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:01.994492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e437f382-9daf-49ba-a0be-cce891425b7a req-0b795500-e9b9-4442-924d-19c23ec3ceab service neutron] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:01.997918 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e437f382-9daf-49ba-a0be-cce891425b7a req-0b795500-e9b9-4442-924d-19c23ec3ceab service neutron] Notify callbacks [] for binding, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:01.999036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e437f382-9daf-49ba-a0be-cce891425b7a req-0b795500-e9b9-4442-924d-19c23ec3ceab service neutron] 10.222.0.62 "DELETE /v2.0/ports/7971b8fa-2b75-42d4-8b20-734d08e53f03/bindings/n-h2-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.3093221 Feb 04 19:59:02.000173 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-8f11f286-7b2c-4327-82bb-11ca724c958a req-2ae601ab-b750-4fde-be34-db9944c300b7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] show failed (client error): The resource could not be found. Feb 04 19:59:02.012768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f11f286-7b2c-4327-82bb-11ca724c958a req-2ae601ab-b750-4fde-be34-db9944c300b7 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/b6578cd8-e461-40ee-a3cb-ca63efc231c9 HTTP/1.1" status: 404 len: 352 time: 0.1641011 Feb 04 19:59:02.031894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4faa0cd6-b5cd-4c20-88c5-47352a5003ea None None] Provisioning for port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:02.041118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4faa0cd6-b5cd-4c20-88c5-47352a5003ea None None] Provisioning complete for port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:02.041298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:02.041392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4faa0cd6-b5cd-4c20-88c5-47352a5003ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:02.094938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4faa0cd6-b5cd-4c20-88c5-47352a5003ea None None] Port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:59:02.130399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626d226-92ae-4023-b1ba-6350a24abe31 req-bfb85326-0e39-4cd1-8692-37defef8ef55 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:02.131537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8626d226-92ae-4023-b1ba-6350a24abe31 req-bfb85326-0e39-4cd1-8692-37defef8ef55 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 949 time: 0.2062070 Feb 04 19:59:02.199624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56e435-c05c-402d-b657-7bce22c5bed6 req-a008f51b-fd63-443a-b619-4fefcef5bf45 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:02.201689 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba56e435-c05c-402d-b657-7bce22c5bed6 req-a008f51b-fd63-443a-b619-4fefcef5bf45 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 931 time: 0.1033723 Feb 04 19:59:02.260074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8626d226-92ae-4023-b1ba-6350a24abe31 req-c556cd4b-8628-4045-ae2a-0c531df475cf tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880954 Feb 04 19:59:02.261559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba56e435-c05c-402d-b657-7bce22c5bed6 req-6d992314-63fd-40e2-9a30-6a0c9d7b2aea tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536406 Feb 04 19:59:02.395896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad064b8b-0ba3-4748-a8a0-b5c8f5752edc req-9590c0ce-8ed1-4d68-abbe-9c79d30f9a96 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/a3931c11-a6c2-4264-8c46-aa67d1be609e HTTP/1.1" status: 200 len: 1804 time: 0.0778177 Feb 04 19:59:02.457296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14042c10-207d-43ea-b31e-6dc88e9f51d2 req-10b65a10-ddba-4f0e-989f-c19e0f772ff9 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:02.458851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14042c10-207d-43ea-b31e-6dc88e9f51d2 req-10b65a10-ddba-4f0e-989f-c19e0f772ff9 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.0842276 Feb 04 19:59:02.516456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14042c10-207d-43ea-b31e-6dc88e9f51d2 req-db8052b2-37fc-4a67-b22d-3959803e3276 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Feb 04 19:59:02.533496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad064b8b-0ba3-4748-a8a0-b5c8f5752edc req-70bc88b4-aade-45a8-8d21-fc401ab438ec tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:02.552172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c62b83-5b3b-4a27-8fa0-108458aa7d65 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:59:02.567390 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:02.578884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad064b8b-0ba3-4748-a8a0-b5c8f5752edc req-70bc88b4-aade-45a8-8d21-fc401ab438ec tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:02.603047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Transition to ACTIVE for port object d4c62b83-5b3b-4a27-8fa0-108458aa7d65 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:02.666071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:02.719855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686ba25-18b6-4cd3-a4df-d57e708fad9c req-68669460-35b5-4dd5-91c4-aae9cd1ffbce tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:02.721360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b686ba25-18b6-4cd3-a4df-d57e708fad9c req-68669460-35b5-4dd5-91c4-aae9cd1ffbce tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.0805845 Feb 04 19:59:02.753334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad064b8b-0ba3-4748-a8a0-b5c8f5752edc req-70bc88b4-aade-45a8-8d21-fc401ab438ec tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:02.779358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b686ba25-18b6-4cd3-a4df-d57e708fad9c req-3cb48f5e-4d4f-487e-9af2-b7ccbc395eb2 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Feb 04 19:59:02.782829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4803e19f-27a7-4e9d-9244-195a7f04febd up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:02.998339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 4803e19f-27a7-4e9d-9244-195a7f04febd completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:03.004558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 4803e19f-27a7-4e9d-9244-195a7f04febd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:03.009316 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.039851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc88b4-aade-45a8-8d21-fc401ab438ec tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3931c11-a6c2-4264-8c46-aa67d1be609e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:03.069813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab35217-fe84-4f42-af1f-173de2531bfc req-5a883938-d6dc-4bf3-81c3-1dfd35d6aa7d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:03.079298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cab35217-fe84-4f42-af1f-173de2531bfc req-5a883938-d6dc-4bf3-81c3-1dfd35d6aa7d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.1037874 Feb 04 19:59:03.099135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:03.129140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad064b8b-0ba3-4748-a8a0-b5c8f5752edc req-70bc88b4-aade-45a8-8d21-fc401ab438ec tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.130262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad064b8b-0ba3-4748-a8a0-b5c8f5752edc req-70bc88b4-aade-45a8-8d21-fc401ab438ec tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-groups/a3931c11-a6c2-4264-8c46-aa67d1be609e HTTP/1.1" status: 204 len: 173 time: 0.7230940 Feb 04 19:59:03.165170 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.184743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cab35217-fe84-4f42-af1f-173de2531bfc req-2bc704c8-88a8-4bb4-9991-eb3fa44501bc tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030040 Feb 04 19:59:03.208732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Attempting to bind port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:03.209389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Attempting to bind port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:03.211099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Attempting to bind port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 on network 551cd439-9a5c-4244-8b86-283d52edd44e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:03.221668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 on network 551cd439-9a5c-4244-8b86-283d52edd44e not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:59:03.223641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Attempting to bind port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 on network 551cd439-9a5c-4244-8b86-283d52edd44e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:03.225274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4803e19f-27a7-4e9d-9244-195a7f04febd, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4803e19f-27a7-4e9d-9244-195a7f04febd,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:03.230834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:03.235234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Checking segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:03.235234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Bound using segment: {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:03.235234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Bound port: d4c62b83-5b3b-4a27-8fa0-108458aa7d65, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d166e9-9866-4301-8ed5-684accabb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:03.235234 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.236191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4803e19f-27a7-4e9d-9244-195a7f04febd'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:03.300708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d73ae8c0-889c-4fa7-a2ac-118e30aa554b req-5c48909f-8951-493a-ae32-4d11afcfd424 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/1943abec-666c-4ab6-86ed-f676f8af4b73 HTTP/1.1" status: 200 len: 1804 time: 0.0755243 Feb 04 19:59:03.317408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.371817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d73ae8c0-889c-4fa7-a2ac-118e30aa554b req-1f036431-15e0-4afe-a75f-6cec258ff300 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.394170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4803e19f-27a7-4e9d-9244-195a7f04febd,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:03.419909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d73ae8c0-889c-4fa7-a2ac-118e30aa554b req-1f036431-15e0-4afe-a75f-6cec258ff300 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.466231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] For port d4c62b83-5b3b-4a27-8fa0-108458aa7d65, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:03.475754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] For port d4c62b83-5b3b-4a27-8fa0-108458aa7d65, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:03.484875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ffa7-883e-427c-ae0c-cf6f641a9aa0 req-15ac80d3-7415-45b8-a2c8-4b1930f5942e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:03.485991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f009ffa7-883e-427c-ae0c-cf6f641a9aa0 req-15ac80d3-7415-45b8-a2c8-4b1930f5942e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.1903396 Feb 04 19:59:03.531280 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f009ffa7-883e-427c-ae0c-cf6f641a9aa0 req-a2bd3711-a1b1-4bc9-b95d-3a5aa94a8b29 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Feb 04 19:59:03.575469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d73ae8c0-889c-4fa7-a2ac-118e30aa554b req-1f036431-15e0-4afe-a75f-6cec258ff300 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.579275 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.583800 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4803e19f-27a7-4e9d-9244-195a7f04febd', 'code': 200} Feb 04 19:59:03.592552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f036431-15e0-4afe-a75f-6cec258ff300 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1943abec-666c-4ab6-86ed-f676f8af4b73,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:03.599503 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d73ae8c0-889c-4fa7-a2ac-118e30aa554b req-1f036431-15e0-4afe-a75f-6cec258ff300 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.616911 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d73ae8c0-889c-4fa7-a2ac-118e30aa554b req-1f036431-15e0-4afe-a75f-6cec258ff300 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-groups/1943abec-666c-4ab6-86ed-f676f8af4b73 HTTP/1.1" status: 204 len: 173 time: 0.3133323 Feb 04 19:59:03.676721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:03.677930 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:03.680308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] 10.222.0.62 "PUT /v2.0/ports/d4c62b83-5b3b-4a27-8fa0-108458aa7d65 HTTP/1.1" status: 200 len: 1091 time: 1.8356512 Feb 04 19:59:03.683564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:03.749578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb224b4-6747-48e6-bd25-155d6b7753d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:03.833466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c730ff9-34d7-4a06-aa1d-7c710fb3d036 req-c1951f46-4d70-4466-a32d-ba1e80cb305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:03.835049 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c730ff9-34d7-4a06-aa1d-7c710fb3d036 req-c1951f46-4d70-4466-a32d-ba1e80cb305c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 1101 time: 0.1762795 Feb 04 19:59:03.845566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfb66e-dcdc-4bd0-95d0-583c2daff7f1 req-e8afdc6c-722c-4ba4-b664-3a5d5dcf12d9 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:03.846519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe5d6f-6454-4234-a754-112dec5b3e6b req-19b07c6d-876b-4c59-8b15-bf1144898fdc tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:03.847160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16dfb66e-dcdc-4bd0-95d0-583c2daff7f1 req-e8afdc6c-722c-4ba4-b664-3a5d5dcf12d9 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.1493580 Feb 04 19:59:03.847969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5fe5d6f-6454-4234-a754-112dec5b3e6b req-19b07c6d-876b-4c59-8b15-bf1144898fdc tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 943 time: 0.1333575 Feb 04 19:59:03.905250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-2fe91f91-99da-4bd2-b497-d42663e25d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:03.906817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-2fe91f91-99da-4bd2-b497-d42663e25d1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 1094 time: 0.1292665 Feb 04 19:59:03.909586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16dfb66e-dcdc-4bd0-95d0-583c2daff7f1 req-1904a295-54e7-4624-b666-1220cc90e36a tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542974 Feb 04 19:59:03.913951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c730ff9-34d7-4a06-aa1d-7c710fb3d036 req-ed009e55-8f40-4022-8528-eadc4c314f6a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650454 Feb 04 19:59:03.918528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5fe5d6f-6454-4234-a754-112dec5b3e6b req-595c9c28-7572-43e0-be26-d964ab1d2dc0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574269 Feb 04 19:59:03.991247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-5b9daf00-7efe-48c0-a8e5-9c3dc9fab23d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65 HTTP/1.1" status: 200 len: 217 time: 0.0768485 Feb 04 19:59:04.107763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-ed62e05a-3595-47c0-b487-a1f16208a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:04.109148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-ed62e05a-3595-47c0-b487-a1f16208a661 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 200 len: 863 time: 0.1115580 Feb 04 19:59:04.188531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60468fa-b2ee-4995-ae79-7ebfed039651 req-abf19ace-dedd-4865-9ff7-5f4dfa2e91c8 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:04.189379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a60468fa-b2ee-4995-ae79-7ebfed039651 req-abf19ace-dedd-4865-9ff7-5f4dfa2e91c8 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.1617227 Feb 04 19:59:04.193650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a3e926f-c413-4362-922b-55e4a13b1f08 req-fe74a1f5-7c08-4240-8926-45e1548d84e4 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/f1d7b910-5e12-487b-b6fb-2e6f0f13ffe0 HTTP/1.1" status: 200 len: 1804 time: 0.0537777 Feb 04 19:59:04.234718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-6ae7067e-3e37-4553-bfd0-2c754df288e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:04.236259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-6ae7067e-3e37-4553-bfd0-2c754df288e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=551cd439-9a5c-4244-8b86-283d52edd44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207783 Feb 04 19:59:04.247874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a60468fa-b2ee-4995-ae79-7ebfed039651 req-6cb7ee39-dac8-4557-a0bd-51430a03ddda tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514240 Feb 04 19:59:04.260654 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a3e926f-c413-4362-922b-55e4a13b1f08 req-b2eb6edd-808c-4980-873c-94c8da5e0fa6 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:04.299729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a3e926f-c413-4362-922b-55e4a13b1f08 req-b2eb6edd-808c-4980-873c-94c8da5e0fa6 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:04.315678 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'status': 'completed', 'code': 200} Feb 04 19:59:04.379397 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-cc857f00-6efd-407c-bd2c-87fef2c58630 service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352854 Feb 04 19:59:04.415768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a3e926f-c413-4362-922b-55e4a13b1f08 req-b2eb6edd-808c-4980-873c-94c8da5e0fa6 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:04.433604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6edd-808c-4980-873c-94c8da5e0fa6 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d7b910-5e12-487b-b6fb-2e6f0f13ffe0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:04.440878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a3e926f-c413-4362-922b-55e4a13b1f08 req-b2eb6edd-808c-4980-873c-94c8da5e0fa6 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:04.442156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a3e926f-c413-4362-922b-55e4a13b1f08 req-b2eb6edd-808c-4980-873c-94c8da5e0fa6 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-groups/f1d7b910-5e12-487b-b6fb-2e6f0f13ffe0 HTTP/1.1" status: 204 len: 173 time: 0.2457364 Feb 04 19:59:04.582843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab6a186d-99a1-4c71-ae1b-d5042e5727b5 req-444084da-2084-4813-b103-98326088fdab service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916473 Feb 04 19:59:04.593305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2935b3-d838-4358-8d56-5d3bcd621678 req-5e33c313-0e99-4e74-98ae-529f4f7cfd09 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:04.595485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e2935b3-d838-4358-8d56-5d3bcd621678 req-5e33c313-0e99-4e74-98ae-529f4f7cfd09 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.1854875 Feb 04 19:59:04.603376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70921c9c-951a-41b4-a363-235c6df1abb6 req-7832f6ee-9150-4187-a879-f17207e8949a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:04.612529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-70921c9c-951a-41b4-a363-235c6df1abb6 req-7832f6ee-9150-4187-a879-f17207e8949a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1095 time: 0.0782161 Feb 04 19:59:04.641766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e2935b3-d838-4358-8d56-5d3bcd621678 req-eff59707-72be-477e-8a0a-a252f14188fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Feb 04 19:59:04.646381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-70921c9c-951a-41b4-a363-235c6df1abb6 req-05e5a37c-be76-4c7f-89c1-eb9733c98e43 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350564 Feb 04 19:59:04.812198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d73c2cc4-3865-45dd-8f92-f26fc9018624 req-71aefc2f-67e5-45de-94ce-5f1182691522 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/447cf6f1-6756-47f3-8a8a-66c24cbfc34f HTTP/1.1" status: 200 len: 2404 time: 0.0713048 Feb 04 19:59:04.840506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8e632-5efb-4311-a09c-92fd43aef385 req-1783d71a-a132-40e5-a7b0-beb29265d031 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:04.842032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32f8e632-5efb-4311-a09c-92fd43aef385 req-1783d71a-a132-40e5-a7b0-beb29265d031 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.0875165 Feb 04 19:59:04.851011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c61976-c44e-41ed-a103-d410d9d7519e req-0648bbe6-a349-4b59-a627-6179ca0808f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:04.852580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53c61976-c44e-41ed-a103-d410d9d7519e req-0648bbe6-a349-4b59-a627-6179ca0808f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 1094 time: 0.1551991 Feb 04 19:59:04.887918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32f8e632-5efb-4311-a09c-92fd43aef385 req-40aacf6b-c269-4f24-beab-440334a7ac17 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Feb 04 19:59:04.977019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d73c2cc4-3865-45dd-8f92-f26fc9018624 req-140a060c-f3e1-4426-a6e9-c437e7e17bba tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:05.025616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d73c2cc4-3865-45dd-8f92-f26fc9018624 req-140a060c-f3e1-4426-a6e9-c437e7e17bba tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:05.066768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c61976-c44e-41ed-a103-d410d9d7519e req-0309ba18-2edf-4e51-8d38-f47179d7c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:05.068140 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53c61976-c44e-41ed-a103-d410d9d7519e req-0309ba18-2edf-4e51-8d38-f47179d7c010 service neutron] 10.222.0.62 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 925 time: 0.2055266 Feb 04 19:59:05.240696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-0cb89f77-718d-4b94-aa22-284a5cf5005d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:05.242175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-0cb89f77-718d-4b94-aa22-284a5cf5005d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.2068017 Feb 04 19:59:05.253002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53c61976-c44e-41ed-a103-d410d9d7519e req-ae2efc15-ca0d-4997-bf12-1e1d7fef6ac1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65 HTTP/1.1" status: 200 len: 217 time: 0.1765604 Feb 04 19:59:05.264840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-27801e43-c8db-4cdf-9d9c-e1d7083ee8c1 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/quotas/a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 375 time: 0.0104957 Feb 04 19:59:05.298980 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:59:05.336114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c61976-c44e-41ed-a103-d410d9d7519e req-3d7d5089-5ddb-457c-a3da-65b575bfdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:05.337608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53c61976-c44e-41ed-a103-d410d9d7519e req-3d7d5089-5ddb-457c-a3da-65b575bfdcec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 200 len: 863 time: 0.0749958 Feb 04 19:59:05.359381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-abb598f6-bfcb-42de-919e-74eb3b45ea5a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848873 Feb 04 19:59:05.397275 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d73c2cc4-3865-45dd-8f92-f26fc9018624 req-140a060c-f3e1-4426-a6e9-c437e7e17bba tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:05.420760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a060c-f3e1-4426-a6e9-c437e7e17bba tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447cf6f1-6756-47f3-8a8a-66c24cbfc34f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:05.427414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d73c2cc4-3865-45dd-8f92-f26fc9018624 req-140a060c-f3e1-4426-a6e9-c437e7e17bba tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:05.428515 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d73c2cc4-3865-45dd-8f92-f26fc9018624 req-140a060c-f3e1-4426-a6e9-c437e7e17bba tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-groups/447cf6f1-6756-47f3-8a8a-66c24cbfc34f HTTP/1.1" status: 204 len: 173 time: 0.6111495 Feb 04 19:59:05.441966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c61976-c44e-41ed-a103-d410d9d7519e req-75d1efc7-5050-4352-a1ba-51f53e6e35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:05.444328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53c61976-c44e-41ed-a103-d410d9d7519e req-75d1efc7-5050-4352-a1ba-51f53e6e35c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=551cd439-9a5c-4244-8b86-283d52edd44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000957 Feb 04 19:59:05.555193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-253e2a17-12ba-4a0d-a7df-c43dd364ee8d service neutron] 10.222.0.62 "GET /v2.0/ports/f98eb989-57e5-457b-871d-9971fa164d76/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.1679332 Feb 04 19:59:05.561190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-7349e055-6697-46b2-a656-400d6ae7de68 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949246 Feb 04 19:59:05.657246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53c61976-c44e-41ed-a103-d410d9d7519e req-20d1ae73-f854-4348-bff7-c0cbb41b230a service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015812 Feb 04 19:59:05.695375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16525982-a438-461a-97c2-6bd0494b3cfd req-d287aa78-e65f-439e-816d-399567dbec25 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:05.696894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16525982-a438-461a-97c2-6bd0494b3cfd req-d287aa78-e65f-439e-816d-399567dbec25 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.1527338 Feb 04 19:59:05.814120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16525982-a438-461a-97c2-6bd0494b3cfd req-8f2bd221-b188-4cb5-9e9c-f7843caf89fd tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703585 Feb 04 19:59:05.835239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53c61976-c44e-41ed-a103-d410d9d7519e req-ffadc9b7-eaf0-4575-a2d9-1bd1f01b4f2a service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717820 Feb 04 19:59:05.890858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-0682b5b5-0eb7-4438-8986-92108ea18e22 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895117 Feb 04 19:59:06.026621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57be5-5321-4a34-8470-432fd7ac4418 req-9814a20d-b544-4144-b4bd-62178207807d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:06.027672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f7b57be5-5321-4a34-8470-432fd7ac4418 req-9814a20d-b544-4144-b4bd-62178207807d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Synchronizing usage tracker for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:06.029443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:06.051930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:06.110050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98eb989-57e5-457b-871d-9971fa164d76 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:59:06.118675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f7b57be5-5321-4a34-8470-432fd7ac4418 req-9814a20d-b544-4144-b4bd-62178207807d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Unset dirty status for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:06.120623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7b57be5-5321-4a34-8470-432fd7ac4418 req-9814a20d-b544-4144-b4bd-62178207807d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 943 time: 0.1866469 Feb 04 19:59:06.134859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:06.187488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7b57be5-5321-4a34-8470-432fd7ac4418 req-1e34923d-0860-4e7c-bcc1-99fe7f4db3e0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603781 Feb 04 19:59:06.256925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.264680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaa8cbcd-611a-472b-9352-41ec2959ed87 req-7804a916-241e-4470-86bd-6ea1e1668934 tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "GET /v2.0/security-groups/e6ee6d80-d8eb-421b-9a90-48fd9a212837 HTTP/1.1" status: 200 len: 2396 time: 0.0565741 Feb 04 19:59:06.332429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eaa8cbcd-611a-472b-9352-41ec2959ed87 req-94567e05-cb53-4a01-91c8-1432eb6264fd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.364539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eaa8cbcd-611a-472b-9352-41ec2959ed87 req-94567e05-cb53-4a01-91c8-1432eb6264fd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.392099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a9f65-a4c4-40e9-9f6f-82fdc758392f req-22c23ce3-6545-4820-8b05-98a32e30d83f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:06.393549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c77a9f65-a4c4-40e9-9f6f-82fdc758392f req-22c23ce3-6545-4820-8b05-98a32e30d83f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 943 time: 0.1747305 Feb 04 19:59:06.414308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] Transition to ACTIVE for port object f98eb989-57e5-457b-871d-9971fa164d76 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:06.442463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c77a9f65-a4c4-40e9-9f6f-82fdc758392f req-4983a76b-33c3-4e3e-ae14-a5085013936a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Feb 04 19:59:06.572388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.581150 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eaa8cbcd-611a-472b-9352-41ec2959ed87 req-94567e05-cb53-4a01-91c8-1432eb6264fd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.604119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94567e05-cb53-4a01-91c8-1432eb6264fd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee6d80-d8eb-421b-9a90-48fd9a212837,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:06.608081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eaa8cbcd-611a-472b-9352-41ec2959ed87 req-94567e05-cb53-4a01-91c8-1432eb6264fd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.609375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaa8cbcd-611a-472b-9352-41ec2959ed87 req-94567e05-cb53-4a01-91c8-1432eb6264fd tempest-SecurityGroupRulesTestJSON-311301774 tempest-SecurityGroupRulesTestJSON-311301774-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6ee6d80-d8eb-421b-9a90-48fd9a212837 HTTP/1.1" status: 204 len: 173 time: 0.3391960 Feb 04 19:59:06.615896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43742) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:06.681841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] Deleting subnet 7132b5b5-8ade-41ae-9ff5-46f06de4e5f1 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 19:59:06.685114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.742738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.762177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] No DVR routers for this DVR port f98eb989-57e5-457b-871d-9971fa164d76 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:06.814585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] Pushing event updated for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=10']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:06.825342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-890506c5-1a8c-45a2-aeca-f97a86fb5699 service neutron] 10.222.0.62 "PUT /v2.0/ports/f98eb989-57e5-457b-871d-9971fa164d76/bindings/n-h2-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2632494 Feb 04 19:59:06.839196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b470-89a2-4b99-9a71-5aec48c83a99 req-4ad34c11-9c40-4c06-909c-04fc7c76c7a9 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:06.842419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a48b470-89a2-4b99-9a71-5aec48c83a99 req-4ad34c11-9c40-4c06-909c-04fc7c76c7a9 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.3022616 Feb 04 19:59:06.848841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:06.889844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a48b470-89a2-4b99-9a71-5aec48c83a99 req-08dc3843-2813-46c2-8e5c-f5221daf148c tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Feb 04 19:59:06.913184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d608e-6321-45ec-b74e-689aff8311ce req-03de9bcb-9cb6-49e1-8d1a-60d5376c6789 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:06.914641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a96d608e-6321-45ec-b74e-689aff8311ce req-03de9bcb-9cb6-49e1-8d1a-60d5376c6789 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.1752858 Feb 04 19:59:06.967125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a96d608e-6321-45ec-b74e-689aff8311ce req-bea90d17-7ccf-4851-b651-11434211e6e9 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Feb 04 19:59:06.977004 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c907f2b4-7f9e-4f12-bc74-8f35efb46a45 req-dfde61a8-26c4-41a7-bb39-36dda55890d4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 210 time: 0.0465901 Feb 04 19:59:07.032775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.083298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.089189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7132b5b5-8ade-41ae-9ff5-46f06de4e5f1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:07.095356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c07dd8a0-3ea8-42b8-aeab-a06f352ad5db admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7132b5b5-8ade-41ae-9ff5-46f06de4e5f1 HTTP/1.1" status: 204 len: 168 time: 0.4764509 Feb 04 19:59:07.098100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43760) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:07.157915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-ef1dab1e-9039-4ba5-a0d2-789be7c8be8b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:07.159442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-ef1dab1e-9039-4ba5-a0d2-789be7c8be8b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.1491158 Feb 04 19:59:07.246561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182950e7-50ab-4fe8-ae7d-bc2edf5bc2c3 req-528e8d88-d443-4dba-84a8-dcee4aeeb07d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:07.247525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-182950e7-50ab-4fe8-ae7d-bc2edf5bc2c3 req-528e8d88-d443-4dba-84a8-dcee4aeeb07d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Synchronizing usage tracker for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:07.282338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-1d238948-dc9b-4b29-b3b1-6565da4458ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:07.283927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-1d238948-dc9b-4b29-b3b1-6565da4458ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8&tenant_id=b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 1095 time: 0.1162059 Feb 04 19:59:07.288335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.392722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-451cfaa3-49d1-4a50-90d8-b844c23ce5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:07.394445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-451cfaa3-49d1-4a50-90d8-b844c23ce5d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1095 time: 0.0862579 Feb 04 19:59:07.544340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-d980d242-e5f1-4798-b339-46cd11f8b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:07.545828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-d980d242-e5f1-4798-b339-46cd11f8b7ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.1433740 Feb 04 19:59:07.589858 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.619442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-93061c99-42f5-4e61-b393-3eceb7b865c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 200 len: 217 time: 0.0661364 Feb 04 19:59:07.619835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162c4659-8b58-42ba-8a97-d81623555532']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:07.634155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7c0aba-580a-4fa8-b710-f26b56c0b717') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:07.634444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7c0aba-580a-4fa8-b710-f26b56c0b717') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:07.648381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.663693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-182950e7-50ab-4fe8-ae7d-bc2edf5bc2c3 req-528e8d88-d443-4dba-84a8-dcee4aeeb07d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Unset dirty status for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:07.664829 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-182950e7-50ab-4fe8-ae7d-bc2edf5bc2c3 req-528e8d88-d443-4dba-84a8-dcee4aeeb07d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.5850205 Feb 04 19:59:07.673795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5928461-70c3-45e9-98e0-4deea6380e55 req-d2d0edc4-3a43-4dd9-9e72-6010aa0e9ad0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:07.675300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5928461-70c3-45e9-98e0-4deea6380e55 req-d2d0edc4-3a43-4dd9-9e72-6010aa0e9ad0 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 943 time: 0.3129518 Feb 04 19:59:07.676908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.695199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 19:59:07.695866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.706088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c013f9d2-deb2-4e71-b79d-adab986f8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:07.707570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-c013f9d2-deb2-4e71-b79d-adab986f8321 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.0823214 Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: timer() Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 19:59:07.708874 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 19:59:07.727219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-182950e7-50ab-4fe8-ae7d-bc2edf5bc2c3 req-8221756d-e2a9-4da8-aee7-b384afe8c1c4 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Feb 04 19:59:07.778134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-6706ea3a-61c5-4d31-ae2b-969fed8155ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499766 Feb 04 19:59:07.806820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5928461-70c3-45e9-98e0-4deea6380e55 req-44719039-fd1e-42e2-91b6-4e776fd7b232 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255755 Feb 04 19:59:07.918524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.940617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:07.958810 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] 10.222.0.48 "DELETE /v2.0/networks/162c4659-8b58-42ba-8a97-d81623555532 HTTP/1.1" status: 204 len: 168 time: 0.8570535 Feb 04 19:59:07.960142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460d2b7-404f-445d-a28c-2a89ea8e1f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=162c4659-8b58-42ba-8a97-d81623555532,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:08.138710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-ea5badcc-713f-4b03-8945-b2536f6e8fb4 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458362 Feb 04 19:59:08.148445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:08.240573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43782) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:08.249623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:08.275389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04433f-c8f6-4c56-83a0-8c44992692f4 req-2d80e738-ed1d-4880-816f-62222c57384a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:08.276902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd04433f-c8f6-4c56-83a0-8c44992692f4 req-2d80e738-ed1d-4880-816f-62222c57384a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 944 time: 0.2755411 Feb 04 19:59:08.367861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43790) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:08.382879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-db9202fa-63a1-4fb1-b774-39c5242fe0b4 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366433 Feb 04 19:59:08.386742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd04433f-c8f6-4c56-83a0-8c44992692f4 req-a532e4f3-3d7b-4c90-9218-9acd8311f755 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030111 Feb 04 19:59:08.423300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.504925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:08.512704 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.523097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Usage tracker for resource:security_group_rule and tenant:a5cb44dbe10e4bb78c388fc9b751e86c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:08.523097 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aea16816-3c8a-4464-8f6b-dea1168b1440 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85d6bc82d4c74d6b9ca3a3e8a9493678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501491 Feb 04 19:59:08.523097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:08.523097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43794) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:08.535520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:08.575437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fc96-1e62-4732-80a7-a535f19dd0b9 req-bc0410c5-d5fb-459a-befc-94d9566e3e31 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:08.580745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c66fc96-1e62-4732-80a7-a535f19dd0b9 req-bc0410c5-d5fb-459a-befc-94d9566e3e31 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.0803542 Feb 04 19:59:08.623022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c66fc96-1e62-4732-80a7-a535f19dd0b9 req-877edc72-998a-4827-8ff1-0cd288d17670 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Feb 04 19:59:08.645463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bc64a-6496-4a17-bad4-b966413cee72 req-c6ae5987-b397-48e9-8054-ffe073a6fc34 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:08.646805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-554bc64a-6496-4a17-bad4-b966413cee72 req-c6ae5987-b397-48e9-8054-ffe073a6fc34 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.2002754 Feb 04 19:59:08.657405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-801d5ab8-81d3-4024-9bf7-c775366eeb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.733767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-801d5ab8-81d3-4024-9bf7-c775366eeb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.759931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-554bc64a-6496-4a17-bad4-b966413cee72 req-a87bca81-700a-430f-91c5-491479e057bb tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045835 Feb 04 19:59:08.768429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e0603ea-64a6-4d51-8997-30222959b644 req-ef85fdcc-78cf-4ae1-b5aa-bd96166f2c20 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 210 time: 0.0482292 Feb 04 19:59:08.786571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.803428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.925768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.975327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-801d5ab8-81d3-4024-9bf7-c775366eeb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:08.978208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a99bd-01ff-4883-8530-914b121e13f9 req-c49c27c9-dc0b-4ca1-854d-3f3dc07a6955 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:08.980062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-728a99bd-01ff-4883-8530-914b121e13f9 req-c49c27c9-dc0b-4ca1-854d-3f3dc07a6955 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 945 time: 0.0879264 Feb 04 19:59:08.994456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956da4b8-3985-4b56-81df-e1ec01490fcd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:09.007931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.008277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.011709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:09.036966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8a06c46f-84fa-4f04-af4a-24697458fd0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5cb44dbe10e4bb78c388fc9b751e86c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7953155 Feb 04 19:59:09.041286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:09.045157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-728a99bd-01ff-4883-8530-914b121e13f9 req-f9fd0f2a-e192-47be-8ae2-ebf81cfb05df tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590134 Feb 04 19:59:09.059692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d5ab8-81d3-4024-9bf7-c775366eeb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea66cb5-0622-4053-ba19-0563a09f356b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:09.066791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-801d5ab8-81d3-4024-9bf7-c775366eeb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:09.067402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-801d5ab8-81d3-4024-9bf7-c775366eeb9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ea66cb5-0622-4053-ba19-0563a09f356b HTTP/1.1" status: 204 len: 168 time: 0.5432873 Feb 04 19:59:09.160047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d3d081-2946-4e0e-ad49-6fbafe264111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:09.189675 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d3d081-2946-4e0e-ad49-6fbafe264111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:09.273286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ed28e-f869-4711-9d64-a85702d89539 req-45638dc1-2df1-4519-bb70-357050e5b364 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:09.278192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-826ed28e-f869-4711-9d64-a85702d89539 req-45638dc1-2df1-4519-bb70-357050e5b364 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.3867903 Feb 04 19:59:09.327421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-826ed28e-f869-4711-9d64-a85702d89539 req-dd973c17-90f4-4b90-9a2d-b02208ce1684 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Feb 04 19:59:09.394030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d3d081-2946-4e0e-ad49-6fbafe264111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:09.419959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3d081-2946-4e0e-ad49-6fbafe264111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956da4b8-3985-4b56-81df-e1ec01490fcd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:09.421415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-e1c37900-f60c-4d47-b12d-3505d9060ff2 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:09.424553 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-e1c37900-f60c-4d47-b12d-3505d9060ff2 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.3124931 Feb 04 19:59:09.428603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d3d081-2946-4e0e-ad49-6fbafe264111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:09.430066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-72d3d081-2946-4e0e-ad49-6fbafe264111 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/956da4b8-3985-4b56-81df-e1ec01490fcd HTTP/1.1" status: 204 len: 168 time: 0.3872685 Feb 04 19:59:09.447677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Request body: {'port': {'device_id': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'admin_state_up': True, 'tenant_id': 'a88d74393d9a4e5c9108d10dd9ef8f66'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:09.623753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d1172-a3eb-43ce-9dbb-034cd91fa9aa req-d0c685b4-eaa1-4e28-a8aa-091a51e2eb5c tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:09.624331 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b0d1172-a3eb-43ce-9dbb-034cd91fa9aa req-d0c685b4-eaa1-4e28-a8aa-091a51e2eb5c tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 943 time: 0.3512831 Feb 04 19:59:09.624798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236824d-4b66-4741-aea3-5267a65bd62a req-d40bc3cc-94c6-4c9f-a39e-e210e08ece6b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:09.626871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-d40bc3cc-94c6-4c9f-a39e-e210e08ece6b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.1888802 Feb 04 19:59:09.627545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:09.677301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:09.685810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93246ec-a64f-4503-a630-a3efd57b715b req-bb277b2d-ebc8-4deb-ac12-d4c0966dd57a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:09.687886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c93246ec-a64f-4503-a630-a3efd57b715b req-bb277b2d-ebc8-4deb-ac12-d4c0966dd57a tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 946 time: 0.1599116 Feb 04 19:59:09.749547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b0d1172-a3eb-43ce-9dbb-034cd91fa9aa req-c9b28a52-3271-409e-b4db-42fbf0c965d9 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242979 Feb 04 19:59:09.762006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c93246ec-a64f-4503-a630-a3efd57b715b req-6067f1bc-6490-4a4e-8a6f-e7565a65532d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665250 Feb 04 19:59:09.821614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Made reservation on behalf of a88d74393d9a4e5c9108d10dd9ef8f66 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:09.826143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:09.940913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f236824d-4b66-4741-aea3-5267a65bd62a req-4473eadb-824d-438a-9743-36e0e70030f6 service neutron] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:09.946158 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f236824d-4b66-4741-aea3-5267a65bd62a req-4473eadb-824d-438a-9743-36e0e70030f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:09.948490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f236824d-4b66-4741-aea3-5267a65bd62a req-4473eadb-824d-438a-9743-36e0e70030f6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/f98eb989-57e5-457b-871d-9971fa164d76/bindings/n-h1-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.3126781 Feb 04 19:59:10.107631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974f02-df59-4b37-9eaa-cd836a0c96d4 req-7036f580-3086-48f8-a20f-14e943666b5a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:10.111203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1974f02-df59-4b37-9eaa-cd836a0c96d4 req-7036f580-3086-48f8-a20f-14e943666b5a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 944 time: 0.2117612 Feb 04 19:59:10.120266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Allocated IP 172.20.0.11 (74c12b12-e2ad-4e8f-895a-d1615a2e0941/85997320-528d-4574-8891-72ae38df3628/dbaba279-dee7-497c-9763-e3e19fbbf93b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:10.163836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d4c62b83-5b3b-4a27-8fa0-108458aa7d65 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:59:10.187820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1974f02-df59-4b37-9eaa-cd836a0c96d4 req-10f6ba56-5c73-43d9-a4b8-365d0cefc438 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638325 Feb 04 19:59:10.322554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43842) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:10.349330 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.369930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:10.373913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Usage tracker for resource:security_group_rule and tenant:11ad7670128b483fa147274156ce538b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:10.376969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:10.387573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:10.460596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d4c62b83-5b3b-4a27-8fa0-108458aa7d65, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:10.476518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'port_id': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'mac_address': 'fa:16:3e:66:da:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:59:10.532059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31281629-8f59-4a9e-84a5-bcf6f90c7e0c req-c6d2b6f3-2353-4859-a05b-69670ba0703f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 210 time: 0.1535525 Feb 04 19:59:10.543034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.569488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.582190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c62b83-5b3b-4a27-8fa0-108458aa7d65 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:59:10.611012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d4c62b83-5b3b-4a27-8fa0-108458aa7d65, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:10.626881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.664518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.677084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.759369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11ad7670128b483fa147274156ce538b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356005 Feb 04 19:59:10.769219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43858) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:10.772540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b4826-7bb4-4181-8fe6-ff1f7480abf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eff7b5a-ef59-4823-af5a-8b72a2ff366d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:10.772651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:10.863214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.863653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7fac6-4b46-4cee-838c-6face9821481 req-3a4bf40e-a9cd-45e9-8ea5-4a07c9a99798 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:10.865222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ead7fac6-4b46-4cee-838c-6face9821481 req-3a4bf40e-a9cd-45e9-8ea5-4a07c9a99798 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 946 time: 0.1899703 Feb 04 19:59:10.867067 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2988422-e832-42b4-aada-3fb96ee3a93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.923934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2988422-e832-42b4-aada-3fb96ee3a93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:10.973699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:10.983134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:10.991021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:10.996294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ead7fac6-4b46-4cee-838c-6face9821481 req-3839e7b0-91c6-4088-bbe4-ce8916b41f8f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186512 Feb 04 19:59:11.052941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43866) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:11.070111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d4c62b83-5b3b-4a27-8fa0-108458aa7d65'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:59:11.171236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a733d-5b10-43b9-934b-314d94b620c9 req-8ca1cd23-eb05-4c99-8cca-16c942bf4e59 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:11.178022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f74a733d-5b10-43b9-934b-314d94b620c9 req-8ca1cd23-eb05-4c99-8cca-16c942bf4e59 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.4354684 Feb 04 19:59:11.185149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2988422-e832-42b4-aada-3fb96ee3a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.211302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:11.224387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.224657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.224998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.225332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.225664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.225989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.226316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.226428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2988422-e832-42b4-aada-3fb96ee3a93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eff7b5a-ef59-4823-af5a-8b72a2ff366d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:11.226636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.227002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.227321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.227644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.227968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:11.230520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f2988422-e832-42b4-aada-3fb96ee3a93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.232384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f2988422-e832-42b4-aada-3fb96ee3a93f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5eff7b5a-ef59-4823-af5a-8b72a2ff366d HTTP/1.1" status: 204 len: 168 time: 0.4585409 Feb 04 19:59:11.271827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f74a733d-5b10-43b9-934b-314d94b620c9 req-de6cd9b4-9b3a-4b7d-aff0-bc265d17167d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904737 Feb 04 19:59:11.282763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:11.283619 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.304478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb4c5-86b1-4df7-b686-971b9dedefa4 req-36e36167-882c-4147-bf82-86ab78a49ec9 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:11.306299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-019bb4c5-86b1-4df7-b686-971b9dedefa4 req-36e36167-882c-4147-bf82-86ab78a49ec9 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1095 time: 0.1867836 Feb 04 19:59:11.361070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2020723712-network', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:11.381000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:11.394534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Usage tracker for resource:network and tenant:b613ec4537174b53ad6141d1af743edb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:11.399484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:11.407834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:11.411244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-019bb4c5-86b1-4df7-b686-971b9dedefa4 req-f0da3695-6455-4649-9cac-85552ebd30e5 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933847 Feb 04 19:59:11.435987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-9d9b9ba3-0621-4c7c-91be-4324b12c5abf tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9957039 Feb 04 19:59:11.462231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Request body: {'port': {'device_id': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:11.535516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Made reservation on behalf of b613ec4537174b53ad6141d1af743edb for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:11.539991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.551886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.579316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6b33-64e9-4679-a9af-0681c916eeb3 req-b6aecf9d-5b89-48d2-87c7-78622cf1b403 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:11.580784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79ef6b33-64e9-4679-a9af-0681c916eeb3 req-b6aecf9d-5b89-48d2-87c7-78622cf1b403 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 944 time: 0.1831357 Feb 04 19:59:11.603817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:11.608347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Usage tracker for resource:security_group_rule and tenant:b613ec4537174b53ad6141d1af743edb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:11.610305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.615736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:11.627194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:11.695803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79ef6b33-64e9-4679-a9af-0681c916eeb3 req-3ad68526-0bc9-45e7-922e-2bdd926de662 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073847 Feb 04 19:59:11.696021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-a4cdafdc-80dc-4e31-9f64-996a3fb88855 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:11.697429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-a4cdafdc-80dc-4e31-9f64-996a3fb88855 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 1101 time: 0.1277041 Feb 04 19:59:11.739419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.769967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:11.773366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.776039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Usage tracker for resource:security_group_rule and tenant:a6af9acc3520483d8dc0ba186676f3e0 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:11.778934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:11.785365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:11.870598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.916418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:59:11.933855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe45f7-f7bb-484e-b445-bec9b23cd5af,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:11.944439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:11.945194 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Added segment 694f8279-6dfa-4dd2-90af-0b5a261ded34 of type vlan for network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 Feb 04 19:59:11.982285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.040671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.065930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecd47c-741c-4872-805a-298be2c610dd req-5bb512ea-5a8a-4e02-a14a-ae3dc5c2cd41 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:12.067448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9ecd47c-741c-4872-805a-298be2c610dd req-5bb512ea-5a8a-4e02-a14a-ae3dc5c2cd41 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 1095 time: 0.2625237 Feb 04 19:59:12.086852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-6bb768ed-eee5-45e1-93d2-a7a40997f1d4 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:12.088809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-6bb768ed-eee5-45e1-93d2-a7a40997f1d4 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "GET /v2.0/ports?device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 946 time: 0.2257378 Feb 04 19:59:12.106582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.211490 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9ecd47c-741c-4872-805a-298be2c610dd req-693a2a32-2461-4852-bde8-62acb406d4c9 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316619 Feb 04 19:59:12.246516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Deleting port 4bd0d645-0985-4cbb-ae05-40aeb494c198 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:12.247225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.247963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.248981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:12.249545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.264120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5793f167-4b91-4c6b-bcb7-13588d3c1073 req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546064 Feb 04 19:59:12.324698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaba279-dee7-497c-9763-e3e19fbbf93b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:59:12.361754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.402228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Transition to ACTIVE for port object dbaba279-dee7-497c-9763-e3e19fbbf93b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:12.480035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579e4ee-8e91-4b33-aa19-49374a8b6587 tempest-LiveMigrationNegativeTest-363327616 tempest-LiveMigrationNegativeTest-363327616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f568c56f-9d98-4aeb-a0ad-74576114b191,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:12.508849 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.517493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] Pushing event updated for resources: {'Network': ['ID=7a8d2187-216a-40e7-8f3a-ba6c032dfb35,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:12.530056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:59:12.575415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c217fb3-9757-47a2-bd4d-eefcd1232035 req-c5046a4b-9de2-4aae-b59c-5ec462053f51 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:12.584146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c217fb3-9757-47a2-bd4d-eefcd1232035 req-c5046a4b-9de2-4aae-b59c-5ec462053f51 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 932 time: 0.1701522 Feb 04 19:59:12.605730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f1571981-691c-4eeb-bb25-51b66f786476 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5492592 Feb 04 19:59:12.608831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:12.618785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Request body: {'subnet': {'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-subnet', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:12.632234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:12.643031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Usage tracker for resource:subnet and tenant:b613ec4537174b53ad6141d1af743edb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:12.651523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:12.661768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:12.709429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c217fb3-9757-47a2-bd4d-eefcd1232035 req-8270d529-8a24-43f6-bb8c-444bd8f7d4d7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243038 Feb 04 19:59:12.711773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:12.778802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] For port 4bd0d645-0985-4cbb-ae05-40aeb494c198, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4bd0d645-0985-4cbb-ae05-40aeb494c198,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:12.779134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.792768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Made reservation on behalf of b613ec4537174b53ad6141d1af743edb for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:12.798173 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:12.909770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Calling delete_port for 4bd0d645-0985-4cbb-ae05-40aeb494c198 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:12.976671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:12.977029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:12.977326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:12.988230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:59:12.988553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:13.005580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f83d6-44e7-4a89-a007-db792cc5c9c7 req-4c15c6ac-cf2f-4117-9e0c-6035ca10832f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:13.009181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b1f83d6-44e7-4a89-a007-db792cc5c9c7 req-4c15c6ac-cf2f-4117-9e0c-6035ca10832f tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 946 time: 0.1430020 Feb 04 19:59:13.111036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b1f83d6-44e7-4a89-a007-db792cc5c9c7 req-fdb3faf6-5093-4799-8d13-f0dd42afcf2b tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898268 Feb 04 19:59:13.117899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:13.120937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:13.120937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:13.120937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Bound port: dbaba279-dee7-497c-9763-e3e19fbbf93b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:13.120937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.232669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.272663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:13.275840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:13.333895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6f1783-ee44-4d1c-878b-591d67e5032c,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:13.337895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Checking segment: {'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:13.338237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Network hostable DHCP agents. Network: 7a8d2187-216a-40e7-8f3a-ba6c032dfb35, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:59:13.394266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.430436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.442031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['4bd0d645-0985-4cbb-ae05-40aeb494c198', '06c6b19a-354a-4d39-8a9b-edf490d49290'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:59:13.469278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['4d09964a-6e47-4567-8ac3-0f15797dafb5'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:59:13.507480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:59:13.529342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:13.530174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.531847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] 10.222.0.24 "PUT /v2.0/ports/dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 200 len: 1092 time: 2.0792139 Feb 04 19:59:13.532460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:13.627070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 7a8d2187-216a-40e7-8f3a-ba6c032dfb35) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:13.630397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:13.630998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.648689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] No DVR routers for this DVR port 4bd0d645-0985-4cbb-ae05-40aeb494c198 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:13.657384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b2352-dde9-482d-92a9-5ff5c034fe88 None None] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:13.657935 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.678158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4836cd-7afe-4bf1-b8a7-3d110f791f5b service neutron] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:13.743044 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3358caa1-d8e8-4817-9273-924136b0f9b6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1329823 Feb 04 19:59:13.745479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43952) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:13.753436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:13.762869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:13.780676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Usage tracker for resource:router and tenant:b613ec4537174b53ad6141d1af743edb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:13.788287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:13.795091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:13.874383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Pushing event deleted for resources: {'Port': ['ID=4bd0d645-0985-4cbb-ae05-40aeb494c198,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:13.890834 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.892465 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.894107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b96f1a6-e197-4ac4-b0a4-c7f54cb54676 req-253ede79-83bd-4ee4-b7c0-6a7a86efb9fe tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "DELETE /v2.0/ports/4bd0d645-0985-4cbb-ae05-40aeb494c198 HTTP/1.1" status: 204 len: 173 time: 1.7869198 Feb 04 19:59:13.933180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-f530289b-5deb-45c4-bd27-afb8b7937fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:13.933972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:13.934830 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-f530289b-5deb-45c4-bd27-afb8b7937fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1095 time: 0.2419457 Feb 04 19:59:13.947328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc431d24-6a8b-4ba2-8ceb-d36958e78c42 req-22d83fa6-ee2f-446f-a416-3fe0dc439dcf tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:13.949698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc431d24-6a8b-4ba2-8ceb-d36958e78c42 req-22d83fa6-ee2f-446f-a416-3fe0dc439dcf tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 944 time: 0.1324229 Feb 04 19:59:14.034327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-919656c3-3c3c-4c21-9c0c-ac44fce61989 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 200 len: 217 time: 0.0836196 Feb 04 19:59:14.069798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-7a8d2187-216a-40e7-8f3a-ba6c032dfb35', 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'fixed_ips': [{'subnet_id': 'db6f1783-ee44-4d1c-878b-591d67e5032c'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:59:14.070615 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:14.125556 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc431d24-6a8b-4ba2-8ceb-d36958e78c42 req-cd1a8d44-a2c0-4a8e-9338-b692951de16f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158409 Feb 04 19:59:14.167048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-1b1566a1-e7d5-4890-8031-b50f5c1e4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:14.175092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-1b1566a1-e7d5-4890-8031-b50f5c1e4ecc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1226685 Feb 04 19:59:14.206797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d4c62b83-5b3b-4a27-8fa0-108458aa7d65 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:14.308710 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b', 'status': 'completed', 'code': 200} Feb 04 19:59:14.327657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-57c08515-4ae8-4900-a247-ad62087303b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476872 Feb 04 19:59:14.478034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Allocated IP 172.20.0.2 (7a8d2187-216a-40e7-8f3a-ba6c032dfb35/db6f1783-ee44-4d1c-878b-591d67e5032c/f0acb03f-e6d0-4b39-b7f9-a080df152eaf) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:14.519421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-07fd16b6-c932-47e1-91d4-6bb4893a5f78 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796243 Feb 04 19:59:14.572289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:14.591402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:14.591774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:14.648697 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:14.696799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6df5bf0-58a8-48b0-b18f-57edac8542c5 req-df4c1a65-4134-475f-bf03-149ece16e2f3 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696761 Feb 04 19:59:14.699785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a79f2-218e-4403-998f-2b0cc21ab44f req-89a5a086-e3c3-4293-aecf-8707322c2cf4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:14.703750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68a79f2-218e-4403-998f-2b0cc21ab44f req-89a5a086-e3c3-4293-aecf-8707322c2cf4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.1350527 Feb 04 19:59:14.816687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68a79f2-218e-4403-998f-2b0cc21ab44f req-5c8cdba2-ba07-4fc5-9da3-8715e47bddfd tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948772 Feb 04 19:59:14.880207 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:14.948832 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:14.975213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-440557bd-709a-430f-9ad9-02f4c0c6152e req-df7dda47-3f88-4954-93de-a993b08b614d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Synchronizing usage tracker for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:14.988225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Transition to ACTIVE for port object f0acb03f-e6d0-4b39-b7f9-a080df152eaf will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:15.006594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:15.018886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-d301f465-faf1-4c79-8ff6-0071372ccb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:15.023083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-d301f465-faf1-4c79-8ff6-0071372ccb1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1095 time: 0.2030711 Feb 04 19:59:15.032754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d4c62b83-5b3b-4a27-8fa0-108458aa7d65, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:15.046022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Transition to ACTIVE for port object f0acb03f-e6d0-4b39-b7f9-a080df152eaf will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:15.122493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-440557bd-709a-430f-9ad9-02f4c0c6152e req-df7dda47-3f88-4954-93de-a993b08b614d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Unset dirty status for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:15.124028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-440557bd-709a-430f-9ad9-02f4c0c6152e req-df7dda47-3f88-4954-93de-a993b08b614d tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=f25ad594-991c-4678-9438-19983906b7fd HTTP/1.1" status: 200 len: 210 time: 0.2290819 Feb 04 19:59:15.164834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:15.238132 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:15.272856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:15.276909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:15.299430 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'code': 200} Feb 04 19:59:15.301442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:15.303122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-49a02c6b-84fc-4df6-a1f7-11eed7f8d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:15.312402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-49a02c6b-84fc-4df6-a1f7-11eed7f8d94a service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.2835243 Feb 04 19:59:15.383466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:15.422815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:15.450279 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:15.507208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Pushing event updated for resources: {'Port': ['ID=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:15.510157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Attempting to bind port f0acb03f-e6d0-4b39-b7f9-a080df152eaf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:15.510817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Attempting to bind port f0acb03f-e6d0-4b39-b7f9-a080df152eaf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:15.515858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Attempting to bind port f0acb03f-e6d0-4b39-b7f9-a080df152eaf on network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:15.518938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:15.520010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Checking segment: {'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:15.520845 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:15.521407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Bound using segment: {'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:15.522065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Bound port: f0acb03f-e6d0-4b39-b7f9-a080df152eaf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:15.522657 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:15.543107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-29e1b90d-9b70-46d6-bba4-573120cc19b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 200 len: 217 time: 0.2228713 Feb 04 19:59:15.689335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] For port f0acb03f-e6d0-4b39-b7f9-a080df152eaf, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:15.695548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] For port f0acb03f-e6d0-4b39-b7f9-a080df152eaf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,segment=NetworkSegment(694f8279-6dfa-4dd2-90af-0b5a261ded34),segment_id=694f8279-6dfa-4dd2-90af-0b5a261ded34)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:15.764843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:15.788555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Allocated IP 172.25.7.240 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/6fdf58e6-378d-4cc0-804b-393a9c777a9e) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:15.855460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-5d8996f8-7872-4424-b43c-a25f6990a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:15.857043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-5d8996f8-7872-4424-b43c-a25f6990a763 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.3036034 Feb 04 19:59:15.910637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ea6f2-b095-4a7b-845c-73f54d65d86b None None] Pushing event updated for resources: {'Port': ['ID=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:15.925430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-db2baf7b-2e0e-4775-a454-59471018856e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539377 Feb 04 19:59:15.963862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3565df6-bae9-4a6a-aed3-7a9aa977df88 req-e950a6ee-92c0-45e2-8fc8-b47a75f7cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:15.966069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3565df6-bae9-4a6a-aed3-7a9aa977df88 req-e950a6ee-92c0-45e2-8fc8-b47a75f7cd04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 1096 time: 0.5289469 Feb 04 19:59:15.988742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef095-c760-4914-a862-7c707816a506 req-9a073cbe-360f-427b-a1d9-f3203b283d7a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:15.990520 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-482ef095-c760-4914-a862-7c707816a506 req-9a073cbe-360f-427b-a1d9-f3203b283d7a tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.4693503 Feb 04 19:59:16.183683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868d41a-f5ed-4a5f-ae7a-d4a8173a00bd req-9cb346f3-97f3-4747-98b7-68931364a381 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:16.184278 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3565df6-bae9-4a6a-aed3-7a9aa977df88 req-966ae79d-8dc8-4096-bb40-1c1eeb7bd530 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926582 Feb 04 19:59:16.190332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4bd0d645-0985-4cbb-ae05-40aeb494c198 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:16.192625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7868d41a-f5ed-4a5f-ae7a-d4a8173a00bd req-9cb346f3-97f3-4747-98b7-68931364a381 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.4298942 Feb 04 19:59:16.230057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-482ef095-c760-4914-a862-7c707816a506 req-463c39b3-d972-4527-838f-7820009cafe7 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629248 Feb 04 19:59:16.252860 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:16.274584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 4bd0d645-0985-4cbb-ae05-40aeb494c198 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:16.275022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4bd0d645-0985-4cbb-ae05-40aeb494c198 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:16.281533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7868d41a-f5ed-4a5f-ae7a-d4a8173a00bd req-3fe6a157-cd3f-4890-9260-2e31b14b5006 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878088 Feb 04 19:59:16.286060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-7a8a46c7-0dc1-4937-b2c7-40de2767a71e service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471527 Feb 04 19:59:16.341204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25ad594-991c-4678-9438-19983906b7fd', 'name': 'network-vif-deleted', 'tag': '4bd0d645-0985-4cbb-ae05-40aeb494c198'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:16.456192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:16.549021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:16.552158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:16.561348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:16.606095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-394efa0a-2bf2-42ac-82f6-89b73dfc30ec req-656053dc-b423-4cb4-adca-ca8828f4cf7a service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112860 Feb 04 19:59:16.614327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b7fd-a76e-48e5-bb05-9b58ca38331c req-772fdcdf-996d-47cf-a310-6e13c93fd9f9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:16.615108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-24d1b7fd-a76e-48e5-bb05-9b58ca38331c req-772fdcdf-996d-47cf-a310-6e13c93fd9f9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:16.624687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdf58e6-378d-4cc0-804b-393a9c777a9e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:16.654767 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25ad594-991c-4678-9438-19983906b7fd', 'name': 'network-vif-deleted', 'tag': '4bd0d645-0985-4cbb-ae05-40aeb494c198', 'status': 'completed', 'code': 200} Feb 04 19:59:16.734419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-24d1b7fd-a76e-48e5-bb05-9b58ca38331c req-772fdcdf-996d-47cf-a310-6e13c93fd9f9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:16.735681 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24d1b7fd-a76e-48e5-bb05-9b58ca38331c req-772fdcdf-996d-47cf-a310-6e13c93fd9f9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.2843630 Feb 04 19:59:16.808633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24d1b7fd-a76e-48e5-bb05-9b58ca38331c req-2bce8bff-6896-468d-aa71-9b6369dd33fc tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Feb 04 19:59:16.865894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 19:59:17.173879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:17.231832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'dbaba279-dee7-497c-9763-e3e19fbbf93b', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'port_id': 'dbaba279-dee7-497c-9763-e3e19fbbf93b', 'mac_address': 'fa:16:3e:70:3e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85997320-528d-4574-8891-72ae38df3628', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 19:59:17.374082 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:17.403125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-15b5a99a-d22d-43c9-a4f9-2d81a6ef7e76 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:17.404605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-15b5a99a-d22d-43c9-a4f9-2d81a6ef7e76 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.2539284 Feb 04 19:59:17.462436 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:17.513706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaba279-dee7-497c-9763-e3e19fbbf93b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 19:59:17.548121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:17.607114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Deleting port 4803e19f-27a7-4e9d-9244-195a7f04febd {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:17.624249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:17.624835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc332b-4760-43a1-a60e-146d239dadb0 None None] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:17.708344 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:17.780800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f0acb03f-e6d0-4b39-b7f9-a080df152eaf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:17.861133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f09354-97da-4d49-8686-4f87b1fe30ef req-3b7b7b88-3660-414e-b995-e9164d4784f2 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:17.868085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34f09354-97da-4d49-8686-4f87b1fe30ef req-3b7b7b88-3660-414e-b995-e9164d4784f2 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.3880718 Feb 04 19:59:17.936555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34f09354-97da-4d49-8686-4f87b1fe30ef req-a83ac024-1e80-402e-9ab1-a4a020b75aef tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672629 Feb 04 19:59:17.992376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] For port 4803e19f-27a7-4e9d-9244-195a7f04febd, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4803e19f-27a7-4e9d-9244-195a7f04febd,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:17.992739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.000927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:18.083121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297b449-a2ae-4edc-87f5-fac3bc4eb2df req-27653eab-077e-4fc3-8156-e0e4bd3784de tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:18.086069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['dbaba279-dee7-497c-9763-e3e19fbbf93b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:59:18.090507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d297b449-a2ae-4edc-87f5-fac3bc4eb2df req-27653eab-077e-4fc3-8156-e0e4bd3784de tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 950 time: 0.3035464 Feb 04 19:59:18.118318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.129628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44080) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:18.223020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e4d2d21-0266-4934-bf6d-991128192855 None None] Provisioning for port f0acb03f-e6d0-4b39-b7f9-a080df152eaf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:18.227784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f0acb03f-e6d0-4b39-b7f9-a080df152eaf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:18.249551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e4d2d21-0266-4934-bf6d-991128192855 None None] Provisioning complete for port f0acb03f-e6d0-4b39-b7f9-a080df152eaf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:18.249926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e4d2d21-0266-4934-bf6d-991128192855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.277835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f0acb03f-e6d0-4b39-b7f9-a080df152eaf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:18.278212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.320087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Calling delete_port for 4803e19f-27a7-4e9d-9244-195a7f04febd owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:18.450957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d297b449-a2ae-4edc-87f5-fac3bc4eb2df req-ebdc25d6-2587-4721-b5d0-069621e32f58 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563395 Feb 04 19:59:18.587260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628945f8-2cef-4406-b237-fa0192ec46ed req-eb1fae48-1488-44e4-a13b-c05a2d14b55d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:18.594648 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-628945f8-2cef-4406-b237-fa0192ec46ed req-eb1fae48-1488-44e4-a13b-c05a2d14b55d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 945 time: 0.1794422 Feb 04 19:59:18.685225 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e4d2d21-0266-4934-bf6d-991128192855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.695580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.714397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.743018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:18.753251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Usage tracker for resource:security_group_rule and tenant:2eeeca256d0844c3bc5e1984fc625f27 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:18.758802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:18.768983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:18.793420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6e4d2d21-0266-4934-bf6d-991128192855 None None] For port f0acb03f-e6d0-4b39-b7f9-a080df152eaf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,segment=NetworkSegment(694f8279-6dfa-4dd2-90af-0b5a261ded34),segment_id=694f8279-6dfa-4dd2-90af-0b5a261ded34)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:18.806559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-628945f8-2cef-4406-b237-fa0192ec46ed req-b58a552d-2af3-4a3c-a9ba-28a8cc53c447 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096841 Feb 04 19:59:18.832949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.857027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e4d2d21-0266-4934-bf6d-991128192855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:18.983458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Pushing event deleted for resources: {'Port': ['ID=4803e19f-27a7-4e9d-9244-195a7f04febd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:19.003858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Router 1a037a80-fbc6-43d5-9029-688c25a7fa4d is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:59:19.031522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:19.082502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] No DVR routers for this DVR port 4803e19f-27a7-4e9d-9244-195a7f04febd on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:19.085932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:19.089984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'name': 'network-vif-deleted', 'tag': '4803e19f-27a7-4e9d-9244-195a7f04febd'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:19.164224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb39d4f4-2707-4f88-bc77-3f154dbef5dc req-d781de3a-0c6c-4f7c-b507-77bd7bb48736 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "DELETE /v2.0/ports/4803e19f-27a7-4e9d-9244-195a7f04febd HTTP/1.1" status: 204 len: 173 time: 1.7442386 Feb 04 19:59:19.184093 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 19:59:19.184446 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 19:59:19.185107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d2d21-0266-4934-bf6d-991128192855 None None] Pushing event updated for resources: {'Port': ['ID=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:19.222887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4bbb933d-e0dc-4b66-bf6a-82c7e959cd03 None None] Provisioning complete for port f0acb03f-e6d0-4b39-b7f9-a080df152eaf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:19.222887 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bbb933d-e0dc-4b66-bf6a-82c7e959cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:19.223630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:19.367261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba44695-0da3-471c-b203-3bca4e427263,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:19.386929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3ea4e67b-73b6-4236-a199-61f1db86c460'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 19:59:19.393665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-53625d76-1b3e-4cfa-acfb-8b4f5de9f505 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eeeca256d0844c3bc5e1984fc625f27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2629714 Feb 04 19:59:19.398187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44142) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:19.591846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2331a3-23ca-4484-9b0c-88186fd75d36 req-13c5d679-cc4b-4465-a848-6d1d522fbf28 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:19.594481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c2331a3-23ca-4484-9b0c-88186fd75d36 req-13c5d679-cc4b-4465-a848-6d1d522fbf28 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.3502436 Feb 04 19:59:19.644345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c2331a3-23ca-4484-9b0c-88186fd75d36 req-af3ba3dc-9902-4721-b6b4-682235b848d1 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428886 Feb 04 19:59:19.720309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:59:19.733513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Sync routers for ids ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:59:19.758134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d0c8c-9666-4de3-b5f9-491d341ae1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:19.763148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Routers {'1a037a80-fbc6-43d5-9029-688c25a7fa4d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:19.763839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:58:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:19.800335 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f348f3-7026-4a4d-86f4-4c00cea79789', 'name': 'network-vif-deleted', 'tag': '4803e19f-27a7-4e9d-9244-195a7f04febd', 'status': 'completed', 'code': 200} Feb 04 19:59:19.857123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b922f3-fb22-48d9-b9ac-5ea2f62a99df req-c5edd848-d999-4591-84c4-21dacc3a1f9c tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:19.873069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b922f3-fb22-48d9-b9ac-5ea2f62a99df req-c5edd848-d999-4591-84c4-21dacc3a1f9c tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:19.883272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b922f3-fb22-48d9-b9ac-5ea2f62a99df req-c5edd848-d999-4591-84c4-21dacc3a1f9c tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35&device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 1681 time: 0.3117642 Feb 04 19:59:19.887661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d0c8c-9666-4de3-b5f9-491d341ae1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:19.919948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:19.924278 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e4c34707-37da-4df5-9830-562ec8fca069 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1771357 Feb 04 19:59:19.924831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44154) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:19.980559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f0acb03f-e6d0-4b39-b7f9-a080df152eaf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:20.010603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b922f3-fb22-48d9-b9ac-5ea2f62a99df req-ac97b7f0-e4d2-4d38-a52a-5f1cefc00ecd tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254017 Feb 04 19:59:20.168187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d0c8c-9666-4de3-b5f9-491d341ae1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:20.195852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d0c8c-9666-4de3-b5f9-491d341ae1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba44695-0da3-471c-b203-3bca4e427263,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:20.203735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d0c8c-9666-4de3-b5f9-491d341ae1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:20.204912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-252d0c8c-9666-4de3-b5f9-491d341ae1ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ba44695-0da3-471c-b203-3bca4e427263 HTTP/1.1" status: 204 len: 168 time: 0.8049269 Feb 04 19:59:20.233553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Set router 1a037a80-fbc6-43d5-9029-688c25a7fa4d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:20.243017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f9fac-dbdf-41da-9471-8d303eeb4809 req-1028329c-da1e-48c6-b355-05f44a4e9c4e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:20.271767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff4f9fac-dbdf-41da-9471-8d303eeb4809 req-1028329c-da1e-48c6-b355-05f44a4e9c4e tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.1652544 Feb 04 19:59:20.273901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44162) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:20.288679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Request body: {'floatingip': {'port_id': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:20.383327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bfabbbe3-d4ca-4012-874f-983c66987dda req-0abc8ed2-5160-4dc1-b753-429917e7f70f tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Synchronizing usage tracker for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:20.430904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:20.443299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e16a2fe-5b33-465a-b3e5-31c77381f00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:20.546423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f0acb03f-e6d0-4b39-b7f9-a080df152eaf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:20.546905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:20.576761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bfabbbe3-d4ca-4012-874f-983c66987dda req-0abc8ed2-5160-4dc1-b753-429917e7f70f tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Unset dirty status for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:20.590337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfabbbe3-d4ca-4012-874f-983c66987dda req-0abc8ed2-5160-4dc1-b753-429917e7f70f tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f348f3-7026-4a4d-86f4-4c00cea79789 HTTP/1.1" status: 200 len: 210 time: 0.3386862 Feb 04 19:59:20.808569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65a97-320f-42d6-8161-e63b32bde61d req-ee9c37c4-0428-4c83-b72d-425b3870c32c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:20.831617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19d65a97-320f-42d6-8161-e63b32bde61d req-ee9c37c4-0428-4c83-b72d-425b3870c32c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 945 time: 0.3399382 Feb 04 19:59:20.871872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:20.990317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:16Z', 'revision_number': 3, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port': {'id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:15Z', 'updated_at': '2022-02-04T19:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:20.998397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Checking router: 1a037a80-fbc6-43d5-9029-688c25a7fa4d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:59:20.998911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Updating router 1a037a80-fbc6-43d5-9029-688c25a7fa4d port 6fdf58e6-378d-4cc0-804b-393a9c777a9e binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:59:21.056627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19d65a97-320f-42d6-8161-e63b32bde61d req-f41578bb-54d1-45f8-9864-77a76cad3638 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179537 Feb 04 19:59:21.085925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port dbaba279-dee7-497c-9763-e3e19fbbf93b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:21.092926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.135924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port dbaba279-dee7-497c-9763-e3e19fbbf93b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:21.136304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.210068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44176) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:21.356239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.486616 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.495700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:21.507618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Usage tracker for resource:security_group_rule and tenant:72420a47230b485b84e5f0c14a54f6c2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:21.512768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:21.521781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:21.552606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:21.572348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:21.593168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.653502 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.654580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4803e19f-27a7-4e9d-9244-195a7f04febd no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:21.703592 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b', 'code': 200} Feb 04 19:59:21.739073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.802539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 4803e19f-27a7-4e9d-9244-195a7f04febd {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:21.802908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4803e19f-27a7-4e9d-9244-195a7f04febd not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:21.856202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.921356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:21.939528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:21.946886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Transition to ACTIVE for port object 6fdf58e6-378d-4cc0-804b-393a9c777a9e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:21.992419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.011149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3f0be-30c7-40d4-875d-7fb300f3d832 req-6931fc2f-db99-477c-80e5-17ba8486046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:22.023783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0af3f0be-30c7-40d4-875d-7fb300f3d832 req-6931fc2f-db99-477c-80e5-17ba8486046f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1097 time: 0.2025988 Feb 04 19:59:22.044284 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.086872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0af3f0be-30c7-40d4-875d-7fb300f3d832 req-e18ce8e4-2c37-413b-9fe7-d3ad49e5cd88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630479 Feb 04 19:59:22.092413 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.100958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Allocated IP 172.20.0.1 (7a8d2187-216a-40e7-8f3a-ba6c032dfb35/db6f1783-ee44-4d1c-878b-591d67e5032c/5ce511ad-9482-4c7b-aa80-a409d24cd0a8) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:22.207002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72420a47230b485b84e5f0c14a54f6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9895530 Feb 04 19:59:22.215991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44196) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:22.226890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf516f-2cac-4a4e-a1a6-afaede14b85b None None] Pushing event updated for resources: {'Port': ['ID=6fdf58e6-378d-4cc0-804b-393a9c777a9e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:22.257579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3b344-1c82-4bf1-bfe2-63812e07193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd3946-441b-44d4-8f45-bf5156dce639,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:22.289336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Attempting to bind port 6fdf58e6-378d-4cc0-804b-393a9c777a9e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:22.289714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Attempting to bind port 6fdf58e6-378d-4cc0-804b-393a9c777a9e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:22.290086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Attempting to bind port 6fdf58e6-378d-4cc0-804b-393a9c777a9e on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:22.298829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:22.298829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:22.298829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.298829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:22.298829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Bound port: 6fdf58e6-378d-4cc0-804b-393a9c777a9e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:22.298829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.318544 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8 associated. External IP: 172.25.7.33, port: d4c62b83-5b3b-4a27-8fa0-108458aa7d65. Feb 04 19:59:22.332899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9379b623-8b50-49be-a513-c15d159ff45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.378504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.395691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] For port 6fdf58e6-378d-4cc0-804b-393a9c777a9e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:22.418101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] For port 6fdf58e6-378d-4cc0-804b-393a9c777a9e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6fdf58e6-378d-4cc0-804b-393a9c777a9e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:22.422961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Transition to ACTIVE for port object 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:22.434070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5efcf3cb-0def-4f73-93f4-f2fba372d33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.520177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.524130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.594092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5efcf3cb-0def-4f73-93f4-f2fba372d33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:22.694879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Routers {'1a037a80-fbc6-43d5-9029-688c25a7fa4d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:22.695778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:22.733383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce511ad-9482-4c7b-aa80-a409d24cd0a8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:22.772580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b37d2-95e3-4583-b4a0-634586b109cb req-57caf3ac-83b3-4bb7-bb92-2447bad706dc tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:22.774733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c6b37d2-95e3-4583-b4a0-634586b109cb req-57caf3ac-83b3-4bb7-bb92-2447bad706dc tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.2600834 Feb 04 19:59:22.783854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf516f-2cac-4a4e-a1a6-afaede14b85b None None] Pushing event updated for resources: {'Port': ['ID=6fdf58e6-378d-4cc0-804b-393a9c777a9e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:22.896171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:22.897256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:22.907538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:22.981226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.003303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c6b37d2-95e3-4583-b4a0-634586b109cb req-9ab49c25-62d0-4fae-add5-26c07e270b2a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067512 Feb 04 19:59:23.004367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] Set router 1a037a80-fbc6-43d5-9029-688c25a7fa4d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:23.033047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:59:23.258368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5efcf3cb-0def-4f73-93f4-f2fba372d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.394604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.469352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f188d-4cda-43c7-9af6-3ea2e0149cb9 req-62e9b765-9126-404b-b718-9d50913c0b24 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:23.479704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2f3f188d-4cda-43c7-9af6-3ea2e0149cb9 req-62e9b765-9126-404b-b718-9d50913c0b24 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 950 time: 0.8012052 Feb 04 19:59:23.494684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcf3cb-0def-4f73-93f4-f2fba372d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd3946-441b-44d4-8f45-bf5156dce639,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:23.552537 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5efcf3cb-0def-4f73-93f4-f2fba372d33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.558320 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5efcf3cb-0def-4f73-93f4-f2fba372d33d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ecd3946-441b-44d4-8f45-bf5156dce639 HTTP/1.1" status: 204 len: 168 time: 1.3411953 Feb 04 19:59:23.694103 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.702527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec360768-7995-405f-bc21-9a2282737f58 req-02f67a75-bf9b-47b0-8dd6-5a2c90dedd86 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:23.704106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec360768-7995-405f-bc21-9a2282737f58 req-02f67a75-bf9b-47b0-8dd6-5a2c90dedd86 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 945 time: 0.2756348 Feb 04 19:59:23.709392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:59:23.716500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.723100 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] Sync routers for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:59:23.736592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:23.737222 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:23.747677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e2985c0-07af-441f-8b09-b6699748d365 None None] Provisioning for port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:23.752631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:16Z', 'revision_number': 3, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port': {'id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:15Z', 'updated_at': '2022-02-04T19:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:23.780825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e2985c0-07af-441f-8b09-b6699748d365 None None] Provisioning complete for port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:23.781837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e2985c0-07af-441f-8b09-b6699748d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.826897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:23.832877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2e76d7cc-5ffa-4013-9761-1a4b488f2ef4 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "PUT /v2.0/floatingips/03f4199c-f38f-4daa-94e8-6a38135f6ea8 HTTP/1.1" status: 200 len: 990 time: 3.5542297 Feb 04 19:59:23.836051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:23.861084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94610-ca6b-4d76-8328-2a22191c1efe None None] The sync data for ids ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'] in n-d-811806-1 is: [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:16Z', 'revision_number': 3, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port': {'id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:15Z', 'updated_at': '2022-02-04T19:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:59:23.864729 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec360768-7995-405f-bc21-9a2282737f58 req-6284eca2-2a07-42e6-b5ed-5366a39857cd tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149898 Feb 04 19:59:23.891401 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2f3f188d-4cda-43c7-9af6-3ea2e0149cb9 req-ad32faa5-0b8d-43f9-9ed6-e4cd69cb8c44 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106848 Feb 04 19:59:23.956260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3e2985c0-07af-441f-8b09-b6699748d365 None None] Port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:59:24.133301 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:24.176266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-76a1514c-810d-482d-802e-66a975f7794d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:24.179785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-76a1514c-810d-482d-802e-66a975f7794d tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 950 time: 0.2088058 Feb 04 19:59:24.193205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-008b0209-6890-4936-8ba5-dc5daf151605 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:24.200398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-008b0209-6890-4936-8ba5-dc5daf151605 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.24 "GET /v2.0/ports?device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 945 time: 0.7173507 Feb 04 19:59:24.202344 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'status': 'completed', 'code': 200} Feb 04 19:59:24.626286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Deleting port 3ea4e67b-73b6-4236-a199-61f1db86c460 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:24.626636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:24.785439 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '03f4199c-f38f-4daa-94e8-6a38135f6ea8', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'port_id': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'mac_address': 'fa:16:3e:66:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:56:56Z', 'updated_at': '2022-02-04T19:59:21Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:24.790178 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] Checking router: 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:59:24.823578 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:24.824205 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:24.869158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Deleting port 4d09964a-6e47-4567-8ac3-0f15797dafb5 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:24.869950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:24.918170 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:24.927772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-6bc152dd-5e05-4e8e-a9c1-f1aa4a40c1d1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:24.930346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-6bc152dd-5e05-4e8e-a9c1-f1aa4a40c1d1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "GET /v2.0/ports?device_id=08d15f10-8192-48da-9c14-e317f19a9d35 HTTP/1.1" status: 200 len: 945 time: 0.6459019 Feb 04 19:59:25.070294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c41dd-9217-480c-99ba-420f9632e2d1 req-12322429-795b-403f-8727-6cc1d0a5e0ff tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:25.096518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Deleting port 06c6b19a-354a-4d39-8a9b-edf490d49290 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:25.096518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:25.096757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b77c41dd-9217-480c-99ba-420f9632e2d1 req-12322429-795b-403f-8727-6cc1d0a5e0ff tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.8863828 Feb 04 19:59:25.129824 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:25.203384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-518687ea-99eb-44d5-b8a1-8c3dfeb17691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:25.205472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-518687ea-99eb-44d5-b8a1-8c3dfeb17691 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 1096 time: 0.9852467 Feb 04 19:59:25.357410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b77c41dd-9217-480c-99ba-420f9632e2d1 req-3e456755-d8fd-4042-964b-bd48cdae1573 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2538371 Feb 04 19:59:25.564672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 19:59:25.621147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:25.709372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:25.748361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] For port 06c6b19a-354a-4d39-8a9b-edf490d49290, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=06c6b19a-354a-4d39-8a9b-edf490d49290,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:25.749323 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:25.817387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-52461ac0-25d7-4547-a379-68cdf8505bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:25.818247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-52461ac0-25d7-4547-a379-68cdf8505bf3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 200 len: 925 time: 0.6059098 Feb 04 19:59:25.888768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Calling delete_port for 06c6b19a-354a-4d39-8a9b-edf490d49290 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:26.011073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fdf58e6-378d-4cc0-804b-393a9c777a9e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:26.021720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf99635-6ecc-40e9-a614-a51c0670653a req-a90029ce-c73c-47ad-bdd7-d8a5c89d51bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:26.030126 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4cf99635-6ecc-40e9-a614-a51c0670653a req-a90029ce-c73c-47ad-bdd7-d8a5c89d51bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 1.3512032 Feb 04 19:59:26.074321 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '03f4199c-f38f-4daa-94e8-6a38135f6ea8', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'port_id': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'mac_address': 'fa:16:3e:66:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:56:56Z', 'updated_at': '2022-02-04T19:59:21Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:26.085972 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994b3be6-5dfd-4de4-82c0-d23f4b5c3ed9 None None] The sync data for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 is: [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '03f4199c-f38f-4daa-94e8-6a38135f6ea8', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'port_id': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'mac_address': 'fa:16:3e:66:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:56:56Z', 'updated_at': '2022-02-04T19:59:21Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:59:26.110121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] For port 3ea4e67b-73b6-4236-a199-61f1db86c460, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3ea4e67b-73b6-4236-a199-61f1db86c460,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:26.118281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:26.261108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6fdf58e6-378d-4cc0-804b-393a9c777a9e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:26.275551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6fdf58e6-378d-4cc0-804b-393a9c777a9e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:26.275924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:26.406016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce511ad-9482-4c7b-aa80-a409d24cd0a8,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:26.413838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4cf99635-6ecc-40e9-a614-a51c0670653a req-f42e6b8a-fe45-41a2-ab59-6c7dd8ea3f42 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827562 Feb 04 19:59:26.428918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] For port 4d09964a-6e47-4567-8ac3-0f15797dafb5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4d09964a-6e47-4567-8ac3-0f15797dafb5,segment=NetworkSegment(848958f4-8d53-4b2c-80d5-b933c685d4bd),segment_id=848958f4-8d53-4b2c-80d5-b933c685d4bd)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:26.429636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:26.482395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:26.557690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Calling delete_port for 3ea4e67b-73b6-4236-a199-61f1db86c460 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:26.632716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:26.648816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd42d9-f173-4213-991f-5e7e2b00939e None None] New status for floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 19:59:26.746116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Calling delete_port for 4d09964a-6e47-4567-8ac3-0f15797dafb5 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:26.780400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 6fdf58e6-378d-4cc0-804b-393a9c777a9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6fdf58e6-378d-4cc0-804b-393a9c777a9e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:26.838771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706606b6-652c-4d9d-8ba9-5530b444b831 req-74b849b1-2593-47a5-abe5-5916f354ddc6 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:26.840950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-706606b6-652c-4d9d-8ba9-5530b444b831 req-74b849b1-2593-47a5-abe5-5916f354ddc6 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 950 time: 0.1909115 Feb 04 19:59:26.845436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-3c9f7b5c-5fc3-477d-aa45-0a3aeb6627c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65 HTTP/1.1" status: 200 len: 998 time: 0.9815814 Feb 04 19:59:26.969180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-706606b6-652c-4d9d-8ba9-5530b444b831 req-395cb4d7-7e50-43c2-b3d5-bda9e37134c1 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5910ddb-d2d9-45b4-90af-edc63ed991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814035 Feb 04 19:59:26.975241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.066352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f4d8-ea23-4673-aa82-304c99739397 req-dd31b4c2-444a-46ae-a85f-cb797b87e092 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:27.076372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c23f4d8-ea23-4673-aa82-304c99739397 req-dd31b4c2-444a-46ae-a85f-cb797b87e092 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 945 time: 0.7607036 Feb 04 19:59:27.107972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3ea4e67b-73b6-4236-a199-61f1db86c460 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:27.142205 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.168714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-b6efb818-22c2-4c11-96c6-cc8a30d07769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:27.170171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-b6efb818-22c2-4c11-96c6-cc8a30d07769 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 200 len: 863 time: 0.2687504 Feb 04 19:59:27.193250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 3ea4e67b-73b6-4236-a199-61f1db86c460 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:27.193792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3ea4e67b-73b6-4236-a199-61f1db86c460 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:27.194283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4d09964a-6e47-4567-8ac3-0f15797dafb5 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:27.396427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c23f4d8-ea23-4673-aa82-304c99739397 req-45bdc1cd-c895-4ea5-a030-1cb0b5dda963 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190331 Feb 04 19:59:27.404806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] No DVR routers for this DVR port 06c6b19a-354a-4d39-8a9b-edf490d49290 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:27.406732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Pushing event deleted for resources: {'Port': ['ID=06c6b19a-354a-4d39-8a9b-edf490d49290,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:27.416658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.421730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=6fdf58e6-378d-4cc0-804b-393a9c777a9e,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:27.428182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.437918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d15f10-8192-48da-9c14-e317f19a9d35', 'name': 'network-vif-deleted', 'tag': '06c6b19a-354a-4d39-8a9b-edf490d49290'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:27.487108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:27.489912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:27.553939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Pushing event deleted for resources: {'Port': ['ID=3ea4e67b-73b6-4236-a199-61f1db86c460,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:27.563912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.695517 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.772871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] No DVR routers for this DVR port 3ea4e67b-73b6-4236-a199-61f1db86c460 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:27.776571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.780419 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97591e94-fa81-4fb4-8e7c-cec0efd7b080 req-daa6857f-0060-465d-b5ff-8e5f60341d7c tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.24 "DELETE /v2.0/ports/3ea4e67b-73b6-4236-a199-61f1db86c460 HTTP/1.1" status: 204 len: 173 time: 3.5767834 Feb 04 19:59:27.818906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8ddf9d3-3c41-4809-96fd-c2a27feda901 req-a391c47e-1bbc-4d2c-9117-10993d4477da tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.62 "DELETE /v2.0/ports/06c6b19a-354a-4d39-8a9b-edf490d49290 HTTP/1.1" status: 204 len: 173 time: 2.8767409 Feb 04 19:59:27.845995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed899bdc-30fd-4b60-99a1-4220b826507e req-3382483a-5d33-4a62-b486-9f1c088eff90 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:27.858363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed899bdc-30fd-4b60-99a1-4220b826507e req-3382483a-5d33-4a62-b486-9f1c088eff90 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.2797818 Feb 04 19:59:27.896487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Pushing event deleted for resources: {'Port': ['ID=4d09964a-6e47-4567-8ac3-0f15797dafb5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:27.911788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-94a7b7b2-1fbd-4c2c-8b6a-e664ea5d2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:27.925867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2364ab56-aab6-4335-8042-b29a390684a2 None None] Provisioning complete for port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:27.926241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2364ab56-aab6-4335-8042-b29a390684a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:27.931570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-94a7b7b2-1fbd-4c2c-8b6a-e664ea5d2ab6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=551cd439-9a5c-4244-8b86-283d52edd44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7346923 Feb 04 19:59:27.947803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed899bdc-30fd-4b60-99a1-4220b826507e req-d3eac2f4-914c-4c97-8d57-72434e486e60 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870619 Feb 04 19:59:28.039640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fdf58e6-378d-4cc0-804b-393a9c777a9e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:28.056638 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d15f10-8192-48da-9c14-e317f19a9d35', 'name': 'network-vif-deleted', 'tag': '06c6b19a-354a-4d39-8a9b-edf490d49290', 'status': 'completed', 'code': 200} Feb 04 19:59:28.211122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 06c6b19a-354a-4d39-8a9b-edf490d49290 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:28.416128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 06c6b19a-354a-4d39-8a9b-edf490d49290 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:28.416128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 06c6b19a-354a-4d39-8a9b-edf490d49290 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:28.416128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2364ab56-aab6-4335-8042-b29a390684a2 None None] Port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 19:59:28.416128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6fdf58e6-378d-4cc0-804b-393a9c777a9e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:28.416128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:28.416553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4d5e5de2-3981-43ed-b2b4-cd93f45ec59e req-4d18adc9-40cb-4750-9475-3d63517d9cc2 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Synchronizing usage tracker for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:28.416671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] No DVR routers for this DVR port 4d09964a-6e47-4567-8ac3-0f15797dafb5 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:28.416671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:28.416671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'name': 'network-vif-deleted', 'tag': '4d09964a-6e47-4567-8ac3-0f15797dafb5'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:28.463925 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f64b008-817a-471d-92bb-00dd38a86a07 req-1c5394c8-56d9-45b1-b797-d5ac38b6a8e8 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.24 "DELETE /v2.0/ports/4d09964a-6e47-4567-8ac3-0f15797dafb5 HTTP/1.1" status: 204 len: 173 time: 4.2541773 Feb 04 19:59:28.472471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Router 1a037a80-fbc6-43d5-9029-688c25a7fa4d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:59:28.495850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-20447b2b-4c3e-4abf-8d6d-67cd65eced1e service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390937 Feb 04 19:59:28.495850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284f77c-c366-462c-9b97-71ba2f045320 req-7924567d-3203-4edb-a695-e154e0e93369 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:28.495850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f284f77c-c366-462c-9b97-71ba2f045320 req-7924567d-3203-4edb-a695-e154e0e93369 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1097 time: 0.8531194 Feb 04 19:59:28.558243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4d5e5de2-3981-43ed-b2b4-cd93f45ec59e req-4d18adc9-40cb-4750-9475-3d63517d9cc2 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] Unset dirty status for tenant:502a93a62e1f47efb3a88560a0240fce on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:28.567707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d5e5de2-3981-43ed-b2b4-cd93f45ec59e req-4d18adc9-40cb-4750-9475-3d63517d9cc2 tempest-LiveMigrationNegativeTest-1575427914 tempest-LiveMigrationNegativeTest-1575427914-project] 10.222.0.48 "GET /v2.0/ports?device_id=477dbe61-8413-4589-9cba-0784ce7e4b16 HTTP/1.1" status: 200 len: 210 time: 0.2557456 Feb 04 19:59:28.667467 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831bba51-21c1-471a-a6d4-f93cfbb74605', 'name': 'network-vif-deleted', 'tag': '4d09964a-6e47-4567-8ac3-0f15797dafb5', 'status': 'completed', 'code': 200} Feb 04 19:59:28.826394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-657074fc-ab4a-4374-b8a0-ed6242636bd4 req-3c60ddf9-cb8f-453b-b82d-bccd48b6d5c1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Synchronizing usage tracker for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:28.902833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f284f77c-c366-462c-9b97-71ba2f045320 req-88742562-8838-4d70-b56e-2646af0a16d1 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629906 Feb 04 19:59:28.912172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-657074fc-ab4a-4374-b8a0-ed6242636bd4 req-3c60ddf9-cb8f-453b-b82d-bccd48b6d5c1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] Unset dirty status for tenant:3be2806616a142c48091cfc4763fd9ac on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:28.913454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657074fc-ab4a-4374-b8a0-ed6242636bd4 req-3c60ddf9-cb8f-453b-b82d-bccd48b6d5c1 tempest-ListServersNegativeTestJSON-1539095743 tempest-ListServersNegativeTestJSON-1539095743-project] 10.222.0.48 "GET /v2.0/ports?device_id=831bba51-21c1-471a-a6d4-f93cfbb74605 HTTP/1.1" status: 200 len: 210 time: 0.1415424 Feb 04 19:59:28.962187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:59:28.986716 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Sync routers for ids ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:59:29.010551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Routers {'1a037a80-fbc6-43d5-9029-688c25a7fa4d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:29.013977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:29.017723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5e7da579-de10-45c4-9b0d-133b7a26bd00 admin admin] 10.222.0.48 "PUT /v2.0/routers/1a037a80-fbc6-43d5-9029-688c25a7fa4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0830991 Feb 04 19:59:29.039198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7f7a91d-861c-46c4-8d73-87e77839e5e5 req-a210a2cd-da7a-4068-b005-b180b0848b37 service neutron] 10.222.0.62 "GET /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982805 Feb 04 19:59:29.257742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44312) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:29.485827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12454-e0cb-46c2-b9b1-4fb527191ff0 req-b12bd750-cdc6-4345-a5e2-7682184b4b7b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:29.487378 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5c12454-e0cb-46c2-b9b1-4fb527191ff0 req-b12bd750-cdc6-4345-a5e2-7682184b4b7b tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.1393027 Feb 04 19:59:29.560091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5c12454-e0cb-46c2-b9b1-4fb527191ff0 req-21c752e2-afed-4aae-866f-0cc5b0e5232d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644851 Feb 04 19:59:29.579397 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Set router 1a037a80-fbc6-43d5-9029-688c25a7fa4d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:30.127754 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:23Z', 'revision_number': 4, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port': {'id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:15Z', 'updated_at': '2022-02-04T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '5ce511ad-9482-4c7b-aa80-a409d24cd0a8', 'name': '', 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'mac_address': 'fa:16:3e:f6:c4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'db6f1783-ee44-4d1c-878b-591d67e5032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:21Z', 'updated_at': '2022-02-04T19:59:24Z', 'revision_number': 2, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'subnets': [{'id': 'db6f1783-ee44-4d1c-878b-591d67e5032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:30.163855 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Checking router: 1a037a80-fbc6-43d5-9029-688c25a7fa4d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:59:30.164212 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Updating router 1a037a80-fbc6-43d5-9029-688c25a7fa4d port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:59:30.183895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'name': 'network-vif-deleted', 'tag': '3ea4e67b-73b6-4236-a199-61f1db86c460'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:30.296994 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:30.333121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8df2-ed89-490c-9592-c5d4c0d8c06e req-53d46cb8-bc19-465c-9b20-b8fd75e59725 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:30.340622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-776d8df2-ed89-490c-9592-c5d4c0d8c06e req-53d46cb8-bc19-465c-9b20-b8fd75e59725 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.4360418 Feb 04 19:59:30.451049 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-776d8df2-ed89-490c-9592-c5d4c0d8c06e req-1ed9f52d-1fdb-4808-ba9c-0291f0330ff2 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090994 Feb 04 19:59:30.544020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44358) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:30.573304 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477dbe61-8413-4589-9cba-0784ce7e4b16', 'name': 'network-vif-deleted', 'tag': '3ea4e67b-73b6-4236-a199-61f1db86c460', 'status': 'completed', 'code': 200} Feb 04 19:59:30.644027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:30.741784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb4bd5-b1c3-41df-b0a1-1cb4351f73cf req-69f0ec71-4ac9-4257-9e7d-ad96c9e73388 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:30.754342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-becb4bd5-b1c3-41df-b0a1-1cb4351f73cf req-69f0ec71-4ac9-4257-9e7d-ad96c9e73388 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.1137183 Feb 04 19:59:30.783505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44370) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:30.831049 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:30.831383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-becb4bd5-b1c3-41df-b0a1-1cb4351f73cf req-2e2cff27-9eae-4c21-9803-aac6bf971f67 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739508 Feb 04 19:59:30.863569 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Transition to ACTIVE for port object 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:30.888111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a0d4c6e5-4b96-40f4-8c88-a14cf1c845af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=502a93a62e1f47efb3a88560a0240fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419724 Feb 04 19:59:30.892848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:30.940585 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:30.999005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fc94-f92a-4328-a893-e19762ec7e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.062317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fc94-f92a-4328-a893-e19762ec7e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.186555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] Deleting subnet 7bdb486a-b7ad-4e05-88bf-44918c67a027 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 19:59:31.197029 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Pushing event updated for resources: {'Port': ['ID=5ce511ad-9482-4c7b-aa80-a409d24cd0a8,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:31.200663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.232428 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fc94-f92a-4328-a893-e19762ec7e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.271602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5fc94-f92a-4328-a893-e19762ec7e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5910ddb-d2d9-45b4-90af-edc63ed991d0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:31.346081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fc94-f92a-4328-a893-e19762ec7e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.347286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c5f5fc94-f92a-4328-a893-e19762ec7e94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5910ddb-d2d9-45b4-90af-edc63ed991d0 HTTP/1.1" status: 204 len: 168 time: 0.4534411 Feb 04 19:59:31.427418 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.427756 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.437644 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.438292 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.438628 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.439221 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.439553 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.439875 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.440202 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.440515 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.440828 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.441140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:31.516124 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Attempting to bind port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:31.516124 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Attempting to bind port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:31.516124 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Attempting to bind port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 on network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:31.527467 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:31.532242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Checking segment: {'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:31.532242 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.532242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Bound using segment: {'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:31.532242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Bound port: 5ce511ad-9482-4c7b-aa80-a409d24cd0a8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694f8279-6dfa-4dd2-90af-0b5a261ded34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:31.532242 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.566511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.680508 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] For port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:31.684721 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] For port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5ce511ad-9482-4c7b-aa80-a409d24cd0a8,segment=NetworkSegment(694f8279-6dfa-4dd2-90af-0b5a261ded34),segment_id=694f8279-6dfa-4dd2-90af-0b5a261ded34)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:31.775675 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.827998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:31.917646 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Routers {'1a037a80-fbc6-43d5-9029-688c25a7fa4d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:31.918294 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:32.030159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Deleting port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:32.033707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.084223 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf36ae-eb44-48e4-bfb9-2302e3ab2f49 None None] Pushing event updated for resources: {'Port': ['ID=5ce511ad-9482-4c7b-aa80-a409d24cd0a8,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:32.230573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] Set router 1a037a80-fbc6-43d5-9029-688c25a7fa4d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:32.259439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44406) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:32.301954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:32.360782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.385112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e2480072-8e4b-4a20-b151-74ed2f9b1f8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6af9acc3520483d8dc0ba186676f3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153224 Feb 04 19:59:32.395260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338f665-9244-4f7c-a76e-40ed803e90ab req-4e2f631a-d746-4f5f-bc3d-a4af5377c65f tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:32.399249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8338f665-9244-4f7c-a76e-40ed803e90ab req-4e2f631a-d746-4f5f-bc3d-a4af5377c65f tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.4043610 Feb 04 19:59:32.401702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44416) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:32.414015 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.423653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-688ff43f-572c-4783-94ba-23a4f4f037fd tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:32.424768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdb486a-b7ad-4e05-88bf-44918c67a027,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:32.427482 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-688ff43f-572c-4783-94ba-23a4f4f037fd tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.3607354 Feb 04 19:59:32.429283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-74af7146-97ba-40b5-93cc-cdc952a029b3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7bdb486a-b7ad-4e05-88bf-44918c67a027 HTTP/1.1" status: 204 len: 168 time: 1.6443930 Feb 04 19:59:32.434128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44420) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:32.550521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] For port 5ce511ad-9482-4c7b-aa80-a409d24cd0a8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5ce511ad-9482-4c7b-aa80-a409d24cd0a8,segment=NetworkSegment(694f8279-6dfa-4dd2-90af-0b5a261ded34),segment_id=694f8279-6dfa-4dd2-90af-0b5a261ded34)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:32.551067 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.688063 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:23Z', 'revision_number': 4, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port': {'id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:15Z', 'updated_at': '2022-02-04T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '5ce511ad-9482-4c7b-aa80-a409d24cd0a8', 'name': '', 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'mac_address': 'fa:16:3e:f6:c4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'db6f1783-ee44-4d1c-878b-591d67e5032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:21Z', 'updated_at': '2022-02-04T19:59:31Z', 'revision_number': 4, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'subnets': [{'id': 'db6f1783-ee44-4d1c-878b-591d67e5032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:32.693594 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debae9eb-f14e-4f6b-b858-820ad6ef9771 None None] The sync data for ids ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'] in n-d-811806-1 is: [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:23Z', 'revision_number': 4, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port': {'id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:15Z', 'updated_at': '2022-02-04T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '5ce511ad-9482-4c7b-aa80-a409d24cd0a8', 'name': '', 'network_id': '7a8d2187-216a-40e7-8f3a-ba6c032dfb35', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'mac_address': 'fa:16:3e:f6:c4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'db6f1783-ee44-4d1c-878b-591d67e5032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:21Z', 'updated_at': '2022-02-04T19:59:31Z', 'revision_number': 4, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'subnets': [{'id': 'db6f1783-ee44-4d1c-878b-591d67e5032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:59:32.698663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.730657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Calling delete_port for 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:32.802272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8338f665-9244-4f7c-a76e-40ed803e90ab req-95f0b643-dec8-49d9-8e29-49dc22365e98 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661218 Feb 04 19:59:32.802272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:32.809730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Deleting port d8c43b41-e979-4a32-b88b-5a7d749c4bda {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:32.810287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.822977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.868934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3974c9767058444eb18f9fbf559c6e1f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:32.886717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:32.898942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1fea24d-249a-4d30-9c38-f26d2b27f73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.933832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1fea24d-249a-4d30-9c38-f26d2b27f73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:32.970641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:33.120891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.196676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9722723-0b31-44bd-be35-fef98faf6afc']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:33.218742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848958f4-8d53-4b2c-80d5-b933c685d4bd') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:33.219113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848958f4-8d53-4b2c-80d5-b933c685d4bd') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:33.241954 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.274994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1fea24d-249a-4d30-9c38-f26d2b27f73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.309556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.325439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fea24d-249a-4d30-9c38-f26d2b27f73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f568c56f-9d98-4aeb-a0ad-74576114b191,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:33.348491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 19:59:33.348942 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: timer() Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 19:59:33.367337 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 19:59:33.402546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1fea24d-249a-4d30-9c38-f26d2b27f73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.403737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a1fea24d-249a-4d30-9c38-f26d2b27f73a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f568c56f-9d98-4aeb-a0ad-74576114b191 HTTP/1.1" status: 204 len: 168 time: 1.0008769 Feb 04 19:59:33.405799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.444347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] For port d8c43b41-e979-4a32-b88b-5a7d749c4bda, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d8c43b41-e979-4a32-b88b-5a7d749c4bda,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:33.444878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.472343 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.531470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.548568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce511ad-9482-4c7b-aa80-a409d24cd0a8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:33.638435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Calling delete_port for d8c43b41-e979-4a32-b88b-5a7d749c4bda owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:33.684362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.736359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3974c9767058444eb18f9fbf559c6e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4328897 Feb 04 19:59:33.743170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44440) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:33.747420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:33.749200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40219874-9fd9-4a90-b767-e545393ae7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130c3b02-9457-497c-872e-ad642f14813c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:33.785153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9722723-0b31-44bd-be35-fef98faf6afc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:34.022617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-383f5ba2-119c-4dee-82bc-9829d090131a admin admin] 10.222.0.48 "DELETE /v2.0/networks/a9722723-0b31-44bd-be35-fef98faf6afc HTTP/1.1" status: 204 len: 168 time: 1.5873389 Feb 04 19:59:34.063535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976adf13-f312-4828-8be0-65413ab6f401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:34.261944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976adf13-f312-4828-8be0-65413ab6f401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:34.300136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:34.488673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:34.552043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Pushing event deleted for resources: {'Port': ['ID=d8c43b41-e979-4a32-b88b-5a7d749c4bda,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:34.578948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e8280-52a7-48fb-b60c-dd2584d93807 req-f785127a-cff5-4a41-b602-8508f171d161 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:34.581642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-623e8280-52a7-48fb-b60c-dd2584d93807 req-f785127a-cff5-4a41-b602-8508f171d161 tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 945 time: 0.5333848 Feb 04 19:59:34.729196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] No DVR routers for this DVR port d8c43b41-e979-4a32-b88b-5a7d749c4bda on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:34.733281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:34.742766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'name': 'network-vif-deleted', 'tag': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 19:59:34.766657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-623e8280-52a7-48fb-b60c-dd2584d93807 req-66df4ab3-d65b-48b6-98d0-2511ffc32b5a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/security-groups?id=a21a750d-7119-4852-ae7c-dc333a5ebfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535678 Feb 04 19:59:34.839488 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdab0f7-3911-48ff-bd0d-6b88d9f2499e', 'name': 'network-vif-deleted', 'tag': 'd8c43b41-e979-4a32-b88b-5a7d749c4bda', 'status': 'completed', 'code': 200} Feb 04 19:59:34.901667 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976adf13-f312-4828-8be0-65413ab6f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:34.906576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976adf13-f312-4828-8be0-65413ab6f401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:34.911096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-976adf13-f312-4828-8be0-65413ab6f401 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/130c3b02-9457-497c-872e-ad642f14813c HTTP/1.1" status: 204 len: 168 time: 1.1668572 Feb 04 19:59:34.934160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976adf13-f312-4828-8be0-65413ab6f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130c3b02-9457-497c-872e-ad642f14813c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:34.937458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7e7795a9-7cfa-400e-8514-2ddb35144ddd req-84490ca8-59d7-4df0-a65f-980057d8bb7a tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.62 "DELETE /v2.0/ports/d8c43b41-e979-4a32-b88b-5a7d749c4bda HTTP/1.1" status: 204 len: 173 time: 2.4444342 Feb 04 19:59:35.060840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44468) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:35.086605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Router 1a037a80-fbc6-43d5-9029-688c25a7fa4d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:59:35.213824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7dd5b1d5-1996-488f-8e62-f8119893ca8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3be2806616a142c48091cfc4763fd9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504178 Feb 04 19:59:35.216151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44474) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:35.296865 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8387-d450-4cf7-9416-d57aa8e45b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:35.342953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8387-d450-4cf7-9416-d57aa8e45b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:35.447458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:59:35.458740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44486) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:35.458944 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c16324f1-765a-45b9-97ee-c24e369f447a admin admin] 10.222.0.48 "PUT /v2.0/routers/1a037a80-fbc6-43d5-9029-688c25a7fa4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1997454 Feb 04 19:59:35.582012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8387-d450-4cf7-9416-d57aa8e45b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:35.587879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] Sync routers for ids ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:59:35.606310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a8387-d450-4cf7-9416-d57aa8e45b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8efa038-e5d7-4e78-a93e-6a3c8a8040b8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:35.607305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] Routers {'1a037a80-fbc6-43d5-9029-688c25a7fa4d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:35.608226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:35.827467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:35.985965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] Set router 1a037a80-fbc6-43d5-9029-688c25a7fa4d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:36.041387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8387-d450-4cf7-9416-d57aa8e45b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:36.051257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a0a8387-d450-4cf7-9416-d57aa8e45b1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8efa038-e5d7-4e78-a93e-6a3c8a8040b8 HTTP/1.1" status: 204 len: 168 time: 0.8338752 Feb 04 19:59:36.115108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-91441d01-d53f-4ee0-a3da-ea96293a5c65 req-df376db6-14c6-4eac-8ddf-5d20e4e2390d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Synchronizing usage tracker for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:36.325613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d8c43b41-e979-4a32-b88b-5a7d749c4bda no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:36.325991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:36.363256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-91441d01-d53f-4ee0-a3da-ea96293a5c65 req-df376db6-14c6-4eac-8ddf-5d20e4e2390d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] Unset dirty status for tenant:7d455552561d4529b896ba89bd5dbc9b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:36.364472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-91441d01-d53f-4ee0-a3da-ea96293a5c65 req-df376db6-14c6-4eac-8ddf-5d20e4e2390d tempest-AttachSCSIVolumeTestJSON-806846190 tempest-AttachSCSIVolumeTestJSON-806846190-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdab0f7-3911-48ff-bd0d-6b88d9f2499e HTTP/1.1" status: 200 len: 210 time: 0.3052704 Feb 04 19:59:36.411705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: d8c43b41-e979-4a32-b88b-5a7d749c4bda {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:36.412064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d8c43b41-e979-4a32-b88b-5a7d749c4bda not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:36.426585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Deleting port 6fdf58e6-378d-4cc0-804b-393a9c777a9e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:36.427043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:36.593819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:33Z', 'revision_number': 5, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port': {'id': '6fdf58e6-378d-4cc0-804b-393a9c777a9e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:15Z', 'updated_at': '2022-02-04T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:36.603656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] Checking router: 1a037a80-fbc6-43d5-9029-688c25a7fa4d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:59:36.616336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] Routers {'1a037a80-fbc6-43d5-9029-688c25a7fa4d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:36.616966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:36.692242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] For port 6fdf58e6-378d-4cc0-804b-393a9c777a9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6fdf58e6-378d-4cc0-804b-393a9c777a9e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:36.693173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:36.810056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] Set router 1a037a80-fbc6-43d5-9029-688c25a7fa4d gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:36.910953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Calling delete_port for 6fdf58e6-378d-4cc0-804b-393a9c777a9e owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:36.945640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:36Z', 'revision_number': 6, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:36.948886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc9cc3-d707-4020-b779-e8a3f9ec31cc None None] The sync data for ids ['1a037a80-fbc6-43d5-9029-688c25a7fa4d'] in n-d-811806-1 is: [{'id': '1a037a80-fbc6-43d5-9029-688c25a7fa4d', 'name': 'tempest-ServersTestFqdnHostnames-2020723712-router', 'tenant_id': 'b613ec4537174b53ad6141d1af743edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:13Z', 'updated_at': '2022-02-04T19:59:36Z', 'revision_number': 6, 'project_id': 'b613ec4537174b53ad6141d1af743edb', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:59:37.420415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:37.639316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdf58e6-378d-4cc0-804b-393a9c777a9e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:37.747433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:37.959108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:37.996495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:37.999608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.031320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:38.031952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5ce511ad-9482-4c7b-aa80-a409d24cd0a8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:38.032529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fdf58e6-378d-4cc0-804b-393a9c777a9e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:38.110204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6fdf58e6-378d-4cc0-804b-393a9c777a9e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:38.110204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fdf58e6-378d-4cc0-804b-393a9c777a9e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:38.426661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.427301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a037a80-fbc6-43d5-9029-688c25a7fa4d {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 19:59:38.440854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.442284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4a25244c-ce24-4420-b51e-98c8ec9045dd admin admin] 10.222.0.48 "DELETE /v2.0/routers/1a037a80-fbc6-43d5-9029-688c25a7fa4d HTTP/1.1" status: 204 len: 168 time: 2.9812889 Feb 04 19:59:38.444860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44590) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:38.523690 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.539137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] Deleting subnet db6f1783-ee44-4d1c-878b-591d67e5032c {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 19:59:38.549331 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.635069 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.664077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:38.803276 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.876438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:38.914231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-928129449-network', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:38.924471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:38.928852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Usage tracker for resource:network and tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:38.932654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:38.941799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:39.026541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Made reservation on behalf of 335dbb1e7eb6461f9c8bf4ccddec0d18 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:39.029307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.043690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.049500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.060401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:39.065028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Usage tracker for resource:security_group_rule and tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:39.068285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:39.075796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:39.107641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.118119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c73f75f-66a3-4766-8218-251b61bf70c5 None None] Network 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:39.118617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6f1783-ee44-4d1c-878b-591d67e5032c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:39.124046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b2f38e1a-1f96-4763-abb9-7cb2d2767265 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db6f1783-ee44-4d1c-878b-591d67e5032c HTTP/1.1" status: 204 len: 168 time: 0.6775818 Feb 04 19:59:39.125227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44640) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:39.196825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.253948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.264552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Deleting port f0acb03f-e6d0-4b39-b7f9-a080df152eaf {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:39.264894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.405457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] DHCP port deletion for 7a8d2187-216a-40e7-8f3a-ba6c032dfb35 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 19:59:39.410253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Deleting port f0acb03f-e6d0-4b39-b7f9-a080df152eaf {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:39.410712 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.482880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] For port f0acb03f-e6d0-4b39-b7f9-a080df152eaf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,segment=NetworkSegment(694f8279-6dfa-4dd2-90af-0b5a261ded34),segment_id=694f8279-6dfa-4dd2-90af-0b5a261ded34)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:39.483405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.624292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Calling delete_port for f0acb03f-e6d0-4b39-b7f9-a080df152eaf owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:39.719831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] For port f0acb03f-e6d0-4b39-b7f9-a080df152eaf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,segment=NetworkSegment(694f8279-6dfa-4dd2-90af-0b5a261ded34),segment_id=694f8279-6dfa-4dd2-90af-0b5a261ded34)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:39.720220 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:39.872345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Calling delete_port for f0acb03f-e6d0-4b39-b7f9-a080df152eaf owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:39.922140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f0acb03f-e6d0-4b39-b7f9-a080df152eaf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:40.061351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.251243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.253191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.292312 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 19:59:40.292846 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 19:59:40.312127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] No DVR routers for this DVR port f0acb03f-e6d0-4b39-b7f9-a080df152eaf on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:40.323165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:59:40.336397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2f6f7a-38f6-426c-8abe-4493c6fe5293,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:40.357834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0acb03f-e6d0-4b39-b7f9-a080df152eaf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:40.358321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.358321 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Added segment 59221b1b-9b71-48dc-ae26-fc35369bf9a7 of type vlan for network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 Feb 04 19:59:40.387742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.448094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.477872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8d2187-216a-40e7-8f3a-ba6c032dfb35']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:40.500070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694f8279-6dfa-4dd2-90af-0b5a261ded34') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:40.500714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694f8279-6dfa-4dd2-90af-0b5a261ded34') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:40.512376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.528671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.535030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 19:59:40.535415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: timer() Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 19:59:40.548881 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 19:59:40.726039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.726991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:40.727572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.794093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Deleting port f0acb03f-e6d0-4b39-b7f9-a080df152eaf {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:40.794662 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.835773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] Pushing event updated for resources: {'Network': ['ID=2dd5d1dd-8cdc-41a3-8759-9b105711bec3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:40.871888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:59:40.893435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b48bc-0ba8-49c6-af34-c41f4be24ccb None None] The port 'f0acb03f-e6d0-4b39-b7f9-a080df152eaf' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 19:59:40.894863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.918630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c9be5995-4544-4fb1-951b-32cf309e782a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2534289 Feb 04 19:59:40.921616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:40.928256 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:40.935327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Request body: {'subnet': {'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-928129449-subnet', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:40.946143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:40.954085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Usage tracker for resource:subnet and tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:40.958794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8d2187-216a-40e7-8f3a-ba6c032dfb35,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:40.967313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2778b76a-583c-4a94-a3c7-9b0e2b3f1966 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7a8d2187-216a-40e7-8f3a-ba6c032dfb35 HTTP/1.1" status: 204 len: 168 time: 1.8401561 Feb 04 19:59:40.978128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:40.997399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:41.077531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Made reservation on behalf of 335dbb1e7eb6461f9c8bf4ccddec0d18 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:41.080921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:41.126523 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1edce06-3864-4cdb-b264-d32d3ac98520 req-cb5c4301-f521-43f3-97a9-44cb470de4da tempest-FlavorsV2NegativeTest-1176398056 tempest-FlavorsV2NegativeTest-1176398056-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=587e03885495401ba0e24ee22aed3b81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289361 Feb 04 19:59:41.401585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44724) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:41.484526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edce06-3864-4cdb-b264-d32d3ac98520 req-e4f10c5a-2522-4866-9cc3-4e87446188b3 tempest-FlavorsV2NegativeTest-1176398056 tempest-FlavorsV2NegativeTest-1176398056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:41.484700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1edce06-3864-4cdb-b264-d32d3ac98520 req-e4f10c5a-2522-4866-9cc3-4e87446188b3 tempest-FlavorsV2NegativeTest-1176398056 tempest-FlavorsV2NegativeTest-1176398056-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3555925 Feb 04 19:59:41.509805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1edce06-3864-4cdb-b264-d32d3ac98520 req-34aaccb4-129f-418a-b4f1-60eb527860d8 tempest-FlavorsV2NegativeTest-1176398056 tempest-FlavorsV2NegativeTest-1176398056-project] 10.222.0.48 "GET /v2.0/quotas/587e03885495401ba0e24ee22aed3b81 HTTP/1.1" status: 200 len: 375 time: 0.0147645 Feb 04 19:59:41.512184 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-354d8535-c806-496b-b5ae-96b65e3c0e24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b613ec4537174b53ad6141d1af743edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091237 Feb 04 19:59:41.514956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44730) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:41.570326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:41.614581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1edce06-3864-4cdb-b264-d32d3ac98520 req-49489496-5dfa-4231-8bc4-966262c475ca tempest-FlavorsV2NegativeTest-1176398056 tempest-FlavorsV2NegativeTest-1176398056-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=587e03885495401ba0e24ee22aed3b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846615 Feb 04 19:59:41.629360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6a389a-fc29-4180-86ca-473d613202b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:41.691440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3987189e-e0e7-45ac-aa7f-889abfd4f859,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:41.704281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6a389a-fc29-4180-86ca-473d613202b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:41.728092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Checking segment: {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:41.729284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Network hostable DHCP agents. Network: 2dd5d1dd-8cdc-41a3-8759-9b105711bec3, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:59:41.906581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:59:41.934748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6a389a-fc29-4180-86ca-473d613202b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:41.954977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a389a-fc29-4180-86ca-473d613202b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe45f7-f7bb-484e-b445-bec9b23cd5af,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:41.972246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6a389a-fc29-4180-86ca-473d613202b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:41.974130 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ea6a389a-fc29-4180-86ca-473d613202b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64fe45f7-f7bb-484e-b445-bec9b23cd5af HTTP/1.1" status: 204 len: 168 time: 0.4580550 Feb 04 19:59:42.022526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 2dd5d1dd-8cdc-41a3-8759-9b105711bec3) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:42.035572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4425ff0e-05e0-415a-931d-29f215433fec None None] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:42.038056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:42.040120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:42.126894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:42.128495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c068d48d-342e-400e-a604-5f03b259970f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2056389 Feb 04 19:59:42.132653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:42.147693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:42.157374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Usage tracker for resource:router and tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:42.167252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:42.180960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:42.272994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:42.274393 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:42.289652 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 19:59:42.327304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:42.460572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba87713-2158-4b0c-8519-de64cc09c151 None None] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:42.857788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44782) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:42.876645 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.047571 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.063401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:43.067493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Usage tracker for resource:security_group_rule and tenant:c3bd8d18f98a4093828997977608de4f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:43.070375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:43.079567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:43.257432 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.381484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.467551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.468742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3bd8d18f98a4093828997977608de4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918698 Feb 04 19:59:43.468742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce1c07-b610-4b7a-8592-8288b8442f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60dd099-5fce-484a-a3b6-b5a987a16892,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:43.468742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44800) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:43.481470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.494941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44804) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:43.579828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6543fdb-85b5-4014-ba1a-1881d57c9b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.641699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6543fdb-85b5-4014-ba1a-1881d57c9b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.676925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.708723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:43.716042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:587e03885495401ba0e24ee22aed3b81 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:43.720626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:43.747343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:43.797796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Allocated IP 172.25.7.193 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/a914db3a-f724-4af0-acfb-a3fa490c049c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:43.874232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6543fdb-85b5-4014-ba1a-1881d57c9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.936691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6543fdb-85b5-4014-ba1a-1881d57c9b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60dd099-5fce-484a-a3b6-b5a987a16892,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:43.971008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6543fdb-85b5-4014-ba1a-1881d57c9b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:43.972174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6543fdb-85b5-4014-ba1a-1881d57c9b9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e60dd099-5fce-484a-a3b6-b5a987a16892 HTTP/1.1" status: 204 len: 168 time: 0.5053923 Feb 04 19:59:44.049366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.083827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44834) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:44.147867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.180949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.215648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.267886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=587e03885495401ba0e24ee22aed3b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7718976 Feb 04 19:59:44.274284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1791979844-network', 'tenant_id': 'b4d20305b9e4484aacbae26efda3433c'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:44.278038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44840) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:44.294029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:44.313948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b23ad-65bd-4621-9dd7-763249b8bdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d491c46d-a63e-4b2e-a2d3-4bd01b550b41,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:44.324899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:44.326146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Usage tracker for resource:network and tenant:b4d20305b9e4484aacbae26efda3433c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:44.337630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:44.339815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:44.347329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:44.389115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924aa476-bb8e-431f-a0e6-e14062b20dfb req-a0a36360-a74e-476a-98c3-7ff03b2f8134 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:44.396169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-924aa476-bb8e-431f-a0e6-e14062b20dfb req-a0a36360-a74e-476a-98c3-7ff03b2f8134 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1097 time: 0.2447300 Feb 04 19:59:44.469883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:44.483795 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-924aa476-bb8e-431f-a0e6-e14062b20dfb req-f53a3b16-1e86-49fe-bf5e-2cffaf34a014 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810993 Feb 04 19:59:44.612724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Pushing event updated for resources: {'Port': ['ID=a914db3a-f724-4af0-acfb-a3fa490c049c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:44.742853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Made reservation on behalf of b4d20305b9e4484aacbae26efda3433c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:44.745902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.764718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dda71cc-d932-4261-a591-b4fe89eeb9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.766635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.793172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:44.804604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d20305b9e4484aacbae26efda3433c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:44.810288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:44.819069 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dda71cc-d932-4261-a591-b4fe89eeb9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:44.825966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:44.888886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44856) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:45.040894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dda71cc-d932-4261-a591-b4fe89eeb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.116008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda71cc-d932-4261-a591-b4fe89eeb9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d491c46d-a63e-4b2e-a2d3-4bd01b550b41,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:45.143121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.220215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44860) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:45.322191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.340313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.365592 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dda71cc-d932-4261-a591-b4fe89eeb9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.381067 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0dda71cc-d932-4261-a591-b4fe89eeb9cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d491c46d-a63e-4b2e-a2d3-4bd01b550b41 HTTP/1.1" status: 204 len: 168 time: 1.0857718 Feb 04 19:59:45.424718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:45.429269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Usage tracker for resource:security_group_rule and tenant:b13613150b484375ae0f85b3ca821c39 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:45.432681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:45.441620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:45.444314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:59:45.456478 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.531209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f7497-c85d-404a-a96f-68ec48b692d7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:45.542880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.543633 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Added segment 6fa2841b-9179-493e-9d28-2f699156b87e of type vlan for network 4c416691-568e-46c3-9ffa-8c51ea766644 Feb 04 19:59:45.641408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-2a92d78b-4d77-4910-be33-e1eef457d90d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3129163 Feb 04 19:59:45.801991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.905751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:45.963231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-0a18c74c-a23b-448a-a873-dd9beb996dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:45.965475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-0a18c74c-a23b-448a-a873-dd9beb996dae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 1095 time: 0.2009287 Feb 04 19:59:46.010557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 19:59:46.032155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.085286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8933481-a07a-411e-928c-5698fb113000,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:46.201202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.202908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:46.203674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.228070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-2b08d561-b9f3-4382-bc9c-7c0dd9a25060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:46.229966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-2b08d561-b9f3-4382-bc9c-7c0dd9a25060 service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.2406166 Feb 04 19:59:46.237063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.251893 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-328e77ea-44eb-4a08-8051-21b8aa23dd7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b13613150b484375ae0f85b3ca821c39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0303774 Feb 04 19:59:46.299777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:46.394405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-4e6bd240-44a3-4ed6-b3de-f0447424466d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 200 len: 217 time: 0.1003950 Feb 04 19:59:46.493505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.498778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] Pushing event updated for resources: {'Network': ['ID=4c416691-568e-46c3-9ffa-8c51ea766644,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:46.511689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4c416691-568e-46c3-9ffa-8c51ea766644 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:59:46.560799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-84fbf33e-0c38-4269-9151-3ab14f5c33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:46.562272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-84fbf33e-0c38-4269-9151-3ab14f5c33ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.1606538 Feb 04 19:59:46.625231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-755cb8d1-da38-4b61-bbfb-e31521e30134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537264 Feb 04 19:59:46.630250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d27b4b2-dbf9-41e2-8ba4-245e5827b5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.645173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8c47df39-5218-4a1b-aca4-d344bb990323 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5600159 Feb 04 19:59:46.653041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:46.670462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Request body: {'subnet': {'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1791979844-subnet', 'tenant_id': 'b4d20305b9e4484aacbae26efda3433c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:46.703183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:46.711351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Usage tracker for resource:subnet and tenant:b4d20305b9e4484aacbae26efda3433c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:46.717018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:46.732506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:46.840975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d27b4b2-dbf9-41e2-8ba4-245e5827b5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.854834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Made reservation on behalf of b4d20305b9e4484aacbae26efda3433c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:46.857553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:46.873186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Router 2b25b595-2d85-4b2e-a3c8-c85daefd783f is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 19:59:46.930738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-7b8bd9f3-37e7-4caa-8a72-1ea458f5d3db service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966087 Feb 04 19:59:47.108005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44918) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:47.158831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:59:47.171911 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Sync routers for ids ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:59:47.179234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d27b4b2-dbf9-41e2-8ba4-245e5827b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.191204 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Routers {'2b25b595-2d85-4b2e-a3c8-c85daefd783f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:47.192766 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:47.228779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b4b2-dbf9-41e2-8ba4-245e5827b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8933481-a07a-411e-928c-5698fb113000,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:47.260041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d27b4b2-dbf9-41e2-8ba4-245e5827b5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.261429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d27b4b2-dbf9-41e2-8ba4-245e5827b5c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8933481-a07a-411e-928c-5698fb113000 HTTP/1.1" status: 204 len: 168 time: 0.9607244 Feb 04 19:59:47.264332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Deleting port abed2f04-ae66-483b-8ec4-31000c5d2a3e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:47.264871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.317970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.323063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b076e4c0-6889-489a-8e41-6573dc84a47d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1941729 Feb 04 19:59:47.325897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44926) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:47.337177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ea4627c-b990-4144-b37e-8177f081bdbd req-27e12950-7108-40ef-bd3c-b921f84ec702 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977182 Feb 04 19:59:47.410331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-ca2b5281-2955-446b-8ded-5783ae7b4bd2 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 19:59:47.411365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-ca2b5281-2955-446b-8ded-5783ae7b4bd2 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247436 Feb 04 19:59:47.414570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1531828982-network', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:47.419397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:47.423293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Usage tracker for resource:network and tenant:b938b81ed1044e7fb11597c901db0843 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:47.426216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:47.432851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:47.446016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Request body: {'binding': {'host': 'n-h1-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:47.446459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 19:59:47.489999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] For port abed2f04-ae66-483b-8ec4-31000c5d2a3e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=abed2f04-ae66-483b-8ec4-31000c5d2a3e,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:47.490392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.492136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.520678 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Set router 2b25b595-2d85-4b2e-a3c8-c85daefd783f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:47.635880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Made reservation on behalf of b938b81ed1044e7fb11597c901db0843 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:47.638923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Calling delete_port for abed2f04-ae66-483b-8ec4-31000c5d2a3e owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:47.643472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.817678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:47.879323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760069ad-b971-4d0c-bcbd-08b61c1e01e7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:47.893678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:47.903958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b938b81ed1044e7fb11597c901db0843 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:47.914612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:47.981418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Checking segment: {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:47.981781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Network hostable DHCP agents. Network: 4c416691-568e-46c3-9ffa-8c51ea766644, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:59:48.015351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:48.028675 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T19:59:44Z', 'revision_number': 3, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port': {'id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:43Z', 'updated_at': '2022-02-04T19:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:48.033022 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Checking router: 2b25b595-2d85-4b2e-a3c8-c85daefd783f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:59:48.033584 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Updating router 2b25b595-2d85-4b2e-a3c8-c85daefd783f port a914db3a-f724-4af0-acfb-a3fa490c049c binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:59:48.095214 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.099861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.199376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Pushing event deleted for resources: {'Port': ['ID=abed2f04-ae66-483b-8ec4-31000c5d2a3e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:48.434118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on host n-h1-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:48.434607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:48.434777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:48.439912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Network 4c416691-568e-46c3-9ffa-8c51ea766644 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:59:48.452379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 19:59:48.452826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:48.464827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:48.474573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:48.474573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:48.474573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Bound port: dbaba279-dee7-497c-9763-e3e19fbbf93b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:48.560946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.616463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.624788 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.638941 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Transition to ACTIVE for port object a914db3a-f724-4af0-acfb-a3fa490c049c will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:48.689249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 4c416691-568e-46c3-9ffa-8c51ea766644) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:48.698001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:48.698734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.705271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f40766-0741-455e-ab1e-cd417448f009 None None] Network 4c416691-568e-46c3-9ffa-8c51ea766644 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:48.708001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:48.835507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.866547 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.874284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:59:48.877412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f89c65f1-81d8-4010-8d9d-f8f0c1d76944 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2230697 Feb 04 19:59:48.906391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff2bbc-9ca4-4ce0-b0d7-42c30fe4da2c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:48.910601 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.915095 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Added segment 57414489-f052-41a1-8037-e684f8054083 of type vlan for network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a Feb 04 19:59:48.915095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:48.917043 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-19090104-d97a-4fed-bc8a-83e2ea9766c7 service neutron] 10.222.0.48 "POST /v2.0/ports/dbaba279-dee7-497c-9763-e3e19fbbf93b/bindings HTTP/1.1" status: 201 len: 389 time: 1.4736543 Feb 04 19:59:49.016822 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Attempting to bind port a914db3a-f724-4af0-acfb-a3fa490c049c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:49.017191 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Attempting to bind port a914db3a-f724-4af0-acfb-a3fa490c049c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:49.017547 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Attempting to bind port a914db3a-f724-4af0-acfb-a3fa490c049c on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:49.026201 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c24db9-4e43-4efb-a973-bf92d5e9a31b None None] Pushing event updated for resources: {'Port': ['ID=a914db3a-f724-4af0-acfb-a3fa490c049c,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:49.028570 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:49.029150 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:49.029546 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.029918 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:49.030569 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Bound port: a914db3a-f724-4af0-acfb-a3fa490c049c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:49.030980 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.038855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed00c71-a666-4159-baea-27b71b6823f9 None None] Network 4c416691-568e-46c3-9ffa-8c51ea766644 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:49.039767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.064799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.150968 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] For port a914db3a-f724-4af0-acfb-a3fa490c049c, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:49.164788 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] For port a914db3a-f724-4af0-acfb-a3fa490c049c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a914db3a-f724-4af0-acfb-a3fa490c049c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:49.242917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44956) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:49.284665 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.372171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.373377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:49.374308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.463737 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Routers {'2b25b595-2d85-4b2e-a3c8-c85daefd783f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:49.464856 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:49.556759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-115917004-network', 'tenant_id': '16ed29354ba04722b027f5e558b3c51b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:49.574025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:49.601322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Usage tracker for resource:network and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:49.603998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-db05b408-1637-4ece-b9f5-02b91d0e440a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5262921 Feb 04 19:59:49.611115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5020442 Feb 04 19:59:49.615660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44970) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:49.621879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:49.638817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Request body: {'subnet': {'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1531828982-subnet', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:49.648595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:49.650387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:49.653908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:59:49.657301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948d74b-ab32-4cf0-a902-436d1b9471d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:49.663846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Usage tracker for resource:subnet and tenant:b938b81ed1044e7fb11597c901db0843 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:49.672114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:49.674835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:59:49.725636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:49.772754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Allocated IP 172.20.0.1 (2dd5d1dd-8cdc-41a3-8759-9b105711bec3/3987189e-e0e7-45ac-aa7f-889abfd4f859/548817e9-8c50-441c-8148-77881350ee66) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:49.777793 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] Set router 2b25b595-2d85-4b2e-a3c8-c85daefd783f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:49.874950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Made reservation on behalf of 16ed29354ba04722b027f5e558b3c51b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:49.880889 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:49.972932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.000777 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c24db9-4e43-4efb-a973-bf92d5e9a31b None None] Pushing event updated for resources: {'Port': ['ID=a914db3a-f724-4af0-acfb-a3fa490c049c,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:50.021972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f27a2-48fd-4823-ae33-d5301aac0019 req-ac77d5e0-550a-464c-8f49-aa6f8a544e00 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:50.024148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc4f27a2-48fd-4823-ae33-d5301aac0019 req-ac77d5e0-550a-464c-8f49-aa6f8a544e00 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.3676648 Feb 04 19:59:50.025435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:50.045483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:50.049933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:50.077700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:50.086660 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a78d324-aabd-406f-a74b-19e778b9c027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.120345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-98eeebc5-3a83-4d0a-bc97-eef2286b89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:50.121632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Made reservation on behalf of b938b81ed1044e7fb11597c901db0843 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:50.122383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-98eeebc5-3a83-4d0a-bc97-eef2286b89e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1097 time: 0.3353975 Feb 04 19:59:50.125758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.132574 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T19:59:44Z', 'revision_number': 3, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port': {'id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:43Z', 'updated_at': '2022-02-04T19:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:50.137140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d6b28-9047-4cf1-83ef-3de516a3f25e None None] The sync data for ids ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'] in n-d-811806-1 is: [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T19:59:44Z', 'revision_number': 3, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port': {'id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:43Z', 'updated_at': '2022-02-04T19:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:59:50.183535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.193191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc4f27a2-48fd-4823-ae33-d5301aac0019 req-1b4b5bf1-a7af-4076-86ad-3d85e33ed382 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489971 Feb 04 19:59:50.273141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:59:50.286220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] Sync routers for ids ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:59:50.303763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] Routers {'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:50.304652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:50.374634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-147184b9-56cf-463d-9d12-fb0aa25ca335 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:50.381471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-147184b9-56cf-463d-9d12-fb0aa25ca335 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 815 time: 0.5616722 Feb 04 19:59:50.416590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5cf24351-cd75-4e94-806f-dce156ea089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:50.418092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5cf24351-cd75-4e94-806f-dce156ea089a service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.2807021 Feb 04 19:59:50.432232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-8e15125c-28f6-4cff-b059-4dc2d1633769 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/quotas/b4d20305b9e4484aacbae26efda3433c HTTP/1.1" status: 200 len: 375 time: 0.0498130 Feb 04 19:59:50.439151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-6b1d9f3a-8be3-497f-bf7c-78b1bf939988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:50.440517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-6b1d9f3a-8be3-497f-bf7c-78b1bf939988 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1095 time: 0.7123814 Feb 04 19:59:50.509805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.519385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-3cd77e9f-e53e-44c0-9e76-d3d8e3388ed6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 200 len: 217 time: 0.0934393 Feb 04 19:59:50.520521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.528395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-06bfa7b8-895f-4433-b628-6e83ff793590 admin admin] 10.222.0.48 "PUT /v2.0/routers/e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6376929 Feb 04 19:59:50.542063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44986) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:50.551564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-efa19aa7-24f6-406f-bb49-54fc16421220 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182549 Feb 04 19:59:50.577104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] Set router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:50.645152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:50.651935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:50.653977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.657947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:50.715629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=548817e9-8c50-441c-8148-77881350ee66,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:50.747123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-299b9ee6-3c5c-424c-acbc-e3a06f582a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:50.747123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-299b9ee6-3c5c-424c-acbc-e3a06f582a9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1782548 Feb 04 19:59:50.755648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 19:59:50.823083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a92dd-ae05-4c00-b05f-70f63e48d665,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:50.827296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-b2b71d80-0f27-488e-9d91-b505f9778d07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631347 Feb 04 19:59:50.829894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:50.963818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:59:47Z', 'revision_number': 5, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:50.970093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] Checking router: e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:59:50.982119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] Routers {'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:50.982919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:51.013088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-ac509e01-eed2-4cef-aa92-3c21fa38c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:51.014470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-ac509e01-eed2-4cef-aa92-3c21fa38c1e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.5151999 Feb 04 19:59:51.088136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-8b643ea8-933e-4c68-8c4f-c06c6ba22400 service neutron] 10.222.0.48 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356030 Feb 04 19:59:51.141132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-51c55c07-ec0f-4f59-9fb8-5ced6f1b4694 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 217 time: 0.1199460 Feb 04 19:59:51.205638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.227408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] Set router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:51.244550 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.244887 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Added segment 50d90a0f-1e5c-4859-abb7-24a84197cccb of type vlan for network 3378cda4-f7ab-4446-b8b8-b84ce61057c5 Feb 04 19:59:51.437888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.479282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.623690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-81e4efdc-c41b-4232-8c55-70133ecf39fc service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070668 Feb 04 19:59:51.697392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:59:47Z', 'revision_number': 5, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:51.701996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea33c1-d568-4204-9e3d-897be0be78e7 None None] The sync data for ids ['e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba'] in n-d-811806-1 is: [{'id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-269364891-router', 'tenant_id': '7d455552561d4529b896ba89bd5dbc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:05Z', 'updated_at': '2022-02-04T19:59:47Z', 'revision_number': 5, 'project_id': '7d455552561d4529b896ba89bd5dbc9b', 'gw_port': {'id': 'dc08d763-7f10-47fa-ac4e-c590c71ce750', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:09Z', 'updated_at': '2022-02-04T19:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:59:51.706057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-b060859f-7ab3-4193-a46d-c6ea4b783451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:51.707525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-b060859f-7ab3-4193-a46d-c6ea4b783451 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.5036299 Feb 04 19:59:51.748621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0b452-593f-4a31-ac1e-4b227cd80e7b req-29e78b4a-4d4e-4378-a6d7-70ba93af052f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:51.750190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03d0b452-593f-4a31-ac1e-4b227cd80e7b req-29e78b4a-4d4e-4378-a6d7-70ba93af052f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.3713825 Feb 04 19:59:51.754438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.755380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:51.755942 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.788840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.794871 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-d770af49-49af-45ae-a706-8008e3b5753b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767596 Feb 04 19:59:51.855446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-80a927e9-b55a-4b65-95f3-bd495f4d64cd service neutron] 10.222.0.48 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660718 Feb 04 19:59:51.965887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:51.979210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc77612-1341-40c1-99ce-0f522852a280,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:52.028072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=3378cda4-f7ab-4446-b8b8-b84ce61057c5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:52.041606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 3378cda4-f7ab-4446-b8b8-b84ce61057c5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 19:59:52.060579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03d0b452-593f-4a31-ac1e-4b227cd80e7b req-e7ed91e3-7ebe-4557-80cf-fb83cfb03a3c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985783 Feb 04 19:59:52.070511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-ff6ae787-0ee9-48aa-8f16-7961091d9beb service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318402 Feb 04 19:59:52.117355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Checking segment: {'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:52.117811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Network hostable DHCP agents. Network: ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:59:52.172167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-dafaf5d1-9a45-4dc7-bf39-8e5b9334e17a service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417928 Feb 04 19:59:52.237307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.325816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e9e77e1-44d9-4e5f-bd2e-5064351fbd36 req-ed8bc17e-d04c-426d-bbac-78c720e97290 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 210 time: 0.0770605 Feb 04 19:59:52.436274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a9c0217e-a9dd-4f44-abd5-0b758fba9ca9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1918805 Feb 04 19:59:52.449414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:52.452548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a914db3a-f724-4af0-acfb-a3fa490c049c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:52.455453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Request body: {'subnet': {'network_id': '3378cda4-f7ab-4446-b8b8-b84ce61057c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-115917004-subnet', 'tenant_id': '16ed29354ba04722b027f5e558b3c51b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:52.464447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:52.490597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Usage tracker for resource:subnet and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:52.490771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52eeedb0-ae8d-4f67-b72d-a850a85dd866 req-3d96e244-8a3b-471b-9852-d278c1de3458 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099308 Feb 04 19:59:52.490771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Deleting port dc08d763-7f10-47fa-ac4e-c590c71ce750 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:52.490771 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.492009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:52.504831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:52.574879 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.654764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:59:52.688514 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b49b4917-8c42-4e1b-9ecd-64fcbaa31d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.749656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] For port dc08d763-7f10-47fa-ac4e-c590c71ce750, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dc08d763-7f10-47fa-ac4e-c590c71ce750,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:52.750093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.756806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=548817e9-8c50-441c-8148-77881350ee66,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:52.759902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.768689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a914db3a-f724-4af0-acfb-a3fa490c049c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:52.774728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a914db3a-f724-4af0-acfb-a3fa490c049c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:52.778809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.866839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Made reservation on behalf of 16ed29354ba04722b027f5e558b3c51b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:52.869630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:52.897800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:52.978432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912a8c1-4982-4a61-bd20-a3bb4a6462f3 None None] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:53.061105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Calling delete_port for dc08d763-7f10-47fa-ac4e-c590c71ce750 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:53.096808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:53.098392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.285075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.305622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a914db3a-f724-4af0-acfb-a3fa490c049c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a914db3a-f724-4af0-acfb-a3fa490c049c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:53.375394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:53.377705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:53.449031 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8808066-911e-4dd5-b753-f54caa465e88 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8274245 Feb 04 19:59:53.459984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.469210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:53.482156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:53.491577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:53.506252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Usage tracker for resource:router and tenant:b938b81ed1044e7fb11597c901db0843 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:53.511618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device abed2f04-ae66-483b-8ec4-31000c5d2a3e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:53.524259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:53.545667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:53.551132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a', 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'fixed_ips': [{'subnet_id': '4fc77612-1341-40c1-99ce-0f522852a280'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 19:59:53.552048 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.575147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cadf86-b2cf-4c98-8dbe-271f6d1d0c86 req-de6ba6d3-7bbf-4da7-9e02-12f3e9e82098 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:53.577487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95cadf86-b2cf-4c98-8dbe-271f6d1d0c86 req-de6ba6d3-7bbf-4da7-9e02-12f3e9e82098 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.1694579 Feb 04 19:59:53.587987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: abed2f04-ae66-483b-8ec4-31000c5d2a3e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:53.588567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device abed2f04-ae66-483b-8ec4-31000c5d2a3e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:53.594677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.595588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.606942 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.633297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.641177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95cadf86-b2cf-4c98-8dbe-271f6d1d0c86 req-9400e833-fb4a-4c17-ad47-4f0a081a6929 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Feb 04 19:59:53.689844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a914db3a-f724-4af0-acfb-a3fa490c049c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:53.698291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc08d763-7f10-47fa-ac4e-c590c71ce750,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:53.707325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c003be-00c7-4b96-a3e4-34115684a5cd req-953ed7f8-7d34-4802-96d3-d23d33bcd801 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 210 time: 0.1260316 Feb 04 19:59:53.749336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.750186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.750861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.751409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.751936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.752460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.752570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.753347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.753886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.754409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.754831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.755139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.755458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 19:59:53.766249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.780879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b087ec37-a1a9-4806-bcb3-4c2f0df105c0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:53.822221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Router 2b25b595-2d85-4b2e-a3c8-c85daefd783f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 19:59:53.823628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Checking segment: {'id': '50d90a0f-1e5c-4859-abb7-24a84197cccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3378cda4-f7ab-4446-b8b8-b84ce61057c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:53.824201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Network hostable DHCP agents. Network: 3378cda4-f7ab-4446-b8b8-b84ce61057c5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 19:59:53.843994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:53.846557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Allocated IP 172.20.0.2 (ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a/4fc77612-1341-40c1-99ce-0f522852a280/efb2abbf-25a6-4092-9161-f0f5b49e233b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:54.020625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Network 3378cda4-f7ab-4446-b8b8-b84ce61057c5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 19:59:54.058372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a914db3a-f724-4af0-acfb-a3fa490c049c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:54.069686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 19:59:54.079351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-efae1aed-de0b-4537-b044-36f3858db9c4 admin admin] 10.222.0.48 "PUT /v2.0/routers/2b25b595-2d85-4b2e-a3c8-c85daefd783f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7542169 Feb 04 19:59:54.082189 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Sync routers for ids ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 19:59:54.094053 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Routers {'2b25b595-2d85-4b2e-a3c8-c85daefd783f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:54.094789 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:54.155884 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.169705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Transition to ACTIVE for port object efb2abbf-25a6-4092-9161-f0f5b49e233b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:54.188583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a914db3a-f724-4af0-acfb-a3fa490c049c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:54.188958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.248873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.254938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Transition to ACTIVE for port object efb2abbf-25a6-4092-9161-f0f5b49e233b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:54.273283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.277543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.327334 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Set router 2b25b595-2d85-4b2e-a3c8-c85daefd783f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:54.465439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 3378cda4-f7ab-4446-b8b8-b84ce61057c5) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:54.469618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:54.470299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.475260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7841e-b0b1-43e3-bcb4-8330c6742a6f None None] Network 3378cda4-f7ab-4446-b8b8-b84ce61057c5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:54.571150 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.644565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b4872075-fac4-4f75-a018-46140026c7a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2032511 Feb 04 19:59:54.644986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:54.645553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 19:59:54.778660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:54.786210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:54.789225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:54.796965 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T19:59:51Z', 'revision_number': 4, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port': {'id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:43Z', 'updated_at': '2022-02-04T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '548817e9-8c50-441c-8148-77881350ee66', 'name': '', 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'mac_address': 'fa:16:3e:69:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:49Z', 'updated_at': '2022-02-04T19:59:51Z', 'revision_number': 2, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'subnets': [{'id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:54.804103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Pushing event updated for resources: {'Port': ['ID=efb2abbf-25a6-4092-9161-f0f5b49e233b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:54.817911 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Checking router: 2b25b595-2d85-4b2e-a3c8-c85daefd783f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 19:59:54.819062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Updating router 2b25b595-2d85-4b2e-a3c8-c85daefd783f port 548817e9-8c50-441c-8148-77881350ee66 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 19:59:54.932856 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.024618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Attempting to bind port efb2abbf-25a6-4092-9161-f0f5b49e233b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:55.025622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Attempting to bind port efb2abbf-25a6-4092-9161-f0f5b49e233b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:55.026155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Attempting to bind port efb2abbf-25a6-4092-9161-f0f5b49e233b on network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:55.035460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:55.036100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Checking segment: {'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:55.036685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.037231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Bound using segment: {'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:55.037851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Bound port: efb2abbf-25a6-4092-9161-f0f5b49e233b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:55.038383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.097381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7085-08eb-4482-a879-33ed402e643b req-d630222f-b8c0-4cbd-a851-43a3d0c19cf9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:55.114644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7de7085-08eb-4482-a879-33ed402e643b req-d630222f-b8c0-4cbd-a851-43a3d0c19cf9 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.2056558 Feb 04 19:59:55.178523 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7de7085-08eb-4482-a879-33ed402e643b req-4622e502-5f29-4719-a963-8c1427bb4688 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627310 Feb 04 19:59:55.179095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] For port efb2abbf-25a6-4092-9161-f0f5b49e233b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:55.182226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] For port efb2abbf-25a6-4092-9161-f0f5b49e233b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=efb2abbf-25a6-4092-9161-f0f5b49e233b,segment=NetworkSegment(57414489-f052-41a1-8037-e684f8054083),segment_id=57414489-f052-41a1-8037-e684f8054083)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:55.185428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bf695-4770-4e15-8272-09e84ed29f4c None None] Network 3378cda4-f7ab-4446-b8b8-b84ce61057c5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:55.211707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.221342 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.231536 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.235643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b4ff72c2-876d-4a5b-9cd8-001ecfdeb823 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e96ba5f2-7eb4-45a2-b026-7589d5c4b4ba HTTP/1.1" status: 204 len: 168 time: 4.6819582 Feb 04 19:59:55.235791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45046) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:55.254080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-3cfda99b-7919-482a-9c72-d01c5cdad0b0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:55.260740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-3cfda99b-7919-482a-9c72-d01c5cdad0b0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Synchronizing usage tracker for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:55.382317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] Deleting subnet f6ceae5f-b8fd-4d6f-90c9-da08575cd694 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 19:59:55.391322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.397376 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.452609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-3cfda99b-7919-482a-9c72-d01c5cdad0b0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Unset dirty status for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:55.452905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-3cfda99b-7919-482a-9c72-d01c5cdad0b0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 810 time: 1.0016596 Feb 04 19:59:55.459967 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.495618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb1edf-8b7d-4b2c-a7b3-550f9dbde057 None None] Pushing event updated for resources: {'Port': ['ID=efb2abbf-25a6-4092-9161-f0f5b49e233b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:55.497105 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Transition to ACTIVE for port object 548817e9-8c50-441c-8148-77881350ee66 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 19:59:55.515426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-77f9495e-bacc-4f27-ae18-b28dceedf906 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/quotas/335dbb1e7eb6461f9c8bf4ccddec0d18 HTTP/1.1" status: 200 len: 375 time: 0.0514176 Feb 04 19:59:55.568569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2b9f928-0daa-46a6-947d-8215cdf1e7fa req-42f2140d-e45e-42f1-a8ed-0681492745c2 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 210 time: 0.1781192 Feb 04 19:59:55.605291 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.628394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.719867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1590090437', 'description': 'tempest-description-195139882'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:55.722879 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e70204-6114-4f65-a419-5bf77427918b None None] Pushing event updated for resources: {'Port': ['ID=548817e9-8c50-441c-8148-77881350ee66,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:55.733097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:55.740879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:55.745417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:55.753920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:55.766678 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-acf9de5a-71ec-4adc-be8d-eb14a87d960e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2426298 Feb 04 19:59:55.843017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.913352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.952549 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Attempting to bind port 548817e9-8c50-441c-8148-77881350ee66 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 19:59:55.952742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Attempting to bind port 548817e9-8c50-441c-8148-77881350ee66 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 19:59:55.953643 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Attempting to bind port 548817e9-8c50-441c-8148-77881350ee66 on network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 19:59:55.955954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:55.961327 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 19:59:55.963385 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Checking segment: {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 19:59:55.963792 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.966723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Bound using segment: {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 19:59:55.966723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Bound port: 548817e9-8c50-441c-8148-77881350ee66, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 19:59:55.966953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group_rule and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:55.967069 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:55.971140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:55.978393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:56.048758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.088889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.099221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.121981 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] For port 548817e9-8c50-441c-8148-77881350ee66, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 19:59:56.131308 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] For port 548817e9-8c50-441c-8148-77881350ee66, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=548817e9-8c50-441c-8148-77881350ee66,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 19:59:56.151879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device efb2abbf-25a6-4092-9161-f0f5b49e233b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:56.240424 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.243608 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.267341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01155fd4-ad60-4257-a71e-f6e962737754 None None] Network 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:56.279471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-14801dae-2914-4080-a21a-73967ad58df3 service neutron] 10.222.0.48 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003223 Feb 04 19:59:56.302594 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.332003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ceae5f-b8fd-4d6f-90c9-da08575cd694,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:56.361286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-598557af-59f5-4377-a6eb-d0b54af27f79 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6ceae5f-b8fd-4d6f-90c9-da08575cd694 HTTP/1.1" status: 204 len: 168 time: 1.1241539 Feb 04 19:59:56.365043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:56.377962 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Routers {'2b25b595-2d85-4b2e-a3c8-c85daefd783f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 19:59:56.378643 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:56.463722 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e70204-6114-4f65-a419-5bf77427918b None None] Pushing event updated for resources: {'Port': ['ID=548817e9-8c50-441c-8148-77881350ee66,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:56.503970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-80ba7439-cd07-49af-8390-5b7cf872e146 service neutron] 10.222.0.48 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106688 Feb 04 19:59:56.543298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Allocated IP 172.25.7.9 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/62cba71d-0ea0-48e8-943a-03e672340303) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:56.557472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.603449 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] Set router 2b25b595-2d85-4b2e-a3c8-c85daefd783f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 19:59:56.670146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f4a4a-843f-42ba-bb2e-f7081d40b96a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:56.676356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.688032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Deleting port dcd1970f-9d92-497e-8d79-f50f9372b68d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:56.688382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.724241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] DHCP port deletion for 24d8ad4d-6804-4d43-9fbf-bb0b2787e140 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 19:59:56.729792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Deleting port dcd1970f-9d92-497e-8d79-f50f9372b68d {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:56.734020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.785712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port efb2abbf-25a6-4092-9161-f0f5b49e233b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:56.820412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc08d763-7f10-47fa-ac4e-c590c71ce750 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:56.869106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: dc08d763-7f10-47fa-ac4e-c590c71ce750 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:56.869482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc08d763-7f10-47fa-ac4e-c590c71ce750 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:56.973199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:56.990378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e43097b9-2c09-45df-8bad-343995f7f9be req-871ad7e8-f14e-4e31-8745-6e067ccfdb06 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2800331 Feb 04 19:59:57.074331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] For port dcd1970f-9d92-497e-8d79-f50f9372b68d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dcd1970f-9d92-497e-8d79-f50f9372b68d,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:57.083128 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:57.125888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] For port dcd1970f-9d92-497e-8d79-f50f9372b68d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dcd1970f-9d92-497e-8d79-f50f9372b68d,segment=NetworkSegment(2a33b0e4-9703-40d2-afe6-251de4c69f25),segment_id=2a33b0e4-9703-40d2-afe6-251de4c69f25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:57.126743 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:57.229035 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T19:59:51Z', 'revision_number': 4, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port': {'id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:43Z', 'updated_at': '2022-02-04T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '548817e9-8c50-441c-8148-77881350ee66', 'name': '', 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'mac_address': 'fa:16:3e:69:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:49Z', 'updated_at': '2022-02-04T19:59:56Z', 'revision_number': 4, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'subnets': [{'id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:57.254357 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca1db6-7f03-4dd2-8e2b-235d4eb2e3ec None None] The sync data for ids ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'] in n-d-811806-1 is: [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T19:59:51Z', 'revision_number': 4, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port': {'id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:43Z', 'updated_at': '2022-02-04T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '548817e9-8c50-441c-8148-77881350ee66', 'name': '', 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'mac_address': 'fa:16:3e:69:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:49Z', 'updated_at': '2022-02-04T19:59:56Z', 'revision_number': 4, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'subnets': [{'id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 19:59:57.432251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e909834b-2caa-4b9c-b876-82ee5e9d4958 req-c9b91883-c8d1-41a4-96ad-30929a7e659e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 210 time: 0.1828651 Feb 04 19:59:57.441030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:57.514892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Calling delete_port for dcd1970f-9d92-497e-8d79-f50f9372b68d owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:57.540735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-7a835af0-880e-4996-9c1b-cdc5421b64d5 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:57.543001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-7a835af0-880e-4996-9c1b-cdc5421b64d5 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.24 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 815 time: 0.8940365 Feb 04 19:59:57.556945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Request body: {'port': {'device_id': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'admin_state_up': True, 'tenant_id': 'b4d20305b9e4484aacbae26efda3433c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:57.585231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1c02f-db56-46c3-93d5-70cdffbf3b5a None None] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 19:59:57.591669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Calling delete_port for dcd1970f-9d92-497e-8d79-f50f9372b68d owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 19:59:57.722331 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-f315e250-166c-4923-9db9-42f7f8ca02c5 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/a22f4a4a-843f-42ba-bb2e-f7081d40b96a HTTP/1.1" status: 200 len: 1812 time: 0.2655933 Feb 04 19:59:57.744715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a22f4a4a-843f-42ba-bb2e-f7081d40b96a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:57.744715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a22f4a4a-843f-42ba-bb2e-f7081d40b96a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 19:59:57.755121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35740e1c-a2fc-42f2-b3dd-54dbf5c239a2 req-02cf1f44-d222-4e98-9687-42929e31e807 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:57.756798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35740e1c-a2fc-42f2-b3dd-54dbf5c239a2 req-02cf1f44-d222-4e98-9687-42929e31e807 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.1778784 Feb 04 19:59:57.771822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:57.786890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group_rule and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:57.795087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:57.814235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:57.846267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:57.853296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 19:59:57.859146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Usage tracker for resource:port and tenant:b4d20305b9e4484aacbae26efda3433c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 19:59:57.864081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 19:59:57.898611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 19:59:57.924383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:57.941923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] No DVR routers for this DVR port dcd1970f-9d92-497e-8d79-f50f9372b68d on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 19:59:57.970992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-12a1464c-bb28-47ca-a956-e1d94eb4a520 None None] Provisioning for port efb2abbf-25a6-4092-9161-f0f5b49e233b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:58.007835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35740e1c-a2fc-42f2-b3dd-54dbf5c239a2 req-86936e3f-b7fa-4ac1-a79d-e45410db611b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326851 Feb 04 19:59:58.027698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-12a1464c-bb28-47ca-a956-e1d94eb4a520 None None] Provisioning complete for port efb2abbf-25a6-4092-9161-f0f5b49e233b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:58.034009 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12a1464c-bb28-47ca-a956-e1d94eb4a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.043810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd1970f-9d92-497e-8d79-f50f9372b68d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:58.131758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 19:59:58.155034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 548817e9-8c50-441c-8148-77881350ee66 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:58.156801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=62cba71d-0ea0-48e8-943a-03e672340303,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:58.163986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 19:59:58.232398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2a82f1f9-2e83-49ba-ba3f-27d20749ae7e req-8935605c-b8f1-4161-ba34-4f934965928c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Synchronizing usage tracker for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 19:59:58.243300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.269622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 19:59:58.274920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Made reservation on behalf of b4d20305b9e4484aacbae26efda3433c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 19:59:58.275220 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 19:59:58.280245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d8ad4d-6804-4d43-9fbf-bb0b2787e140']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:58.282173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.297692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a33b0e4-9703-40d2-afe6-251de4c69f25') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:58.297988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a33b0e4-9703-40d2-afe6-251de4c69f25') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 19:59:58.322070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 19:59:58.351557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.380708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2a82f1f9-2e83-49ba-ba3f-27d20749ae7e req-8935605c-b8f1-4161-ba34-4f934965928c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Unset dirty status for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 19:59:58.382805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a82f1f9-2e83-49ba-ba3f-27d20749ae7e req-8935605c-b8f1-4161-ba34-4f934965928c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 210 time: 0.2184784 Feb 04 19:59:58.390403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.406447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.412062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 19:59:58.412478 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: timer() Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 19:59:58.437818 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 19:59:58.476659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 548817e9-8c50-441c-8148-77881350ee66 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 19:59:58.515848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 548817e9-8c50-441c-8148-77881350ee66 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:58.516098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.632061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12a1464c-bb28-47ca-a956-e1d94eb4a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.729342 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.769874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.779257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.810038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-12a1464c-bb28-47ca-a956-e1d94eb4a520 None None] For port efb2abbf-25a6-4092-9161-f0f5b49e233b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=efb2abbf-25a6-4092-9161-f0f5b49e233b,segment=NetworkSegment(57414489-f052-41a1-8037-e684f8054083),segment_id=57414489-f052-41a1-8037-e684f8054083)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:58.815490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29c98a67-0800-4220-9db7-82884b811120 req-c8328fe3-20de-4cc4-b5bd-777a86025a35 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 210 time: 0.1553752 Feb 04 19:59:58.818733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Deleting port dcd1970f-9d92-497e-8d79-f50f9372b68d {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 19:59:58.819124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.824674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.828343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d8ad4d-6804-4d43-9fbf-bb0b2787e140,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:58.902809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf52d0f-1d52-474c-81e5-39918f8e37ab,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:58.912345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12a1464c-bb28-47ca-a956-e1d94eb4a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.919359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-40557d02-f137-42a2-a012-9ff185d827e9 None None] The port 'dcd1970f-9d92-497e-8d79-f50f9372b68d' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 19:59:58.971566 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:58.974784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-554b5e4d-b6ac-4569-a6f2-56b7e10d18f5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/24d8ad4d-6804-4d43-9fbf-bb0b2787e140 HTTP/1.1" status: 204 len: 168 time: 2.6086681 Feb 04 19:59:58.982329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45082) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 19:59:59.029781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 548817e9-8c50-441c-8148-77881350ee66, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=548817e9-8c50-441c-8148-77881350ee66,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 19:59:59.050558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1464c-bb28-47ca-a956-e1d94eb4a520 None None] Pushing event updated for resources: {'Port': ['ID=efb2abbf-25a6-4092-9161-f0f5b49e233b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:59.063710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:59.063879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-65986ffa-b529-4ee7-9f35-6af0ee515047 None None] Provisioning complete for port efb2abbf-25a6-4092-9161-f0f5b49e233b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 19:59:59.064202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65986ffa-b529-4ee7-9f35-6af0ee515047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:59.069293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed93a077-6ca4-4e72-8ea7-df3596b15731 req-01474aeb-4a32-49b8-b4ad-3ad2fbddb053 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3324609 Feb 04 19:59:59.104401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Allocated IP 172.20.0.6 (4c416691-568e-46c3-9ffa-8c51ea766644/760069ad-b971-4d0c-bcbd-08b61c1e01e7/eab48b6c-854c-448b-98fd-526bd0b86e63) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 19:59:59.159723 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:59.276886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dcd1970f-9d92-497e-8d79-f50f9372b68d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 19:59:59.388501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: dcd1970f-9d92-497e-8d79-f50f9372b68d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 19:59:59.389017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dcd1970f-9d92-497e-8d79-f50f9372b68d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 19:59:59.409690 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13064189-75d6-4bb2-b3e1-3e96a6a7803c req-10513275-d5d3-4f35-b7cd-e8860930e10a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/a22f4a4a-843f-42ba-bb2e-f7081d40b96a HTTP/1.1" status: 200 len: 2405 time: 0.2769485 Feb 04 19:59:59.412117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=548817e9-8c50-441c-8148-77881350ee66,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 19:59:59.528866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb27a-f396-419c-9ebe-6f2b0a60535c req-c0393b6d-1eb4-4467-afd3-1329f14438b3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 19:59:59.530484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da5fb27a-f396-419c-9ebe-6f2b0a60535c req-c0393b6d-1eb4-4467-afd3-1329f14438b3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.3233299 Feb 04 19:59:59.600414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35d685d4-e7e5-4dfa-a47c-9889e1a10ee4 req-ed8e7847-bd0e-4b99-926a-ef73d06c7b45 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 210 time: 0.0678146 Feb 04 19:59:59.635680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:59.654638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da5fb27a-f396-419c-9ebe-6f2b0a60535c req-21263675-b5dc-4ff3-92f0-db3b25c070af tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150620 Feb 04 19:59:59.880107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 19:59:59.889271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba5fda4b-71e5-4b37-81b8-6021a61c3e3e req-7232858b-d922-4404-b621-11fddf87aba9 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-group-rules/5bf52d0f-1d52-474c-81e5-39918f8e37ab HTTP/1.1" status: 200 len: 778 time: 0.2546990 Feb 04 19:59:59.968308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 548817e9-8c50-441c-8148-77881350ee66 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 19:59:59.984542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.044643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 548817e9-8c50-441c-8148-77881350ee66 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:00.045224 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.120193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba5fda4b-71e5-4b37-81b8-6021a61c3e3e req-65b6ec74-affd-4abb-aae6-8500e33fdf97 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/a22f4a4a-843f-42ba-bb2e-f7081d40b96a HTTP/1.1" status: 200 len: 2405 time: 0.2193985 Feb 04 20:00:00.150268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15536db7-7798-4cd1-8114-1e7af3f79d23 req-63dd3367-b3b2-436c-a98c-3da34f55b39d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 210 time: 0.1756289 Feb 04 20:00:00.191181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device efb2abbf-25a6-4092-9161-f0f5b49e233b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:00.267444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba5fda4b-71e5-4b37-81b8-6021a61c3e3e req-a7b0fc12-435a-4807-b3b7-c2ed280f0124 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.275433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port efb2abbf-25a6-4092-9161-f0f5b49e233b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:00.275811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.286958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.294272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba5fda4b-71e5-4b37-81b8-6021a61c3e3e req-a7b0fc12-435a-4807-b3b7-c2ed280f0124 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.396282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Network 4c416691-568e-46c3-9ffa-8c51ea766644 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:00.401721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:00.404385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.406580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:00.410043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:00.490381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Deleting port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:00.490799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.500625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba5fda4b-71e5-4b37-81b8-6021a61c3e3e req-a7b0fc12-435a-4807-b3b7-c2ed280f0124 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.551255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0fc12-435a-4807-b3b7-c2ed280f0124 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bf52d0f-1d52-474c-81e5-39918f8e37ab,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:00.556953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba5fda4b-71e5-4b37-81b8-6021a61c3e3e req-a7b0fc12-435a-4807-b3b7-c2ed280f0124 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.558056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba5fda4b-71e5-4b37-81b8-6021a61c3e3e req-a7b0fc12-435a-4807-b3b7-c2ed280f0124 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5bf52d0f-1d52-474c-81e5-39918f8e37ab HTTP/1.1" status: 204 len: 173 time: 0.4292395 Feb 04 20:00:00.628700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1410605829', 'description': 'tempest-description-385956649'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:00.643115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:00.644082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:00.644939 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.650155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:00.654356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:00.665057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:00.709456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] For port a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,segment=NetworkSegment(dae15e64-509a-485e-974b-e01b416e41d8),segment_id=dae15e64-509a-485e-974b-e01b416e41d8)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:00.709816 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.775901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:00.800177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c84de3e9-91d1-4b76-a7cb-103949dc8deb req-8415061f-b1d7-467d-9084-32873c0ac6de tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 210 time: 0.0751858 Feb 04 20:00:00.861140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Calling delete_port for a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:00.861365 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1c30b455-85a9-4138-a2be-fd672ee18b53 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3087735 Feb 04 20:00:00.880772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Request body: {'port': {'device_id': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:00.927318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:00.941754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group_rule and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:00.945565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:00.976553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-eb821a06-0b14-4c7c-bbed-c648f6dfb818 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:00.978528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-eb821a06-0b14-4c7c-bbed-c648f6dfb818 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 810 time: 0.4122567 Feb 04 20:00:01.019578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Request body: {'port': {'device_id': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'admin_state_up': True, 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:01.091272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:01.191850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Router 9c28ddf2-285b-414a-b95b-3963a9118689 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:00:01.222995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:01.293788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:01.298620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:01.349267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c9acd-ed76-42ed-ba1c-4c066f8fee03,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:01.361482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:01.401040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea54fb-ae3c-4d88-86a7-04a0085e348d req-675375e4-8dd4-4f4f-b5a3-b6718101b04e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:01.402501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6dea54fb-ae3c-4d88-86a7-04a0085e348d req-675375e4-8dd4-4f4f-b5a3-b6718101b04e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.4441946 Feb 04 20:00:01.413712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Pushing event deleted for resources: {'Port': ['ID=a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:01.463246 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:01.464371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e9b83a3-dd5b-4a67-89b1-3ff7111f7182 req-bab8bee2-7b5e-48c0-935f-06b05d8a862a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8436296 Feb 04 20:00:01.627159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:01.730802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:01.861341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Made reservation on behalf of 335dbb1e7eb6461f9c8bf4ccddec0d18 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:01.864852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:01.890476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6dea54fb-ae3c-4d88-86a7-04a0085e348d req-dfe59afd-0b2f-4bb3-8d33-8807ee2116ad tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517397 Feb 04 20:00:01.959974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:01.966021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:01.978148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Sync routers for ids ['9c28ddf2-285b-414a-b95b-3963a9118689'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:01.981824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-4ae5b3dc-b37c-4ab1-9a28-31c1be689dc6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:01.983527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-4ae5b3dc-b37c-4ab1-9a28-31c1be689dc6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 0.3605764 Feb 04 20:00:02.001461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Routers {'9c28ddf2-285b-414a-b95b-3963a9118689'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:02.002752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c28ddf2-285b-414a-b95b-3963a9118689'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:02.076100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-16a28ff6-157b-4507-a34a-28c8857a4e43 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/quotas/b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 375 time: 0.0316970 Feb 04 20:00:02.151716 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:02.153482 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-091b8983-0333-4836-a623-b8a5d46ae3e1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.6770630 Feb 04 20:00:02.161145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45116) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:02.232710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Set router 9c28ddf2-285b-414a-b95b-3963a9118689 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:02.317914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Allocated IP 172.20.0.6 (2dd5d1dd-8cdc-41a3-8759-9b105711bec3/3987189e-e0e7-45ac-aa7f-889abfd4f859/c96b3163-c42a-447b-8428-028b927676dc) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:02.328783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-a2acfaf0-68a6-41cc-aaad-3dbab267b1f2 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1949832 Feb 04 20:00:02.432605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab48b6c-854c-448b-98fd-526bd0b86e63 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:02.454751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:02.471394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5d57-743a-46ad-808b-5fe4d58b7ac0 req-f4de3c51-0dcd-4710-9d34-16ad5c93da31 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:02.472216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-98db5d57-743a-46ad-808b-5fe4d58b7ac0 req-f4de3c51-0dcd-4710-9d34-16ad5c93da31 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Synchronizing usage tracker for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:02.511111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Transition to ACTIVE for port object eab48b6c-854c-448b-98fd-526bd0b86e63 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:02.515869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Router 2a5ea606-95df-4867-aa26-996f60fd60a0 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:00:02.542873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-311cf46d-ef0c-44fb-983b-e64f57f162aa service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649334 Feb 04 20:00:02.561307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '62cba71d-0ea0-48e8-943a-03e672340303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T19:59:59Z', 'revision_number': 3, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port': {'id': '62cba71d-0ea0-48e8-943a-03e672340303', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:56Z', 'updated_at': '2022-02-04T19:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:02.565222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Checking router: 9c28ddf2-285b-414a-b95b-3963a9118689 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:02.565570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Updating router 9c28ddf2-285b-414a-b95b-3963a9118689 port 62cba71d-0ea0-48e8-943a-03e672340303 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:00:02.618645 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:02.628674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:02.733254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-98db5d57-743a-46ad-808b-5fe4d58b7ac0 req-f4de3c51-0dcd-4710-9d34-16ad5c93da31 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Unset dirty status for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:02.734427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98db5d57-743a-46ad-808b-5fe4d58b7ac0 req-f4de3c51-0dcd-4710-9d34-16ad5c93da31 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 931 time: 0.6912878 Feb 04 20:00:02.823911 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-a70c932f-3bdc-4588-967b-f52b40ff0da3 service neutron] 10.222.0.48 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303784 Feb 04 20:00:02.824996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:02.832454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2331b731-eedd-4997-9b3f-62d6a421f821 admin admin] 10.222.0.48 "PUT /v2.0/routers/2a5ea606-95df-4867-aa26-996f60fd60a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8455274 Feb 04 20:00:02.832454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45120) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:02.844890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] Sync routers for ids ['2a5ea606-95df-4867-aa26-996f60fd60a0'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:02.859628 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] Routers {'2a5ea606-95df-4867-aa26-996f60fd60a0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:02.860289 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2a5ea606-95df-4867-aa26-996f60fd60a0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:02.967667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:03.039026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.054085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Transition to ACTIVE for port object 62cba71d-0ea0-48e8-943a-03e672340303 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:03.083701 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.122789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.197625 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] Set router 2a5ea606-95df-4867-aa26-996f60fd60a0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:03.276185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b665f79-2fce-4dc9-a968-c850c5423ea9 None None] Pushing event updated for resources: {'Port': ['ID=62cba71d-0ea0-48e8-943a-03e672340303,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:03.278791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Attempting to bind port 62cba71d-0ea0-48e8-943a-03e672340303 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:03.279253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Attempting to bind port 62cba71d-0ea0-48e8-943a-03e672340303 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:03.279953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Attempting to bind port 62cba71d-0ea0-48e8-943a-03e672340303 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:03.288023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:03.288397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:03.298429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-45914f6d-9947-4407-90b9-329960c9ddfd tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:03.299460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.299874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:03.300386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Bound port: 62cba71d-0ea0-48e8-943a-03e672340303, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:03.300770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.304484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-45914f6d-9947-4407-90b9-329960c9ddfd tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1097 time: 0.4125423 Feb 04 20:00:03.379054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] For port 62cba71d-0ea0-48e8-943a-03e672340303, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:03.383088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] For port 62cba71d-0ea0-48e8-943a-03e672340303, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=62cba71d-0ea0-48e8-943a-03e672340303,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:03.407357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811806-1'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:03.431987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.448329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98db5d57-743a-46ad-808b-5fe4d58b7ac0 req-e25d1ce9-5e89-403c-8998-af5f12fefb4a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413186 Feb 04 20:00:03.501763 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.588298 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T20:00:01Z', 'revision_number': 5, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:03.592278 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] Checking router: 2a5ea606-95df-4867-aa26-996f60fd60a0 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:03.598725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Routers {'9c28ddf2-285b-414a-b95b-3963a9118689'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:03.599813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c28ddf2-285b-414a-b95b-3963a9118689'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:03.600859 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] Routers {'2a5ea606-95df-4867-aa26-996f60fd60a0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:03.601319 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2a5ea606-95df-4867-aa26-996f60fd60a0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:03.651361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.660544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.670751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f730b77-e2f4-4e97-be6f-59cd4bc60322 req-67b39e02-3e2d-435c-beb3-16c9fb814c0a tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/7c0c9acd-ed76-42ed-ba1c-4c066f8fee03 HTTP/1.1" status: 200 len: 1812 time: 0.1768532 Feb 04 20:00:03.684413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Attempting to bind port eab48b6c-854c-448b-98fd-526bd0b86e63 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:03.684767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Attempting to bind port eab48b6c-854c-448b-98fd-526bd0b86e63 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:03.685099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Attempting to bind port eab48b6c-854c-448b-98fd-526bd0b86e63 on network 4c416691-568e-46c3-9ffa-8c51ea766644 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:03.725892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Port eab48b6c-854c-448b-98fd-526bd0b86e63 on network 4c416691-568e-46c3-9ffa-8c51ea766644 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:00:03.726228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Attempting to bind port eab48b6c-854c-448b-98fd-526bd0b86e63 on network 4c416691-568e-46c3-9ffa-8c51ea766644 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:03.747819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b665f79-2fce-4dc9-a968-c850c5423ea9 None None] Pushing event updated for resources: {'Port': ['ID=62cba71d-0ea0-48e8-943a-03e672340303,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:03.753050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.813055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Deleting port c8ad3ec9-7e05-466e-8d8b-210111532dae {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:03.821273 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.844005 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] Set router 2a5ea606-95df-4867-aa26-996f60fd60a0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:03.919370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Pushing event updated for resources: {'Port': ['ID=c96b3163-c42a-447b-8428-028b927676dc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:03.959024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:03.959024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Checking segment: {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:03.959024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Bound using segment: {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:03.959024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Bound port: eab48b6c-854c-448b-98fd-526bd0b86e63, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:03.959024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:03.986016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] Set router 9c28ddf2-285b-414a-b95b-3963a9118689 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:04.035820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:04.043025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:04.073480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:04.169021 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T20:00:01Z', 'revision_number': 5, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:04.169818 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3d794-eaed-44c9-8bb3-162634594ec5 None None] The sync data for ids ['2a5ea606-95df-4867-aa26-996f60fd60a0'] in n-d-811806-1 is: [{'id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-924926543-router', 'tenant_id': '761acdd804e347eab47ac773e223ef8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:57:21Z', 'updated_at': '2022-02-04T20:00:01Z', 'revision_number': 5, 'project_id': '761acdd804e347eab47ac773e223ef8b', 'gw_port': {'id': 'c8ad3ec9-7e05-466e-8d8b-210111532dae', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ea606-95df-4867-aa26-996f60fd60a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:57:23Z', 'updated_at': '2022-02-04T19:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:04.263242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:04.267461 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:04.379983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:00:04.403797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '62cba71d-0ea0-48e8-943a-03e672340303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T19:59:59Z', 'revision_number': 3, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port': {'id': '62cba71d-0ea0-48e8-943a-03e672340303', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:56Z', 'updated_at': '2022-02-04T20:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:04.404118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:04.408030 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-697904f9-73e7-4b2c-857d-5a61de63ef0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3923187 Feb 04 20:00:04.420735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910dd93-cc1e-465d-90c4-31d98f792b76 req-81fb5612-d147-414f-8fa6-df971ba65a35 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:04.421255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5910dd93-cc1e-465d-90c4-31d98f792b76 req-81fb5612-d147-414f-8fa6-df971ba65a35 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Synchronizing usage tracker for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:04.421652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:04.431066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1b4b03-277f-4a74-a8b4-b0514807ff54 None None] The sync data for ids ['9c28ddf2-285b-414a-b95b-3963a9118689'] in n-d-811806-1 is: [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '62cba71d-0ea0-48e8-943a-03e672340303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T19:59:59Z', 'revision_number': 3, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port': {'id': '62cba71d-0ea0-48e8-943a-03e672340303', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:56Z', 'updated_at': '2022-02-04T20:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:04.438190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad7db0-f7ad-47de-bb46-44c0775fa289 req-905dfa04-6ab4-4591-87aa-1a7e4506f769 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:04.445494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56ad7db0-f7ad-47de-bb46-44c0775fa289 req-905dfa04-6ab4-4591-87aa-1a7e4506f769 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 946 time: 0.4840336 Feb 04 20:00:04.450927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Request body: {'port': {'device_id': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:04.504229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] For port c8ad3ec9-7e05-466e-8d8b-210111532dae, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c8ad3ec9-7e05-466e-8d8b-210111532dae,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:04.504591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:04.512314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:04.534319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:04.608235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5910dd93-cc1e-465d-90c4-31d98f792b76 req-81fb5612-d147-414f-8fa6-df971ba65a35 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Unset dirty status for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:04.609427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5910dd93-cc1e-465d-90c4-31d98f792b76 req-81fb5612-d147-414f-8fa6-df971ba65a35 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 931 time: 0.6413078 Feb 04 20:00:04.614522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:00:04.629850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:04.646905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b has no active binding in host n-h1-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:00:04.653043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:04.701093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Calling delete_port for c8ad3ec9-7e05-466e-8d8b-210111532dae owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:04.763678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56ad7db0-f7ad-47de-bb46-44c0775fa289 req-6d244b71-50e1-4818-8bdf-3d6192ac3b54 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176355 Feb 04 20:00:04.782826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:04.849053 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:04.864147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:04.867731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:04.869123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] 10.222.0.24 "PUT /v2.0/ports/eab48b6c-854c-448b-98fd-526bd0b86e63 HTTP/1.1" status: 200 len: 1091 time: 3.9925127 Feb 04 20:00:04.889091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:04.931672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:04.937259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:04.951360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29c7db5c-b66e-473b-b540-72d24c7b24a1 req-0e1179b8-dc22-4ac9-b325-d95e90d03c66 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 210 time: 0.0728989 Feb 04 20:00:05.030765 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:05.086438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5910dd93-cc1e-465d-90c4-31d98f792b76 req-1df09c55-5303-405a-b40a-a7b7c06e76ef tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Synchronizing usage tracker for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:05.104360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9f978-05e6-404c-900d-d0307253fc07 service neutron] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:05.279001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5910dd93-cc1e-465d-90c4-31d98f792b76 req-1df09c55-5303-405a-b40a-a7b7c06e76ef tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Unset dirty status for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:05.280497 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5910dd93-cc1e-465d-90c4-31d98f792b76 req-1df09c55-5303-405a-b40a-a7b7c06e76ef tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323121 Feb 04 20:00:05.309016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Allocated IP 172.20.0.1 (ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a/4fc77612-1341-40c1-99ce-0f522852a280/c4cd900d-160a-40a0-ba22-08e0a8caf220) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:05.344566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:05.353439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on host n-h2-811806-1 for vnic_type normal with profile {"migrating_to": "n-h1-811806-1"} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:05.353814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:05.354106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:05.361829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:05.413216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1772577508', 'description': 'tempest-description-149024305'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:05.423764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:05.428898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-3a3852fe-5c3c-47e6-bf98-9be40ab061d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:05.430404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-3a3852fe-5c3c-47e6-bf98-9be40ab061d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 1094 time: 0.4169858 Feb 04 20:00:05.539239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:00:05.539818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Attempting to bind port dbaba279-dee7-497c-9763-e3e19fbbf93b on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:05.555235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ad3ec9-7e05-466e-8d8b-210111532dae,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:05.563770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:05.564120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:05.564484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:05.564925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Bound port: dbaba279-dee7-497c-9763-e3e19fbbf93b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:05.565275 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:05.631822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4ccf-f7eb-40ff-ae2e-0918d5e18f71 req-b73daf40-2080-43f2-8488-a1965a0ef72d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:05.632607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:05.640080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-024a4ccf-f7eb-40ff-ae2e-0918d5e18f71 req-b73daf40-2080-43f2-8488-a1965a0ef72d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 943 time: 0.5596604 Feb 04 20:00:05.664020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:05.667501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-e1d514c6-afdb-464b-835d-7ab619d07f61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab48b6c-854c-448b-98fd-526bd0b86e63 HTTP/1.1" status: 200 len: 217 time: 0.0908394 Feb 04 20:00:05.673435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:05.781092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-024a4ccf-f7eb-40ff-ae2e-0918d5e18f71 req-bae70504-2279-419c-b302-1f84f6d9bbef tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Synchronizing usage tracker for tenant:b4d20305b9e4484aacbae26efda3433c on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:05.799499 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:05.847878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-6ce9cbfe-8db4-4c11-88c8-f9c89f4f84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:05.849314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-6ce9cbfe-8db4-4c11-88c8-f9c89f4f84e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=760069ad-b971-4d0c-bcbd-08b61c1e01e7 HTTP/1.1" status: 200 len: 855 time: 0.1720550 Feb 04 20:00:05.856381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:05.934760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-1b2874cd-3c4d-43a9-a8af-510d495c197b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c416691-568e-46c3-9ffa-8c51ea766644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638182 Feb 04 20:00:05.968964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:05.988018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group_rule and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:05.995893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:05.998676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:06.001821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.005068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.013383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:06.079907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-024a4ccf-f7eb-40ff-ae2e-0918d5e18f71 req-bae70504-2279-419c-b302-1f84f6d9bbef tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Unset dirty status for tenant:b4d20305b9e4484aacbae26efda3433c on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:06.083183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-024a4ccf-f7eb-40ff-ae2e-0918d5e18f71 req-bae70504-2279-419c-b302-1f84f6d9bbef tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422839 Feb 04 20:00:06.084454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 62cba71d-0ea0-48e8-943a-03e672340303 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:06.091009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:06.094871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.097755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.158516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96b3163-c42a-447b-8428-028b927676dc {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:06.202149 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'status': 'completed', 'code': 200} Feb 04 20:00:06.222646 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.228870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Transition to ACTIVE for port object c4cd900d-160a-40a0-ba22-08e0a8caf220 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:06.255552 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b', 'code': 200} Feb 04 20:00:06.271386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Transition to ACTIVE for port object c96b3163-c42a-447b-8428-028b927676dc will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:06.315188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.316346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5ea606-95df-4867-aa26-996f60fd60a0 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:00:06.350472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:06.351192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.353248 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] 10.222.0.62 "PUT /v2.0/ports/dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 200 len: 1122 time: 2.9494605 Feb 04 20:00:06.379042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.406306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 62cba71d-0ea0-48e8-943a-03e672340303 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:06.409679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.422760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['dbaba279-dee7-497c-9763-e3e19fbbf93b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:06.480323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 62cba71d-0ea0-48e8-943a-03e672340303 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:06.481023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.526291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-5b0117b9-0728-49e1-b72a-c113cdfb8fcd service neutron] 10.222.0.24 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800045 Feb 04 20:00:06.545912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['dbaba279-dee7-497c-9763-e3e19fbbf93b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:06.614470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.615610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6197ea-c738-4b40-8da9-e48815f9187f service neutron] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:06.644620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.645851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-62c1d02b-3c3e-46b4-8d00-bf44914fc47d admin admin] 10.222.0.48 "DELETE /v2.0/routers/2a5ea606-95df-4867-aa26-996f60fd60a0 HTTP/1.1" status: 204 len: 168 time: 3.8128154 Feb 04 20:00:06.652080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45162) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:06.709019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Pushing event updated for resources: {'Port': ['ID=c96b3163-c42a-447b-8428-028b927676dc,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:06.725792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-4507dc41-9e8c-44b0-835e-25719ed39c72 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:06.725792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-4507dc41-9e8c-44b0-835e-25719ed39c72 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 820 time: 0.3132522 Feb 04 20:00:06.737150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Request body: {'port': {'device_id': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'admin_state_up': True, 'tenant_id': 'b6a0a555f36448dfbe2abe3dca142b89'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:06.824978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] Deleting subnet b821a8a8-cf9f-4ddd-9696-8c7860397844 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:00:06.836622 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.837870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71183715-0365-4083-93aa-dac82a11d4d2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:06.873727 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.912851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 62cba71d-0ea0-48e8-943a-03e672340303, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=62cba71d-0ea0-48e8-943a-03e672340303,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:06.931209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:06.945338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55476cf-b555-4d0f-8759-f7b0990488f9 req-9eb300d2-ce06-4dc0-bc26-bb3db9e110ad tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:06.954457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e55476cf-b555-4d0f-8759-f7b0990488f9 req-9eb300d2-ce06-4dc0-bc26-bb3db9e110ad tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.5877726 Feb 04 20:00:07.002743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.006304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.022435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-839a25b4-2015-4714-9a41-98aa2e4f939c req-df7c4958-7617-4b1d-bf79-db85c1bf1350 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.6775134 Feb 04 20:00:07.054593 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e55476cf-b555-4d0f-8759-f7b0990488f9 req-6ace5176-f1d7-462f-9001-00f0a95d7b61 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990522 Feb 04 20:00:07.070020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:07.101744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.112753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfb5b2f8-e551-49df-864c-a5b82a6709b7 req-d387b3ef-8f19-4133-a94f-0860f2cf6306 service neutron] 10.222.0.24 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657636 Feb 04 20:00:07.143758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Pushing event updated for resources: {'Port': ['ID=c4cd900d-160a-40a0-ba22-08e0a8caf220,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:07.146252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Attempting to bind port c96b3163-c42a-447b-8428-028b927676dc on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:07.146592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Attempting to bind port c96b3163-c42a-447b-8428-028b927676dc by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:07.147094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Attempting to bind port c96b3163-c42a-447b-8428-028b927676dc on network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:07.154513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:07.155264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Port c96b3163-c42a-447b-8428-028b927676dc on network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:00:07.155582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Attempting to bind port c96b3163-c42a-447b-8428-028b927676dc on network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:07.159905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:07.164062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:07.208717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:07.209094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Checking segment: {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:07.209474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Bound using segment: {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:07.210044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Bound port: c96b3163-c42a-447b-8428-028b927676dc, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:07.210442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.275299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:07.275832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a849ebab-5f38-47f7-9aa1-d75a2c5dc4a3 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:07.282795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=62cba71d-0ea0-48e8-943a-03e672340303,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:07.353458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:07.393278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:07.448804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4cf2e-4c2a-42e6-82a3-5d42a18e4ee6 req-22f91657-acc2-4e11-ac98-b40b9b63103f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:07.451291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dd4cf2e-4c2a-42e6-82a3-5d42a18e4ee6 req-22f91657-acc2-4e11-ac98-b40b9b63103f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 943 time: 0.2084401 Feb 04 20:00:07.454149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.477363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9bc1a74e-d61c-4d41-b055-4f9e20da001a req-60d367c8-f7ec-4eda-835f-c9d0887e9e95 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 210 time: 0.2801709 Feb 04 20:00:07.512130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.528031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Made reservation on behalf of b6a0a555f36448dfbe2abe3dca142b89 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:07.531542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.562940 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dd4cf2e-4c2a-42e6-82a3-5d42a18e4ee6 req-53b27a91-5f3e-4e07-a9dc-f8fc4a8b6a4d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790007 Feb 04 20:00:07.593126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2d606895-c75f-4531-a03b-aa9f46258641 None None] Provisioning for port c4cd900d-160a-40a0-ba22-08e0a8caf220 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:07.593126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2d606895-c75f-4531-a03b-aa9f46258641 None None] Provisioning complete for port c4cd900d-160a-40a0-ba22-08e0a8caf220 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:07.593573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d606895-c75f-4531-a03b-aa9f46258641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.716697 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2d606895-c75f-4531-a03b-aa9f46258641 None None] Port c4cd900d-160a-40a0-ba22-08e0a8caf220 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:00:07.854495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] For port c96b3163-c42a-447b-8428-028b927676dc, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:07.877359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.882733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] For port c96b3163-c42a-447b-8428-028b927676dc, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c96b3163-c42a-447b-8428-028b927676dc,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:07.923436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-199dd3a5-f849-456d-9ebb-79f2e1c4b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:07.924939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-199dd3a5-f849-456d-9ebb-79f2e1c4b9c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 1094 time: 0.6854889 Feb 04 20:00:07.938105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b821a8a8-cf9f-4ddd-9696-8c7860397844,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:07.944844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.947905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045613c-de70-4a9b-97f0-9cca70a9d5f4 None None] Network fbe73434-541b-4a93-b9f6-bcd1e8f93d2d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:07.964172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6604e8d-cc1a-4e48-91d6-81919e6e010f req-a4a0948f-772c-48c1-a3d4-340d56bfbdcc tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:07.970527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6604e8d-cc1a-4e48-91d6-81919e6e010f req-a4a0948f-772c-48c1-a3d4-340d56bfbdcc tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 943 time: 0.2428381 Feb 04 20:00:07.976557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:07.977757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 62cba71d-0ea0-48e8-943a-03e672340303 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:07.998484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Allocated IP 172.20.0.4 (582cd9f1-0cfe-4cf2-ae7e-361a01fff24b/8583c6f7-074e-492e-ac8b-3b3f2e6898f2/25e3beb8-f2ae-4d06-b30b-83b9199323d6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:08.052672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6604e8d-cc1a-4e48-91d6-81919e6e010f req-d4edefbd-a666-4c2d-aa5f-70ce9710b9eb tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812397 Feb 04 20:00:08.074539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-253da307-bc61-4fbb-ba37-a9f86c335ec7 req-74aa0d80-f9ba-4c17-8fc4-5f3813872e31 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/71183715-0365-4083-93aa-dac82a11d4d2 HTTP/1.1" status: 200 len: 1812 time: 0.2265680 Feb 04 20:00:08.099615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-362747aa-7e80-4771-9844-9aa6765a892f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b821a8a8-cf9f-4ddd-9696-8c7860397844 HTTP/1.1" status: 204 len: 168 time: 1.4458070 Feb 04 20:00:08.104892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45176) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:08.124871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-752548482', 'description': 'tempest-description-1460678755'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:08.142487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:08.145333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:08.145951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.147356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] 10.222.0.62 "PUT /v2.0/ports/c96b3163-c42a-447b-8428-028b927676dc HTTP/1.1" status: 200 len: 1091 time: 3.7024486 Feb 04 20:00:08.159170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:08.179760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:08.181352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 62cba71d-0ea0-48e8-943a-03e672340303 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:08.181940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.196124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:08.198628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b25e2-9513-49ab-84f3-403cc0398c72 service neutron] Pushing event updated for resources: {'Port': ['ID=c96b3163-c42a-447b-8428-028b927676dc,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:08.211770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'tag': 'c96b3163-c42a-447b-8428-028b927676dc'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:08.245832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-e9274b8f-00dc-4bd5-b130-5607273e691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:08.247341 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-e9274b8f-00dc-4bd5-b130-5607273e691a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 916 time: 0.3137152 Feb 04 20:00:08.268761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:08.394415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.416959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8ad3ec9-7e05-466e-8d8b-210111532dae no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:08.446957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:08.451817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group_rule and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:08.455159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:08.462890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:08.491935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c8ad3ec9-7e05-466e-8d8b-210111532dae {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:08.492606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8ad3ec9-7e05-466e-8d8b-210111532dae not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:08.501425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.518252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] DHCP port deletion for fbe73434-541b-4a93-b9f6-bcd1e8f93d2d request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:00:08.527970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] Deleting port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:08.528707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.546885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.550862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-3097ee04-a31a-4029-adac-218ed0195ae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab48b6c-854c-448b-98fd-526bd0b86e63 HTTP/1.1" status: 200 len: 217 time: 0.2909162 Feb 04 20:00:08.556749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Deleting port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:08.563362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.631999 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.650087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e17d9d-f55f-4bc5-b529-2bb695d93420 req-5fc2e8b8-484b-4807-aa60-8a29d0f4f96e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:08.655756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.656916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19e17d9d-f55f-4bc5-b529-2bb695d93420 req-5fc2e8b8-484b-4807-aa60-8a29d0f4f96e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.3788033 Feb 04 20:00:08.704241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.755497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-bad46c10-d883-49fc-9f49-4ae0bbfefe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:08.757114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-bad46c10-d883-49fc-9f49-4ae0bbfefe06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=760069ad-b971-4d0c-bcbd-08b61c1e01e7 HTTP/1.1" status: 200 len: 855 time: 0.1701765 Feb 04 20:00:08.760461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56eedb93-701f-4a57-8485-ee660ac5d78b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:08.776120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] For port 99068c89-0f0e-45e6-8c16-c6f8fabf1198, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=99068c89-0f0e-45e6-8c16-c6f8fabf1198,segment=NetworkSegment(dae15e64-509a-485e-974b-e01b416e41d8),segment_id=dae15e64-509a-485e-974b-e01b416e41d8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:08.776622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.783014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19e17d9d-f55f-4bc5-b529-2bb695d93420 req-144c6ef8-09e4-4c02-a0ab-1a792b3cd943 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251643 Feb 04 20:00:08.804217 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.854312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:08.870966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afb2b2fb-6cb9-46be-8a21-0d9a9a037c81 req-0a41f0ac-96b3-43f8-a02d-92f0a3914796 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7497821 Feb 04 20:00:08.879677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-26a96629-b6d9-461e-b1fc-071d5e510f75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c416691-568e-46c3-9ffa-8c51ea766644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812902 Feb 04 20:00:08.886686 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'tag': 'c96b3163-c42a-447b-8428-028b927676dc', 'status': 'completed', 'code': 200} Feb 04 20:00:08.891574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-1a66d779-5ca6-439d-9121-451abaa5b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:08.897140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-1a66d779-5ca6-439d-9121-451abaa5b301 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 1094 time: 0.6361659 Feb 04 20:00:08.944151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] Calling delete_port for 99068c89-0f0e-45e6-8c16-c6f8fabf1198 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:08.944508 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b', 'status': 'completed', 'code': 200} Feb 04 20:00:09.435632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] For port 99068c89-0f0e-45e6-8c16-c6f8fabf1198, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=99068c89-0f0e-45e6-8c16-c6f8fabf1198,segment=NetworkSegment(dae15e64-509a-485e-974b-e01b416e41d8),segment_id=dae15e64-509a-485e-974b-e01b416e41d8)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:09.435632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.435632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.437623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-e18eea82-a812-434f-897a-91cf2a7b2a78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96b3163-c42a-447b-8428-028b927676dc HTTP/1.1" status: 200 len: 217 time: 0.1664677 Feb 04 20:00:09.437734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f98eb989-57e5-457b-871d-9971fa164d76'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:09.437734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device eab48b6c-854c-448b-98fd-526bd0b86e63 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:00:09.438218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-f43c5bf1-5481-43f8-925d-5873d1cbed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:09.438218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-f43c5bf1-5481-43f8-925d-5873d1cbed4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 200 len: 850 time: 0.1154962 Feb 04 20:00:09.438398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Calling delete_port for 99068c89-0f0e-45e6-8c16-c6f8fabf1198 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:09.438398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:09.438398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:09.438658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-6b4adc05-d334-4047-9939-142b50eac7a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717473 Feb 04 20:00:09.440753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:09.440881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-c5a4188b-eab7-493f-a6e0-0805bae16c3b service neutron] 10.222.0.24 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085213 Feb 04 20:00:09.440992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:09.442952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:09.445407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'port_id': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'mac_address': 'fa:16:3e:a2:9e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760069ad-b971-4d0c-bcbd-08b61c1e01e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:00:09.457037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.476837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.477185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.478064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.478403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.478755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.479088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.479416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.479742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.480066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.480387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.480709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.481037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:09.510416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-e3151081-0a14-453a-9568-9e18e9329c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:09.511968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-e3151081-0a14-453a-9568-9e18e9329c06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1125 time: 0.5388858 Feb 04 20:00:09.521835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:09.522174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.532812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47408525-5dc6-4938-8ed9-4f8384459f74 req-4fe452db-4f3a-43a5-9af1-4d33d78fac0a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:09.533777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-47408525-5dc6-4938-8ed9-4f8384459f74 req-4fe452db-4f3a-43a5-9af1-4d33d78fac0a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:09.557142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.566658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] Pushing event deleted for resources: {'Port': ['ID=99068c89-0f0e-45e6-8c16-c6f8fabf1198,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:09.569002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:00:09.569361 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:00:09.581326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef092bb-e349-4803-8017-5a623ecd0c24 None None] No DVR routers for this DVR port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:00:09.608827 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.631864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab48b6c-854c-448b-98fd-526bd0b86e63 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:09.650361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:09.739822 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.801585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad486a-b3aa-4732-a77d-01d2a8a10c26 req-2cdbc311-2630-4d9c-a2ac-29a7c9441cbc tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:09.803120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afad486a-b3aa-4732-a77d-01d2a8a10c26 req-2cdbc311-2630-4d9c-a2ac-29a7c9441cbc tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 943 time: 0.7288718 Feb 04 20:00:09.824276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7fc70ca2-a5a3-4403-a4f1-6b31e378561d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0907431 Feb 04 20:00:09.830439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-1048d9e6-ed23-4b1c-a770-175b63863d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:09.832475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-1048d9e6-ed23-4b1c-a770-175b63863d5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.2930529 Feb 04 20:00:09.834655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:09.843925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Request body: {'port': {'device_id': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:09.893791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-500e3588-d311-4156-97c2-ba1a056f5dd8 service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856706 Feb 04 20:00:09.934854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-47408525-5dc6-4938-8ed9-4f8384459f74 req-4fe452db-4f3a-43a5-9af1-4d33d78fac0a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:09.935960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47408525-5dc6-4938-8ed9-4f8384459f74 req-4fe452db-4f3a-43a5-9af1-4d33d78fac0a tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 931 time: 0.8697531 Feb 04 20:00:09.942113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f864e7-3822-4ca6-b550-e4b701fc8e2a req-e2167c3d-a383-4057-9ed5-238fd4967724 service neutron] 10.222.0.24 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980574 Feb 04 20:00:09.944248 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:09.958928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 99068c89-0f0e-45e6-8c16-c6f8fabf1198 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:10.000650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-0bdc20a3-3f3b-4702-90c0-803f9cd238dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 200 len: 217 time: 0.1251562 Feb 04 20:00:10.001223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 99068c89-0f0e-45e6-8c16-c6f8fabf1198 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:10.001434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 99068c89-0f0e-45e6-8c16-c6f8fabf1198 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:10.005951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.022211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['eab48b6c-854c-448b-98fd-526bd0b86e63'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:10.034398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afad486a-b3aa-4732-a77d-01d2a8a10c26 req-c38c8d5d-a23c-46e2-a4c9-43fe0d33fa7b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050292 Feb 04 20:00:10.082793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Deleting port 99068c89-0f0e-45e6-8c16-c6f8fabf1198 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:10.083162 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.177700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] The port '99068c89-0f0e-45e6-8c16-c6f8fabf1198' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:00:10.181336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40507908-9081-487f-a954-4419ff259467 req-f5bc3c14-86b0-4257-a302-01f8dc267cd8 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/56eedb93-701f-4a57-8485-ee660ac5d78b HTTP/1.1" status: 200 len: 1812 time: 0.0761602 Feb 04 20:00:10.256024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47408525-5dc6-4938-8ed9-4f8384459f74 req-388d1545-a7a0-4e5a-b3c9-f6f2e6a78fc1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832084 Feb 04 20:00:10.268544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.269837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Pushing event updated for resources: {'Port': ['ID=c4cd900d-160a-40a0-ba22-08e0a8caf220,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:10.279160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.322573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-770f96a9-180a-4ce2-ad43-85c3c30e9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:10.324048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-770f96a9-180a-4ce2-ad43-85c3c30e9166 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.2840972 Feb 04 20:00:10.370052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c70b560-6c70-4039-be6d-16e0d0254cf0 req-a09dc6a1-1462-4157-9ea2-30266e9a273a service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547114 Feb 04 20:00:10.479082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-3f6dd023-27ab-4b79-bc24-cfe7bcedfa0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960879 Feb 04 20:00:10.480574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.501678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52341ffe-4151-4598-941d-9abf4f7335c8 req-535f92d2-ea2a-4851-80fa-3ecbbaa6e0b9 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:10.503206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52341ffe-4151-4598-941d-9abf4f7335c8 req-535f92d2-ea2a-4851-80fa-3ecbbaa6e0b9 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 944 time: 0.2080891 Feb 04 20:00:10.513385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:10.526725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:10.607060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe73434-541b-4a93-b9f6-bcd1e8f93d2d']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:10.643394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae15e64-509a-485e-974b-e01b416e41d8') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:10.643688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae15e64-509a-485e-974b-e01b416e41d8') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:10.682679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52341ffe-4151-4598-941d-9abf4f7335c8 req-9df68dfa-7518-4296-8509-9aaa95b64e70 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715956 Feb 04 20:00:10.705857 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.750730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.777235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1671740129', 'description': 'tempest-description-610289149'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:10.781974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:00:10.782391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.791166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:00:10.796373 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:00:10.799385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:10.805347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:10.815466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:10.828873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-0eecf79d-1962-415f-801d-8efb97cdd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:10.830331 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-0eecf79d-1962-415f-801d-8efb97cdd8bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 1094 time: 0.3001118 Feb 04 20:00:10.841275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Router 9c28ddf2-285b-414a-b95b-3963a9118689 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:00:10.882280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b3b26754-caa7-4971-99a2-ec08d50986ce None None] Provisioning complete for port c4cd900d-160a-40a0-ba22-08e0a8caf220 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:10.887304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3b26754-caa7-4971-99a2-ec08d50986ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:10.895034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-cd0ae841-6ec3-4eca-8f73-5226d1c4f4bd service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999598 Feb 04 20:00:10.936764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b3b26754-caa7-4971-99a2-ec08d50986ce None None] Port c4cd900d-160a-40a0-ba22-08e0a8caf220 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:00:10.958950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff57d3-da8b-4db2-98c2-6c125255a346 req-22c812a1-197e-4c46-9c6d-efbfd14ef517 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:10.961606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93ff57d3-da8b-4db2-98c2-6c125255a346 req-22c812a1-197e-4c46-9c6d-efbfd14ef517 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.5288341 Feb 04 20:00:10.989375 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.043910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:11.109751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.114572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Usage tracker for resource:security_group_rule and tenant:16ed29354ba04722b027f5e558b3c51b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:11.125371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:11.140046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:11.145404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.145568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-e16d34a5-e028-4b39-917b-1d1c6b52d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:11.146984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-e16d34a5-e028-4b39-917b-1d1c6b52d211 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 911 time: 0.3104796 Feb 04 20:00:11.153302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93ff57d3-da8b-4db2-98c2-6c125255a346 req-104f566b-ddf4-48ef-a44d-d28056720340 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721642 Feb 04 20:00:11.171106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe73434-541b-4a93-b9f6-bcd1e8f93d2d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:11.172307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device eab48b6c-854c-448b-98fd-526bd0b86e63 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:11.180235 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b9fccaaf-102a-4a1b-8be5-1168202e0322 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fbe73434-541b-4a93-b9f6-bcd1e8f93d2d HTTP/1.1" status: 204 len: 168 time: 3.0701969 Feb 04 20:00:11.212862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a5f04f5-73a2-4e8e-ad79-f2b5b1e9f66d req-ec0f7817-e688-4299-93b1-144218be448f service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619748 Feb 04 20:00:11.236882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-58a2b9a0-3338-4384-9529-906cfc568f59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96b3163-c42a-447b-8428-028b927676dc HTTP/1.1" status: 200 len: 217 time: 0.0801632 Feb 04 20:00:11.282115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:11.316980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c466f96-2770-4497-8906-453430be8666 None None] Sync routers for ids ['9c28ddf2-285b-414a-b95b-3963a9118689'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:11.335237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee45cb36-d43f-4db8-abcb-ff54554bb46b admin admin] 10.222.0.48 "PUT /v2.0/routers/9c28ddf2-285b-414a-b95b-3963a9118689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1728146 Feb 04 20:00:11.337422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-e0b076ad-312e-4362-a043-8d2c7c5b83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:11.339121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-e0b076ad-312e-4362-a043-8d2c7c5b83ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 200 len: 850 time: 0.0933251 Feb 04 20:00:11.363872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] Routers {'9c28ddf2-285b-414a-b95b-3963a9118689'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:11.365837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c28ddf2-285b-414a-b95b-3963a9118689'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:11.373050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.510027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e3beb8-f2ae-4d06-b30b-83b9199323d6 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:11.521130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.549767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Transition to ACTIVE for port object 25e3beb8-f2ae-4d06-b30b-83b9199323d6 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:11.564118 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-f70aa29d-e50e-49fb-aad4-643f3c73d2de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893055 Feb 04 20:00:11.564940 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.586215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59ad57-c427-4521-be58-cdec91b1baf0 req-4591d8e7-f92e-40e8-a4d9-9c1d4682a255 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:11.586215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc59ad57-c427-4521-be58-cdec91b1baf0 req-4591d8e7-f92e-40e8-a4d9-9c1d4682a255 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 943 time: 0.1280284 Feb 04 20:00:11.589436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port eab48b6c-854c-448b-98fd-526bd0b86e63 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:11.598607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45206) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:11.611212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port eab48b6c-854c-448b-98fd-526bd0b86e63 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:11.611578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.653783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc59ad57-c427-4521-be58-cdec91b1baf0 req-e4b0e954-22e7-4a20-b01a-b9cd47212a8c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696023 Feb 04 20:00:11.656735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.682761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3444d1-9d5d-4621-828d-414ffba9aa9f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:11.688208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] Set router 9c28ddf2-285b-414a-b95b-3963a9118689 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:11.694188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.694542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.694962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.695310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.695648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.695979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.696841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.697177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.697501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.697826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.698148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.698469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:11.747312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-8b8f6754-6dfb-4320-a056-f5cddaf956c8 service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682177 Feb 04 20:00:11.751428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:11.846413 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:11.857840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b51965d-d927-4337-861e-9450f8ee2665 req-57c05151-15c8-43c2-8be9-8f8dea1e4c9c tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1024137 Feb 04 20:00:11.866319 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0f02fd17-2f2f-4cb3-8734-c8837e585f94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d455552561d4529b896ba89bd5dbc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649338 Feb 04 20:00:11.873916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45216) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:11.949304 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-588c9e3a-229c-4d59-8a48-6863e323cce7 req-de85cbe5-4f3f-4aee-8ee8-8b6e6a76cf3c service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875894 Feb 04 20:00:11.972820 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.023510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:12.048322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:12.076876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53cd7e-b561-46db-9b94-067ef62521c8 req-cd170271-1a2a-4823-b319-eb66dcda2a05 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:12.083574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e53cd7e-b561-46db-9b94-067ef62521c8 req-cd170271-1a2a-4823-b319-eb66dcda2a05 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.2695055 Feb 04 20:00:12.115509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '62cba71d-0ea0-48e8-943a-03e672340303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T20:00:08Z', 'revision_number': 4, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port': {'id': '62cba71d-0ea0-48e8-943a-03e672340303', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:56Z', 'updated_at': '2022-02-04T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'c4cd900d-160a-40a0-ba22-08e0a8caf220', 'name': '', 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'mac_address': 'fa:16:3e:8a:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4fc77612-1341-40c1-99ce-0f522852a280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:04Z', 'updated_at': '2022-02-04T20:00:09Z', 'revision_number': 2, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'subnets': [{'id': '4fc77612-1341-40c1-99ce-0f522852a280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:12.119953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c466f96-2770-4497-8906-453430be8666 None None] Checking router: 9c28ddf2-285b-414a-b95b-3963a9118689 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:12.120306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c466f96-2770-4497-8906-453430be8666 None None] Updating router 9c28ddf2-285b-414a-b95b-3963a9118689 port c4cd900d-160a-40a0-ba22-08e0a8caf220 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:00:12.121737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:12.122225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:12.122413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:12.124466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9abebae3-96ac-4591-9d23-655038428cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.143089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:00:12.143543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:12.149801 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.152745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:12.154513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:12.154513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:12.154513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Bound port: 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:12.154839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.189500 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e53cd7e-b561-46db-9b94-067ef62521c8 req-253c9c11-c150-4025-9958-9e307157ef52 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018605 Feb 04 20:00:12.279699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c466f96-2770-4497-8906-453430be8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.289723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:12.293989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:12.296845 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9abebae3-96ac-4591-9d23-655038428cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.307438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-72cc6cd9-68ae-4560-b17c-a169b159698f tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2071266 Feb 04 20:00:12.319663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:12.325470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:12.329352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Usage tracker for resource:floatingip and tenant:b938b81ed1044e7fb11597c901db0843 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:12.332333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:12.335895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:12.339022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:12.380859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.431814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.460087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:12.461295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.462773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] 10.222.0.62 "PUT /v2.0/ports/25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 200 len: 1091 time: 2.6294005 Feb 04 20:00:12.466860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:12.496252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36a192-bb27-4bbd-9999-e83d2a2f5bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:12.515610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe594-dca1-4499-b7be-0fe512ea1405 req-cf499252-5fd1-4de9-b368-87f22ba9149c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:12.517093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcefe594-dca1-4499-b7be-0fe512ea1405 req-cf499252-5fd1-4de9-b368-87f22ba9149c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.1998923 Feb 04 20:00:12.569610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcefe594-dca1-4499-b7be-0fe512ea1405 req-362b158a-7b60-40a3-9932-aef645619374 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Feb 04 20:00:12.586648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.637296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9abebae3-96ac-4591-9d23-655038428cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.663919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c466f96-2770-4497-8906-453430be8666 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.670208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abebae3-96ac-4591-9d23-655038428cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a750d-7119-4852-ae7c-dc333a5ebfa2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:12.691526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6c466f96-2770-4497-8906-453430be8666 None None] Transition to ACTIVE for port object c4cd900d-160a-40a0-ba22-08e0a8caf220 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:12.719947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4797f98-3f05-473d-a026-ca0e596f64bf req-ff50eb9d-b533-4b1c-a290-23116e390464 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/2f3444d1-9d5d-4621-828d-414ffba9aa9f HTTP/1.1" status: 200 len: 1812 time: 0.0891206 Feb 04 20:00:12.730187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-5dc7b4d5-9baa-4847-a1ad-1bbe4cabf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:12.732018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-5dc7b4d5-9baa-4847-a1ad-1bbe4cabf01f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1094 time: 0.1479998 Feb 04 20:00:12.744670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Allocated IP 172.25.7.196 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/b36d6776-1b03-4a61-a109-e854b226c7d9) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:12.767035 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'code': 200} Feb 04 20:00:12.791623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c466f96-2770-4497-8906-453430be8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.826508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-7f7d6bbe-4003-493d-924e-10495f3b68cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 200 len: 217 time: 0.0868263 Feb 04 20:00:12.829332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9abebae3-96ac-4591-9d23-655038428cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:12.829620 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9abebae3-96ac-4591-9d23-655038428cb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a21a750d-7119-4852-ae7c-dc333a5ebfa2 HTTP/1.1" status: 204 len: 168 time: 0.9545360 Feb 04 20:00:12.968438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.028068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e4bc9-200b-4f01-835c-2f1ca32b898d None None] Pushing event updated for resources: {'Port': ['ID=c4cd900d-160a-40a0-ba22-08e0a8caf220,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:13.057570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-53eaa92c-cf79-4266-b1f7-965bae127247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:13.059116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-53eaa92c-cf79-4266-b1f7-965bae127247 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.2259572 Feb 04 20:00:13.072418 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.088162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6c466f96-2770-4497-8906-453430be8666 None None] Attempting to bind port c4cd900d-160a-40a0-ba22-08e0a8caf220 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:13.088423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6c466f96-2770-4497-8906-453430be8666 None None] Attempting to bind port c4cd900d-160a-40a0-ba22-08e0a8caf220 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:13.088733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c466f96-2770-4497-8906-453430be8666 None None] Attempting to bind port c4cd900d-160a-40a0-ba22-08e0a8caf220 on network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:13.094723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c466f96-2770-4497-8906-453430be8666 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:13.095152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c466f96-2770-4497-8906-453430be8666 None None] Checking segment: {'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:13.095561 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c466f96-2770-4497-8906-453430be8666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.095949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c466f96-2770-4497-8906-453430be8666 None None] Bound using segment: {'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:13.096407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6c466f96-2770-4497-8906-453430be8666 None None] Bound port: c4cd900d-160a-40a0-ba22-08e0a8caf220, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57414489-f052-41a1-8037-e684f8054083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:13.096829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c466f96-2770-4497-8906-453430be8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.127965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-e0a38f70-3ed9-4476-8ad1-a2321d447a85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616212 Feb 04 20:00:13.153061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:13.156182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:13.160171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:13.215470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7bfe-8692-41ed-9f52-45ee1506e149 req-d14b7d7f-a5af-40d8-9cc3-3e1684ea22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:13.216995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-760a7bfe-8692-41ed-9f52-45ee1506e149 req-d14b7d7f-a5af-40d8-9cc3-3e1684ea22e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 1096 time: 0.3388183 Feb 04 20:00:13.219669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6c466f96-2770-4497-8906-453430be8666 None None] For port c4cd900d-160a-40a0-ba22-08e0a8caf220, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:13.223230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6c466f96-2770-4497-8906-453430be8666 None None] For port c4cd900d-160a-40a0-ba22-08e0a8caf220, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c4cd900d-160a-40a0-ba22-08e0a8caf220,segment=NetworkSegment(57414489-f052-41a1-8037-e684f8054083),segment_id=57414489-f052-41a1-8037-e684f8054083)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:13.223665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Pushing event updated for resources: {'Port': ['ID=b36d6776-1b03-4a61-a109-e854b226c7d9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:13.252814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd2f6-5e9f-48db-abe5-4736cd3bc87f req-d47fed23-2664-47a5-8088-287134813bf0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:13.254767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b7fd2f6-5e9f-48db-abe5-4736cd3bc87f req-d47fed23-2664-47a5-8088-287134813bf0 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.3127024 Feb 04 20:00:13.264035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.288271 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c466f96-2770-4497-8906-453430be8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.333518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-760a7bfe-8692-41ed-9f52-45ee1506e149 req-3f4f1521-1da5-45e3-aa03-2cf9d674390b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076829 Feb 04 20:00:13.353881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b7fd2f6-5e9f-48db-abe5-4736cd3bc87f req-fbf922fb-7468-4811-b52a-d0c90c03fd76 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826540 Feb 04 20:00:13.364500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] Routers {'9c28ddf2-285b-414a-b95b-3963a9118689'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:13.365120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T19:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c28ddf2-285b-414a-b95b-3963a9118689'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:13.367159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-29ac7352-ad9f-42a7-a031-87e54d060a60 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300091 Feb 04 20:00:13.441092 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.450192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e4bc9-200b-4f01-835c-2f1ca32b898d None None] Pushing event updated for resources: {'Port': ['ID=c4cd900d-160a-40a0-ba22-08e0a8caf220,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:13.622090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] Set router 9c28ddf2-285b-414a-b95b-3963a9118689 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:13.645733 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6', 'status': 'completed', 'code': 200} Feb 04 20:00:13.703213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.772839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cdb23db-0eb1-4fcb-95bb-0d01320494ef req-0eee35cb-e9d0-432c-8655-0bc230e11e62 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986478 Feb 04 20:00:13.789123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af194b7-9bcc-4108-8ac6-2f4cec154402 req-50898f94-406c-4a11-97d8-1ce3ed74b90b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:13.791555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8af194b7-9bcc-4108-8ac6-2f4cec154402 req-50898f94-406c-4a11-97d8-1ce3ed74b90b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 943 time: 0.1450822 Feb 04 20:00:13.823373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45240) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:13.841473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8af194b7-9bcc-4108-8ac6-2f4cec154402 req-2b5d70bb-95bd-4f3e-98ae-c6460c9e6a99 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Feb 04 20:00:13.864848 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:13.886294 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-4cecae1b-d7fc-41ec-acd4-f49dd718e625 req-3d59cac2-4a04-400c-9423-b25594396493 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] show failed (client error): The resource could not be found. Feb 04 20:00:13.887355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4cecae1b-d7fc-41ec-acd4-f49dd718e625 req-3d59cac2-4a04-400c-9423-b25594396493 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/f1178125-aa30-454b-ac00-1520ee261526 HTTP/1.1" status: 404 len: 352 time: 0.0202024 Feb 04 20:00:13.942836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Pushing event updated for resources: {'Port': ['ID=b36d6776-1b03-4a61-a109-e854b226c7d9,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:13.952604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7eab6e27-3f5b-49e2-ac8c-c36f300751a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=761acdd804e347eab47ac773e223ef8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265922 Feb 04 20:00:13.954779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45246) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:14.003258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6c466f96-2770-4497-8906-453430be8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '62cba71d-0ea0-48e8-943a-03e672340303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T20:00:08Z', 'revision_number': 4, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port': {'id': '62cba71d-0ea0-48e8-943a-03e672340303', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:56Z', 'updated_at': '2022-02-04T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'c4cd900d-160a-40a0-ba22-08e0a8caf220', 'name': '', 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'mac_address': 'fa:16:3e:8a:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4fc77612-1341-40c1-99ce-0f522852a280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:04Z', 'updated_at': '2022-02-04T20:00:13Z', 'revision_number': 4, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'subnets': [{'id': '4fc77612-1341-40c1-99ce-0f522852a280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:14.006817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-2a81185c-89f2-4dd2-a916-4a5bdacce54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:14.007524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c466f96-2770-4497-8906-453430be8666 None None] The sync data for ids ['9c28ddf2-285b-414a-b95b-3963a9118689'] in n-d-811806-1 is: [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '62cba71d-0ea0-48e8-943a-03e672340303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T20:00:08Z', 'revision_number': 4, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port': {'id': '62cba71d-0ea0-48e8-943a-03e672340303', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:56Z', 'updated_at': '2022-02-04T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'c4cd900d-160a-40a0-ba22-08e0a8caf220', 'name': '', 'network_id': 'ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'mac_address': 'fa:16:3e:8a:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4fc77612-1341-40c1-99ce-0f522852a280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:04Z', 'updated_at': '2022-02-04T20:00:13Z', 'revision_number': 4, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'subnets': [{'id': '4fc77612-1341-40c1-99ce-0f522852a280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:14.008300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-2a81185c-89f2-4dd2-a916-4a5bdacce54d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1094 time: 0.0961490 Feb 04 20:00:14.083638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69176c66-f6af-4644-83db-643c749f2ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:14.085786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:14.128860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69176c66-f6af-4644-83db-643c749f2ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:14.199320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:14.200468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-a45d80c0-a770-4b3a-a3b3-e2ea1de1cd84 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8848898 Feb 04 20:00:14.226893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b9193-63ae-4bce-adfd-aef9026d0a4e req-147d5e14-6edb-457d-a8bf-35882df820cc tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:14.229068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c2b9193-63ae-4bce-adfd-aef9026d0a4e req-147d5e14-6edb-457d-a8bf-35882df820cc tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.1926019 Feb 04 20:00:14.234472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-72ea8503-abc3-4f79-b2e5-62b4622c9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:14.236537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-72ea8503-abc3-4f79-b2e5-62b4622c9e8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.2220631 Feb 04 20:00:14.328831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-75ec681e-f964-40b3-9b68-662c3ab53914 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 200 len: 217 time: 0.0777328 Feb 04 20:00:14.394167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69176c66-f6af-4644-83db-643c749f2ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:14.401130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-c72f91ad-5d54-4246-adf1-bd31509ff9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:14.402545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-c72f91ad-5d54-4246-adf1-bd31509ff9c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.0660031 Feb 04 20:00:14.414123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c96b3163-c42a-447b-8428-028b927676dc details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:00:14.422652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69176c66-f6af-4644-83db-643c749f2ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c406e665-7eff-4b2c-860d-2c92eef752f9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:14.430561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-fa8b24a8-3a5f-4e60-862e-055a7b4aaf57 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Synchronizing usage tracker for tenant:b938b81ed1044e7fb11597c901db0843 on resource:floatingip {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:14.449314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69176c66-f6af-4644-83db-643c749f2ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:14.450349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-69176c66-f6af-4644-83db-643c749f2ec7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c406e665-7eff-4b2c-860d-2c92eef752f9 HTTP/1.1" status: 204 len: 168 time: 0.4945211 Feb 04 20:00:14.469069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c2b9193-63ae-4bce-adfd-aef9026d0a4e req-94643422-30bd-4ee2-b650-7f2f907a7a4d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284439 Feb 04 20:00:14.476048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-85a194fe-e75d-4de6-bf88-9fd06bdd4689 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632792 Feb 04 20:00:14.528202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-fa8b24a8-3a5f-4e60-862e-055a7b4aaf57 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Unset dirty status for tenant:b938b81ed1044e7fb11597c901db0843 on resource:floatingip {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:14.529449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-fa8b24a8-3a5f-4e60-862e-055a7b4aaf57 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.3063033 Feb 04 20:00:14.710333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c96b3163-c42a-447b-8428-028b927676dc, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c96b3163-c42a-447b-8428-028b927676dc,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:14.728951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c96b3163-c42a-447b-8428-028b927676dc', 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'port_id': 'c96b3163-c42a-447b-8428-028b927676dc', 'mac_address': 'fa:16:3e:21:0c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:00:14.794892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-b9b8af91-4ead-4355-bd87-4eefdfb9b35c tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:14.796283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-d9ece503-e495-4a54-a69d-60bae3f73f2f service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179843 Feb 04 20:00:14.796407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90f0fbc4-ca7c-4485-a0e4-b3ce9b589734 req-b9b8af91-4ead-4355-bd87-4eefdfb9b35c tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.2585256 Feb 04 20:00:14.840763 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-63e67dff-2404-4382-9632-e80a3a2266ce req-c905b2af-2749-4bea-9c90-e59765b6255b tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] show failed (client error): The resource could not be found. Feb 04 20:00:14.841910 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63e67dff-2404-4382-9632-e80a3a2266ce req-c905b2af-2749-4bea-9c90-e59765b6255b tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-group-rules/b442d865-4c71-4e86-ad89-0359c16660b3 HTTP/1.1" status: 404 len: 361 time: 0.0216608 Feb 04 20:00:14.858961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:14.882848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96b3163-c42a-447b-8428-028b927676dc {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:14.892139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7963e-0fdf-4dec-b14f-bb429abd63e4 req-413e7785-6d05-44f9-99dc-53cbad7fb93c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:14.893661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52a7963e-0fdf-4dec-b14f-bb429abd63e4 req-413e7785-6d05-44f9-99dc-53cbad7fb93c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.2563965 Feb 04 20:00:14.901489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c96b3163-c42a-447b-8428-028b927676dc, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c96b3163-c42a-447b-8428-028b927676dc,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:14.978817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52a7963e-0fdf-4dec-b14f-bb429abd63e4 req-a1812566-028d-40cd-8cbf-8349da86cc33 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740247 Feb 04 20:00:14.979760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:15.004800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d3e0f9-6742-47b8-af0b-21aa6a22424f req-25f62b4f-6f6f-4dd4-abfd-01bf6703fe90 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009830 Feb 04 20:00:15.123052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5ceb1d3-d168-4148-85b6-7f09ef17d323 req-7c1aff76-5977-49a2-9e30-7245be5647d3 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips/e776f70d-b510-4c34-a044-5a502ec5077a HTTP/1.1" status: 200 len: 693 time: 0.1105845 Feb 04 20:00:15.138715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c96b3163-c42a-447b-8428-028b927676dc,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:15.170961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dfe3c-c3c5-4713-9d7c-af2577f7b360 req-ce9f42b9-d2a3-4294-bd2b-76896f014d9e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:15.178018 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b8dfe3c-c3c5-4713-9d7c-af2577f7b360 req-ce9f42b9-d2a3-4294-bd2b-76896f014d9e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.2020900 Feb 04 20:00:15.227236 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b8dfe3c-c3c5-4713-9d7c-af2577f7b360 req-9ba9463d-7c40-4b82-b84b-b9c2c5bff79b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481930 Feb 04 20:00:15.311980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ceb1d3-d168-4148-85b6-7f09ef17d323 req-5edd79a6-9101-41df-8ce4-7e818c5acec0 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:15.312972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d5ceb1d3-d168-4148-85b6-7f09ef17d323 req-5edd79a6-9101-41df-8ce4-7e818c5acec0 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Synchronizing usage tracker for tenant:b938b81ed1044e7fb11597c901db0843 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:15.325120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2043a916-328e-440a-ae24-70c2cfbcabba req-4934cfcd-9ab7-4532-aa29-692b053a58f1 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/2f3444d1-9d5d-4621-828d-414ffba9aa9f HTTP/1.1" status: 200 len: 1812 time: 0.0494351 Feb 04 20:00:15.343097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c96b3163-c42a-447b-8428-028b927676dc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:15.400829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2043a916-328e-440a-ae24-70c2cfbcabba req-2bfa89f6-6f53-4d7b-86f0-67f07fe298ac tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:15.413837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d5ceb1d3-d168-4148-85b6-7f09ef17d323 req-5edd79a6-9101-41df-8ce4-7e818c5acec0 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Unset dirty status for tenant:b938b81ed1044e7fb11597c901db0843 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:15.415568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5ceb1d3-d168-4148-85b6-7f09ef17d323 req-5edd79a6-9101-41df-8ce4-7e818c5acec0 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.2923105 Feb 04 20:00:15.426284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-d5ceb1d3-d168-4148-85b6-7f09ef17d323 req-a1529119-b43a-4f69-b94b-76b1e92e47bc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:00:15.433618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2043a916-328e-440a-ae24-70c2cfbcabba req-2bfa89f6-6f53-4d7b-86f0-67f07fe298ac tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:15.435833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5ceb1d3-d168-4148-85b6-7f09ef17d323 req-a1529119-b43a-4f69-b94b-76b1e92e47bc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120511 Feb 04 20:00:15.603248 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2043a916-328e-440a-ae24-70c2cfbcabba req-2bfa89f6-6f53-4d7b-86f0-67f07fe298ac tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:15.626036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa89f6-6f53-4d7b-86f0-67f07fe298ac tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3444d1-9d5d-4621-828d-414ffba9aa9f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:15.631909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2043a916-328e-440a-ae24-70c2cfbcabba req-2bfa89f6-6f53-4d7b-86f0-67f07fe298ac tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:15.633188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2043a916-328e-440a-ae24-70c2cfbcabba req-2bfa89f6-6f53-4d7b-86f0-67f07fe298ac tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "DELETE /v2.0/security-groups/2f3444d1-9d5d-4621-828d-414ffba9aa9f HTTP/1.1" status: 204 len: 173 time: 0.3019688 Feb 04 20:00:15.644715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f056539-bb67-4445-a6a7-6d3dc228c3d2 req-66a95beb-0c39-496f-9f57-7949e13e81e9 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:15.646509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f056539-bb67-4445-a6a7-6d3dc228c3d2 req-66a95beb-0c39-496f-9f57-7949e13e81e9 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 944 time: 0.1079364 Feb 04 20:00:15.709241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f056539-bb67-4445-a6a7-6d3dc228c3d2 req-e914f56e-a32c-4e76-8cd4-a262ed2ce0ba tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562141 Feb 04 20:00:15.757096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56cc6526-6bd0-4ed4-9334-d475f7d33c88 req-ba4f9f31-2b1f-448a-b4c4-572e4d56b49b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=b938b81ed1044e7fb11597c901db0843 HTTP/1.1" status: 200 len: 696 time: 0.0984604 Feb 04 20:00:15.900268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1993eb-b233-4e56-ade0-8fab02c5a97e req-05354162-72f7-491d-83e2-154a21b0ca00 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:15.902000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd1993eb-b233-4e56-ade0-8fab02c5a97e req-05354162-72f7-491d-83e2-154a21b0ca00 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.0842714 Feb 04 20:00:15.934472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc6526-6bd0-4ed4-9334-d475f7d33c88 req-f2431411-28d1-4188-a407-625b4ec04bfd tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:15.935996 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56cc6526-6bd0-4ed4-9334-d475f7d33c88 req-f2431411-28d1-4188-a407-625b4ec04bfd tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks?id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 787 time: 0.1729257 Feb 04 20:00:15.939281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45284) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:15.952973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-56cc6526-6bd0-4ed4-9334-d475f7d33c88 req-1896dcc3-b0f0-420c-b18d-c9d5145a78fc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:00:15.953997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56cc6526-6bd0-4ed4-9334-d475f7d33c88 req-1896dcc3-b0f0-420c-b18d-c9d5145a78fc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070441 Feb 04 20:00:15.964251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd1993eb-b233-4e56-ade0-8fab02c5a97e req-76afc5b9-48e2-4ed1-b92b-1caaa6cf8ace tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575202 Feb 04 20:00:16.014478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c4cd900d-160a-40a0-ba22-08e0a8caf220 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:16.045481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4735bde-4df6-44e4-a2b2-28328b1dd64a req-394373f4-c3d9-48c4-8205-e6cc374b21fc tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/56eedb93-701f-4a57-8485-ee660ac5d78b HTTP/1.1" status: 200 len: 1812 time: 0.0697834 Feb 04 20:00:16.116591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-network', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:16.127002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:16.132476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f4735bde-4df6-44e4-a2b2-28328b1dd64a req-662fb09a-cc5e-4325-bf8f-3604e46b171f tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.134397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Usage tracker for resource:network and tenant:469bd613ce0e4adca14e4e9c058dc438 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:16.137865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:16.153387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:16.161770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c4cd900d-160a-40a0-ba22-08e0a8caf220 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:16.169466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c4cd900d-160a-40a0-ba22-08e0a8caf220 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:16.170036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.174166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f4735bde-4df6-44e4-a2b2-28328b1dd64a req-662fb09a-cc5e-4325-bf8f-3604e46b171f tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.219413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-23daf95e-30a1-4545-b8ac-5f4c42dfc156 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips/e776f70d-b510-4c34-a044-5a502ec5077a HTTP/1.1" status: 200 len: 693 time: 0.2055819 Feb 04 20:00:16.248213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Made reservation on behalf of 469bd613ce0e4adca14e4e9c058dc438 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:16.250445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.264966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.279809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:16.283898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:469bd613ce0e4adca14e4e9c058dc438 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:16.286794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:16.293065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:16.301595 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.311499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f4735bde-4df6-44e4-a2b2-28328b1dd64a req-662fb09a-cc5e-4325-bf8f-3604e46b171f tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.335963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c4cd900d-160a-40a0-ba22-08e0a8caf220, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c4cd900d-160a-40a0-ba22-08e0a8caf220,segment=NetworkSegment(57414489-f052-41a1-8037-e684f8054083),segment_id=57414489-f052-41a1-8037-e684f8054083)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:16.340009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fb09a-cc5e-4325-bf8f-3604e46b171f tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eedb93-701f-4a57-8485-ee660ac5d78b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:16.351421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f4735bde-4df6-44e4-a2b2-28328b1dd64a req-662fb09a-cc5e-4325-bf8f-3604e46b171f tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.353690 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4735bde-4df6-44e4-a2b2-28328b1dd64a req-662fb09a-cc5e-4325-bf8f-3604e46b171f tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "DELETE /v2.0/security-groups/56eedb93-701f-4a57-8485-ee660ac5d78b HTTP/1.1" status: 204 len: 173 time: 0.3060863 Feb 04 20:00:16.380907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-37fabf97-3a9f-4caf-97b9-e0484d15a1db tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:16.382323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-37fabf97-3a9f-4caf-97b9-e0484d15a1db tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.1574109 Feb 04 20:00:16.393386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-137b6e04-8ce4-4f63-9f06-61f6545ba8ee tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:00:16.400735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-137b6e04-8ce4-4f63-9f06-61f6545ba8ee tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126486 Feb 04 20:00:16.413830 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.422619 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.456636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c96b3163-c42a-447b-8428-028b927676dc up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:16.493778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.502732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-5d05036d-a5ca-4747-8220-cbe3dbd3ce2a tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.0961006 Feb 04 20:00:16.531809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:00:16.538342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c4cd900d-160a-40a0-ba22-08e0a8caf220,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:16.556499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.556838 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Added segment 8733bcd5-173d-4812-ae24-04f68c91cb62 of type vlan for network 1c115fe8-5085-496d-872d-e50561a9e1f8 Feb 04 20:00:16.564401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016cd4c-1dbe-48e6-80e3-7af5e998046c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:16.595189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.598839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-ad887302-7d1c-40d2-9731-3d068c7e1542 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.0883031 Feb 04 20:00:16.608263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c96b3163-c42a-447b-8428-028b927676dc completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:16.613598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c96b3163-c42a-447b-8428-028b927676dc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:16.614066 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.615776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545368e-03ee-497c-af74-59fb5c3f4bf0 req-3f54e9a9-16ab-441d-864d-b21c1b56ff5d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:16.616288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3545368e-03ee-497c-af74-59fb5c3f4bf0 req-3f54e9a9-16ab-441d-864d-b21c1b56ff5d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.1617749 Feb 04 20:00:16.673014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3545368e-03ee-497c-af74-59fb5c3f4bf0 req-f76203b6-56e8-4eb8-a2df-7aaa1a6fcf80 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Feb 04 20:00:16.741739 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.744932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.746001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:16.746680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.769722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96b3163-c42a-447b-8428-028b927676dc'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:16.780384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c96b3163-c42a-447b-8428-028b927676dc, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c96b3163-c42a-447b-8428-028b927676dc,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:16.784542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Deleting port b36d6776-1b03-4a61-a109-e854b226c7d9 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:16.784885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.871285 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.914082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c115fe8-5085-496d-872d-e50561a9e1f8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:16.934911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:00:16.941640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748a7f3-a0af-4ca4-9a20-1e78262cdfbb req-d4754121-fb38-40b2-87d5-76a28fb9ab45 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:16.943635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c748a7f3-a0af-4ca4-9a20-1e78262cdfbb req-d4754121-fb38-40b2-87d5-76a28fb9ab45 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.1668377 Feb 04 20:00:16.963629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.963954 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:16.978635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d46589c1-3c81-448a-af7c-3122474ac4c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0354118 Feb 04 20:00:16.978987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45304) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:17.001149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c748a7f3-a0af-4ca4-9a20-1e78262cdfbb req-e688e6f9-c00c-4003-9569-5f753c75fefe tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Feb 04 20:00:17.033940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Request body: {'subnet': {'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-subnet', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:17.041906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c96b3163-c42a-447b-8428-028b927676dc,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:17.081154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2321b3b5-bae6-4d17-8900-27662c5e7310 req-6d627fbc-638a-4cd7-9c3d-32654631a4ef tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/71183715-0365-4083-93aa-dac82a11d4d2 HTTP/1.1" status: 200 len: 1812 time: 0.0508094 Feb 04 20:00:17.101062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Calling delete_port for b36d6776-1b03-4a61-a109-e854b226c7d9 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:17.129045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:17.144895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Usage tracker for resource:subnet and tenant:469bd613ce0e4adca14e4e9c058dc438 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:17.148039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2321b3b5-bae6-4d17-8900-27662c5e7310 req-3247c229-a706-4741-91f0-d610607f9e6d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.149482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:17.158341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:17.176374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2321b3b5-bae6-4d17-8900-27662c5e7310 req-3247c229-a706-4741-91f0-d610607f9e6d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.248464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Made reservation on behalf of 469bd613ce0e4adca14e4e9c058dc438 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:17.250773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.304225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2321b3b5-bae6-4d17-8900-27662c5e7310 req-3247c229-a706-4741-91f0-d610607f9e6d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.326988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247c229-a706-4741-91f0-d610607f9e6d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71183715-0365-4083-93aa-dac82a11d4d2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:17.330216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2321b3b5-bae6-4d17-8900-27662c5e7310 req-3247c229-a706-4741-91f0-d610607f9e6d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.339211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2321b3b5-bae6-4d17-8900-27662c5e7310 req-3247c229-a706-4741-91f0-d610607f9e6d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "DELETE /v2.0/security-groups/71183715-0365-4083-93aa-dac82a11d4d2 HTTP/1.1" status: 204 len: 173 time: 0.2484000 Feb 04 20:00:17.427490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.478883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Pushing event deleted for resources: {'Port': ['ID=b36d6776-1b03-4a61-a109-e854b226c7d9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:17.500050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c297555-dc7d-4f11-91d0-1c705bc7f7fd req-a57f240c-d7d4-40ef-b0d2-c412576892d8 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:17.501639 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c297555-dc7d-4f11-91d0-1c705bc7f7fd req-a57f240c-d7d4-40ef-b0d2-c412576892d8 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.0851524 Feb 04 20:00:17.547157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c297555-dc7d-4f11-91d0-1c705bc7f7fd req-2734c341-2941-419b-8612-8035505f7e68 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Feb 04 20:00:17.621130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.721394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc069f08-5622-4aca-8722-26dbf81a679d req-064b4de8-a165-41b8-a295-0eaa272ead07 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:17.722833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc069f08-5622-4aca-8722-26dbf81a679d req-064b4de8-a165-41b8-a295-0eaa272ead07 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.0807509 Feb 04 20:00:17.740020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.788408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:17.789561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da695ed8-6bf5-4557-8816-97f0de41ee98 req-909a75f9-3379-4dd5-ac16-dc70ea409262 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "DELETE /v2.0/floatingips/e776f70d-b510-4c34-a044-5a502ec5077a HTTP/1.1" status: 204 len: 173 time: 1.1828675 Feb 04 20:00:17.839993 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96b3163-c42a-447b-8428-028b927676dc', 'code': 200} Feb 04 20:00:17.887554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc069f08-5622-4aca-8722-26dbf81a679d req-b52e9290-395b-4f6d-bd16-f85fdc54b81f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583948 Feb 04 20:00:17.930556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aec2fbb-49e2-4b49-8b33-3829c8e9db60,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:17.961199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c4cd900d-160a-40a0-ba22-08e0a8caf220 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:17.990937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11454d5c-7066-4cda-9d97-889237b90eea req-f3855979-9c38-4c00-afa2-9309391379f9 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/7c0c9acd-ed76-42ed-ba1c-4c066f8fee03 HTTP/1.1" status: 200 len: 1812 time: 0.0573108 Feb 04 20:00:18.042019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c4cd900d-160a-40a0-ba22-08e0a8caf220 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:18.042629 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.052556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Checking segment: {'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:18.052997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Network hostable DHCP agents. Network: 1c115fe8-5085-496d-872d-e50561a9e1f8, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:00:18.063418 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-11454d5c-7066-4cda-9d97-889237b90eea req-c4662ca5-6a35-4e54-8383-e93f7408cbaf tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.097126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-11454d5c-7066-4cda-9d97-889237b90eea req-c4662ca5-6a35-4e54-8383-e93f7408cbaf tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.114661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7033b-8151-47d4-90b6-2a58b58626ca req-a19284cb-cabf-43d8-85fd-4f883f8ee445 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:18.116143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69f7033b-8151-47d4-90b6-2a58b58626ca req-a19284cb-cabf-43d8-85fd-4f883f8ee445 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.1693115 Feb 04 20:00:18.119164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a8356-fad4-4fbe-be8a-b28add784da5 req-186af0ab-ba33-4583-954f-132d0e69c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:18.120536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-647a8356-fad4-4fbe-be8a-b28add784da5 req-186af0ab-ba33-4583-954f-132d0e69c746 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 1096 time: 0.1709270 Feb 04 20:00:18.160686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:00:18.196764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-647a8356-fad4-4fbe-be8a-b28add784da5 req-ebb3d194-1536-47c5-adea-b97024ae0109 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Feb 04 20:00:18.199614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69f7033b-8151-47d4-90b6-2a58b58626ca req-016c18bd-ccdc-4aa7-af77-d1082075f9a6 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775974 Feb 04 20:00:18.236651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-11454d5c-7066-4cda-9d97-889237b90eea req-c4662ca5-6a35-4e54-8383-e93f7408cbaf tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.254293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4662ca5-6a35-4e54-8383-e93f7408cbaf tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c9acd-ed76-42ed-ba1c-4c066f8fee03,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:18.259268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-11454d5c-7066-4cda-9d97-889237b90eea req-c4662ca5-6a35-4e54-8383-e93f7408cbaf tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.260351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11454d5c-7066-4cda-9d97-889237b90eea req-c4662ca5-6a35-4e54-8383-e93f7408cbaf tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c0c9acd-ed76-42ed-ba1c-4c066f8fee03 HTTP/1.1" status: 204 len: 173 time: 0.2649772 Feb 04 20:00:18.265650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1c115fe8-5085-496d-872d-e50561a9e1f8) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:18.277710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c72229-f381-4d2a-81de-15f57eddc6cb None None] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:18.280252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:18.281482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.372699 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e64da176-7d23-436b-b630-e4b903bb0db0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3898330 Feb 04 20:00:18.374244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45328) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:18.379973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:18.388568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:18.394877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Usage tracker for resource:router and tenant:469bd613ce0e4adca14e4e9c058dc438 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:18.398743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:18.407136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:18.451222 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72f483f2-4af6-4add-acff-8e2d356b948e req-f602f439-22a9-49da-b47e-8d80ee340f90 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1635051 Feb 04 20:00:18.456008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:18.461652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:18.466494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Usage tracker for resource:floatingip and tenant:b938b81ed1044e7fb11597c901db0843 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:18.469406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:18.471161 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.472835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.475496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:18.488283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.508425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-1c115fe8-5085-496d-872d-e50561a9e1f8', 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'fixed_ips': [{'subnet_id': '7aec2fbb-49e2-4b49-8b33-3829c8e9db60'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:00:18.509892 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.528011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.677594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Allocated IP 172.20.0.2 (1c115fe8-5085-496d-872d-e50561a9e1f8/7aec2fbb-49e2-4b49-8b33-3829c8e9db60/7a9b6c11-2edb-430c-a5e2-5d818bd2392a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:18.695845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.832332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.902289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Allocated IP 172.25.7.248 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c54d101b-c479-49b5-8b36-8bed8988117e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:18.952873 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:18.963636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fda42-3386-4c07-95b8-95a339279c21 req-dd3ff542-6f59-421e-974c-e49c152f26ff tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:18.966115 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Transition to ACTIVE for port object 7a9b6c11-2edb-430c-a5e2-5d818bd2392a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:18.967249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f3fda42-3386-4c07-95b8-95a339279c21 req-dd3ff542-6f59-421e-974c-e49c152f26ff tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.1281524 Feb 04 20:00:18.986653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Transition to ACTIVE for port object 7a9b6c11-2edb-430c-a5e2-5d818bd2392a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:19.047997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.059793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.064305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f3fda42-3386-4c07-95b8-95a339279c21 req-5366089c-8324-4058-9753-29924a9e856e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Feb 04 20:00:19.111833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:19.120007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:19.124259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:19.168255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.216331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Pushing event updated for resources: {'Port': ['ID=7a9b6c11-2edb-430c-a5e2-5d818bd2392a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:19.237344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Attempting to bind port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:19.237717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Attempting to bind port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:19.238628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Attempting to bind port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a on network 1c115fe8-5085-496d-872d-e50561a9e1f8 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:19.244519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:19.244875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Checking segment: {'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:19.245446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.245761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Bound using segment: {'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:19.246399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Bound port: 7a9b6c11-2edb-430c-a5e2-5d818bd2392a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:19.246799 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.252709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:19.255634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:19.259637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:19.270982 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5dfa5d09-00a1-483c-bcf4-492d2bb6024a req-232b08b5-2428-4d82-8ef2-4e78d70ee735 tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "GET /v2.0/security-groups/a22f4a4a-843f-42ba-bb2e-f7081d40b96a HTTP/1.1" status: 200 len: 1812 time: 0.1696339 Feb 04 20:00:19.291005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Pushing event updated for resources: {'Port': ['ID=c54d101b-c479-49b5-8b36-8bed8988117e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:19.299854 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:00:19.350740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.361868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] For port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:19.364987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] For port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7a9b6c11-2edb-430c-a5e2-5d818bd2392a,segment=NetworkSegment(8733bcd5-173d-4812-ae24-04f68c91cb62),segment_id=8733bcd5-173d-4812-ae24-04f68c91cb62)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:19.396715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.433484 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.437553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.471427 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.477356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5dfa5d09-00a1-483c-bcf4-492d2bb6024a req-08935b48-d699-432e-895b-58a1db16e92d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.532350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5dfa5d09-00a1-483c-bcf4-492d2bb6024a req-08935b48-d699-432e-895b-58a1db16e92d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.540482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beff7ff-92d3-4e3c-a68a-31575bef1fce None None] Pushing event updated for resources: {'Port': ['ID=7a9b6c11-2edb-430c-a5e2-5d818bd2392a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:19.648810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Allocated IP 172.25.7.177 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/79028ce5-368b-440c-b047-b93cefce519b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:19.718424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.763162 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5dfa5d09-00a1-483c-bcf4-492d2bb6024a req-08935b48-d699-432e-895b-58a1db16e92d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.789303 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.805708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935b48-d699-432e-895b-58a1db16e92d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f4a4a-843f-42ba-bb2e-f7081d40b96a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:19.835381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5dfa5d09-00a1-483c-bcf4-492d2bb6024a req-08935b48-d699-432e-895b-58a1db16e92d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.842875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5dfa5d09-00a1-483c-bcf4-492d2bb6024a req-08935b48-d699-432e-895b-58a1db16e92d tempest-SecurityGroupRulesNegativeTestJSON-1448137492 tempest-SecurityGroupRulesNegativeTestJSON-1448137492-project] 10.222.0.48 "DELETE /v2.0/security-groups/a22f4a4a-843f-42ba-bb2e-f7081d40b96a HTTP/1.1" status: 204 len: 173 time: 0.5517657 Feb 04 20:00:19.845814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45342) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:19.892503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:19.999637 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-439f7b90-d784-40b7-b5a2-452be5f63f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.038865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Pushing event updated for resources: {'Port': ['ID=c54d101b-c479-49b5-8b36-8bed8988117e,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:20.056925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.074381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] Deleting subnet b087ec37-a1a9-4806-bcb3-4c2f0df105c0 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:00:20.079224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.091209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7a9b6c11-2edb-430c-a5e2-5d818bd2392a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:20.140197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.197794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.200448 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.270818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:20.275113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:20.277925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:20.282447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:20.335223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=79028ce5-368b-440c-b047-b93cefce519b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:20.366203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a96bc-5ba7-434c-93ad-cb6da7bc328e req-48cb6211-c3db-4513-9735-a392a3ceaa37 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:20.367765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a72a96bc-5ba7-434c-93ad-cb6da7bc328e req-48cb6211-c3db-4513-9735-a392a3ceaa37 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.4077120 Feb 04 20:00:20.369412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.376342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72f483f2-4af6-4add-acff-8e2d356b948e req-7f58dedf-4b22-42d5-9ca0-69d39631e0ec tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9239955 Feb 04 20:00:20.385785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.585393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a72a96bc-5ba7-434c-93ad-cb6da7bc328e req-6e972a79-fa3c-4190-8f50-0b44cc25d630 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575456 Feb 04 20:00:20.621148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b087ec37-a1a9-4806-bcb3-4c2f0df105c0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:20.639128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:20.647354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-72f483f2-4af6-4add-acff-8e2d356b948e req-d7444f2a-74ea-444f-ba14-2fbee3db0268 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Synchronizing usage tracker for tenant:b938b81ed1044e7fb11597c901db0843 on resource:floatingip {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:20.653545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f82896dc-2636-4359-af0d-f19ec312fe43 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b087ec37-a1a9-4806-bcb3-4c2f0df105c0 HTTP/1.1" status: 204 len: 168 time: 0.8067117 Feb 04 20:00:20.656207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45348) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:20.728760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-72f483f2-4af6-4add-acff-8e2d356b948e req-d7444f2a-74ea-444f-ba14-2fbee3db0268 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Unset dirty status for tenant:b938b81ed1044e7fb11597c901db0843 on resource:floatingip {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:20.730254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72f483f2-4af6-4add-acff-8e2d356b948e req-d7444f2a-74ea-444f-ba14-2fbee3db0268 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.248 HTTP/1.1" status: 200 len: 696 time: 0.3342893 Feb 04 20:00:20.789537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cac710-4935-46e9-ba86-7d9847e236d1 None None] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:20.893121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f483f2-4af6-4add-acff-8e2d356b948e req-cf4f6e85-d379-4ee7-8d4f-857cb10a9dfc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:20.895984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72f483f2-4af6-4add-acff-8e2d356b948e req-cf4f6e85-d379-4ee7-8d4f-857cb10a9dfc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.1597152 Feb 04 20:00:20.969158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3c44cc10-c6fe-4c7c-b9ea-1d6e0c90a51d None None] Provisioning for port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:20.979575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3c44cc10-c6fe-4c7c-b9ea-1d6e0c90a51d None None] Provisioning complete for port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:20.979863 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3c44cc10-c6fe-4c7c-b9ea-1d6e0c90a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.038574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-28158bb6-70f7-43d3-9e86-b8c5543179bc service neutron] 10.222.0.24 "GET /v2.0/ports/dbaba279-dee7-497c-9763-e3e19fbbf93b/bindings/n-h1-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.3619406 Feb 04 20:00:21.042428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.074667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c0c8-ac47-4d9c-912e-7a34e80997b8 req-4d49d63a-5a66-4cd9-9773-7e1dd539a1db tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:21.076320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80a4c0c8-ac47-4d9c-912e-7a34e80997b8 req-4d49d63a-5a66-4cd9-9773-7e1dd539a1db tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.0880251 Feb 04 20:00:21.130790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.137346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80a4c0c8-ac47-4d9c-912e-7a34e80997b8 req-47cd2124-1ca1-48ae-9636-d91bccb8d06c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Feb 04 20:00:21.163738 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3c44cc10-c6fe-4c7c-b9ea-1d6e0c90a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.216596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3c44cc10-c6fe-4c7c-b9ea-1d6e0c90a51d None None] For port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7a9b6c11-2edb-430c-a5e2-5d818bd2392a,segment=NetworkSegment(8733bcd5-173d-4812-ae24-04f68c91cb62),segment_id=8733bcd5-173d-4812-ae24-04f68c91cb62)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:21.247551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3ebc-4337-4776-974d-f38f70a1090b req-548a548a-2333-42bc-9586-8621be368deb tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:21.249042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e16a3ebc-4337-4776-974d-f38f70a1090b req-548a548a-2333-42bc-9586-8621be368deb tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.5376377 Feb 04 20:00:21.285123 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3c44cc10-c6fe-4c7c-b9ea-1d6e0c90a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.373391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44cc10-c6fe-4c7c-b9ea-1d6e0c90a51d None None] Pushing event updated for resources: {'Port': ['ID=7a9b6c11-2edb-430c-a5e2-5d818bd2392a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:21.381940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2abf2-dbc1-41d7-b2d4-74fe655e7dc7 req-0e026ed1-80ee-47f6-bf60-56adaac444b4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:21.387258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ae2abf2-dbc1-41d7-b2d4-74fe655e7dc7 req-0e026ed1-80ee-47f6-bf60-56adaac444b4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 944 time: 0.1048038 Feb 04 20:00:21.436134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ae2abf2-dbc1-41d7-b2d4-74fe655e7dc7 req-8795ae7a-42ed-44d8-89e3-7c4d5249dddb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 Feb 04 20:00:21.506534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5826ea8f-0213-4de1-a202-f46448f0d0dd None None] Provisioning complete for port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:21.506841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5826ea8f-0213-4de1-a202-f46448f0d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.514842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.547900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-27b6ad08-c8a1-44af-bad4-4f3abc331f15 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips/7b90905f-286e-401d-9e7d-fc05364a85f9 HTTP/1.1" status: 200 len: 693 time: 0.0875206 Feb 04 20:00:21.679831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e16a3ebc-4337-4776-974d-f38f70a1090b req-dbdd3c3b-7654-4b09-90d1-17bb79a45f7c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154541 Feb 04 20:00:21.716537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-ac6a7f64-4b26-424b-9a8e-40588eafd08e tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:21.717939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-ac6a7f64-4b26-424b-9a8e-40588eafd08e tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.1634648 Feb 04 20:00:21.768540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3378cda4-f7ab-4446-b8b8-b84ce61057c5']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:21.802238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-11bfb2df-2ab4-4175-9415-50614b29eab7 tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.248 HTTP/1.1" status: 200 len: 696 time: 0.0774848 Feb 04 20:00:21.887477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-26a97a9c-7c83-4a2b-948d-d8c1f894bafe tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.248 HTTP/1.1" status: 200 len: 696 time: 0.0775740 Feb 04 20:00:21.887613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d90a0f-1e5c-4859-abb7-24a84197cccb') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:21.887785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d90a0f-1e5c-4859-abb7-24a84197cccb') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:21.923888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:21.948812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7a9b6c11-2edb-430c-a5e2-5d818bd2392a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:22.017829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:22.018218 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.021136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.054740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:00:22.055115 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.060387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Deleting port c54d101b-c479-49b5-8b36-8bed8988117e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:22.061463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:00:22.072996 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:00:22.173219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4df4-2f7a-4182-a7cf-835932056bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.206371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:22.220098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.243787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.244360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.292168 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.308133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:22.364672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.366966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Calling delete_port for c54d101b-c479-49b5-8b36-8bed8988117e owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:22.380974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752fcb5-5812-43c9-ab48-173312ca2532 req-e72b3f3a-b363-4eac-97a9-5829eba204dc tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:22.382522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8752fcb5-5812-43c9-ab48-173312ca2532 req-e72b3f3a-b363-4eac-97a9-5829eba204dc tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.6033537 Feb 04 20:00:22.397653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] Pushing event deleted for resources: {'Network': ['ID=3378cda4-f7ab-4446-b8b8-b84ce61057c5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:22.405118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-414f462d-8fae-40f9-84d6-a2634f32620c admin admin] 10.222.0.48 "DELETE /v2.0/networks/3378cda4-f7ab-4446-b8b8-b84ce61057c5 HTTP/1.1" status: 204 len: 168 time: 1.7478878 Feb 04 20:00:22.432235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaba279-dee7-497c-9763-e3e19fbbf93b {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:22.432481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 25e3beb8-f2ae-4d06-b30b-83b9199323d6 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:00:22.511369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:22.554196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8752fcb5-5812-43c9-ab48-173312ca2532 req-011f1c64-9e40-49fa-afb1-e84aa9b8a3c4 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598728 Feb 04 20:00:22.585339 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.603609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:22.621767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.622986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '25e3beb8-f2ae-4d06-b30b-83b9199323d6', 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b', 'port_id': '25e3beb8-f2ae-4d06-b30b-83b9199323d6', 'mac_address': 'fa:16:3e:9b:40:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8583c6f7-074e-492e-ac8b-3b3f2e6898f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:00:22.676201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Router 4d7a14fb-0394-492e-8661-0dd8a561f55e is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:00:22.696654 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.716607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e3beb8-f2ae-4d06-b30b-83b9199323d6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:22.747293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:22.754340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Pushing event deleted for resources: {'Port': ['ID=c54d101b-c479-49b5-8b36-8bed8988117e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:22.767563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45366) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:22.819156 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.847901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.894094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:22.934111 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:22.935336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-302fd7b1-4483-420c-b126-3bc2228a14e2 req-89f1ffe9-afc5-4eee-8265-bf402c6a086b tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "DELETE /v2.0/floatingips/7b90905f-286e-401d-9e7d-fc05364a85f9 HTTP/1.1" status: 204 len: 173 time: 1.0418859 Feb 04 20:00:22.950900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6bf55240-c33a-4383-89db-9d998923e34c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16ed29354ba04722b027f5e558b3c51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746633 Feb 04 20:00:22.953760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45372) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:22.957137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] Transition to ACTIVE for port object dbaba279-dee7-497c-9763-e3e19fbbf93b will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:22.969749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:22.983056 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Sync routers for ids ['4d7a14fb-0394-492e-8661-0dd8a561f55e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:22.992330 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Routers {'4d7a14fb-0394-492e-8661-0dd8a561f55e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:22.992985 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['4d7a14fb-0394-492e-8661-0dd8a561f55e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:23.027454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eb46bda8-d412-4407-bc55-99fc222b8cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.059148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.108914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eb46bda8-d412-4407-bc55-99fc222b8cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.111157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.112484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8da0a777-6f3a-4eb8-a849-031aa594e9b9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7371981 Feb 04 20:00:23.121742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45376) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:23.174375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['25e3beb8-f2ae-4d06-b30b-83b9199323d6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:23.242515 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Set router 4d7a14fb-0394-492e-8661-0dd8a561f55e gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:23.266596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:23.276726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d36d-00ea-47b6-879d-3fe7a69e75b4 req-ea946580-9f2f-4542-8ea2-5bb2d59fbc0e tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:23.279144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2f2d36d-00ea-47b6-879d-3fe7a69e75b4 req-ea946580-9f2f-4542-8ea2-5bb2d59fbc0e tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.2529798 Feb 04 20:00:23.326933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eb46bda8-d412-4407-bc55-99fc222b8cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.359756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46bda8-d412-4407-bc55-99fc222b8cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a92dd-ae05-4c00-b05f-70f63e48d665,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:23.382430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2f2d36d-00ea-47b6-879d-3fe7a69e75b4 req-5a58481b-6910-4f3b-8593-793cbdd91501 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970592 Feb 04 20:00:23.384623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eb46bda8-d412-4407-bc55-99fc222b8cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.385726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-eb46bda8-d412-4407-bc55-99fc222b8cc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a70a92dd-ae05-4c00-b05f-70f63e48d665 HTTP/1.1" status: 204 len: 168 time: 0.4308016 Feb 04 20:00:23.475669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] No DVR routers for this DVR port dbaba279-dee7-497c-9763-e3e19fbbf93b on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:00:23.541141 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-a5156503-632a-4fb6-979b-1b3cfeb99d01 req-d8b1769f-2ee9-42be-8607-509a613a5abf tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] show failed (client error): The resource could not be found. Feb 04 20:00:23.556191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5156503-632a-4fb6-979b-1b3cfeb99d01 req-d8b1769f-2ee9-42be-8607-509a613a5abf tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips/7b90905f-286e-401d-9e7d-fc05364a85f9 HTTP/1.1" status: 404 len: 350 time: 0.1090751 Feb 04 20:00:23.642807 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.643743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:23.652961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:23.701219 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '79028ce5-368b-440c-b047-b93cefce519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:20Z', 'revision_number': 3, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port': {'id': '79028ce5-368b-440c-b047-b93cefce519b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:19Z', 'updated_at': '2022-02-04T20:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:23.705624 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Checking router: 4d7a14fb-0394-492e-8661-0dd8a561f55e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:23.705973 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Updating router 4d7a14fb-0394-492e-8661-0dd8a561f55e port 79028ce5-368b-440c-b047-b93cefce519b binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:00:23.722178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-07502c5e-c8ac-47b1-b9b9-7e53b1568d26 service neutron] 10.222.0.24 "PUT /v2.0/ports/dbaba279-dee7-497c-9763-e3e19fbbf93b/bindings/n-h1-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6777089 Feb 04 20:00:23.764059 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.790732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83904e8-56b8-4767-816d-df32b2fae19a req-6507340c-bea3-4f85-8c4d-a79e808229ab tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:23.792237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c83904e8-56b8-4767-816d-df32b2fae19a req-6507340c-bea3-4f85-8c4d-a79e808229ab tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.1231360 Feb 04 20:00:23.807899 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:23.860368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c83904e8-56b8-4767-816d-df32b2fae19a req-1d2557b0-5f5d-4fef-93ae-ace842aeb998 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586622 Feb 04 20:00:23.948058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e246e-9448-4313-808a-0629dc1aad36 req-be59f721-1d9b-4c94-bae1-fa1aaa50f913 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:23.955114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e65e246e-9448-4313-808a-0629dc1aad36 req-be59f721-1d9b-4c94-bae1-fa1aaa50f913 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 945 time: 0.4808991 Feb 04 20:00:23.991047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-674001c5-c142-46de-9832-778939ee11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:23.992595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-674001c5-c142-46de-9832-778939ee11c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 1096 time: 0.7277205 Feb 04 20:00:24.023620 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-d5fa9d85-5579-4ca8-9c94-fc45fe6ece2e req-3c1afad8-725e-4f22-99a0-11ee080b82dc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] show failed (client error): The resource could not be found. Feb 04 20:00:24.025201 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5fa9d85-5579-4ca8-9c94-fc45fe6ece2e req-3c1afad8-725e-4f22-99a0-11ee080b82dc tempest-FloatingIPsTestJSON-1919169179 tempest-FloatingIPsTestJSON-1919169179-project] 10.222.0.48 "GET /v2.0/floatingips/7b90905f-286e-401d-9e7d-fc05364a85f9 HTTP/1.1" status: 404 len: 350 time: 0.1419098 Feb 04 20:00:24.039550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:24.057036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e65e246e-9448-4313-808a-0629dc1aad36 req-a059eb02-f93c-44a3-887d-808b47019910 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009119 Feb 04 20:00:24.219537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-463dc63a-76bd-47b5-a946-4f84f7522315 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:24.224392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-463dc63a-76bd-47b5-a946-4f84f7522315 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.2655437 Feb 04 20:00:24.337982 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:24.349980 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Transition to ACTIVE for port object 79028ce5-368b-440c-b047-b93cefce519b will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:24.363109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-cd4f43a5-d62d-4946-80e1-0501517bb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:24.364565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-cd4f43a5-d62d-4946-80e1-0501517bb688 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 911 time: 0.3569171 Feb 04 20:00:24.419505 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:24.514364 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Attempting to bind port 79028ce5-368b-440c-b047-b93cefce519b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:24.514811 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Attempting to bind port 79028ce5-368b-440c-b047-b93cefce519b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:24.515175 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Attempting to bind port 79028ce5-368b-440c-b047-b93cefce519b on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:24.517211 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8ebb-39bc-4b76-b9fd-eb1e82d6a734 None None] Pushing event updated for resources: {'Port': ['ID=79028ce5-368b-440c-b047-b93cefce519b,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:24.523496 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:24.523864 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:24.524811 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:24.525186 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:24.525644 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Bound port: 79028ce5-368b-440c-b047-b93cefce519b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:24.526036 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:24.528968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-269fa157-7187-4e5c-8e12-0f506647b02b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96b3163-c42a-447b-8428-028b927676dc HTTP/1.1" status: 200 len: 217 time: 0.1567912 Feb 04 20:00:24.561380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-fd611d84-49c2-43a6-9134-b6d9c98dcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:24.562897 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-fd611d84-49c2-43a6-9134-b6d9c98dcb1b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 1096 time: 0.3332341 Feb 04 20:00:24.577076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694cb04-71a8-4321-b994-642add7ccc66 req-1e3ae132-4108-467c-b776-2630087b3da6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:24.578564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a694cb04-71a8-4321-b994-642add7ccc66 req-1e3ae132-4108-467c-b776-2630087b3da6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.2957957 Feb 04 20:00:24.622081 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] For port 79028ce5-368b-440c-b047-b93cefce519b, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:24.625702 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] For port 79028ce5-368b-440c-b047-b93cefce519b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=79028ce5-368b-440c-b047-b93cefce519b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:24.719731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a694cb04-71a8-4321-b994-642add7ccc66 req-fff37bb3-8810-4def-8fd8-2aaac78287b4 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280954 Feb 04 20:00:24.730168 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:24.758260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-2eb6f3e9-9920-421d-9787-76f8fc6bbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:24.760191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-2eb6f3e9-9920-421d-9787-76f8fc6bbef6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1096 time: 0.1699939 Feb 04 20:00:24.768158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-e1377ad5-1201-4e71-875c-6e5cfd9c8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:24.773033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-e1377ad5-1201-4e71-875c-6e5cfd9c8978 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 200 len: 850 time: 0.1743808 Feb 04 20:00:24.823440 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Routers {'4d7a14fb-0394-492e-8661-0dd8a561f55e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:24.825202 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['4d7a14fb-0394-492e-8661-0dd8a561f55e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:24.859914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:24.899364 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8ebb-39bc-4b76-b9fd-eb1e82d6a734 None None] Pushing event updated for resources: {'Port': ['ID=79028ce5-368b-440c-b047-b93cefce519b,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:24.915015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-94b0d774-4742-4e6c-a942-512034e63ea6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345315 Feb 04 20:00:24.945061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:25.010369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45416) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:25.057814 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] Set router 4d7a14fb-0394-492e-8661-0dd8a561f55e gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:25.073631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201552c-1bf0-4dee-8065-c3eec7690375 req-248391bd-176f-44f9-a143-0ab22bd3bff0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:25.075310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2201552c-1bf0-4dee-8065-c3eec7690375 req-248391bd-176f-44f9-a143-0ab22bd3bff0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.4811919 Feb 04 20:00:25.153382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-e9132f99-a0cc-48fe-9860-d1967172751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:25.154863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-e9132f99-a0cc-48fe-9860-d1967172751e service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.3674572 Feb 04 20:00:25.235691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-13da3e6c-1b17-4cc3-bab9-19e284e6705b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 200 len: 217 time: 0.0724585 Feb 04 20:00:25.244839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40639ca0-a992-4c75-a093-b3fcf27313f8 req-4e19c2e9-505f-4bb7-8919-d2ec82a9b5ef tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:25.246329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40639ca0-a992-4c75-a093-b3fcf27313f8 req-4e19c2e9-505f-4bb7-8919-d2ec82a9b5ef tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2313805 Feb 04 20:00:25.323782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1696595806-network', 'tenant_id': 'a50ae48155a94d01a7dad9fcdc91412b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:25.329030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-8f6cb9fb-21bf-4eea-a8aa-6abfe9a9f95a service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062040 Feb 04 20:00:25.333888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:25.367612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2201552c-1bf0-4dee-8065-c3eec7690375 req-48c086ec-7faa-4851-b935-2bbc902ccbdc tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795339 Feb 04 20:00:25.393671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40639ca0-a992-4c75-a093-b3fcf27313f8 req-03b2da91-6138-467b-9fa0-1c72f86fa6a5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050479 Feb 04 20:00:25.393671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-9100f429-6044-4f0c-8f91-4e34a82824e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:25.393671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-9100f429-6044-4f0c-8f91-4e34a82824e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1433825 Feb 04 20:00:25.411973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Usage tracker for resource:network and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:25.421079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:25.446469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-9177cb6d-b766-4cb4-9503-ed6548741ed5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455630 Feb 04 20:00:25.478772 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '79028ce5-368b-440c-b047-b93cefce519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:20Z', 'revision_number': 3, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port': {'id': '79028ce5-368b-440c-b047-b93cefce519b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:19Z', 'updated_at': '2022-02-04T20:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:25.483549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:25.483756 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6d01e-a8ed-4202-8391-00656b86231f None None] The sync data for ids ['4d7a14fb-0394-492e-8661-0dd8a561f55e'] in n-d-811806-1 is: [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '79028ce5-368b-440c-b047-b93cefce519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:20Z', 'revision_number': 3, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port': {'id': '79028ce5-368b-440c-b047-b93cefce519b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:19Z', 'updated_at': '2022-02-04T20:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:25.490847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:25.606785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Made reservation on behalf of a50ae48155a94d01a7dad9fcdc91412b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:25.609094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:25.637363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:25.683451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Allocated IP 172.20.0.1 (1c115fe8-5085-496d-872d-e50561a9e1f8/7aec2fbb-49e2-4b49-8b33-3829c8e9db60/882f41b2-07b3-4725-b20d-cfed4270e471) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:25.685854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:25.708926 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c4a9e4-97bd-4c74-a1ea-7b5eff4c6df7 req-a546b3df-e145-4bd6-b74d-09bffcb52894 service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585627 Feb 04 20:00:25.708926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:25.708926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:25.713983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:25.792802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-99b609bb-0b25-4b1f-b730-ca5cb72f8e44 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314369 Feb 04 20:00:25.874072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e5c5-8698-479b-8911-48526a08c701 req-526a088f-325d-428c-8f57-a3be839c4cb6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:25.876309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6e4e5c5-8698-479b-8911-48526a08c701 req-526a088f-325d-428c-8f57-a3be839c4cb6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 945 time: 0.3357015 Feb 04 20:00:25.953117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:25.970499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Transition to ACTIVE for port object 882f41b2-07b3-4725-b20d-cfed4270e471 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:26.018879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 79028ce5-368b-440c-b047-b93cefce519b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:26.054615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6e4e5c5-8698-479b-8911-48526a08c701 req-f552cb5a-f545-47b7-863a-3151c05e7678 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 Feb 04 20:00:26.057157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.161854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:26.166882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:26.172483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:26.178329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 79028ce5-368b-440c-b047-b93cefce519b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:26.184366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 79028ce5-368b-440c-b047-b93cefce519b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:26.184741 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.222368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Pushing event updated for resources: {'Port': ['ID=882f41b2-07b3-4725-b20d-cfed4270e471,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:26.232986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.259125 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.297589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb5f96-386d-42bd-b197-5e494c6192d7 req-617e9d67-e068-4b4c-8fe0-5cdad25949cb tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:26.299822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ebbb5f96-386d-42bd-b197-5e494c6192d7 req-617e9d67-e068-4b4c-8fe0-5cdad25949cb tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.3902910 Feb 04 20:00:26.302030 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-236fa146-ce7b-4ab3-a341-b74a8e1d18aa service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204292 Feb 04 20:00:26.341192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Deleting port c4cd900d-160a-40a0-ba22-08e0a8caf220 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:26.347109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.375465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.398821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ebbb5f96-386d-42bd-b197-5e494c6192d7 req-12001e30-9775-4de0-bcbb-5cc3faeb455a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876997 Feb 04 20:00:26.400990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 79028ce5-368b-440c-b047-b93cefce519b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=79028ce5-368b-440c-b047-b93cefce519b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:26.453271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 25e3beb8-f2ae-4d06-b30b-83b9199323d6 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:26.532128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.615104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.628131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:00:26.638074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.638416 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Added segment f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5 of type vlan for network dea0b237-0289-4902-a98b-a8b16f81ee32 Feb 04 20:00:26.667272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.725700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=79028ce5-368b-440c-b047-b93cefce519b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:26.784360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:26.785553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f9b0ec6-c3a4-47a2-a9b4-6a853baf0575 None None] Provisioning for port 882f41b2-07b3-4725-b20d-cfed4270e471 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:26.795463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f9b0ec6-c3a4-47a2-a9b4-6a853baf0575 None None] Provisioning complete for port 882f41b2-07b3-4725-b20d-cfed4270e471 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:26.795463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0ec6-c3a4-47a2-a9b4-6a853baf0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.840351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37527a14-c59d-44ce-ac01-54652967ea92 req-3e7a7476-5a28-4458-8611-8b56a6ba5ef7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:26.842101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37527a14-c59d-44ce-ac01-54652967ea92 req-3e7a7476-5a28-4458-8611-8b56a6ba5ef7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.2318060 Feb 04 20:00:26.851704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:26.866490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:26.867080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.909139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37527a14-c59d-44ce-ac01-54652967ea92 req-45544fb9-bdb2-4b6c-a423-17ec0561d21c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609987 Feb 04 20:00:26.912045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.915714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:26.916735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.919377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] For port c4cd900d-160a-40a0-ba22-08e0a8caf220, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c4cd900d-160a-40a0-ba22-08e0a8caf220,segment=NetworkSegment(57414489-f052-41a1-8037-e684f8054083),segment_id=57414489-f052-41a1-8037-e684f8054083)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:26.919853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:26.926028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b0ec6-c3a4-47a2-a9b4-6a853baf0575 None None] Port 882f41b2-07b3-4725-b20d-cfed4270e471 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:00:27.009006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:27.036802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:27.047703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:27.065921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Calling delete_port for c4cd900d-160a-40a0-ba22-08e0a8caf220 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:27.090541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] Pushing event updated for resources: {'Network': ['ID=dea0b237-0289-4902-a98b-a8b16f81ee32,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:27.094854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:27.106121 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6', 'code': 200} Feb 04 20:00:27.111291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899be4c-36d5-4f8b-8057-1492e9c1cc45 req-a21b3408-fe89-424e-9122-7ab62e0833c5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:27.113848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7899be4c-36d5-4f8b-8057-1492e9c1cc45 req-a21b3408-fe89-424e-9122-7ab62e0833c5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.5072989 Feb 04 20:00:27.119627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network dea0b237-0289-4902-a98b-a8b16f81ee32 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:00:27.160177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-684129f9-ffe2-4adc-9b93-913d3c40e617 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1376624 Feb 04 20:00:27.160713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45438) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:27.170045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Request body: {'subnet': {'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1696595806-subnet', 'tenant_id': 'a50ae48155a94d01a7dad9fcdc91412b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:27.176184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:27.180799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Usage tracker for resource:subnet and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:27.183940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:27.193761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:27.282929 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:27.288915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Made reservation on behalf of a50ae48155a94d01a7dad9fcdc91412b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:27.291800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:27.357194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-240d6dca-475b-42a2-af5b-b51b8425a39a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:27.358600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:27.358813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-240d6dca-475b-42a2-af5b-b51b8425a39a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.5006032 Feb 04 20:00:27.365169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7899be4c-36d5-4f8b-8057-1492e9c1cc45 req-8cc19b5a-0eb1-45d3-9454-fac0aea176e6 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352035 Feb 04 20:00:27.642942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-56d70668-764d-4cb2-b4b4-d9f6d4b5d383 service neutron] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:27.655757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-56d70668-764d-4cb2-b4b4-d9f6d4b5d383 service neutron] Notify callbacks [] for binding, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:27.656850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da5f232-3f46-4c96-8cfc-1043af762c92 req-56d70668-764d-4cb2-b4b4-d9f6d4b5d383 service neutron] 10.222.0.62 "DELETE /v2.0/ports/dbaba279-dee7-497c-9763-e3e19fbbf93b/bindings/n-h2-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.2908401 Feb 04 20:00:27.673423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49e0c-3f25-4254-b715-3557857087ed req-3fb59e47-c35c-4bf1-87fa-d188b58eb52b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:27.674920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6d49e0c-3f25-4254-b715-3557857087ed req-3fb59e47-c35c-4bf1-87fa-d188b58eb52b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.1180816 Feb 04 20:00:27.686178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b70a4-af30-4961-91e6-2cdae671dece req-4ed779f8-51c3-4e32-b42e-bb58afa30dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:27.687584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-855b70a4-af30-4961-91e6-2cdae671dece req-4ed779f8-51c3-4e32-b42e-bb58afa30dff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1096 time: 0.4785144 Feb 04 20:00:27.726308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6d49e0c-3f25-4254-b715-3557857087ed req-38a34f1b-5da2-448a-a550-25d6e4069307 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Feb 04 20:00:27.739369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:27.806493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f235793-5c99-4ecd-9e3f-12c81cdb5897 req-8ef734e5-b07e-467c-a799-56110b06fa5d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:27.807646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f235793-5c99-4ecd-9e3f-12c81cdb5897 req-8ef734e5-b07e-467c-a799-56110b06fa5d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 945 time: 0.4993460 Feb 04 20:00:27.820685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-855b70a4-af30-4961-91e6-2cdae671dece req-57916de0-4c7c-4bf2-9306-a43e926e6a3b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188533 Feb 04 20:00:27.823211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cd900d-160a-40a0-ba22-08e0a8caf220,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:27.863707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:27.917528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f235793-5c99-4ecd-9e3f-12c81cdb5897 req-9a2f60e9-9c4b-4986-b039-d067222af722 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987165 Feb 04 20:00:27.994432 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:28.067640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 79028ce5-368b-440c-b047-b93cefce519b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:28.163867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:28.206368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:28.207022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 79028ce5-368b-440c-b047-b93cefce519b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:28.207320 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:28.295978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Pushing event updated for resources: {'Port': ['ID=882f41b2-07b3-4725-b20d-cfed4270e471,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:28.337491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:28.345832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=725741d9-b749-4235-8719-d6ae6e562ed7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:28.440583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b277-e96f-4fd2-93c4-d3dd471331a8 req-6ce5411b-8848-4c6b-96a8-f2556016aedb tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:28.441854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa76b277-e96f-4fd2-93c4-d3dd471331a8 req-6ce5411b-8848-4c6b-96a8-f2556016aedb tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 0.2675843 Feb 04 20:00:28.446874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Checking segment: {'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:28.447236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Network hostable DHCP agents. Network: dea0b237-0289-4902-a98b-a8b16f81ee32, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:00:28.496528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2290-4e6c-49ea-94a3-b0e8892b7aa8 req-214dd53d-4988-4c7e-b56e-88c33f65a3a3 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:28.498117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-698c2290-4e6c-49ea-94a3-b0e8892b7aa8 req-214dd53d-4988-4c7e-b56e-88c33f65a3a3 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1096 time: 0.3673620 Feb 04 20:00:28.562807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:28.566598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-698c2290-4e6c-49ea-94a3-b0e8892b7aa8 req-cd09f400-99ea-48cc-b670-bebe81a8c7ac tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587595 Feb 04 20:00:28.567417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:28.630020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Network dea0b237-0289-4902-a98b-a8b16f81ee32 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:00:28.682744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa76b277-e96f-4fd2-93c4-d3dd471331a8 req-f74f40b8-a83d-45bc-a942-40d31af69dba tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726292 Feb 04 20:00:28.736086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, dea0b237-0289-4902-a98b-a8b16f81ee32) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:28.744633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c914870-a211-485d-9f3a-e98bd258c3d5 None None] Network dea0b237-0289-4902-a98b-a8b16f81ee32 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:28.768691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:28.769399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:28.819173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Router 9c28ddf2-285b-414a-b95b-3963a9118689 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:00:28.909603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Router 4d7a14fb-0394-492e-8661-0dd8a561f55e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:00:28.980172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8c75970a-d1c8-457c-8e19-85c9384bdfd5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8182416 Feb 04 20:00:29.014570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf869b29-62f0-4cf7-9569-458287f23b5b req-bb9c159b-6a59-4de2-a1db-e45b3d4762f4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:29.025201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf869b29-62f0-4cf7-9569-458287f23b5b req-bb9c159b-6a59-4de2-a1db-e45b3d4762f4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2469153 Feb 04 20:00:29.080136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:29.080362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-27e40326-5cfe-4481-b72c-11ddcf738c96 None None] Provisioning complete for port 882f41b2-07b3-4725-b20d-cfed4270e471 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:29.080805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-27e40326-5cfe-4481-b72c-11ddcf738c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:29.085156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-61780872-ccd6-4180-b229-8c65cbeae867 admin admin] 10.222.0.48 "PUT /v2.0/routers/9c28ddf2-285b-414a-b95b-3963a9118689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0440676 Feb 04 20:00:29.088386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45458) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:29.162092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11673f34-5c75-4f36-98d0-fb70f443aaa7 req-80ee0584-5079-4c01-aff7-1b1e8b674bc2 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:29.163731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11673f34-5c75-4f36-98d0-fb70f443aaa7 req-80ee0584-5079-4c01-aff7-1b1e8b674bc2 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 1096 time: 0.2726753 Feb 04 20:00:29.170540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf869b29-62f0-4cf7-9569-458287f23b5b req-15ef1609-9834-4205-9504-00f41ce97822 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441405 Feb 04 20:00:29.183564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] Sync routers for ids ['9c28ddf2-285b-414a-b95b-3963a9118689'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:29.212124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:29.222451 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Sync routers for ids ['4d7a14fb-0394-492e-8661-0dd8a561f55e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:29.237845 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Routers {'4d7a14fb-0394-492e-8661-0dd8a561f55e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:29.238684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6eeb427e-e529-40f8-847d-9faf09bd62c9 admin admin] 10.222.0.48 "PUT /v2.0/routers/4d7a14fb-0394-492e-8661-0dd8a561f55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1157613 Feb 04 20:00:29.240181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b01ea-ca64-4e9e-9b3d-26352305a3fe None None] Network dea0b237-0289-4902-a98b-a8b16f81ee32 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:29.249801 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['4d7a14fb-0394-492e-8661-0dd8a561f55e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:29.295378 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11673f34-5c75-4f36-98d0-fb70f443aaa7 req-eb030bca-68ac-4e98-9113-40567618c4f6 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199484 Feb 04 20:00:29.325596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:29.428257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] Routers {'9c28ddf2-285b-414a-b95b-3963a9118689'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:29.431320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c28ddf2-285b-414a-b95b-3963a9118689'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:29.495427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cc89a-41e6-47dc-8dc4-41121910e87b req-231668ce-1bfd-4ec2-9831-1c38b5d00556 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:29.502460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f05cc89a-41e6-47dc-8dc4-41121910e87b req-231668ce-1bfd-4ec2-9831-1c38b5d00556 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.1634529 Feb 04 20:00:29.598162 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Set router 4d7a14fb-0394-492e-8661-0dd8a561f55e gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:29.600252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f05cc89a-41e6-47dc-8dc4-41121910e87b req-e8cb754a-8dc5-4ad5-9643-f0ee73f7a42a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962667 Feb 04 20:00:29.618948 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:29.628387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-27e40326-5cfe-4481-b72c-11ddcf738c96 None None] Port 882f41b2-07b3-4725-b20d-cfed4270e471 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:00:29.636471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2105910844', 'description': 'tempest-description-708613270'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:29.645544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:29.650276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:29.653251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:29.659609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:29.757179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:29.787633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:29.793350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:29.797807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:29.807542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:29.839442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] Set router 9c28ddf2-285b-414a-b95b-3963a9118689 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:29.861607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Deleting port 62cba71d-0ea0-48e8-943a-03e672340303 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:29.861956 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:29.984223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.000516 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '79028ce5-368b-440c-b047-b93cefce519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:26Z', 'revision_number': 4, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port': {'id': '79028ce5-368b-440c-b047-b93cefce519b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:19Z', 'updated_at': '2022-02-04T20:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '882f41b2-07b3-4725-b20d-cfed4270e471', 'name': '', 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'mac_address': 'fa:16:3e:6f:7e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '7aec2fbb-49e2-4b49-8b33-3829c8e9db60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:25Z', 'updated_at': '2022-02-04T20:00:27Z', 'revision_number': 2, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'subnets': [{'id': '7aec2fbb-49e2-4b49-8b33-3829c8e9db60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:30.008212 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Checking router: 4d7a14fb-0394-492e-8661-0dd8a561f55e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:30.009443 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Updating router 4d7a14fb-0394-492e-8661-0dd8a561f55e port 882f41b2-07b3-4725-b20d-cfed4270e471 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:00:30.064607 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.106628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] For port 62cba71d-0ea0-48e8-943a-03e672340303, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=62cba71d-0ea0-48e8-943a-03e672340303,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:30.107340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.172722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '62cba71d-0ea0-48e8-943a-03e672340303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T20:00:27Z', 'revision_number': 5, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port': {'id': '62cba71d-0ea0-48e8-943a-03e672340303', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:56Z', 'updated_at': '2022-02-04T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:30.176749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] Checking router: 9c28ddf2-285b-414a-b95b-3963a9118689 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:30.178835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.189156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] Routers {'9c28ddf2-285b-414a-b95b-3963a9118689'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:30.189823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c28ddf2-285b-414a-b95b-3963a9118689'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:30.267316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Calling delete_port for 62cba71d-0ea0-48e8-943a-03e672340303 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:30.360242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c012d6-9a2c-41f8-b913-8c6e64f284ca,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:30.376509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] Set router 9c28ddf2-285b-414a-b95b-3963a9118689 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:30.462153 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.475303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ab1b7d0-0a70-4b79-abb1-a866b56d71c5 req-9fcc15f6-0248-47e8-93a0-91c8297e9a2b tempest-FloatingIPsNegativeTestJSON-457993241 tempest-FloatingIPsNegativeTestJSON-457993241-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=469bd613ce0e4adca14e4e9c058dc438 HTTP/1.1" status: 200 len: 217 time: 0.0842240 Feb 04 20:00:30.478012 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Transition to ACTIVE for port object 882f41b2-07b3-4725-b20d-cfed4270e471 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:30.537530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T20:00:29Z', 'revision_number': 6, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:30.542391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce44628-3e50-4e52-b5ae-9e26934cb9da None None] The sync data for ids ['9c28ddf2-285b-414a-b95b-3963a9118689'] in n-d-811806-1 is: [{'id': '9c28ddf2-285b-414a-b95b-3963a9118689', 'name': 'tempest-FloatingIPsTestJSON-1531828982-router', 'tenant_id': 'b938b81ed1044e7fb11597c901db0843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:53Z', 'updated_at': '2022-02-04T20:00:29Z', 'revision_number': 6, 'project_id': 'b938b81ed1044e7fb11597c901db0843', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:30.567635 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.622982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.624239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0ce9ec13-f5cd-4b48-9277-b3b4a297e2a0 req-74fb7dd5-90cf-45de-90ae-4c51e75dde10 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9960034 Feb 04 20:00:30.668493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761dd55-9662-4ebe-a8b6-905a6d323f8f req-ea278feb-b288-43f4-9cd0-93356a5afb23 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:30.670222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2761dd55-9662-4ebe-a8b6-905a6d323f8f req-ea278feb-b288-43f4-9cd0-93356a5afb23 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 0.0935135 Feb 04 20:00:30.682347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.727329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2761dd55-9662-4ebe-a8b6-905a6d323f8f req-6c86484c-3fae-4b95-b4bb-2671746096a7 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491455 Feb 04 20:00:30.737464 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Pushing event updated for resources: {'Port': ['ID=882f41b2-07b3-4725-b20d-cfed4270e471,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:30.798295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Pushing event deleted for resources: {'Port': ['ID=62cba71d-0ea0-48e8-943a-03e672340303,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:30.849140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Attempting to bind port 882f41b2-07b3-4725-b20d-cfed4270e471 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:30.849505 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Attempting to bind port 882f41b2-07b3-4725-b20d-cfed4270e471 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:30.849858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Attempting to bind port 882f41b2-07b3-4725-b20d-cfed4270e471 on network 1c115fe8-5085-496d-872d-e50561a9e1f8 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:30.856195 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:30.856558 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Checking segment: {'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:30.856941 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.857319 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Bound using segment: {'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:30.858415 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Bound port: 882f41b2-07b3-4725-b20d-cfed4270e471, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8733bcd5-173d-4812-ae24-04f68c91cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:30.858415 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.933998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:30.934965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b0b7c008-039f-44cc-969f-c175edc272c5 req-d90e8b54-11b9-4197-ab37-1081b334ff51 tempest-FloatingIPsNegativeTestJSON-457993241 tempest-FloatingIPsNegativeTestJSON-457993241-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0486543 Feb 04 20:00:30.986914 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] For port 882f41b2-07b3-4725-b20d-cfed4270e471, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:30.991757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] For port 882f41b2-07b3-4725-b20d-cfed4270e471, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=882f41b2-07b3-4725-b20d-cfed4270e471,segment=NetworkSegment(8733bcd5-173d-4812-ae24-04f68c91cb62),segment_id=8733bcd5-173d-4812-ae24-04f68c91cb62)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:31.060733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27a6de-17b0-41dd-bc71-a3cdd994bcc2 req-ff64a7a6-241e-4ce5-8c57-11ff52fd6dfb tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:31.062191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b27a6de-17b0-41dd-bc71-a3cdd994bcc2 req-ff64a7a6-241e-4ce5-8c57-11ff52fd6dfb tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.3278553 Feb 04 20:00:31.071536 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.167949 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Routers {'4d7a14fb-0394-492e-8661-0dd8a561f55e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:31.168588 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['4d7a14fb-0394-492e-8661-0dd8a561f55e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:31.195323 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.198740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.257167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b27a6de-17b0-41dd-bc71-a3cdd994bcc2 req-a69b6fda-2b8c-41b0-99d2-06f843228c86 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841617 Feb 04 20:00:31.292054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.292054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c28ddf2-285b-414a-b95b-3963a9118689 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:00:31.314637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1325641160', 'description': 'tempest-description-203199369'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:31.336189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:31.349491 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.351122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b2b8ecfe-826e-4707-a115-95bafc793073 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9c28ddf2-285b-414a-b95b-3963a9118689 HTTP/1.1" status: 204 len: 168 time: 2.2618423 Feb 04 20:00:31.354598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45498) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:31.355832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:31.362470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:31.375801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:31.444387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acc36-3526-491c-b462-e053c819eb24 req-b97c9789-55c5-4626-8a4a-e06c7f856077 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:31.446105 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-965acc36-3526-491c-b462-e053c819eb24 req-b97c9789-55c5-4626-8a4a-e06c7f856077 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.3803926 Feb 04 20:00:31.453469 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Pushing event updated for resources: {'Port': ['ID=882f41b2-07b3-4725-b20d-cfed4270e471,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:31.460340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.460900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] Deleting subnet 4fc77612-1341-40c1-99ce-0f522852a280 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:00:31.464702 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.468324 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.468804 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.468996 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.469332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.470526 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.470526 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.470526 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.470807 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.470984 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.471308 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.471633 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.471953 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78e00e-3439-4985-bf8b-f5dae16521b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:31.501597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:31.507193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:31.510525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:31.517720 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] Set router 4d7a14fb-0394-492e-8661-0dd8a561f55e gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:31.521395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:31.532725 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.642094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.655668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.694024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-965acc36-3526-491c-b462-e053c819eb24 req-cb4495bd-12d1-4276-acc6-24e8b51b4bb3 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371001 Feb 04 20:00:31.699360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.773046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69af50c-9f81-480b-a48f-a6f62aae3d4e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:31.802520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.831272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.832820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c428311-7527-4bcc-86a2-cc2d1f3c6256 req-14b72706-7ce4-4109-a3d0-bdadc210477f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5264297 Feb 04 20:00:31.903373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc77612-1341-40c1-99ce-0f522852a280,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:31.923747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:31.923878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5783dd-a41a-4634-9957-0434f526bf63 None None] Network ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:31.938102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f627ed7a-f7b9-4fc8-8cd8-696f09453b82 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4fc77612-1341-40c1-99ce-0f522852a280 HTTP/1.1" status: 204 len: 168 time: 0.5823014 Feb 04 20:00:31.941426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45508) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:32.002867 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-a6fcee20-995a-437e-ade2-843b0291b689 req-2b4bfc71-2eab-458b-aa9f-aacbc9fcb333 tempest-FloatingIPsNegativeTestJSON-457993241 tempest-FloatingIPsNegativeTestJSON-457993241-project] show failed (client error): The resource could not be found. Feb 04 20:00:32.004234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6fcee20-995a-437e-ade2-843b0291b689 req-2b4bfc71-2eab-458b-aa9f-aacbc9fcb333 tempest-FloatingIPsNegativeTestJSON-457993241 tempest-FloatingIPsNegativeTestJSON-457993241-project] 10.222.0.48 "GET /v2.0/floatingips/c52cfc5a-5f0a-4f46-b264-ac4d7125fc4f HTTP/1.1" status: 404 len: 350 time: 0.1460636 Feb 04 20:00:32.015516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45512) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:32.044278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c4cd900d-160a-40a0-ba22-08e0a8caf220 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:32.095158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c4cd900d-160a-40a0-ba22-08e0a8caf220 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:32.095500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c4cd900d-160a-40a0-ba22-08e0a8caf220 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:32.096456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 62cba71d-0ea0-48e8-943a-03e672340303 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:32.154260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 62cba71d-0ea0-48e8-943a-03e672340303 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:32.154550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 62cba71d-0ea0-48e8-943a-03e672340303 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:32.187235 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '79028ce5-368b-440c-b047-b93cefce519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:26Z', 'revision_number': 4, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port': {'id': '79028ce5-368b-440c-b047-b93cefce519b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:19Z', 'updated_at': '2022-02-04T20:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '882f41b2-07b3-4725-b20d-cfed4270e471', 'name': '', 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'mac_address': 'fa:16:3e:6f:7e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '7aec2fbb-49e2-4b49-8b33-3829c8e9db60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:25Z', 'updated_at': '2022-02-04T20:00:30Z', 'revision_number': 4, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'subnets': [{'id': '7aec2fbb-49e2-4b49-8b33-3829c8e9db60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:32.197731 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435891b-4bd0-442b-97b8-3cdb812e0b1a None None] The sync data for ids ['4d7a14fb-0394-492e-8661-0dd8a561f55e'] in n-d-811806-1 is: [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '79028ce5-368b-440c-b047-b93cefce519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:26Z', 'revision_number': 4, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port': {'id': '79028ce5-368b-440c-b047-b93cefce519b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:19Z', 'updated_at': '2022-02-04T20:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '882f41b2-07b3-4725-b20d-cfed4270e471', 'name': '', 'network_id': '1c115fe8-5085-496d-872d-e50561a9e1f8', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'mac_address': 'fa:16:3e:6f:7e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '7aec2fbb-49e2-4b49-8b33-3829c8e9db60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:25Z', 'updated_at': '2022-02-04T20:00:30Z', 'revision_number': 4, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'subnets': [{'id': '7aec2fbb-49e2-4b49-8b33-3829c8e9db60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:32.246008 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:32.274637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12b170-76b9-4086-a57a-39092d5781fb req-ec322dd3-c633-4e64-939f-e5fc1ad89f88 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:32.279912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e12b170-76b9-4086-a57a-39092d5781fb req-ec322dd3-c633-4e64-939f-e5fc1ad89f88 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1096 time: 0.4265430 Feb 04 20:00:32.309170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Deleting port efb2abbf-25a6-4092-9161-f0f5b49e233b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:32.309516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:32.400883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e12b170-76b9-4086-a57a-39092d5781fb req-ad2cff41-139c-4e37-aa10-bd2f63a0faca tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 Feb 04 20:00:32.444351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] DHCP port deletion for ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:00:32.449471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Deleting port efb2abbf-25a6-4092-9161-f0f5b49e233b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:32.450080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:32.556197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-73ca6853-3763-4438-9ebf-d18e7ae3da40 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:32.557883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-73ca6853-3763-4438-9ebf-d18e7ae3da40 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 813 time: 0.2802904 Feb 04 20:00:32.587212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-757c9910-c96b-406a-a2f6-878c13e60514 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/quotas/a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 375 time: 0.0179799 Feb 04 20:00:32.615580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] For port efb2abbf-25a6-4092-9161-f0f5b49e233b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=efb2abbf-25a6-4092-9161-f0f5b49e233b,segment=NetworkSegment(57414489-f052-41a1-8037-e684f8054083),segment_id=57414489-f052-41a1-8037-e684f8054083)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:32.623877 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:32.704823 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-1df7cfe9-1405-49b9-b5a8-cac47b1d4262 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1166694 Feb 04 20:00:32.774329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] For port efb2abbf-25a6-4092-9161-f0f5b49e233b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=efb2abbf-25a6-4092-9161-f0f5b49e233b,segment=NetworkSegment(57414489-f052-41a1-8037-e684f8054083),segment_id=57414489-f052-41a1-8037-e684f8054083)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:32.775286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:32.788760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Calling delete_port for efb2abbf-25a6-4092-9161-f0f5b49e233b owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:32.957636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:32.988882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Calling delete_port for efb2abbf-25a6-4092-9161-f0f5b49e233b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:33.055520 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-b3129017-336c-4691-8b2a-9d3d32548992 service neutron] 10.222.0.48 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497739 Feb 04 20:00:33.061619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb2abbf-25a6-4092-9161-f0f5b49e233b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:33.076252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] No DVR routers for this DVR port efb2abbf-25a6-4092-9161-f0f5b49e233b on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:00:33.077241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:00:33.077773 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:00:33.263871 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-bd8f65e5-bbb6-41ee-9cb9-0ab68ec9a012 service neutron] 10.222.0.48 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074690 Feb 04 20:00:33.269269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.307431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:33.321389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed02e0b-dcf6-411b-8ff8-43c2fc58f4bf req-592fc723-32d4-4a2d-8145-036b04c02c77 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:33.328438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ed02e0b-dcf6-411b-8ff8-43c2fc58f4bf req-592fc723-32d4-4a2d-8145-036b04c02c77 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2116685 Feb 04 20:00:33.348879 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.349690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57414489-f052-41a1-8037-e684f8054083') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:33.349988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57414489-f052-41a1-8037-e684f8054083') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:33.368113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.404227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ed02e0b-dcf6-411b-8ff8-43c2fc58f4bf req-69fb9eea-59c5-4ed1-bd29-7193a277d801 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749438 Feb 04 20:00:33.405450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.413009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:00:33.413009 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:00:33.436568 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:00:33.579217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Deleting port efb2abbf-25a6-4092-9161-f0f5b49e233b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:33.580498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.669882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-209f6deb-2038-4db9-ae3f-3bb93e38e575 None None] The port 'efb2abbf-25a6-4092-9161-f0f5b49e233b' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:00:33.755726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.777375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:33.785292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:33.832104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa870cb-b14a-43ac-a39e-a496164def7e req-10aac4b5-52a7-412a-ac8b-f27f846e93fb tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:33.840812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0aa870cb-b14a-43ac-a39e-a496164def7e req-10aac4b5-52a7-412a-ac8b-f27f846e93fb tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1096 time: 0.2827487 Feb 04 20:00:33.869124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a5b4-532e-42f5-bb26-1a4420d95762 req-23653ec7-2d71-4dc7-a812-964268483112 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:33.870598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f342a5b4-532e-42f5-bb26-1a4420d95762 req-23653ec7-2d71-4dc7-a812-964268483112 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.2511315 Feb 04 20:00:33.887305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0aa870cb-b14a-43ac-a39e-a496164def7e req-6e089cd7-e5fe-4f75-a93e-5e8d1dcc98d3 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Feb 04 20:00:33.900665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2aefde9f-bebd-4ab3-ab5f-a658820b5c99 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ddc2ceb9-16ce-4e84-9e29-5469bfc1a87a HTTP/1.1" status: 204 len: 168 time: 1.9542756 Feb 04 20:00:34.014875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f342a5b4-532e-42f5-bb26-1a4420d95762 req-8f5d5b79-d05a-47ac-a6b5-15af48301f66 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378212 Feb 04 20:00:34.044808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Deleting port 882f41b2-07b3-4725-b20d-cfed4270e471 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:34.045148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.057944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 882f41b2-07b3-4725-b20d-cfed4270e471 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:34.284465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddd80729-dd3d-477b-9b9e-9203f29ba2ce req-a018c603-128e-470e-b0db-373a5ac29c0e tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 210 time: 0.0581758 Feb 04 20:00:34.303765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 882f41b2-07b3-4725-b20d-cfed4270e471 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:34.308826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 882f41b2-07b3-4725-b20d-cfed4270e471 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:34.309220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b4119-e1d0-4cfb-839f-99253dc4a1d6 req-83578b7e-9fbd-4d24-8836-60b4b5c734eb tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:34.309397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.317935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b07b4119-e1d0-4cfb-839f-99253dc4a1d6 req-83578b7e-9fbd-4d24-8836-60b4b5c734eb tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.1349311 Feb 04 20:00:34.357890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] For port 882f41b2-07b3-4725-b20d-cfed4270e471, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=882f41b2-07b3-4725-b20d-cfed4270e471,segment=NetworkSegment(8733bcd5-173d-4812-ae24-04f68c91cb62),segment_id=8733bcd5-173d-4812-ae24-04f68c91cb62)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:34.358573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.377077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b07b4119-e1d0-4cfb-839f-99253dc4a1d6 req-f9973343-d99b-42ca-9c9a-1ab8364b7983 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575564 Feb 04 20:00:34.434225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45560) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:34.520812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-063fe34b-9db3-469e-8d6d-c84a0c2f1fa7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b938b81ed1044e7fb11597c901db0843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851486 Feb 04 20:00:34.528032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.535379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45572) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:34.628050 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a7d57c0-e029-4a60-8392-517ca2a11876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.640359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 882f41b2-07b3-4725-b20d-cfed4270e471, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=882f41b2-07b3-4725-b20d-cfed4270e471,segment=NetworkSegment(8733bcd5-173d-4812-ae24-04f68c91cb62),segment_id=8733bcd5-173d-4812-ae24-04f68c91cb62)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:34.642080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Calling delete_port for 882f41b2-07b3-4725-b20d-cfed4270e471 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:34.672552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a7d57c0-e029-4a60-8392-517ca2a11876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.704983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.808158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=882f41b2-07b3-4725-b20d-cfed4270e471,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:34.811181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device efb2abbf-25a6-4092-9161-f0f5b49e233b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:34.854324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a7d57c0-e029-4a60-8392-517ca2a11876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.858636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: efb2abbf-25a6-4092-9161-f0f5b49e233b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:34.858948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44892a-dd54-4f6b-b22d-cc520011d1b3 req-c8741bff-4cdb-4e96-b43a-7ae8c5f00191 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:34.859096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device efb2abbf-25a6-4092-9161-f0f5b49e233b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:34.861710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca44892a-dd54-4f6b-b22d-cc520011d1b3 req-c8741bff-4cdb-4e96-b43a-7ae8c5f00191 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2302577 Feb 04 20:00:34.896009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d57c0-e029-4a60-8392-517ca2a11876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff2bbc-9ca4-4ce0-b0d7-42c30fe4da2c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:34.902795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a7d57c0-e029-4a60-8392-517ca2a11876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:34.906736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8a7d57c0-e029-4a60-8392-517ca2a11876 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02ff2bbc-9ca4-4ce0-b0d7-42c30fe4da2c HTTP/1.1" status: 204 len: 168 time: 0.3673677 Feb 04 20:00:34.962839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-b5e80372-fa3e-42cf-86d3-e2e4df4d8e50 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:34.963106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-b5e80372-fa3e-42cf-86d3-e2e4df4d8e50 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 945 time: 0.1912506 Feb 04 20:00:35.002670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca44892a-dd54-4f6b-b22d-cc520011d1b3 req-bda00555-a6ab-4e75-9b8a-a5d5fff4c0a0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590761 Feb 04 20:00:35.032449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:00:35.032782 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:00:35.055656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Deleting port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:35.056029 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:35.239096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623a16-d9f7-4495-81d7-96cd5065c3be req-ae961c7e-0937-407a-a10a-8fa56a103180 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:35.240584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f623a16-d9f7-4495-81d7-96cd5065c3be req-ae961c7e-0937-407a-a10a-8fa56a103180 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.0865338 Feb 04 20:00:35.344042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] For port d4c62b83-5b3b-4a27-8fa0-108458aa7d65, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:35.344698 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:35.410711 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f623a16-d9f7-4495-81d7-96cd5065c3be req-f86488df-8355-43d9-8376-77ad55490406 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631527 Feb 04 20:00:35.534325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Deleting port 882f41b2-07b3-4725-b20d-cfed4270e471 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:35.535369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:35.653671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-534cd91a-2f95-4177-857e-eef926481acd req-4241b1d1-e8e1-49f6-9640-76a524fb3109 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 210 time: 0.0850987 Feb 04 20:00:35.739202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:35.743818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:35.743818 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8 disassociated. External IP: 172.25.7.33, port: d4c62b83-5b3b-4a27-8fa0-108458aa7d65. Feb 04 20:00:35.743818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Calling delete_port for d4c62b83-5b3b-4a27-8fa0-108458aa7d65 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:35.864858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] For port 882f41b2-07b3-4725-b20d-cfed4270e471, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=882f41b2-07b3-4725-b20d-cfed4270e471,segment=NetworkSegment(8733bcd5-173d-4812-ae24-04f68c91cb62),segment_id=8733bcd5-173d-4812-ae24-04f68c91cb62)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:35.866225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:35.997851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 882f41b2-07b3-4725-b20d-cfed4270e471 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:36.067985 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:36.095650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 882f41b2-07b3-4725-b20d-cfed4270e471 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:36.096609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:36.215658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event deleted for resources: {'Port': ['ID=d4c62b83-5b3b-4a27-8fa0-108458aa7d65,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:36.228078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Calling delete_port for 882f41b2-07b3-4725-b20d-cfed4270e471 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:36.372280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e17b7-c443-4ffc-ac90-f1e97f768f79 req-a3a1dffd-f776-4e41-8c22-98146bf08201 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:36.372522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c6e17b7-c443-4ffc-ac90-f1e97f768f79 req-a3a1dffd-f776-4e41-8c22-98146bf08201 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 867 time: 0.3897526 Feb 04 20:00:36.443881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c6e17b7-c443-4ffc-ac90-f1e97f768f79 req-0b2cf1d3-98cf-410a-be15-fd83a5db0b23 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups?id=c015f9f0-93ce-4afc-9987-f4a8b621916b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644455 Feb 04 20:00:36.471896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:00:36.747702 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:36.900645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Pushing event deleted for resources: {'Port': ['ID=882f41b2-07b3-4725-b20d-cfed4270e471,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:37.070987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:37.089895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] Sync routers for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:37.133271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:37.133926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:37.191429 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:37.217976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-a2e25855-7dd7-4f4e-bd59-6a397bcc3bf5 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:00:37.219321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-a2e25855-7dd7-4f4e-bd59-6a397bcc3bf5 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206184 Feb 04 20:00:37.232386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-83da62af-4dc2-456a-a13e-d3ce6aac27c2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:37.233471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-83da62af-4dc2-456a-a13e-d3ce6aac27c2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:37.243652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] No DVR routers for this DVR port d4c62b83-5b3b-4a27-8fa0-108458aa7d65 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:00:37.257930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Request body: {'binding': {'host': 'n-h2-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:37.257930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:00:37.284821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:37.299464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77e62a-ee78-4d74-85f9-6e3510c44f1a req-d3d3be1e-d56c-4f25-8634-b6955a916e44 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:37.302277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'name': 'network-vif-deleted', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:37.307019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be77e62a-ee78-4d74-85f9-6e3510c44f1a req-d3d3be1e-d56c-4f25-8634-b6955a916e44 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.6628022 Feb 04 20:00:37.419681 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be77e62a-ee78-4d74-85f9-6e3510c44f1a req-3eb4165f-c150-45c9-acb2-6ef3d21c12e1 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117301 Feb 04 20:00:37.423895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-015c1186-cd3d-46e5-87b4-1cbc11b00363 req-25986056-2ff0-4ccc-973c-2d6737932233 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.62 "DELETE /v2.0/ports/d4c62b83-5b3b-4a27-8fa0-108458aa7d65 HTTP/1.1" status: 204 len: 173 time: 2.4558790 Feb 04 20:00:37.432491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-83da62af-4dc2-456a-a13e-d3ce6aac27c2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:37.433645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-83da62af-4dc2-456a-a13e-d3ce6aac27c2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.24 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 813 time: 0.5220900 Feb 04 20:00:37.455388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'port': {'device_id': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32', 'admin_state_up': True, 'tenant_id': 'a50ae48155a94d01a7dad9fcdc91412b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:37.606392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:37.815636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:37.825509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:port and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:37.832372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:37.865869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on host n-h2-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:37.866197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:37.866518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:37.871562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:37.875946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:00:37.876266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:37.905010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:37.905478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:37.905834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:37.906712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Bound port: 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:37.948967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e39f35-88ad-4510-b07d-973314f06868 req-c18139a9-3952-4def-b8d0-e08ed716cc86 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:37.956314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a9e39f35-88ad-4510-b07d-973314f06868 req-c18139a9-3952-4def-b8d0-e08ed716cc86 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.3465030 Feb 04 20:00:37.969612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:37.996458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Made reservation on behalf of a50ae48155a94d01a7dad9fcdc91412b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:38.002213 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:38.010897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Router 4d7a14fb-0394-492e-8661-0dd8a561f55e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:00:38.101596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a9e39f35-88ad-4510-b07d-973314f06868 req-8482bb58-ce05-44b1-a0ac-acf3fb535058 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443274 Feb 04 20:00:38.122103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:38.126996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] Checking router: 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:38.140042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:38.140903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:38.205433 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:38.210030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-b6cf5bfa-569e-417f-bb6c-b6ad97c7fb30 service neutron] 10.222.0.48 "POST /v2.0/ports/25e3beb8-f2ae-4d06-b30b-83b9199323d6/bindings HTTP/1.1" status: 201 len: 389 time: 0.9706719 Feb 04 20:00:38.229629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:38.243445 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] Sync routers for ids ['4d7a14fb-0394-492e-8661-0dd8a561f55e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:38.254713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5aac3186-fec7-40bd-ade6-e8ba3b326168 admin admin] 10.222.0.48 "PUT /v2.0/routers/4d7a14fb-0394-492e-8661-0dd8a561f55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2356544 Feb 04 20:00:38.258495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45704) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:38.259983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] Routers {'4d7a14fb-0394-492e-8661-0dd8a561f55e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:38.261051 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['4d7a14fb-0394-492e-8661-0dd8a561f55e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:38.401036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Allocated IP 172.20.0.7 (dea0b237-0289-4902-a98b-a8b16f81ee32/725741d9-b749-4235-8719-d6ae6e562ed7/2fbd6af3-5e3f-412e-8a45-023bc9812717) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:38.462980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02ff1181-073a-42c0-abcf-2aa23191635f req-359c98c9-df36-4471-ac81-46376544dc02 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 210 time: 0.0765469 Feb 04 20:00:38.596884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:38.638370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d4c62b83-5b3b-4a27-8fa0-108458aa7d65 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:38.747463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: d4c62b83-5b3b-4a27-8fa0-108458aa7d65 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:38.747759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d4c62b83-5b3b-4a27-8fa0-108458aa7d65 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:38.764340 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] Set router 4d7a14fb-0394-492e-8661-0dd8a561f55e gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:38.841277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:38.910360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:38.915349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:38.965352 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab59280-143c-4b45-9b49-b39abd1acc8d', 'name': 'network-vif-deleted', 'tag': 'd4c62b83-5b3b-4a27-8fa0-108458aa7d65', 'status': 'completed', 'code': 200} Feb 04 20:00:38.970209 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:38.970918 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:39.031444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Deleting port 79028ce5-368b-440c-b047-b93cefce519b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:39.032167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:39.051323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2196b07-6b03-49bc-88e6-d220dce38eaf req-7d9ba084-a6d1-4a18-bbf8-bee4f9ee361f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Synchronizing usage tracker for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:39.059505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:39.241591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Network dea0b237-0289-4902-a98b-a8b16f81ee32 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:39.247561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:39.257301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:39.267082 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '79028ce5-368b-440c-b047-b93cefce519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:36Z', 'revision_number': 5, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port': {'id': '79028ce5-368b-440c-b047-b93cefce519b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:00:19Z', 'updated_at': '2022-02-04T20:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:39.280219 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] Checking router: 4d7a14fb-0394-492e-8661-0dd8a561f55e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:39.301272 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] Routers {'4d7a14fb-0394-492e-8661-0dd8a561f55e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:39.301272 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['4d7a14fb-0394-492e-8661-0dd8a561f55e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:39.328449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:39.364290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:39.365085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:39.387557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2196b07-6b03-49bc-88e6-d220dce38eaf req-7d9ba084-a6d1-4a18-bbf8-bee4f9ee361f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Unset dirty status for tenant:6aa3076a8d33419b916c6b0585d4eaa5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:39.392549 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2196b07-6b03-49bc-88e6-d220dce38eaf req-7d9ba084-a6d1-4a18-bbf8-bee4f9ee361f tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab59280-143c-4b45-9b49-b39abd1acc8d HTTP/1.1" status: 200 len: 210 time: 0.4289064 Feb 04 20:00:39.442934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-2ccfe573-860a-45f2-9936-afda6ab7cab2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9923956 Feb 04 20:00:39.461789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:39.466759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddd095-f2b2-4c49-a772-2cfd37e72cfa None None] The sync data for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 is: [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T19:56:22Z', 'revision_number': 4, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20', 'name': '', 'network_id': '551cd439-9a5c-4244-8b86-283d52edd44e', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'mac_address': 'fa:16:3e:3e:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:20Z', 'updated_at': '2022-02-04T19:56:32Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'subnets': [{'id': '3cd6518b-7575-4251-bfba-d2a0ca18698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:39.525902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab313c-09a4-4e9f-962a-5819ec76b73d req-75af040f-02bd-4df6-8b3d-e3149c9e4709 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:39.534389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81ab313c-09a4-4e9f-962a-5819ec76b73d req-75af040f-02bd-4df6-8b3d-e3149c9e4709 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.4638977 Feb 04 20:00:39.617709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] For port 79028ce5-368b-440c-b047-b93cefce519b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=79028ce5-368b-440c-b047-b93cefce519b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:39.618081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:39.642084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] Set router 4d7a14fb-0394-492e-8661-0dd8a561f55e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:39.737715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Request body: {'port': {'device_id': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:39.831039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Calling delete_port for 79028ce5-368b-440c-b047-b93cefce519b owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:39.840607 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:38Z', 'revision_number': 6, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:39.847643 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09c755-d5ce-493e-9355-8dc72a94f776 None None] The sync data for ids ['4d7a14fb-0394-492e-8661-0dd8a561f55e'] in n-d-811806-1 is: [{'id': '4d7a14fb-0394-492e-8661-0dd8a561f55e', 'name': 'tempest-FloatingIPsNegativeTestJSON-305245995-router', 'tenant_id': '469bd613ce0e4adca14e4e9c058dc438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:00:18Z', 'updated_at': '2022-02-04T20:00:38Z', 'revision_number': 6, 'project_id': '469bd613ce0e4adca14e4e9c058dc438', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:39.900725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81ab313c-09a4-4e9f-962a-5819ec76b73d req-52b2cb7b-0139-4cdf-8c03-57d251b755f3 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651335 Feb 04 20:00:39.904364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fd25b-1ad4-4467-853c-aca8e65710af req-6f8c1a00-ebec-4655-82b9-b5f7f5d95198 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:39.905414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-680fd25b-1ad4-4467-853c-aca8e65710af req-6f8c1a00-ebec-4655-82b9-b5f7f5d95198 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 0.2545381 Feb 04 20:00:39.906213 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:39.976390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-34bb0046-2bf5-445b-99a4-126fc5b392eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:39.978582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-34bb0046-2bf5-445b-99a4-126fc5b392eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1096 time: 0.7161987 Feb 04 20:00:40.024509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e2485-eda4-4168-9f14-7d62f0df8372 None None] New status for floating IP 03f4199c-f38f-4daa-94e8-6a38135f6ea8: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:00:40.080779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-680fd25b-1ad4-4467-853c-aca8e65710af req-c62fb79f-dd56-4840-88bc-b19a22c311d4 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615365 Feb 04 20:00:40.310711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-f3c47a18-b191-422b-a077-7ac161866268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:40.312344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-f3c47a18-b191-422b-a077-7ac161866268 service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.3256960 Feb 04 20:00:40.480798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-78935453-0791-4a81-9a0f-37585ff9ff39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 200 len: 217 time: 0.1492660 Feb 04 20:00:40.587724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7c0f-d6ff-4b9e-8b82-0de4f0a34f19 req-7f7f6518-0c15-4da9-90cb-cf9ee2159cd7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:40.589194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5caf7c0f-d6ff-4b9e-8b82-0de4f0a34f19 req-7f7f6518-0c15-4da9-90cb-cf9ee2159cd7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.2647600 Feb 04 20:00:40.590538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-9ea9d099-d3bc-4681-981a-b6ffed053125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:40.591859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-9ea9d099-d3bc-4681-981a-b6ffed053125 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.0979977 Feb 04 20:00:40.640961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649e64-ffc6-4879-a391-15f88a95f890 req-31cf1660-1adf-4b33-a5fb-0e9138898b03 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:40.641651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-61649e64-ffc6-4879-a391-15f88a95f890 req-31cf1660-1adf-4b33-a5fb-0e9138898b03 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:40.692248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-2d49eaf8-8a63-49db-8e54-9491e14a7c8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683684 Feb 04 20:00:40.735724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbd6af3-5e3f-412e-8a45-023bc9812717 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:40.754216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:40.754216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-61649e64-ffc6-4879-a391-15f88a95f890 req-31cf1660-1adf-4b33-a5fb-0e9138898b03 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:40.765132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61649e64-ffc6-4879-a391-15f88a95f890 req-31cf1660-1adf-4b33-a5fb-0e9138898b03 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 931 time: 0.2574306 Feb 04 20:00:40.815484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5caf7c0f-d6ff-4b9e-8b82-0de4f0a34f19 req-527963e8-2dde-4588-b0b2-4d57e8b8179d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933110 Feb 04 20:00:40.864427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-61649e64-ffc6-4879-a391-15f88a95f890 req-6cb770b9-4433-4734-8f3c-9e15f3da4717 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:40.884203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-4ec2d7f1-cf26-4202-8824-3ce6ffb76603 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782484 Feb 04 20:00:40.903916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Transition to ACTIVE for port object 2fbd6af3-5e3f-412e-8a45-023bc9812717 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:40.944981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-61649e64-ffc6-4879-a391-15f88a95f890 req-6cb770b9-4433-4734-8f3c-9e15f3da4717 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:40.946230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61649e64-ffc6-4879-a391-15f88a95f890 req-6cb770b9-4433-4734-8f3c-9e15f3da4717 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802917 Feb 04 20:00:40.985108 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.001028 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.134549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=79028ce5-368b-440c-b047-b93cefce519b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:41.368074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:41.410295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.531342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-26235128-f387-40b6-8668-b1396d3a4340 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403494 Feb 04 20:00:41.532228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Attempting to bind port 2fbd6af3-5e3f-412e-8a45-023bc9812717 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:41.533726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Attempting to bind port 2fbd6af3-5e3f-412e-8a45-023bc9812717 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:41.533726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Attempting to bind port 2fbd6af3-5e3f-412e-8a45-023bc9812717 on network dea0b237-0289-4902-a98b-a8b16f81ee32 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:41.564374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e0cab-cde3-4209-bd2b-dff41d0c02bc req-ba913afb-66f7-4b7d-b086-af72771ff9e9 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:41.571626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-757e0cab-cde3-4209-bd2b-dff41d0c02bc req-ba913afb-66f7-4b7d-b086-af72771ff9e9 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2157838 Feb 04 20:00:41.572018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Port 2fbd6af3-5e3f-412e-8a45-023bc9812717 on network dea0b237-0289-4902-a98b-a8b16f81ee32 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:00:41.572368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Attempting to bind port 2fbd6af3-5e3f-412e-8a45-023bc9812717 on network dea0b237-0289-4902-a98b-a8b16f81ee32 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:41.619339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:41.619339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Checking segment: {'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:41.619339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Bound using segment: {'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:41.619339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Bound port: 2fbd6af3-5e3f-412e-8a45-023bc9812717, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:41.619339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.673691 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.678671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.730426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a276-f518-4419-8c1f-d576103119ab req-b890c18e-29f1-49aa-b874-91599e7a5d19 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:41.733696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-757e0cab-cde3-4209-bd2b-dff41d0c02bc req-f37056bf-50e0-4d9a-972c-3daef39610ea tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559384 Feb 04 20:00:41.740243 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3774a276-f518-4419-8c1f-d576103119ab req-b890c18e-29f1-49aa-b874-91599e7a5d19 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 0.3324523 Feb 04 20:00:41.756484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45770) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:41.785135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.785704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7a14fb-0394-492e-8661-0dd8a561f55e {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:00:41.814345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:41.822536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3774a276-f518-4419-8c1f-d576103119ab req-be445aa4-d641-4e65-8c82-b79b4235478f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809970 Feb 04 20:00:41.830077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:41.836813 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:41.838334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-daaf33d1-a244-45f1-abb6-1cadf84056c0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4d7a14fb-0394-492e-8661-0dd8a561f55e HTTP/1.1" status: 204 len: 168 time: 3.5773773 Feb 04 20:00:41.841203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45776) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:41.909419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.046416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45788) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:42.100588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 882f41b2-07b3-4725-b20d-cfed4270e471 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:42.193934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:42.193934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:42.193934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.193934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-04a0c382-a143-4ee3-9378-8185926aabc3 service neutron] 10.222.0.24 "PUT /v2.0/ports/2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 200 len: 1091 time: 2.7222221 Feb 04 20:00:42.193934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:42.193934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.208516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:42.213240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Usage tracker for resource:security_group_rule and tenant:68580cbc8bfe450ab4c368e96c6aca4b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:42.221912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:42.226364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 882f41b2-07b3-4725-b20d-cfed4270e471 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:42.226364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 882f41b2-07b3-4725-b20d-cfed4270e471 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:42.226364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 79028ce5-368b-440c-b047-b93cefce519b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:42.237307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:42.296904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 79028ce5-368b-440c-b047-b93cefce519b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:42.296904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 79028ce5-368b-440c-b047-b93cefce519b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:42.320044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] Deleting subnet 7aec2fbb-49e2-4b49-8b33-3829c8e9db60 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:00:42.323828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.442669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.487946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-9769b5c0-d780-4da0-9a5f-582584e07006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:42.489496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-9769b5c0-d780-4da0-9a5f-582584e07006 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1094 time: 0.1601434 Feb 04 20:00:42.577122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b8cf-3a28-401f-8db3-4bf111a56abb req-4b68b3c0-590a-4014-82fb-53a116f750e0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:42.578757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31d1b8cf-3a28-401f-8db3-4bf111a56abb req-4b68b3c0-590a-4014-82fb-53a116f750e0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 943 time: 0.3225899 Feb 04 20:00:42.588903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-bc2a7907-6509-4d3b-891e-befb4d97f0d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 200 len: 217 time: 0.0852692 Feb 04 20:00:42.596536 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.680602 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.701937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a361c82-d3a8-4cce-a1b5-a2c0b714f5d3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.713084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31d1b8cf-3a28-401f-8db3-4bf111a56abb req-c3351660-4e93-4f84-af14-f5db244e4ccb tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190748 Feb 04 20:00:42.745453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-eacd71c0-d905-4feb-be11-1d9dd15b5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:42.747191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-eacd71c0-d905-4feb-be11-1d9dd15b5ba8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.1478989 Feb 04 20:00:42.756017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68580cbc8bfe450ab4c368e96c6aca4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9958391 Feb 04 20:00:42.757307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45796) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:42.760268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35225769-7521-493f-b453-bbf6c5c8b706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbab2f9-6b40-44b2-8320-c1735c1a3640,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:42.766438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a361c82-d3a8-4cce-a1b5-a2c0b714f5d3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.813070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66870ab-0025-4511-9d1a-5c516f1b6fef req-cba4ba1d-0519-4558-9e1c-df57c05732a8 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:42.815285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b66870ab-0025-4511-9d1a-5c516f1b6fef req-cba4ba1d-0519-4558-9e1c-df57c05732a8 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.5895543 Feb 04 20:00:42.823072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-28d10c9d-3131-4877-8eb8-15663e1e7e14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600691 Feb 04 20:00:42.849616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:42.861431 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717', 'status': 'completed', 'code': 200} Feb 04 20:00:42.926770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b66870ab-0025-4511-9d1a-5c516f1b6fef req-ee302014-d365-4334-ae5a-e6dec3ab88d7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974159 Feb 04 20:00:42.973094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e9690bb-1f18-4022-8330-94e68f547240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.012146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a361c82-d3a8-4cce-a1b5-a2c0b714f5d3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.033485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a361c82-d3a8-4cce-a1b5-a2c0b714f5d3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c015f9f0-93ce-4afc-9987-f4a8b621916b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:43.056193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.088396 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e9690bb-1f18-4022-8330-94e68f547240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.096494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-a3995bd1-e325-4417-b82c-aa08a0b0e7d6 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637343 Feb 04 20:00:43.145487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aec2fbb-49e2-4b49-8b33-3829c8e9db60,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:43.149695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e82f9-0541-4ace-a760-88216b04d875 None None] Network 1c115fe8-5085-496d-872d-e50561a9e1f8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:43.161802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.201017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5f0974d3-317f-428f-ad19-6f1349515bd5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7aec2fbb-49e2-4b49-8b33-3829c8e9db60 HTTP/1.1" status: 204 len: 168 time: 1.3513393 Feb 04 20:00:43.220081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a361c82-d3a8-4cce-a1b5-a2c0b714f5d3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.223399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8a361c82-d3a8-4cce-a1b5-a2c0b714f5d3 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "DELETE /v2.0/security-groups/c015f9f0-93ce-4afc-9987-f4a8b621916b HTTP/1.1" status: 204 len: 168 time: 1.1823020 Feb 04 20:00:43.224935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45804) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:43.226287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45806) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:43.420323 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-986717ac-c14a-4e84-b61e-b6bd4aa18082 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] show failed (client error): The resource could not be found. Feb 04 20:00:43.421383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-986717ac-c14a-4e84-b61e-b6bd4aa18082 tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "GET /v2.0/security-groups/c015f9f0-93ce-4afc-9987-f4a8b621916b HTTP/1.1" status: 404 len: 347 time: 0.1709919 Feb 04 20:00:43.428572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45812) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:43.488643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] DHCP port deletion for 1c115fe8-5085-496d-872d-e50561a9e1f8 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:00:43.493623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] Deleting port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:43.494062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.605597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60addf-db67-4074-93b6-2d9a92104aa7 req-fbb45ca4-998e-4ab8-a473-8b0073120ae4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:43.616454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b60addf-db67-4074-93b6-2d9a92104aa7 req-fbb45ca4-998e-4ab8-a473-8b0073120ae4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.6114237 Feb 04 20:00:43.637217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bce80ddd-7d72-409a-85cd-201e52b8396e req-bb66dfe4-1dfe-4901-92a9-282a515be9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286484 Feb 04 20:00:43.647391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862834a-bf93-44f3-91e1-58165e62069c req-01630821-51e6-4445-9b38-257735329540 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:43.658211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4862834a-bf93-44f3-91e1-58165e62069c req-01630821-51e6-4445-9b38-257735329540 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 0.5954800 Feb 04 20:00:43.692776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b60addf-db67-4074-93b6-2d9a92104aa7 req-312437d2-7115-4209-9c49-fee9d4823b38 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749998 Feb 04 20:00:43.699009 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e9690bb-1f18-4022-8330-94e68f547240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.732806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9690bb-1f18-4022-8330-94e68f547240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbab2f9-6b40-44b2-8320-c1735c1a3640,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:43.735351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e9690bb-1f18-4022-8330-94e68f547240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.736661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e9690bb-1f18-4022-8330-94e68f547240 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdbab2f9-6b40-44b2-8320-c1735c1a3640 HTTP/1.1" status: 204 len: 168 time: 0.9775453 Feb 04 20:00:43.750973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.776584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] For port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7a9b6c11-2edb-430c-a5e2-5d818bd2392a,segment=NetworkSegment(8733bcd5-173d-4812-ae24-04f68c91cb62),segment_id=8733bcd5-173d-4812-ae24-04f68c91cb62)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:43.776966 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.828432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Deleting port d798044b-5e16-4679-bb90-439a25a441fa {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:43.828773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:43.951748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] Calling delete_port for 7a9b6c11-2edb-430c-a5e2-5d818bd2392a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:43.969666 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4862834a-bf93-44f3-91e1-58165e62069c req-ddb2d584-1d37-464a-b8c7-291e07ac0d16 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029745 Feb 04 20:00:43.969666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Deleting port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:43.969666 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:44.044320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89e0c5-8f69-4303-969f-b52f8531e0cd req-61ab1e47-37c8-4ce7-be7b-9322f8980177 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:44.045178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7a9b6c11-2edb-430c-a5e2-5d818bd2392a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:44.051091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf89e0c5-8f69-4303-969f-b52f8531e0cd req-61ab1e47-37c8-4ce7-be7b-9322f8980177 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 943 time: 0.1994405 Feb 04 20:00:44.083344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-c4a75597-c0f4-4f04-802d-2128243fd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:44.085072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-c4a75597-c0f4-4f04-802d-2128243fd039 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1094 time: 0.3215344 Feb 04 20:00:44.118819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf89e0c5-8f69-4303-969f-b52f8531e0cd req-b47cfaee-e216-4e18-ab5e-cc3f06b515e8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668075 Feb 04 20:00:44.128880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:44.242957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] Pushing event deleted for resources: {'Port': ['ID=7a9b6c11-2edb-430c-a5e2-5d818bd2392a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:44.250616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6677e-7524-4058-9b53-dc9ff9fc420b None None] No DVR routers for this DVR port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:00:44.268485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port 7a9b6c11-2edb-430c-a5e2-5d818bd2392a {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:00:44.269091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7a9b6c11-2edb-430c-a5e2-5d818bd2392a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:44.322390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-c9366d57-a960-405a-b67e-3466f7ee1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:44.324533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-c9366d57-a960-405a-b67e-3466f7ee1a29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 914 time: 0.2209744 Feb 04 20:00:44.375484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] The port '7a9b6c11-2edb-430c-a5e2-5d818bd2392a' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:00:44.448705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:44.449062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:44.465718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-03ae9837-b309-4617-97a3-ea9c9a913a01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 200 len: 217 time: 0.1299746 Feb 04 20:00:44.561811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-52c37131-92fe-4eb0-b248-a1fc47ac6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:44.564169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-52c37131-92fe-4eb0-b248-a1fc47ac6235 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.0898919 Feb 04 20:00:44.623761 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-4f222651-91ca-4e83-baa5-0a9d89559cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505846 Feb 04 20:00:44.639379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Calling delete_port for d798044b-5e16-4679-bb90-439a25a441fa owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:44.699700 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:44.729919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500c18c-33ad-4137-82e4-e758df0eb2ba req-fd052310-f2a4-46e7-96fd-f609e04ab47c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:44.732488 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d500c18c-33ad-4137-82e4-e758df0eb2ba req-fd052310-f2a4-46e7-96fd-f609e04ab47c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.5120366 Feb 04 20:00:44.797385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c115fe8-5085-496d-872d-e50561a9e1f8']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:44.828900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8733bcd5-173d-4812-ae24-04f68c91cb62') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:44.829610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8733bcd5-173d-4812-ae24-04f68c91cb62') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:44.899222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-767cbad0-a182-47b9-960d-b59d4fef5e47 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684546 Feb 04 20:00:45.004223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.021713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d500c18c-33ad-4137-82e4-e758df0eb2ba req-f1046991-052c-481b-bc71-93b4f2acceef tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736814 Feb 04 20:00:45.038645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.051838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb997db9-6d29-42f9-a7e6-38cabd450bdd req-5f4024ad-ebff-47f0-abd6-aa5efdb1e727 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:45.053221 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb997db9-6d29-42f9-a7e6-38cabd450bdd req-5f4024ad-ebff-47f0-abd6-aa5efdb1e727 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2194638 Feb 04 20:00:45.058483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:00:45.058945 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:00:45.090473 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:00:45.118887 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16b87e87-da20-4aa2-8ccb-2fac08336345 req-cd4b1a93-ae98-4996-a004-f2261c561c18 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053881 Feb 04 20:00:45.159032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb997db9-6d29-42f9-a7e6-38cabd450bdd req-97eeb7ae-6ed3-4322-8493-976a2c5201a6 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901906 Feb 04 20:00:45.213928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45848) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:45.279186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.338213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Pushing event deleted for resources: {'Port': ['ID=d798044b-5e16-4679-bb90-439a25a441fa,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:45.372812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1524145446-network', 'tenant_id': 'fe9213ad01d94af2b1cf6bf33e801c93'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:45.378483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:45.384697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Usage tracker for resource:network and tenant:fe9213ad01d94af2b1cf6bf33e801c93 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:45.385672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.390728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:45.401000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:45.401311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2fbd6af3-5e3f-412e-8a45-023bc9812717 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:00:45.429235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ab825-6636-4fdd-8107-e566fbe0cf32 req-da38965b-a16d-466b-99e9-b853e8807368 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:45.431603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d7ab825-6636-4fdd-8107-e566fbe0cf32 req-da38965b-a16d-466b-99e9-b853e8807368 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 943 time: 0.1285894 Feb 04 20:00:45.450283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.450283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c115fe8-5085-496d-872d-e50561a9e1f8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:45.485198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d7ab825-6636-4fdd-8107-e566fbe0cf32 req-f23522a8-d800-470b-9e20-96bd838b07e6 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Feb 04 20:00:45.493352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.495961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.497325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3bda1808-3652-469d-a9d7-2d94ca8d891d tempest-ServersWithSpecificFlavorTestJSON-667555982 tempest-ServersWithSpecificFlavorTestJSON-667555982-project] 10.222.0.48 "DELETE /v2.0/floatingips/03f4199c-f38f-4daa-94e8-6a38135f6ea8 HTTP/1.1" status: 204 len: 168 time: 2.0636125 Feb 04 20:00:45.514613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705779c-6a25-4880-af84-1cad2c015abe req-d0b2d81b-fa41-455f-ba4f-a917c9bf5b13 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:45.517403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0705779c-6a25-4880-af84-1cad2c015abe req-d0b2d81b-fa41-455f-ba4f-a917c9bf5b13 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 0.2785752 Feb 04 20:00:45.527942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Made reservation on behalf of fe9213ad01d94af2b1cf6bf33e801c93 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:45.530256 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.551857 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.563213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d69b7a45-4dc9-40c0-9488-d30ad1a7fcb6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c115fe8-5085-496d-872d-e50561a9e1f8 HTTP/1.1" status: 204 len: 168 time: 2.3141398 Feb 04 20:00:45.575939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:45.578449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:45.582612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Usage tracker for resource:security_group_rule and tenant:fe9213ad01d94af2b1cf6bf33e801c93 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:45.585670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:45.588131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0705779c-6a25-4880-af84-1cad2c015abe req-64db0f2b-4640-41cd-a063-5d539cc9f570 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663807 Feb 04 20:00:45.592844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:45.609894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '2fbd6af3-5e3f-412e-8a45-023bc9812717', 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32', 'port_id': '2fbd6af3-5e3f-412e-8a45-023bc9812717', 'mac_address': 'fa:16:3e:53:da:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725741d9-b749-4235-8719-d6ae6e562ed7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:00:45.704863 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.707278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.725541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbd6af3-5e3f-412e-8a45-023bc9812717 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:45.742431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:45.795866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.827282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.831823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:00:45.839609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a032d1-492f-4a4b-ac41-adbd65087c48,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:45.845422 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.849136 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Added segment 8e4b4ede-d83c-49a4-9271-a3219d95f424 of type vlan for network 8effe1db-877e-47b9-94ca-b745feca9abb Feb 04 20:00:45.875198 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.942814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:45.956903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45870) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:45.976084 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:45.977306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:45.977883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:46.145429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:46.150002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] Pushing event updated for resources: {'Network': ['ID=8effe1db-877e-47b9-94ca-b745feca9abb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:46.179504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e724d22f-6892-48d7-8b30-3e654bf8f244 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=469bd613ce0e4adca14e4e9c058dc438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203414 Feb 04 20:00:46.180236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45884) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:46.212261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45888) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:46.212408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-557d96da-0277-4e81-9f5a-e09d7bd5842a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9957812 Feb 04 20:00:46.237178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Request body: {'subnet': {'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1524145446-subnet', 'tenant_id': 'fe9213ad01d94af2b1cf6bf33e801c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:46.254473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:46.259391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Usage tracker for resource:subnet and tenant:fe9213ad01d94af2b1cf6bf33e801c93 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:46.262433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:46.278610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:46.281876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 8effe1db-877e-47b9-94ca-b745feca9abb details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:00:46.328375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:46.484336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Made reservation on behalf of fe9213ad01d94af2b1cf6bf33e801c93 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:46.486875 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:46.489182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b1de3-52d2-4299-8cbe-cf65fbfc0442 req-d9d92a3a-abb8-4b15-aa53-18bf20fbd00d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:46.491005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711b1de3-52d2-4299-8cbe-cf65fbfc0442 req-d9d92a3a-abb8-4b15-aa53-18bf20fbd00d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.2248163 Feb 04 20:00:46.500909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-bcc58971-d022-41c8-90be-22566cc783ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1659181 Feb 04 20:00:46.597985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711b1de3-52d2-4299-8cbe-cf65fbfc0442 req-2a8bc16b-5e62-4059-95ff-33afc5b3c8a1 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958037 Feb 04 20:00:46.623466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdf64752-0bd9-4c5d-be29-c5d5d6390c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:46.631519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-98c9f5e8-6ee7-41b7-86c4-3bb1435c2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:46.634175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-98c9f5e8-6ee7-41b7-86c4-3bb1435c2757 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 1095 time: 0.1016853 Feb 04 20:00:46.775133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdf64752-0bd9-4c5d-be29-c5d5d6390c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:46.910681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48b24-f47c-4347-894c-2cf62e0f1cc0 req-fc15429e-3172-4694-8718-c66ac13ddcf4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:46.912038 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f48b24-f47c-4347-894c-2cf62e0f1cc0 req-fc15429e-3172-4694-8718-c66ac13ddcf4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.4339287 Feb 04 20:00:47.006965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-2d16e695-6a92-4e2f-a410-301b814bfb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:47.008466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-2d16e695-6a92-4e2f-a410-301b814bfb0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.3529372 Feb 04 20:00:47.017136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372b733-c92d-494a-be27-dfd83da60cf9 req-5b270489-2e78-496e-a1a0-8358cd31500c tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:47.018542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f372b733-c92d-494a-be27-dfd83da60cf9 req-5b270489-2e78-496e-a1a0-8358cd31500c tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 944 time: 0.1363072 Feb 04 20:00:47.100180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-f7575bd8-c909-4ab2-aaee-e2c818f9e820 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 200 len: 217 time: 0.0805361 Feb 04 20:00:47.102622 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f48b24-f47c-4347-894c-2cf62e0f1cc0 req-4e69db80-9f31-4110-bce1-501deccd018b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745164 Feb 04 20:00:47.171847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdf64752-0bd9-4c5d-be29-c5d5d6390c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:47.172929 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f372b733-c92d-494a-be27-dfd83da60cf9 req-bcfaedc9-76cd-42ce-9e80-af3aecd690ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015759 Feb 04 20:00:47.184700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-39f9fdf8-d0a6-41b7-a74b-56b0133b22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:47.186514 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-39f9fdf8-d0a6-41b7-a74b-56b0133b22af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.0790174 Feb 04 20:00:47.207565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf64752-0bd9-4c5d-be29-c5d5d6390c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016cd4c-1dbe-48e6-80e3-7af5e998046c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:47.263138 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-6eb240d0-c9bc-44e4-8889-641b874d7afe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698340 Feb 04 20:00:47.271246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:47.321326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdf64752-0bd9-4c5d-be29-c5d5d6390c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:47.321326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fdf64752-0bd9-4c5d-be29-c5d5d6390c48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d016cd4c-1dbe-48e6-80e3-7af5e998046c HTTP/1.1" status: 204 len: 168 time: 1.1339960 Feb 04 20:00:47.410653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2fbd6af3-5e3f-412e-8a45-023bc9812717 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:47.428066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-5de561fa-833f-420d-be2d-8470b9ad88a4 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534076 Feb 04 20:00:47.485966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58aa8036-cc69-48bd-a510-2543c9f6069d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:47.513764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Checking segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:47.514458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Network hostable DHCP agents. Network: 8effe1db-877e-47b9-94ca-b745feca9abb, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:00:47.557390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d1409-b312-446e-b9de-acfbd06bf6b3 req-c1089c38-4c08-4488-b39f-52e871a1b0a9 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:47.559158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7f8d1409-b312-446e-b9de-acfbd06bf6b3 req-c1089c38-4c08-4488-b39f-52e871a1b0a9 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 0.2252033 Feb 04 20:00:47.590800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a243ed3e-9120-47a8-b22d-f2270b100eab req-e7c9d916-affb-4456-8258-c81d114f4a0c service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518030 Feb 04 20:00:47.647191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 2fbd6af3-5e3f-412e-8a45-023bc9812717 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:47.655065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 2fbd6af3-5e3f-412e-8a45-023bc9812717 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:47.657739 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:47.720296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Network 8effe1db-877e-47b9-94ca-b745feca9abb is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:00:47.776641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7f8d1409-b312-446e-b9de-acfbd06bf6b3 req-4afd84bc-77e9-434b-bc09-6dec3a71295d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624449 Feb 04 20:00:47.799437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:47.838348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:47.862264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 8effe1db-877e-47b9-94ca-b745feca9abb) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:47.869970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:47.869970 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:47.896833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118b6d2-96f5-4b6c-ab51-7dc8ecd62fba req-27f6ac95-8229-436a-8cdf-d2b095ea9d55 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:47.902934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0118b6d2-96f5-4b6c-ab51-7dc8ecd62fba req-27f6ac95-8229-436a-8cdf-d2b095ea9d55 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.1527421 Feb 04 20:00:47.910795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:47.913365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:47.919619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81d889-761e-4cfe-ad78-2cac672f8db2 None None] Network 8effe1db-877e-47b9-94ca-b745feca9abb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:47.996300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0118b6d2-96f5-4b6c-ab51-7dc8ecd62fba req-774a4191-483f-402d-b030-cc090cd26ca6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863657 Feb 04 20:00:48.009836 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:48.018640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9fd8a69c-8712-4357-a46f-259639a1810b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8043091 Feb 04 20:00:48.145919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:48.295293 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717', 'code': 200} Feb 04 20:00:48.315047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-8effe1db-877e-47b9-94ca-b745feca9abb', 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'tenant_id': 'fe9213ad01d94af2b1cf6bf33e801c93', 'fixed_ips': [{'subnet_id': '58aa8036-cc69-48bd-a510-2543c9f6069d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:00:48.316721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:48.589296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Deleting port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:48.589296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:48.627288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09837645-3a5e-4b58-959b-b3efdd4312ab req-f8877dbd-d5ce-4399-b7cc-2a9542db6a10 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:48.646103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09837645-3a5e-4b58-959b-b3efdd4312ab req-f8877dbd-d5ce-4399-b7cc-2a9542db6a10 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2738194 Feb 04 20:00:48.683644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebbb70-eb35-4097-9c89-df2765333347 req-d12702f9-f7ae-4b04-8905-370778077cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:48.694751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91ebbb70-eb35-4097-9c89-df2765333347 req-d12702f9-f7ae-4b04-8905-370778077cc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1096 time: 0.2635462 Feb 04 20:00:48.728558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Allocated IP 172.20.0.2 (8effe1db-877e-47b9-94ca-b745feca9abb/58aa8036-cc69-48bd-a510-2543c9f6069d/c72bca5c-82fd-4d13-bcb2-41a753420af9) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:48.744086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca69245-cdfb-4956-b267-c0c096cc6adf req-fcff7491-d8ae-487e-a2e3-f78068a249d3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:48.751616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09837645-3a5e-4b58-959b-b3efdd4312ab req-c5fdfa59-9395-46ab-85ba-f785d3ec1d83 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033750 Feb 04 20:00:48.762024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cca69245-cdfb-4956-b267-c0c096cc6adf req-fcff7491-d8ae-487e-a2e3-f78068a249d3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 945 time: 0.3017282 Feb 04 20:00:48.815440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91ebbb70-eb35-4097-9c89-df2765333347 req-50e9ad32-f305-4eb2-8497-d925a1401f49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002021 Feb 04 20:00:48.852176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cca69245-cdfb-4956-b267-c0c096cc6adf req-c5568b1d-ceb2-4470-9743-4d07abdde68f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:48.857335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] For port 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:48.857721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:48.875795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cca69245-cdfb-4956-b267-c0c096cc6adf req-c5568b1d-ceb2-4470-9743-4d07abdde68f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:48.875795 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cca69245-cdfb-4956-b267-c0c096cc6adf req-c5568b1d-ceb2-4470-9743-4d07abdde68f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298950 Feb 04 20:00:49.095758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Calling delete_port for 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:49.280466 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:49.329499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Transition to ACTIVE for port object c72bca5c-82fd-4d13-bcb2-41a753420af9 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:49.395481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Transition to ACTIVE for port object c72bca5c-82fd-4d13-bcb2-41a753420af9 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:49.444145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device eab48b6c-854c-448b-98fd-526bd0b86e63 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:00:49.449343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device eab48b6c-854c-448b-98fd-526bd0b86e63 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:49.567917 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:49.586630 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:49.637268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-206c0ace-a162-473e-906d-ffad79293358 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:49.637268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-206c0ace-a162-473e-906d-ffad79293358 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:00:49.766231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-206c0ace-a162-473e-906d-ffad79293358 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:00:49.766231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-206c0ace-a162-473e-906d-ffad79293358 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 816 time: 0.3056395 Feb 04 20:00:49.779377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-74e59a14-a452-48cf-a4f7-d612ba665348 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/quotas/fe9213ad01d94af2b1cf6bf33e801c93 HTTP/1.1" status: 200 len: 375 time: 0.0174227 Feb 04 20:00:49.981190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Network 8effe1db-877e-47b9-94ca-b745feca9abb is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:49.985857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-897f4f77-24c7-495b-a6ad-8329e58e1cb5 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1953306 Feb 04 20:00:49.994481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:49.998171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:50.004800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:50.051584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Pushing event updated for resources: {'Port': ['ID=c72bca5c-82fd-4d13-bcb2-41a753420af9,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:50.149835 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.326905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52e9ceee-001b-4131-bffb-6b51ec7df2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.343904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:50.375628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:50.375628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'port_id': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'mac_address': 'fa:16:3e:a2:9e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760069ad-b971-4d0c-bcbd-08b61c1e01e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:00:50.400921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Attempting to bind port c72bca5c-82fd-4d13-bcb2-41a753420af9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:50.400921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Attempting to bind port c72bca5c-82fd-4d13-bcb2-41a753420af9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:50.400921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Attempting to bind port c72bca5c-82fd-4d13-bcb2-41a753420af9 on network 8effe1db-877e-47b9-94ca-b745feca9abb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:50.424528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:50.424528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:50.424528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Checking segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:50.424528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.424528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Bound using segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:50.424528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Bound port: c72bca5c-82fd-4d13-bcb2-41a753420af9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:50.424528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.520999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.534803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.614793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23198d74-b2b1-4209-9aaf-1df2021a7e81 req-780f50b7-a179-4b5e-9c8b-193cef9e7607 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:50.616246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23198d74-b2b1-4209-9aaf-1df2021a7e81 req-780f50b7-a179-4b5e-9c8b-193cef9e7607 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 945 time: 1.4690464 Feb 04 20:00:50.616786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eab48b6c-854c-448b-98fd-526bd0b86e63 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:50.718661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] For port c72bca5c-82fd-4d13-bcb2-41a753420af9, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:50.740419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:50.747228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] For port c72bca5c-82fd-4d13-bcb2-41a753420af9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c72bca5c-82fd-4d13-bcb2-41a753420af9,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:50.751075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:00:50.751691 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:00:50.767892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3f074665-d1f3-4d56-96bf-0867e4bd8bc5 service neutron] 10.222.0.48 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800348 Feb 04 20:00:50.802162 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.894811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6b4ae-64a8-4331-9c8d-bacc70d021af None None] Pushing event updated for resources: {'Port': ['ID=c72bca5c-82fd-4d13-bcb2-41a753420af9,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:50.904027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23198d74-b2b1-4209-9aaf-1df2021a7e81 req-59200567-c7db-4316-b66a-ab6f55ee44fb tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168601 Feb 04 20:00:50.924971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:50.931668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-b044948f-495e-4042-a1f8-5f39377bed0c tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:50.933754 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-b044948f-495e-4042-a1f8-5f39377bed0c tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.2254865 Feb 04 20:00:50.945876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811806-1'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:51.148097 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-b86ce790-93fc-495f-9056-29dd09e41905 service neutron] 10.222.0.48 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698816 Feb 04 20:00:51.243622 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:51.398115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08620-2c61-408a-8d2c-339065374be5 req-cc6c3539-3c09-4875-81ed-250f6b930939 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:51.398115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95f08620-2c61-408a-8d2c-339065374be5 req-cc6c3539-3c09-4875-81ed-250f6b930939 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 943 time: 0.3365748 Feb 04 20:00:51.410998 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:51.451916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab48b6c-854c-448b-98fd-526bd0b86e63 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:51.492379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:51.580937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95f08620-2c61-408a-8d2c-339065374be5 req-4dd25cc8-64f2-4a7b-8cfe-caaf0127a98a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606171 Feb 04 20:00:51.607954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:51.768715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:00:51.776400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 25e3beb8-f2ae-4d06-b30b-83b9199323d6 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:00:51.970420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:51.984623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['eab48b6c-854c-448b-98fd-526bd0b86e63'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:52.019515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:00:52.087812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:52.189858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:00:52.200419 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] Sync routers for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:00:52.215880 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:52.218495 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:52.222676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26fa05-1b4f-464e-9345-af3331395855 req-2aa99d8d-0f2b-4c3d-bf40-107dda4059f6 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:52.225703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab5087e7-ce32-4047-87bc-3dc5415c54d2 admin admin] 10.222.0.48 "PUT /v2.0/routers/9c7bf6df-1e0a-4371-9ac0-bcffc3107be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8874602 Feb 04 20:00:52.227685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45988) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:52.228595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad26fa05-1b4f-464e-9345-af3331395855 req-2aa99d8d-0f2b-4c3d-bf40-107dda4059f6 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.3753016 Feb 04 20:00:52.253848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:52.388270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c72bca5c-82fd-4d13-bcb2-41a753420af9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:52.480466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:52.485338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:52.531000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-81bcdd5a-3797-4dd6-8e7c-30644f8f52f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:52.696079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad26fa05-1b4f-464e-9345-af3331395855 req-bf4eabf9-abfa-4823-9897-b3e6de160e44 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554610 Feb 04 20:00:52.696836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:52.833297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:52.911652 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:52.989975 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'code': 200} Feb 04 20:00:53.030055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2a1be-e3c8-467a-9752-32cf3833613e None None] Network 8effe1db-877e-47b9-94ca-b745feca9abb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:53.121017 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.354015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:53.363412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on host n-h1-811806-1 for vnic_type normal with profile {"migrating_to": "n-h2-811806-1"} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:00:53.363827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:00:53.364220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:53.373088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 25e3beb8-f2ae-4d06-b30b-83b9199323d6 has no active binding in host n-h2-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:00:53.395908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:00:53.395908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Attempting to bind port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on network 582cd9f1-0cfe-4cf2-ae7e-361a01fff24b {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:00:53.406041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:00:53.406377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Checking segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:00:53.407084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Bound using segment: {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:00:53.408036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Bound port: 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ffa6b-73e3-4ede-a086-53f43b0d5572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '582cd9f1-0cfe-4cf2-ae7e-361a01fff24b'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:00:53.408605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.546747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.607596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad566ab-e80d-4a32-a8cd-0d8dfb920370 req-cb7551a2-527d-49f6-af7d-c418e46968ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:53.617783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bad566ab-e80d-4a32-a8cd-0d8dfb920370 req-cb7551a2-527d-49f6-af7d-c418e46968ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 945 time: 0.6846268 Feb 04 20:00:53.634972 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T20:00:49Z', 'revision_number': 5, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port': {'id': '5bb2eb87-d16d-4b85-9818-1a6e715aa57e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:13Z', 'updated_at': '2022-02-04T19:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:53.647253 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] Checking router: 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:00:53.661551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] Routers {'9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:00:53.662978 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:53.688487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:00:53.700328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:00:53.729892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-aabde551-c502-4224-b995-967b7b578b43 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:53.731409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c72bca5c-82fd-4d13-bcb2-41a753420af9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:53.732738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bad566ab-e80d-4a32-a8cd-0d8dfb920370 req-4b208813-96b3-42c5-a0d8-ef324044ab3f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139851 Feb 04 20:00:53.734054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Deleting port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:53.741466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Provisioning for port c72bca5c-82fd-4d13-bcb2-41a753420af9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:53.746002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-aabde551-c502-4224-b995-967b7b578b43 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 816 time: 0.7113657 Feb 04 20:00:53.748897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.757422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Provisioning complete for port c72bca5c-82fd-4d13-bcb2-41a753420af9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:53.760764 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.782328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-611f8fc8-6cd0-4394-becc-176a194573a1 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/quotas/fe9213ad01d94af2b1cf6bf33e801c93 HTTP/1.1" status: 200 len: 375 time: 0.0314612 Feb 04 20:00:53.851135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.852649 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.855765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c72bca5c-82fd-4d13-bcb2-41a753420af9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:53.856529 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.945716 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:53.957606 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] Set router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:00:54.138910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] For port 5bb2eb87-d16d-4b85-9818-1a6e715aa57e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:54.138910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:54.365013 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T20:00:53Z', 'revision_number': 6, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:00:54.365013 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502ad0-ef43-435c-a939-c6eb36ca95a2 None None] The sync data for ids ['9c7bf6df-1e0a-4371-9ac0-bcffc3107be5'] in n-d-811806-1 is: [{'id': '9c7bf6df-1e0a-4371-9ac0-bcffc3107be5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931012883-router', 'tenant_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:12Z', 'updated_at': '2022-02-04T20:00:53Z', 'revision_number': 6, 'project_id': '6aa3076a8d33419b916c6b0585d4eaa5', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:00:54.379098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:54.379569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:54.381234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] 10.222.0.24 "PUT /v2.0/ports/25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 200 len: 1121 time: 3.4395897 Feb 04 20:00:54.444151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:54.464887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e936c-f7d3-4129-81e6-99d4241dc185 service neutron] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:54.495800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-e7b8ec87-ba80-4313-9b98-c239a0562495 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7098298 Feb 04 20:00:54.506382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['25e3beb8-f2ae-4d06-b30b-83b9199323d6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:54.596626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['25e3beb8-f2ae-4d06-b30b-83b9199323d6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:54.647521 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:54.734106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Calling delete_port for 5bb2eb87-d16d-4b85-9818-1a6e715aa57e owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:54.747499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-02effdb3-0348-4b1b-8e6d-61a527e982e4 service neutron] 10.222.0.48 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395198 Feb 04 20:00:54.752914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] For port c72bca5c-82fd-4d13-bcb2-41a753420af9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c72bca5c-82fd-4d13-bcb2-41a753420af9,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:54.888704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a150b4-daf1-41d1-892f-cb0551ea7c8e req-b64df5c8-d1c1-440a-a97a-81f26dbf0195 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:54.890190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63a150b4-daf1-41d1-892f-cb0551ea7c8e req-b64df5c8-d1c1-440a-a97a-81f26dbf0195 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.3219519 Feb 04 20:00:54.920142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:54.942003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-668514ee-67c0-4f80-b13f-6fd0702a8e1b service neutron] 10.222.0.48 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912560 Feb 04 20:00:54.962455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63a150b4-daf1-41d1-892f-cb0551ea7c8e req-35492f1b-ef9d-41e9-a67b-1a838c503433 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593362 Feb 04 20:00:55.118316 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6', 'code': 200} Feb 04 20:00:55.128395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:55.147234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Pushing event updated for resources: {'Port': ['ID=c72bca5c-82fd-4d13-bcb2-41a753420af9,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:55.201370 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:55.247522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb2eb87-d16d-4b85-9818-1a6e715aa57e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:55.373381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.374927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.376951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.379013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.379468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.385040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.385040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.385040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.385040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.385040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.400838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.403163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94a73-17b3-43a7-babd-4974816647ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:00:55.528572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e872d349-f96d-48a4-a54f-679734eeb1c1 None None] Provisioning complete for port c72bca5c-82fd-4d13-bcb2-41a753420af9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:55.528943 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e872d349-f96d-48a4-a54f-679734eeb1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:55.604441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:00:55.604790 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:00:55.640563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device eab48b6c-854c-448b-98fd-526bd0b86e63 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:55.672149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:55.902235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:55.902235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:55.902235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744acdd4-54f8-49aa-bb01-0514582a5159 req-d22f4475-d82f-4ec0-bf48-62ee463d4567 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:55.902235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-744acdd4-54f8-49aa-bb01-0514582a5159 req-d22f4475-d82f-4ec0-bf48-62ee463d4567 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 944 time: 0.4282651 Feb 04 20:00:55.905550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port eab48b6c-854c-448b-98fd-526bd0b86e63 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:55.905550 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:55.907659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-785eab13-9dcd-44db-a996-869885464336 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:55.909360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-785eab13-9dcd-44db-a996-869885464336 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.62 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 816 time: 0.6221349 Feb 04 20:00:55.922055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Request body: {'port': {'device_id': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'admin_state_up': True, 'tenant_id': 'fe9213ad01d94af2b1cf6bf33e801c93'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:55.956791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda93bb-77c0-4cb9-9e38-e4ec2e743c68 req-f9d7d7a0-8faf-4355-90dd-bd342f994a60 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:55.958798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ceda93bb-77c0-4cb9-9e38-e4ec2e743c68 req-f9d7d7a0-8faf-4355-90dd-bd342f994a60 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.1984010 Feb 04 20:00:55.995032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-744acdd4-54f8-49aa-bb01-0514582a5159 req-2c8f3122-5a24-4dd9-bda9-e948e9d6c010 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873458 Feb 04 20:00:56.043908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.044430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:00:56.071987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.082943 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e41e6c5d-2d09-44ec-a7c3-5141db27fd2b admin admin] 10.222.0.48 "DELETE /v2.0/routers/9c7bf6df-1e0a-4371-9ac0-bcffc3107be5 HTTP/1.1" status: 204 len: 168 time: 3.8539202 Feb 04 20:00:56.087165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46032) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:56.096292 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.222510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] Deleting subnet 3cd6518b-7575-4251-bfba-d2a0ca18698f {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:00:56.246500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.273903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ceda93bb-77c0-4cb9-9e38-e4ec2e743c68 req-15cfc657-46e6-4912-a9ca-9263217e9a14 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497644 Feb 04 20:00:56.304207 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:00:56.376401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:56.382292 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.395240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:00:56.402737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Usage tracker for resource:port and tenant:fe9213ad01d94af2b1cf6bf33e801c93 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:00:56.406518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:00:56.407366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:56.416772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:00:56.521873 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.545416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Made reservation on behalf of fe9213ad01d94af2b1cf6bf33e801c93 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:00:56.549063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.564314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-6cd62f60-9550-4db9-9e46-906a42eaeb1f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2105910844&fields=id&tenant_id=a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 267 time: 0.2242651 Feb 04 20:00:56.620485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c72bca5c-82fd-4d13-bcb2-41a753420af9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:00:56.739804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:56.740379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.755259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c72bca5c-82fd-4d13-bcb2-41a753420af9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:56.755637 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.815366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-dec5f86a-9684-49f5-9c78-2f0bd79b96f9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:56.832167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-dec5f86a-9684-49f5-9c78-2f0bd79b96f9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 816 time: 0.3055196 Feb 04 20:00:56.867836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-087a7a90-f480-4a65-9d7b-87d80b111605 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:56.870726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-087a7a90-f480-4a65-9d7b-87d80b111605 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 945 time: 0.3045156 Feb 04 20:00:56.888171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'port': {'security_groups': ['6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46', '93c012d6-9a2c-41f8-b913-8c6e64f284ca']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:56.915171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-17260050-eda0-48b5-98b7-41bf59341503 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/quotas/fe9213ad01d94af2b1cf6bf33e801c93 HTTP/1.1" status: 200 len: 375 time: 0.0869315 Feb 04 20:00:56.925204 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:56.974664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:56.994290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd6518b-7575-4251-bfba-d2a0ca18698f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:56.997099 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.008832 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e27d9783-db07-4523-9235-606856e43c9c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3cd6518b-7575-4251-bfba-d2a0ca18698f HTTP/1.1" status: 204 len: 168 time: 0.9241226 Feb 04 20:00:57.009758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46052) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:00:57.017691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:57.020084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 224e54cf-e2ee-4d98-a4e6-5bf1aca5fe20 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:57.020885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5bb2eb87-d16d-4b85-9818-1a6e715aa57e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:57.051120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1626856b-ed7d-4485-93da-2ee99efdea04 None None] Network 551cd439-9a5c-4244-8b86-283d52edd44e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:00:57.067936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Allocated IP 172.20.0.8 (8effe1db-877e-47b9-94ca-b745feca9abb/58aa8036-cc69-48bd-a510-2543c9f6069d/201ba97e-c0bd-4968-8674-6b21e8e2f801) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:00:57.078237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 5bb2eb87-d16d-4b85-9818-1a6e715aa57e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:00:57.078851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5bb2eb87-d16d-4b85-9818-1a6e715aa57e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:57.137880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:57.182982 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-151530ef-e632-4466-98eb-eb601e7d6832 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2668715 Feb 04 20:00:57.331553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.378798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Deleting port 7171e6a0-478b-4054-8d71-20b9f671d146 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:57.379075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.393607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] DHCP port deletion for 551cd439-9a5c-4244-8b86-283d52edd44e request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:00:57.399505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] Deleting port 7171e6a0-478b-4054-8d71-20b9f671d146 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:57.399875 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.421149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.500113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-06f228ca-acca-48af-9341-f407207d41c7 service neutron] 10.222.0.48 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161891 Feb 04 20:00:57.619986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.701061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Transition to ACTIVE for port object 201ba97e-c0bd-4968-8674-6b21e8e2f801 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:57.717922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] For port 7171e6a0-478b-4054-8d71-20b9f671d146, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7171e6a0-478b-4054-8d71-20b9f671d146,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:57.718586 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.733095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-14fbf113-298e-4743-b131-6a3be3a16286 service neutron] 10.222.0.48 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272968 Feb 04 20:00:57.797527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] For port 7171e6a0-478b-4054-8d71-20b9f671d146, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7171e6a0-478b-4054-8d71-20b9f671d146,segment=NetworkSegment(e5d166e9-9866-4301-8ed5-684accabb137),segment_id=e5d166e9-9866-4301-8ed5-684accabb137)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:57.797893 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.876364 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:57.894362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] Calling delete_port for 7171e6a0-478b-4054-8d71-20b9f671d146 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:58.002560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Network 8effe1db-877e-47b9-94ca-b745feca9abb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:00:58.007083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:00:58.031437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:00:58.043143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Calling delete_port for 7171e6a0-478b-4054-8d71-20b9f671d146 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:00:58.127029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:58.127688 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:58.166859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Pushing event updated for resources: {'Port': ['ID=201ba97e-c0bd-4968-8674-6b21e8e2f801,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:58.209638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:00:58.245055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:58.384522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430500-a030-4a7f-9766-1071ab2befba req-4f59f8aa-290f-48bf-a5cc-42b8354da47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:58.386212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e430500-a030-4a7f-9766-1071ab2befba req-4f59f8aa-290f-48bf-a5cc-42b8354da47d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 1096 time: 0.1372285 Feb 04 20:00:58.392008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8c6e-b259-4799-8160-f68fe2a7a73d req-bb785fc7-754e-458a-bf5b-9ac91433a2c4 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:58.393755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5d8c6e-b259-4799-8160-f68fe2a7a73d req-bb785fc7-754e-458a-bf5b-9ac91433a2c4 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.1312509 Feb 04 20:00:58.454840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e430500-a030-4a7f-9766-1071ab2befba req-39b2b328-036f-43d6-80ca-f894fa6a8589 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574722 Feb 04 20:00:58.501813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7171e6a0-478b-4054-8d71-20b9f671d146 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:00:58.509100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5d8c6e-b259-4799-8160-f68fe2a7a73d req-52479498-e12f-4c5c-9afd-4de75e2a3fef tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895705 Feb 04 20:00:58.549378 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:58.557055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:00:58.558233 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:00:58.616651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] Pushing event deleted for resources: {'Port': ['ID=7171e6a0-478b-4054-8d71-20b9f671d146,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:58.635427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75a36ae-acb4-4955-bf1d-4983ff86aedc None None] No DVR routers for this DVR port 7171e6a0-478b-4054-8d71-20b9f671d146 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:00:58.635427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port 7171e6a0-478b-4054-8d71-20b9f671d146 {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:00:58.635427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7171e6a0-478b-4054-8d71-20b9f671d146 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:00:58.682768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c04ee140-eb45-4733-88a6-c0fe7313e9d9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7646575 Feb 04 20:00:58.695980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Request body: {'port': {'device_id': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:58.724538 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'code': 200} Feb 04 20:00:58.816851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:58.914463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0c3b9d16-4897-446b-9350-9350d448358d None None] Provisioning for port 201ba97e-c0bd-4968-8674-6b21e8e2f801 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:00:58.914599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:58.914729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0c3b9d16-4897-446b-9350-9350d448358d None None] Provisioning complete for port 201ba97e-c0bd-4968-8674-6b21e8e2f801 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:00:58.914729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9d16-4897-446b-9350-9350d448358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:58.959288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:59.124235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b9d16-4897-446b-9350-9350d448358d None None] Port 201ba97e-c0bd-4968-8674-6b21e8e2f801 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:00:59.217671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Deleting port 7171e6a0-478b-4054-8d71-20b9f671d146 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:00:59.218409 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:59.244224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:00:59.260545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:59.261370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:59.262903 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6380835a-e9d6-4702-8f81-23ee557c32b8 req-25fa3e6e-6de8-464e-8ccf-daad69bdbd79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "PUT /v2.0/ports/2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 200 len: 981 time: 2.3818066 Feb 04 20:00:59.273911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:00:59.284828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf354-7f15-4836-b786-b57f90165e34 req-474e5d07-69f0-4f62-b976-d787df72a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:59.286287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8a1cf354-7f15-4836-b786-b57f90165e34 req-474e5d07-69f0-4f62-b976-d787df72a4ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 1096 time: 0.4094877 Feb 04 20:00:59.368432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:00:59.374324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8a1cf354-7f15-4836-b786-b57f90165e34 req-ade46cba-762d-4040-9ee8-e476ca93f75c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772045 Feb 04 20:00:59.386808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] The port '7171e6a0-478b-4054-8d71-20b9f671d146' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:00:59.569704 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6', 'status': 'completed', 'code': 200} Feb 04 20:00:59.779020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-04ffc013-e07e-4f36-b4e7-9f35d7eea31c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:59.781258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-04ffc013-e07e-4f36-b4e7-9f35d7eea31c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 816 time: 0.6774514 Feb 04 20:00:59.851918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201ba97e-c0bd-4968-8674-6b21e8e2f801 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:00:59.871350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:00:59.876370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Request body: {'port': {'device_id': '48d927f2-20f5-4124-9e96-97751a700e64', 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'admin_state_up': True, 'tenant_id': 'fe9213ad01d94af2b1cf6bf33e801c93'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:00:59.899506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-539bce56-b0da-49f5-9dfd-8b2c95bf18e7 service neutron] 10.222.0.62 "GET /v2.0/ports/25e3beb8-f2ae-4d06-b30b-83b9199323d6/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.3763082 Feb 04 20:00:59.902269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Transition to ACTIVE for port object 201ba97e-c0bd-4968-8674-6b21e8e2f801 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:00:59.915196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-6940aba4-8d53-4894-8ad7-7f4c4416ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:59.916704 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-6940aba4-8d53-4894-8ad7-7f4c4416ac35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1124 time: 0.3391299 Feb 04 20:00:59.930358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e553-1bad-4070-83b5-d2aab01c4ddb req-1090ab60-af1f-486b-bba1-f7661deaabc7 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:00:59.952913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5278e553-1bad-4070-83b5-d2aab01c4ddb req-1090ab60-af1f-486b-bba1-f7661deaabc7 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.2152200 Feb 04 20:01:00.051178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:00.192339 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:00.315695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-891c5b79-2525-4f60-8049-4abfbada0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:00.317663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-891c5b79-2525-4f60-8049-4abfbada0d71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.3952339 Feb 04 20:01:00.326270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5278e553-1bad-4070-83b5-d2aab01c4ddb req-6fe6b83d-ed6a-4f95-9832-f1f68ab0aeb9 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564472 Feb 04 20:01:00.346453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551cd439-9a5c-4244-8b86-283d52edd44e']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:00.449213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-5ca4bde9-d76f-4c96-8b1f-9cb99eeea9e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 200 len: 217 time: 0.1172447 Feb 04 20:01:00.487108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d166e9-9866-4301-8ed5-684accabb137') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:00.487406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d166e9-9866-4301-8ed5-684accabb137') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:00.503483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd47fc-2b22-47d9-82f2-9fe61b624f04 req-f85757f7-b3cf-4bbf-b43a-80623ab0ab7a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:00.513008 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13bd47fc-2b22-47d9-82f2-9fe61b624f04 req-f85757f7-b3cf-4bbf-b43a-80623ab0ab7a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.8283257 Feb 04 20:01:00.570653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:00.574581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Pushing event updated for resources: {'Port': ['ID=201ba97e-c0bd-4968-8674-6b21e8e2f801,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:00.597240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 25e3beb8-f2ae-4d06-b30b-83b9199323d6 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:00.638171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2d3f616d-0fca-4b32-b64f-dad5f84e99db req-ad29bda4-35aa-405d-b354-063cf9e3392c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:00.697334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:00.714809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Attempting to bind port 201ba97e-c0bd-4968-8674-6b21e8e2f801 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:00.715245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Attempting to bind port 201ba97e-c0bd-4968-8674-6b21e8e2f801 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:00.715642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Attempting to bind port 201ba97e-c0bd-4968-8674-6b21e8e2f801 on network 8effe1db-877e-47b9-94ca-b745feca9abb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:00.718796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-2d4c4559-57f1-4b22-97b7-aeceb32ee28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:00.720459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-2d4c4559-57f1-4b22-97b7-aeceb32ee28c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.2609565 Feb 04 20:01:00.751734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13bd47fc-2b22-47d9-82f2-9fe61b624f04 req-67dd9c1d-0f04-4ee7-80fc-0bc470de7a11 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340381 Feb 04 20:01:00.755559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:00.784796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-ac395a9a-e5a2-4b9f-9134-f84fb7e34a54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577030 Feb 04 20:01:00.785441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Port 201ba97e-c0bd-4968-8674-6b21e8e2f801 on network 8effe1db-877e-47b9-94ca-b745feca9abb not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:00.785832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Attempting to bind port 201ba97e-c0bd-4968-8674-6b21e8e2f801 on network 8effe1db-877e-47b9-94ca-b745feca9abb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:00.812243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:01:00.824740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:01:00.848743 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:01:00.854747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Usage tracker for resource:port and tenant:fe9213ad01d94af2b1cf6bf33e801c93 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:00.895105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:00.895514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Checking segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:00.895990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Bound using segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:00.908921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Bound port: 201ba97e-c0bd-4968-8674-6b21e8e2f801, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:00.908921 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:00.911317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:00.921544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2d3f616d-0fca-4b32-b64f-dad5f84e99db req-ad29bda4-35aa-405d-b354-063cf9e3392c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:00.922720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d3f616d-0fca-4b32-b64f-dad5f84e99db req-ad29bda4-35aa-405d-b354-063cf9e3392c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 210 time: 0.3448393 Feb 04 20:01:00.979153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:01.022878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] For port 201ba97e-c0bd-4968-8674-6b21e8e2f801, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:01.027227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] For port 201ba97e-c0bd-4968-8674-6b21e8e2f801, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:01.056006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:01.066514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-f9bf372e-dbbb-46a2-8743-3eadabb4050e tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1325641160&fields=id&tenant_id=a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 267 time: 0.1375914 Feb 04 20:01:01.077431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-700e87d2-fe37-4d65-ad9f-538dc85f15aa service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850327 Feb 04 20:01:01.139114 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717', 'status': 'completed', 'code': 200} Feb 04 20:01:01.160071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:01.216618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Made reservation on behalf of fe9213ad01d94af2b1cf6bf33e801c93 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:01.220414 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:01.237997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:01.248107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:01.302616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:01.353134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=551cd439-9a5c-4244-8b86-283d52edd44e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:01.370468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e3beb8-f2ae-4d06-b30b-83b9199323d6 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:01.404467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:01.463497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:01.464112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:01.465464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] 10.222.0.62 "PUT /v2.0/ports/201ba97e-c0bd-4968-8674-6b21e8e2f801 HTTP/1.1" status: 200 len: 1091 time: 2.7744176 Feb 04 20:01:01.466318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-a491fb3e-107f-46a6-ad3c-181f60a8aa40 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:01.467901 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-a491fb3e-107f-46a6-ad3c-181f60a8aa40 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 984 time: 0.3957269 Feb 04 20:01:01.558587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'port': {'security_groups': ['6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46', '93c012d6-9a2c-41f8-b913-8c6e64f284ca', 'c69af50c-9f81-480b-a48f-a6f62aae3d4e']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:01.575179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'tag': '201ba97e-c0bd-4968-8674-6b21e8e2f801'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:01.599864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d763621-7696-4e71-bdac-cd04463cfd87 service neutron] Pushing event updated for resources: {'Port': ['ID=201ba97e-c0bd-4968-8674-6b21e8e2f801,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:01.606120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:01.614279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d85141e-9f5b-465c-ae4b-4e65a1701ccd req-4872ec92-7ff0-47ce-a153-18e02270dd71 service neutron] 10.222.0.62 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301986 Feb 04 20:01:01.633429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-561ec384-4617-435a-8101-f76a57973eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:01.633429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-561ec384-4617-435a-8101-f76a57973eea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1135 time: 0.4558930 Feb 04 20:01:01.738845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-eff4eff8-281e-4295-9024-97584db81a16 admin admin] 10.222.0.48 "DELETE /v2.0/networks/551cd439-9a5c-4244-8b86-283d52edd44e HTTP/1.1" status: 204 len: 168 time: 4.7055287 Feb 04 20:01:01.744614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:01.824278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cbc9-1635-4b5d-910d-a6a251afd396 req-55426f1e-4ac9-46ee-b375-e930b3e18a7f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:01.825325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6676cbc9-1635-4b5d-910d-a6a251afd396 req-55426f1e-4ac9-46ee-b375-e930b3e18a7f tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 943 time: 0.3736622 Feb 04 20:01:01.864270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Allocated IP 172.20.0.9 (8effe1db-877e-47b9-94ca-b745feca9abb/58aa8036-cc69-48bd-a510-2543c9f6069d/a80bfaab-5cea-4961-97d8-bc66641fca57) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:01.971333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6676cbc9-1635-4b5d-910d-a6a251afd396 req-59c56fde-d7ca-46b9-b215-dc7f98e327a2 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327150 Feb 04 20:01:01.983246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-15df790a-cb76-4e36-bb5a-51ff3fe90d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:01.985439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-15df790a-cb76-4e36-bb5a-51ff3fe90d3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 914 time: 0.3397968 Feb 04 20:01:02.091539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] Transition to ACTIVE for port object 25e3beb8-f2ae-4d06-b30b-83b9199323d6 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:02.092074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:02.213562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c07f17a6-c649-4684-a040-b0d6fd62b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:02.221398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c07f17a6-c649-4684-a040-b0d6fd62b3fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 1094 time: 0.5766830 Feb 04 20:01:02.229800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-095e3201-de82-45e1-ac2f-77c15dfbba1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 200 len: 217 time: 0.1849442 Feb 04 20:01:02.287644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:02.379472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-2c40ee97-c09a-49b4-80c8-691341cf4e07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801 HTTP/1.1" status: 200 len: 217 time: 0.1460602 Feb 04 20:01:02.497139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-599ab80b-1167-4996-9841-8dd17e59ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:02.498630 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-599ab80b-1167-4996-9841-8dd17e59ad60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.2043321 Feb 04 20:01:02.589448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-6edfb804-1a8d-4090-be59-a3c3c20c2563 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:02.590901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-6edfb804-1a8d-4090-be59-a3c3c20c2563 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 816 time: 0.6499140 Feb 04 20:01:02.592878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-b93932fc-dab6-4ce0-86cf-4d6bff404e9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740228 Feb 04 20:01:02.613445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Request body: {'port': {'device_id': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'admin_state_up': True, 'tenant_id': 'fe9213ad01d94af2b1cf6bf33e801c93'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:02.667398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c95f11a4-6c4e-4871-83cc-2bc74f49b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:02.669646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-c95f11a4-6c4e-4871-83cc-2bc74f49b710 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 200 len: 855 time: 0.2670333 Feb 04 20:01:02.805835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] No DVR routers for this DVR port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:01:02.852271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37096d6-6332-4b5f-9c1c-e51b6092f0d3 req-8fd9a787-4b11-41a1-8b92-3cb85af365de tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:02.853756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b37096d6-6332-4b5f-9c1c-e51b6092f0d3 req-8fd9a787-4b11-41a1-8b92-3cb85af365de tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.4785931 Feb 04 20:01:02.924578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] Pushing event updated for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=10']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:02.987402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-3029319b-e8af-4175-b6f2-96ffcf415f42 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605890 Feb 04 20:01:02.989107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:02.994088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b37096d6-6332-4b5f-9c1c-e51b6092f0d3 req-7988b709-e383-49e9-9965-c0601c3804d5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305957 Feb 04 20:01:02.996346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-f4b6825f-b119-44ab-9487-b41d62713331 service neutron] 10.222.0.62 "PUT /v2.0/ports/25e3beb8-f2ae-4d06-b30b-83b9199323d6/bindings/n-h2-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0317359 Feb 04 20:01:02.998863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Usage tracker for resource:port and tenant:fe9213ad01d94af2b1cf6bf33e801c93 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:03.013344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:03.022088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:03.036059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:03.127984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-062ef3a6-ee56-4d6b-a0d8-3ae94fba6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:03.130995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-062ef3a6-ee56-4d6b-a0d8-3ae94fba6545 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8effe1db-877e-47b9-94ca-b745feca9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3616228 Feb 04 20:01:03.169921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Transition to ACTIVE for port object a80bfaab-5cea-4961-97d8-bc66641fca57 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:03.170308 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'tag': '201ba97e-c0bd-4968-8674-6b21e8e2f801', 'status': 'completed', 'code': 200} Feb 04 20:01:03.324229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:03.372176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:03.435987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:03.492742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:03.502077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:03.507870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:03.553819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Made reservation on behalf of fe9213ad01d94af2b1cf6bf33e801c93 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:03.558098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:03.588954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-21083855-7885-42ae-b5a3-172c060cea2c service neutron] 10.222.0.62 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525537 Feb 04 20:01:03.619782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcdd74e2-8d3f-4b69-8dab-2e116d0b21c9 req-eeca5ef2-6d49-4398-8d49-6c4748b55b89 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234155 Feb 04 20:01:03.661303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:03.662234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:03.664472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e79e78bd-59b1-4b17-837c-3c1a328f6c79 req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "PUT /v2.0/ports/2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 200 len: 1020 time: 2.1839221 Feb 04 20:01:03.669981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:03.693607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Network 8effe1db-877e-47b9-94ca-b745feca9abb is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:03.716330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:03.722627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:01:03.744800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:03.776244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708e341-1d75-4586-a072-49d7f438a3a3 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:03.900520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40fadfd6-9567-42d5-9559-9c161b8e17d8 req-d22ca8f3-d49d-418a-8317-fd41724a8289 service neutron] 10.222.0.62 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993784 Feb 04 20:01:03.940928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:03.942156 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:04.048479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1053-2d8b-4d77-82de-ecf64460502a req-05c2dcfd-e71c-4a99-b815-ebab37fa8123 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:04.051968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-190f1053-2d8b-4d77-82de-ecf64460502a req-05c2dcfd-e71c-4a99-b815-ebab37fa8123 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.6601555 Feb 04 20:01:04.064887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-63c27c6a-9181-4e45-936e-e6b380a4c188 req-466b41b5-0a46-4504-a275-032612c63a66 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:04.088954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Pushing event updated for resources: {'Port': ['ID=a80bfaab-5cea-4961-97d8-bc66641fca57,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:04.149156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-b888b1a3-aba7-4f51-ab64-cb04c1dcb438 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:04.149156 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-b888b1a3-aba7-4f51-ab64-cb04c1dcb438 tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.7632883 Feb 04 20:01:04.214163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Deleting port 34723961-baa6-41ed-9cc2-f67d137657a9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:04.215076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:04.220427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Allocated IP 172.20.0.13 (8effe1db-877e-47b9-94ca-b745feca9abb/58aa8036-cc69-48bd-a510-2543c9f6069d/e2818c40-cd2a-4b32-91bd-4b946db70e5f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:04.260403 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-190f1053-2d8b-4d77-82de-ecf64460502a req-51a35385-ffff-4bdb-8c67-2cf1c3a59e9c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071836 Feb 04 20:01:04.310001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9ee0e1b-c592-412f-a8ef-79efbf7b42b7 None None] Provisioning for port a80bfaab-5cea-4961-97d8-bc66641fca57 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:04.316827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9ee0e1b-c592-412f-a8ef-79efbf7b42b7 None None] Provisioning complete for port a80bfaab-5cea-4961-97d8-bc66641fca57 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:04.317192 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0e1b-c592-412f-a8ef-79efbf7b42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:04.389541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244701d-abb1-48a5-b0c3-c9529863872a req-32a6721d-3d7c-4524-9650-21729e1be29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:04.397087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c244701d-abb1-48a5-b0c3-c9529863872a req-32a6721d-3d7c-4524-9650-21729e1be29f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 1094 time: 0.3260362 Feb 04 20:01:04.422244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee0e1b-c592-412f-a8ef-79efbf7b42b7 None None] Port a80bfaab-5cea-4961-97d8-bc66641fca57 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:01:04.435375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-63c27c6a-9181-4e45-936e-e6b380a4c188 req-466b41b5-0a46-4504-a275-032612c63a66 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:04.436736 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63c27c6a-9181-4e45-936e-e6b380a4c188 req-466b41b5-0a46-4504-a275-032612c63a66 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 210 time: 0.5077393 Feb 04 20:01:04.440002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-06aead37-6251-42a9-b1c4-cf9810430e40 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5802076 Feb 04 20:01:04.451016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Request body: {'port': {'device_id': '48d927f2-20f5-4124-9e96-97751a700e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:04.678434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-efb4c813-298f-41fd-a541-e72a33dd4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:04.680468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-efb4c813-298f-41fd-a541-e72a33dd4074 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2&tenant_id=b6a0a555f36448dfbe2abe3dca142b89 HTTP/1.1" status: 200 len: 1095 time: 0.5232160 Feb 04 20:01:04.833459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244701d-abb1-48a5-b0c3-c9529863872a req-e3da1968-7418-42d8-a2bd-86a2781116cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:04.834845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c244701d-abb1-48a5-b0c3-c9529863872a req-e3da1968-7418-42d8-a2bd-86a2781116cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 917 time: 0.4299412 Feb 04 20:01:04.836839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] For port 34723961-baa6-41ed-9cc2-f67d137657a9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=34723961-baa6-41ed-9cc2-f67d137657a9,segment=NetworkSegment(4ce1732c-ac60-46ef-a36a-6880ab5485f0),segment_id=4ce1732c-ac60-46ef-a36a-6880ab5485f0)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:04.837205 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:04.912980 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:04.932627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c244701d-abb1-48a5-b0c3-c9529863872a req-0c902bda-5585-4618-bcbb-4218ff2704c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801 HTTP/1.1" status: 200 len: 217 time: 0.0837567 Feb 04 20:01:04.943732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9266e9-e364-4c61-80b5-707257760610 req-36e97874-e4f7-436a-93f8-400dae876eca tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:04.945132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df9266e9-e364-4c61-80b5-707257760610 req-36e97874-e4f7-436a-93f8-400dae876eca tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.3479948 Feb 04 20:01:04.985747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Transition to ACTIVE for port object e2818c40-cd2a-4b32-91bd-4b946db70e5f will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:04.986624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Calling delete_port for 34723961-baa6-41ed-9cc2-f67d137657a9 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:05.037977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:05.060698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-66672dc1-ba23-4e51-8edd-62fb8c1e584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.062163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-66672dc1-ba23-4e51-8edd-62fb8c1e584e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1095 time: 0.3544731 Feb 04 20:01:05.067010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244701d-abb1-48a5-b0c3-c9529863872a req-eedf553c-003a-481e-a5a9-5339973c48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.068408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c244701d-abb1-48a5-b0c3-c9529863872a req-eedf553c-003a-481e-a5a9-5339973c48d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 200 len: 855 time: 0.1186659 Feb 04 20:01:05.093508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df9266e9-e364-4c61-80b5-707257760610 req-bb8b6377-f9c4-4f1b-a3ed-522cb04c3394 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061528 Feb 04 20:01:05.121233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-501feed6-ff1c-41c7-86c4-740c76be67c4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.123049 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-501feed6-ff1c-41c7-86c4-740c76be67c4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 810 time: 0.4608438 Feb 04 20:01:05.172793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-a1124e1b-b8f1-4ee1-8ac5-318903430d58 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/quotas/335dbb1e7eb6461f9c8bf4ccddec0d18 HTTP/1.1" status: 200 len: 375 time: 0.0346901 Feb 04 20:01:05.339252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-001248bd-8030-41d4-bc22-eaa3903c9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.340690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-001248bd-8030-41d4-bc22-eaa3903c9369 service neutron] 10.222.0.24 "GET /v2.0/networks?id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 200 len: 921 time: 0.2714639 Feb 04 20:01:05.341659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:05.476555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-9e9eb4eb-b42e-4c8d-b891-abfb8747e679 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2972763 Feb 04 20:01:05.593260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244701d-abb1-48a5-b0c3-c9529863872a req-a3e5a72a-73d1-49ec-855b-13570cc8664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.594871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c244701d-abb1-48a5-b0c3-c9529863872a req-a3e5a72a-73d1-49ec-855b-13570cc8664f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8effe1db-877e-47b9-94ca-b745feca9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4977248 Feb 04 20:01:05.617965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-4318b0f8-a9e3-4899-a408-48dcd30217ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 200 len: 217 time: 0.0966291 Feb 04 20:01:05.637018 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:05.680722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Network 8effe1db-877e-47b9-94ca-b745feca9abb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:05.716138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=34723961-baa6-41ed-9cc2-f67d137657a9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:05.743935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:05.757989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Pushing event updated for resources: {'Port': ['ID=e2818c40-cd2a-4b32-91bd-4b946db70e5f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:05.768026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:01:05.850485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0de6-21dc-4933-ab51-2674378e861f req-4b06ab2c-5ee8-45cd-a3e9-78eb70fb8107 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.853244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b8c0de6-21dc-4933-ab51-2674378e861f req-4b06ab2c-5ee8-45cd-a3e9-78eb70fb8107 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1023 time: 0.6222370 Feb 04 20:01:05.858310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-fd3f0276-6933-4c70-812c-00ff64726026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.859762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-fd3f0276-6933-4c70-812c-00ff64726026 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 200 len: 860 time: 0.2172964 Feb 04 20:01:05.881974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80bfaab-5cea-4961-97d8-bc66641fca57 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:05.905605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-725e35f6-0514-41eb-a11a-7e3b6e5e7e95 service neutron] 10.222.0.48 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190524 Feb 04 20:01:05.935235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:05.961945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-85a69dc7-7a78-4987-ad7f-286fb7831ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935087 Feb 04 20:01:05.971389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:05.972108 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:06.023315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c244701d-abb1-48a5-b0c3-c9529863872a req-0ef35520-9ae8-40c3-9a34-c6200ad7157f service neutron] 10.222.0.62 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106472 Feb 04 20:01:06.242443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Transition to ACTIVE for port object a80bfaab-5cea-4961-97d8-bc66641fca57 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:06.261721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-0e84f619-b2db-4e1d-988d-08d9c812f61e service neutron] 10.222.0.48 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552701 Feb 04 20:01:06.328123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:06.352088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b8c0de6-21dc-4933-ab51-2674378e861f req-ba23a216-3702-4321-905d-974ffe85c3b1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&id=93c012d6-9a2c-41f8-b913-8c6e64f284ca&id=c69af50c-9f81-480b-a48f-a6f62aae3d4e HTTP/1.1" status: 200 len: 6148 time: 0.4857273 Feb 04 20:01:06.364786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d159ffab-3cec-4c00-a582-e9a371012e47 None None] Provisioning for port e2818c40-cd2a-4b32-91bd-4b946db70e5f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:06.371175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d159ffab-3cec-4c00-a582-e9a371012e47 None None] Provisioning complete for port e2818c40-cd2a-4b32-91bd-4b946db70e5f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:06.371549 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d159ffab-3cec-4c00-a582-e9a371012e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:06.395513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-4d7cc476-7046-4e76-b50c-f95da46cd006 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7855935 Feb 04 20:01:06.411673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Request body: {'port': {'device_id': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:06.538340 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717', 'status': 'completed', 'code': 200} Feb 04 20:01:06.557102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d159ffab-3cec-4c00-a582-e9a371012e47 None None] Port e2818c40-cd2a-4b32-91bd-4b946db70e5f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:01:06.644849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 201ba97e-c0bd-4968-8674-6b21e8e2f801 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:06.732703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Pushing event updated for resources: {'Port': ['ID=a80bfaab-5cea-4961-97d8-bc66641fca57,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:06.740280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:06.753976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-226349d5-ff21-4ed1-918b-e305e844ecb3 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747118 Feb 04 20:01:06.764042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c244701d-abb1-48a5-b0c3-c9529863872a req-fb7df180-c97a-4ba4-8b68-0ba5b02324c3 service neutron] 10.222.0.62 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247064 Feb 04 20:01:06.831658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:06.960044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 201ba97e-c0bd-4968-8674-6b21e8e2f801, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:06.974606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '201ba97e-c0bd-4968-8674-6b21e8e2f801', 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'port_id': '201ba97e-c0bd-4968-8674-6b21e8e2f801', 'mac_address': 'fa:16:3e:d4:51:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58aa8036-cc69-48bd-a510-2543c9f6069d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:07.041977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:07.050573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Attempting to bind port a80bfaab-5cea-4961-97d8-bc66641fca57 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:07.051191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Attempting to bind port a80bfaab-5cea-4961-97d8-bc66641fca57 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:07.051689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Attempting to bind port a80bfaab-5cea-4961-97d8-bc66641fca57 on network 8effe1db-877e-47b9-94ca-b745feca9abb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:07.065630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Port a80bfaab-5cea-4961-97d8-bc66641fca57 on network 8effe1db-877e-47b9-94ca-b745feca9abb not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:07.065630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Attempting to bind port a80bfaab-5cea-4961-97d8-bc66641fca57 on network 8effe1db-877e-47b9-94ca-b745feca9abb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:07.072179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201ba97e-c0bd-4968-8674-6b21e8e2f801 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:07.076011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:07.076571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Checking segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:07.077139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Bound using segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:07.077741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Bound port: a80bfaab-5cea-4961-97d8-bc66641fca57, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:07.078253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:07.094256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 201ba97e-c0bd-4968-8674-6b21e8e2f801, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:07.131896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-10b5a61c-fa96-48a7-b012-add8000d8de9 service neutron] 10.222.0.24 "GET /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623750 Feb 04 20:01:07.164551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb141c-d04e-45aa-96c4-5143716f5c3a req-10f13939-3f60-46d1-965a-df1f4443807e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:07.170953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57bb141c-d04e-45aa-96c4-5143716f5c3a req-10f13939-3f60-46d1-965a-df1f4443807e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.5293529 Feb 04 20:01:07.192713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-eca1db1a-0040-4527-bb00-3411b419b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:07.194091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-eca1db1a-0040-4527-bb00-3411b419b08b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1174 time: 0.6244996 Feb 04 20:01:07.263293 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:07.360992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=201ba97e-c0bd-4968-8674-6b21e8e2f801,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:07.384672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] For port a80bfaab-5cea-4961-97d8-bc66641fca57, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:07.402720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] For port a80bfaab-5cea-4961-97d8-bc66641fca57, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a80bfaab-5cea-4961-97d8-bc66641fca57,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:07.428475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57bb141c-d04e-45aa-96c4-5143716f5c3a req-61b833fd-13dc-4279-b785-5ec25ff655ab tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551422 Feb 04 20:01:07.453417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763711d-3f48-4554-9e29-1fd1374d2073 req-50bde823-fc64-4bc6-8bc6-2d3ab9b2d288 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:07.461770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a763711d-3f48-4554-9e29-1fd1374d2073 req-50bde823-fc64-4bc6-8bc6-2d3ab9b2d288 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 932 time: 0.2562747 Feb 04 20:01:07.472291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Router 90a7bdac-2219-4e51-ae67-74cfcfa8859d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:01:07.588648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:07.589632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['201ba97e-c0bd-4968-8674-6b21e8e2f801'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:07.674609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a763711d-3f48-4554-9e29-1fd1374d2073 req-8d65e6b6-b4e7-4fd6-bbee-a2dc07d73ba0 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003949 Feb 04 20:01:07.696991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:07.697806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:07.700205 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] 10.222.0.24 "PUT /v2.0/ports/a80bfaab-5cea-4961-97d8-bc66641fca57 HTTP/1.1" status: 200 len: 1091 time: 3.2529728 Feb 04 20:01:07.761583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-6d8b7a6a-d3b3-4e36-a848-7d966505bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:07.763831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-6d8b7a6a-d3b3-4e36-a848-7d966505bbbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 914 time: 0.5278611 Feb 04 20:01:07.776059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': ' tempest-securitygroup -513496817 ', 'description': 'tempest-description-230358220'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:07.782147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:07.792305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:07.811868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46001b0-1834-4474-ab9b-9b9260780231 service neutron] Pushing event updated for resources: {'Port': ['ID=a80bfaab-5cea-4961-97d8-bc66641fca57,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:07.854141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:01:07.859310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] Sync routers for ids ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:01:07.865029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-36ef4ddf-5b9b-4ad1-8ef5-3f6fdd7ffa9b admin admin] 10.222.0.48 "PUT /v2.0/routers/90a7bdac-2219-4e51-ae67-74cfcfa8859d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1171834 Feb 04 20:01:07.869586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-f991225b-fcd8-43db-baf3-ff61b44b0853 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 200 len: 217 time: 0.0895231 Feb 04 20:01:07.871259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46186) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:07.876979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] Routers {'90a7bdac-2219-4e51-ae67-74cfcfa8859d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:01:07.878187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:08.035331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b30b0-c8ca-4e6e-9b20-acb8bc209db5 req-ab373976-67b4-4161-9ed5-0b283f992581 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:08.045690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-369b30b0-c8ca-4e6e-9b20-acb8bc209db5 req-ab373976-67b4-4161-9ed5-0b283f992581 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.4043603 Feb 04 20:01:08.098112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-0e1f8525-86d2-4f21-a0a0-573a6444bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:08.101751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-0e1f8525-86d2-4f21-a0a0-573a6444bb35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.2063043 Feb 04 20:01:08.123390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] Set router 90a7bdac-2219-4e51-ae67-74cfcfa8859d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:01:08.183103 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.211227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-6be15fd2-e462-49aa-a291-f17c7a94ccbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794318 Feb 04 20:01:08.217633 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-369b30b0-c8ca-4e6e-9b20-acb8bc209db5 req-43bfdd2c-c218-4f32-89e0-75608d1414dc tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708982 Feb 04 20:01:08.252010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1e469-108d-4381-8266-cb4602a512ba req-d725705d-856d-49bc-919e-284f13eff57b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:08.253494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-d725705d-856d-49bc-919e-284f13eff57b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2&tenant_id=b6a0a555f36448dfbe2abe3dca142b89&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.3151441 Feb 04 20:01:08.255547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2818c40-cd2a-4b32-91bd-4b946db70e5f {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:08.352483 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.454378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T20:01:05Z', 'revision_number': 5, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:08.456455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] Checking router: 90a7bdac-2219-4e51-ae67-74cfcfa8859d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:01:08.459482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cf8aa95-8e84-4772-907d-df6c7919dcb9 req-cefd1b12-ebcc-4dd5-8303-a4e5b7357d2a tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 210 time: 0.0863576 Feb 04 20:01:08.483055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] Routers {'90a7bdac-2219-4e51-ae67-74cfcfa8859d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:01:08.483055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:00:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:08.503474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.537093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-4bec8679-a159-4110-a4a0-10fb5b4779c8 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145888 Feb 04 20:01:08.543461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d927f2-20f5-4124-9e96-97751a700e64', 'tag': 'a80bfaab-5cea-4961-97d8-bc66641fca57'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:08.564974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:08.573990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:08.637482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:08.654242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:08.683618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 201ba97e-c0bd-4968-8674-6b21e8e2f801 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:08.700495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Transition to ACTIVE for port object e2818c40-cd2a-4b32-91bd-4b946db70e5f will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:08.707946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c0d062-b30c-4db7-81c7-e1533fb837c3 req-689db7ba-6d1f-4ba8-be36-356c7ea53800 service neutron] 10.222.0.24 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609540 Feb 04 20:01:08.725540 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.731727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.740951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-c0be1334-aa2c-4196-a975-04c0a2898ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:08.743431 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-c0be1334-aa2c-4196-a975-04c0a2898ff7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 1094 time: 0.4667277 Feb 04 20:01:08.803414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] Set router 90a7bdac-2219-4e51-ae67-74cfcfa8859d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:01:08.829477 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.835807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-61bb86a6-26c7-42b9-9955-c4b7d539fd30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a80bfaab-5cea-4961-97d8-bc66641fca57 HTTP/1.1" status: 200 len: 217 time: 0.0783694 Feb 04 20:01:08.883347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.902241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Deleting port 0d0b649f-55bb-45cb-8b29-566bcd62175c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:08.902241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:08.989465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.040263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2818c40-cd2a-4b32-91bd-4b946db70e5f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:09.046147 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.047630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-66525048-8afb-4a7a-81e5-9ea84df2b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:09.048977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-66525048-8afb-4a7a-81e5-9ea84df2b6f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 200 len: 855 time: 0.2037287 Feb 04 20:01:09.065936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-65f1e469-108d-4381-8266-cb4602a512ba req-c0bb1f63-2237-4e78-a4ee-3238a8b378ae service neutron] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:09.145197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 201ba97e-c0bd-4968-8674-6b21e8e2f801 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:09.153937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-65f1e469-108d-4381-8266-cb4602a512ba req-c0bb1f63-2237-4e78-a4ee-3238a8b378ae service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.154913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f1e469-108d-4381-8266-cb4602a512ba req-c0bb1f63-2237-4e78-a4ee-3238a8b378ae service neutron] 10.222.0.24 "DELETE /v2.0/ports/25e3beb8-f2ae-4d06-b30b-83b9199323d6/bindings/n-h1-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.8483968 Feb 04 20:01:09.260233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Attempting to bind port e2818c40-cd2a-4b32-91bd-4b946db70e5f on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:09.260829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Attempting to bind port e2818c40-cd2a-4b32-91bd-4b946db70e5f by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:09.261323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Attempting to bind port e2818c40-cd2a-4b32-91bd-4b946db70e5f on network 8effe1db-877e-47b9-94ca-b745feca9abb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:09.262537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 201ba97e-c0bd-4968-8674-6b21e8e2f801 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:09.263017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.267110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Port e2818c40-cd2a-4b32-91bd-4b946db70e5f on network 8effe1db-877e-47b9-94ca-b745feca9abb not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:09.267649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Attempting to bind port e2818c40-cd2a-4b32-91bd-4b946db70e5f on network 8effe1db-877e-47b9-94ca-b745feca9abb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:09.274076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:09.274824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Checking segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:09.275384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Bound using segment: {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:09.275984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Bound port: e2818c40-cd2a-4b32-91bd-4b946db70e5f, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4b4ede-d83c-49a4-9271-a3219d95f424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:09.277149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.280880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.298667 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a981241-81fd-4f6e-bb3c-bd3d5e331c00 req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.5276418 Feb 04 20:01:09.319161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ac10-878d-4770-af0d-897935dbcd32 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef49f90a-8f9c-4497-b9c3-6300edf88cf7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:09.360421 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d927f2-20f5-4124-9e96-97751a700e64', 'tag': 'a80bfaab-5cea-4961-97d8-bc66641fca57', 'status': 'completed', 'code': 200} Feb 04 20:01:09.379446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] For port e2818c40-cd2a-4b32-91bd-4b946db70e5f, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:09.383706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] For port e2818c40-cd2a-4b32-91bd-4b946db70e5f, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e2818c40-cd2a-4b32-91bd-4b946db70e5f,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:09.467645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] For port 0d0b649f-55bb-45cb-8b29-566bcd62175c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0d0b649f-55bb-45cb-8b29-566bcd62175c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:09.468061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.469481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T20:01:05Z', 'revision_number': 5, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:09.503443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5ee1b-3b86-42f5-97eb-5587ea869d0a None None] The sync data for ids ['90a7bdac-2219-4e51-ae67-74cfcfa8859d'] in n-d-811806-1 is: [{'id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214395002-router', 'tenant_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:56:32Z', 'updated_at': '2022-02-04T20:01:05Z', 'revision_number': 5, 'project_id': '1ce9b4ac0e4846718dd058c281d96dd9', 'gw_port': {'id': '0d0b649f-55bb-45cb-8b29-566bcd62175c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7bdac-2219-4e51-ae67-74cfcfa8859d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:56:33Z', 'updated_at': '2022-02-04T19:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:01:09.537988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.547342 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.586146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ba97e-c0bd-4968-8674-6b21e8e2f801'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:09.598139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 201ba97e-c0bd-4968-8674-6b21e8e2f801, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:09.637502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:09.638928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.640324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2818c40-cd2a-4b32-91bd-4b946db70e5f HTTP/1.1" status: 200 len: 1092 time: 3.2352464 Feb 04 20:01:09.643727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'tag': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:09.683454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2818c40-cd2a-4b32-91bd-4b946db70e5f,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:09.698620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:09.701387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.701387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.701387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.701387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.702927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.703272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.703604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.703931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.704419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.706743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.707088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.707421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48b4ab-273d-4287-8968-8236266c58c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:09.733411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Calling delete_port for 0d0b649f-55bb-45cb-8b29-566bcd62175c owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:09.778270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-9143e402-b738-4bb6-8e80-f0af190ba75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:09.780368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-9143e402-b738-4bb6-8e80-f0af190ba75c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8effe1db-877e-47b9-94ca-b745feca9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5628226 Feb 04 20:01:09.831703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=201ba97e-c0bd-4968-8674-6b21e8e2f801,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:10.037302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d331d-75f3-41b0-b844-0d17da35e785 req-7f9fb152-a149-4901-8686-4785ba505343 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:10.038867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d6d331d-75f3-41b0-b844-0d17da35e785 req-7f9fb152-a149-4901-8686-4785ba505343 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 944 time: 0.5554988 Feb 04 20:01:10.066670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-0123d93a-0743-4609-b025-4839596df43f service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765551 Feb 04 20:01:10.286893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-5b5297dc-82b1-46a4-a896-64d59e0cedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:10.290820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-5b5297dc-82b1-46a4-a896-64d59e0cedbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 1095 time: 0.4235373 Feb 04 20:01:10.325952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d6d331d-75f3-41b0-b844-0d17da35e785 req-f52b3a90-9dd1-4f1a-842a-70bb2b5194db tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618868 Feb 04 20:01:10.330033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba35d94f-4eb9-4b1e-9fd2-608d494126dd req-78502bf7-5faa-4366-914c-c27305470f45 service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383356 Feb 04 20:01:10.393495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-593ab4f4-05fc-4f5d-955b-2229f9108521 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2818c40-cd2a-4b32-91bd-4b946db70e5f HTTP/1.1" status: 200 len: 217 time: 0.0923684 Feb 04 20:01:10.423179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:10.438292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 34723961-baa6-41ed-9cc2-f67d137657a9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:10.478498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 34723961-baa6-41ed-9cc2-f67d137657a9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:01:10.478986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 34723961-baa6-41ed-9cc2-f67d137657a9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:10.494316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-fab0bb8f-f3e5-4a74-869e-ceb93b7cb12d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:10.495661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-fab0bb8f-f3e5-4a74-869e-ceb93b7cb12d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 810 time: 0.5385566 Feb 04 20:01:10.511588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Request body: {'port': {'device_id': '47b73a42-41d3-48cd-a825-301151342570', 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'admin_state_up': True, 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:10.603086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5714124-c395-4016-bd44-9be444e0d4dd req-7eb52e8b-7c68-43c4-8440-bdd6a82bc443 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:10.604721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5714124-c395-4016-bd44-9be444e0d4dd req-7eb52e8b-7c68-43c4-8440-bdd6a82bc443 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.3654764 Feb 04 20:01:10.639979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-33a657bf-1187-4f72-94d0-5291cb6b97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:10.641429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-33a657bf-1187-4f72-94d0-5291cb6b97f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 200 len: 855 time: 0.2348852 Feb 04 20:01:10.666009 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7e7eb5fe-2376-4911-8877-864ec109e403 req-8329bb23-ee8f-4c89-8c89-cbb1d408e208 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/ef49f90a-8f9c-4497-b9c3-6300edf88cf7 HTTP/1.1" status: 200 len: 1779 time: 0.2983363 Feb 04 20:01:10.692895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0b649f-55bb-45cb-8b29-566bcd62175c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:10.761464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5714124-c395-4016-bd44-9be444e0d4dd req-38f89901-fda4-499c-b95a-4e24e5859fe2 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446669 Feb 04 20:01:10.767122 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:10.814010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-d1782975-4ac5-469b-b751-a9565b439ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:10.815544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-d1782975-4ac5-469b-b751-a9565b439ba6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8effe1db-877e-47b9-94ca-b745feca9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617761 Feb 04 20:01:10.820843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:10.845545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:11.004506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31caad77-3d80-41aa-9f7d-bf71cbed08a1 req-4fd77a5c-8f4f-4ed3-998c-84a346e145de tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 210 time: 0.1765642 Feb 04 20:01:11.014676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-972a00c7-f859-4a89-aa4e-5d66cbc5e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:11.014676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-972a00c7-f859-4a89-aa4e-5d66cbc5e5db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 1094 time: 0.5322611 Feb 04 20:01:11.014676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.014676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.046883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Made reservation on behalf of 335dbb1e7eb6461f9c8bf4ccddec0d18 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:11.051307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.069009 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ba97e-c0bd-4968-8674-6b21e8e2f801', 'code': 200} Feb 04 20:01:11.134189 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'tag': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f', 'status': 'completed', 'code': 200} Feb 04 20:01:11.222993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-adb699ff-45c5-40e8-b144-80e710050d1f service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964679 Feb 04 20:01:11.273344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.273863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a7bdac-2219-4e51-ae67-74cfcfa8859d {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:01:11.283777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-9db003d0-7ca2-46a5-97d4-69f7686893d7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:11.284560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-9db003d0-7ca2-46a5-97d4-69f7686893d7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Synchronizing usage tracker for tenant:b4d20305b9e4484aacbae26efda3433c on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:11.285223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-d238ae3a-ed15-4495-bb8f-cd2432e01c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:11.286677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-d238ae3a-ed15-4495-bb8f-cd2432e01c9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 917 time: 0.2691529 Feb 04 20:01:11.349511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-5a90bc06-bbc8-49f8-97a2-bc2e8f619c17 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:11.351979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-5a90bc06-bbc8-49f8-97a2-bc2e8f619c17 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.24 "GET /v2.0/ports?device_id=fddabb3e-bee1-4a00-b2c7-48efea161500 HTTP/1.1" status: 200 len: 945 time: 0.4478190 Feb 04 20:01:11.382480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-6525f228-9dcb-4a12-b231-117c745a94d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a80bfaab-5cea-4961-97d8-bc66641fca57 HTTP/1.1" status: 200 len: 217 time: 0.0835445 Feb 04 20:01:11.385828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-150b761a-f201-45f0-b9d3-70313213c1b9 req-523806f9-b52f-4bf7-9195-1e5e95e2d79a tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/ef49f90a-8f9c-4497-b9c3-6300edf88cf7 HTTP/1.1" status: 200 len: 1779 time: 0.1752801 Feb 04 20:01:11.388586 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.392752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-06c3d8d6-ed7a-49c1-993b-c9f8d5be4da1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/90a7bdac-2219-4e51-ae67-74cfcfa8859d HTTP/1.1" status: 204 len: 168 time: 3.5175366 Feb 04 20:01:11.406627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46236) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:11.500425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-3f66e486-81dc-47a7-a9a6-321f1ec48216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:11.501867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-3f66e486-81dc-47a7-a9a6-321f1ec48216 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 200 len: 855 time: 0.1089320 Feb 04 20:01:11.503837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28575db-faff-417d-b19d-a3c91dbc10d9 req-26edda7b-654c-49f2-a075-d1e2e69dbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:11.505191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d28575db-faff-417d-b19d-a3c91dbc10d9 req-26edda7b-654c-49f2-a075-d1e2e69dbcd4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 1096 time: 0.3307533 Feb 04 20:01:11.531910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Deleting port eab48b6c-854c-448b-98fd-526bd0b86e63 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:11.532261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.607288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-150b761a-f201-45f0-b9d3-70313213c1b9 req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.629938 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d28575db-faff-417d-b19d-a3c91dbc10d9 req-1712b5fb-d605-4ef1-a92d-38bbcbfe6a60 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170821 Feb 04 20:01:11.639731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-9db003d0-7ca2-46a5-97d4-69f7686893d7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Unset dirty status for tenant:b4d20305b9e4484aacbae26efda3433c on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:11.639731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-9db003d0-7ca2-46a5-97d4-69f7686893d7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 815 time: 0.7300789 Feb 04 20:01:11.651090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-150b761a-f201-45f0-b9d3-70313213c1b9 req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.658540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Allocated IP 172.20.0.9 (2dd5d1dd-8cdc-41a3-8759-9b105711bec3/3987189e-e0e7-45ac-aa7f-889abfd4f859/534e4563-5a92-4261-bc54-89efe5f13713) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:11.669495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77fec16e-da58-4cfc-af00-af7d97ada5ed req-481ccb31-3784-445d-8870-ccef3739f126 service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318216 Feb 04 20:01:11.682127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-bbed17da-709a-48d7-b4b1-50ad54ce5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:11.683670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-bbed17da-709a-48d7-b4b1-50ad54ce5837 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8effe1db-877e-47b9-94ca-b745feca9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719387 Feb 04 20:01:11.722649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-22b9e39b-1d47-4f81-90ac-352c496a4c03 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/quotas/b4d20305b9e4484aacbae26efda3433c HTTP/1.1" status: 200 len: 375 time: 0.0656655 Feb 04 20:01:11.788494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] Deleting subnet f23e2136-893b-448e-b7f4-bb7ecd5546e3 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:01:11.813588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.840042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-c8b7378e-9389-4ef0-b5b5-a027ee0a0bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483514 Feb 04 20:01:11.918602 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-150b761a-f201-45f0-b9d3-70313213c1b9 req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.956730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef49f90a-8f9c-4497-b9c3-6300edf88cf7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:11.973689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.974247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.977305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.978052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.978052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:01:11.983060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-150b761a-f201-45f0-b9d3-70313213c1b9 req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:11.984255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-150b761a-f201-45f0-b9d3-70313213c1b9 req-e7c75dc8-3e72-4437-8530-6bf177639961 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef49f90a-8f9c-4497-b9c3-6300edf88cf7 HTTP/1.1" status: 204 len: 173 time: 0.5553715 Feb 04 20:01:12.026895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf952d7-dfa5-45a1-bbbf-9dad8772188c req-4e28f23b-5e26-41d7-a0dd-6922a2c9b062 service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804547 Feb 04 20:01:12.191027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:12.403922 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-065b70d9-ee64-4fd6-89e8-e03ea05c2f8d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6634846 Feb 04 20:01:12.454813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48f8dd-eee5-4244-9ad4-077a8ec7769c req-66291715-255b-4581-b018-90f949082e2d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:12.455051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-5a6b0763-a5c7-4771-97dc-eaedc9b57538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:12.456509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-5a6b0763-a5c7-4771-97dc-eaedc9b57538 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 1095 time: 0.6079731 Feb 04 20:01:12.462710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c48f8dd-eee5-4244-9ad4-077a8ec7769c req-66291715-255b-4581-b018-90f949082e2d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 944 time: 0.1013026 Feb 04 20:01:12.473051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] For port eab48b6c-854c-448b-98fd-526bd0b86e63, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=eab48b6c-854c-448b-98fd-526bd0b86e63,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:12.473636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:12.511134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c48f8dd-eee5-4244-9ad4-077a8ec7769c req-7b29447a-aa88-4169-9c40-9010734421b4 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476344 Feb 04 20:01:12.519184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0d0b649f-55bb-45cb-8b29-566bcd62175c no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:12.561771 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-b2c301cb-41df-43a1-aef1-d2dc49dde36f req-5e7e04fa-2dca-4a33-a6d4-699199d0cd09 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:01:12.563484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2c301cb-41df-43a1-aef1-d2dc49dde36f req-5e7e04fa-2dca-4a33-a6d4-699199d0cd09 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/ef49f90a-8f9c-4497-b9c3-6300edf88cf7 HTTP/1.1" status: 404 len: 352 time: 0.0187523 Feb 04 20:01:12.565203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 0d0b649f-55bb-45cb-8b29-566bcd62175c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:01:12.565569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0d0b649f-55bb-45cb-8b29-566bcd62175c not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:12.705573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-272417a3-3fa8-4120-b1f2-972ce0fbecfd req-2b86d18a-ddff-4f37-a4a6-b8d2bf981cf4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 210 time: 0.0436518 Feb 04 20:01:12.769752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Calling delete_port for eab48b6c-854c-448b-98fd-526bd0b86e63 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:12.827391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:12.887929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:12.971669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371273c-9019-48e9-a482-0cc9a6491f11 req-0ca21a3f-9f88-42c9-aca2-b782d58a348a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:12.973759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b371273c-9019-48e9-a482-0cc9a6491f11 req-0ca21a3f-9f88-42c9-aca2-b782d58a348a tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 1095 time: 0.1719730 Feb 04 20:01:13.010966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-b2c10351-eade-487c-a7cc-ac410e85ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:13.012429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-b2c10351-eade-487c-a7cc-ac410e85ec29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 917 time: 0.5297077 Feb 04 20:01:13.015543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b371273c-9019-48e9-a482-0cc9a6491f11 req-a3167058-59bc-4ab6-8c14-9b66cc6b362b tempest-LiveAutoBlockMigrationV225Test-1681000354 tempest-LiveAutoBlockMigrationV225Test-1681000354-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Feb 04 20:01:13.019915 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-b147c9d8-23be-4c82-8b71-1d02d92e3e5c service neutron] 10.222.0.48 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976608 Feb 04 20:01:13.152111 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-8b5ecd16-ed04-4817-bb38-1155696c4a7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2818c40-cd2a-4b32-91bd-4b946db70e5f HTTP/1.1" status: 200 len: 217 time: 0.1312649 Feb 04 20:01:13.259708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.282272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-718498344', 'description': 'tempest-description-606355092'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:13.288790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:13.293299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:13.296700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:13.302018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:13.327145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23e2136-893b-448e-b7f4-bb7ecd5546e3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:13.337724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba5612-00d7-4cf8-abbe-c41bee7ed5e5 None None] Network ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:01:13.341763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.353457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.368859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-844c8e73-ea2d-4b53-8f5c-ce479f1db74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:13.371769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.371894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-844c8e73-ea2d-4b53-8f5c-ce479f1db74d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 200 len: 855 time: 0.1705112 Feb 04 20:01:13.395446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:13.396741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:13.399680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:13.405461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c96b3163-c42a-447b-8428-028b927676dc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:13.406572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:13.490416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.508212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.669455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:13.682892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b8ab150b-0578-4da6-97c7-3ae2fa27de3d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f23e2136-893b-448e-b7f4-bb7ecd5546e3 HTTP/1.1" status: 204 len: 168 time: 2.2657621 Feb 04 20:01:13.684116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:13.685698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46264) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:13.693625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-ae3578d3-9a61-4456-aa4f-9565c5732c8c service neutron] 10.222.0.48 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148920 Feb 04 20:01:13.695221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:01:13.711619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e2818c40-cd2a-4b32-91bd-4b946db70e5f details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:13.729579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device eab48b6c-854c-448b-98fd-526bd0b86e63 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:13.735539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Pushing event updated for resources: {'Port': ['ID=534e4563-5a92-4261-bc54-89efe5f13713,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:13.795719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] DHCP port deletion for ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:01:13.808373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: eab48b6c-854c-448b-98fd-526bd0b86e63 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:01:13.809024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device eab48b6c-854c-448b-98fd-526bd0b86e63 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:13.817339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Deleting port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:13.818035 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.824516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.845222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Pushing event deleted for resources: {'Port': ['ID=eab48b6c-854c-448b-98fd-526bd0b86e63,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:13.858364 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.897783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] No DVR routers for this DVR port eab48b6c-854c-448b-98fd-526bd0b86e63 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:01:13.898349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48e5f8-e2c4-4863-9601-847ac3918078,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:13.900828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Deleting port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:13.901352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.903982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.906159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f111ef92-23a3-4139-b923-0aae5906ea76 req-18bfb154-af10-4da1-8bbc-37c1f74a522a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.24 "DELETE /v2.0/ports/eab48b6c-854c-448b-98fd-526bd0b86e63 HTTP/1.1" status: 204 len: 173 time: 2.5441792 Feb 04 20:01:13.909025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-deleted', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:13.924503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:13.925445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:13.960641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-4fb2dfdd-8e15-4597-b22c-45e4448497c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:13.960641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-4fb2dfdd-8e15-4597-b22c-45e4448497c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8effe1db-877e-47b9-94ca-b745feca9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5425913 Feb 04 20:01:14.007474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:14.012042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a55c262-f0c5-4ff3-b72f-9899af5bdfd7 req-fdb627d0-f507-4cd4-b6ef-788a9df33d87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7308517 Feb 04 20:01:14.103161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-f40ddc01-3172-4559-97bb-c1dbfe6f4526 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5963337 Feb 04 20:01:14.122685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Request body: {'port': {'device_id': '47b73a42-41d3-48cd-a825-301151342570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:14.190226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-43683241-0013-4d8e-8998-4059e32a2199 service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245650 Feb 04 20:01:14.340241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] For port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,segment=NetworkSegment(4ce1732c-ac60-46ef-a36a-6880ab5485f0),segment_id=4ce1732c-ac60-46ef-a36a-6880ab5485f0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:14.341036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:14.356013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] For port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,segment=NetworkSegment(4ce1732c-ac60-46ef-a36a-6880ab5485f0),segment_id=4ce1732c-ac60-46ef-a36a-6880ab5485f0)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:14.356013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:14.366183 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:14.467805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d58bded1-b49f-464b-bef6-9079a0e39489 req-7fdad726-2905-490b-ba9a-d025082f0428 service neutron] 10.222.0.24 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700341 Feb 04 20:01:14.550797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cf47cc38-35b4-4fd7-9ac8-b94bcde0811f no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:14.555750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Calling delete_port for cf47cc38-35b4-4fd7-9ac8-b94bcde0811f owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:14.630424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Calling delete_port for cf47cc38-35b4-4fd7-9ac8-b94bcde0811f owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:14.653443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b437c-9417-40d3-879f-35a10b0505c8 req-567582aa-dd99-4c4e-b926-8ba6720b94a7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:14.655069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c54b437c-9417-40d3-879f-35a10b0505c8 req-567582aa-dd99-4c4e-b926-8ba6720b94a7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 944 time: 0.3073428 Feb 04 20:01:14.721240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c54b437c-9417-40d3-879f-35a10b0505c8 req-33a1463b-edb8-4fba-8d57-7fb306560ca0 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Feb 04 20:01:14.760391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e2818c40-cd2a-4b32-91bd-4b946db70e5f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e2818c40-cd2a-4b32-91bd-4b946db70e5f,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:14.771676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:14.789340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f', 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'port_id': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f', 'mac_address': 'fa:16:3e:fd:53:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58aa8036-cc69-48bd-a510-2543c9f6069d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:14.792563 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddabb3e-bee1-4a00-b2c7-48efea161500', 'name': 'network-vif-deleted', 'tag': 'eab48b6c-854c-448b-98fd-526bd0b86e63', 'status': 'completed', 'code': 200} Feb 04 20:01:14.811419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:01:14.811419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cf47cc38-35b4-4fd7-9ac8-b94bcde0811f not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:14.866394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:01:14.866550 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:01:14.880414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:14.899233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2818c40-cd2a-4b32-91bd-4b946db70e5f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:14.916749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e2818c40-cd2a-4b32-91bd-4b946db70e5f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e2818c40-cd2a-4b32-91bd-4b946db70e5f,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:14.917460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf47cc38-35b4-4fd7-9ac8-b94bcde0811f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:14.920933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-890c1676-aef2-46f1-ac9d-ccb449c8f0c3 req-935588f6-3813-40e2-8f6a-5ed091ae2754 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 210 time: 0.0499194 Feb 04 20:01:14.921748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] No DVR routers for this DVR port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:01:14.969546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-230405249', 'description': 'tempest-description-274940417'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:14.973883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534e4563-5a92-4261-bc54-89efe5f13713 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:14.975244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:14.980518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:14.983824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:14.989864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:14.990930 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.016670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Transition to ACTIVE for port object 534e4563-5a92-4261-bc54-89efe5f13713 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:15.042598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8c53a-ecb8-4969-ba32-ab5287ac1d1b req-f9e7a180-c632-4342-bf02-77277e3cbd81 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:15.043333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-56b8c53a-ecb8-4969-ba32-ab5287ac1d1b req-f9e7a180-c632-4342-bf02-77277e3cbd81 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Synchronizing usage tracker for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:15.082033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.098305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.101741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a80bfaab-5cea-4961-97d8-bc66641fca57 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:15.113472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:15.125923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce1732c-ac60-46ef-a36a-6880ab5485f0') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:15.126224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce1732c-ac60-46ef-a36a-6880ab5485f0') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:15.143987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.156398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.164165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:01:15.164652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:01:15.179666 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:01:15.190267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a80bfaab-5cea-4961-97d8-bc66641fca57, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a80bfaab-5cea-4961-97d8-bc66641fca57,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:15.203217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e2818c40-cd2a-4b32-91bd-4b946db70e5f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:15.214112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'a80bfaab-5cea-4961-97d8-bc66641fca57', 'network_id': '8effe1db-877e-47b9-94ca-b745feca9abb', 'port_id': 'a80bfaab-5cea-4961-97d8-bc66641fca57', 'mac_address': 'fa:16:3e:c5:ad:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58aa8036-cc69-48bd-a510-2543c9f6069d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:15.229631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-56b8c53a-ecb8-4969-ba32-ab5287ac1d1b req-f9e7a180-c632-4342-bf02-77277e3cbd81 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Unset dirty status for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:15.230305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.230832 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56b8c53a-ecb8-4969-ba32-ab5287ac1d1b req-f9e7a180-c632-4342-bf02-77277e3cbd81 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 931 time: 0.2973125 Feb 04 20:01:15.231601 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.274434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:15.279173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:15.282886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:15.289179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:15.311783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.368666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Deleting port cf47cc38-35b4-4fd7-9ac8-b94bcde0811f {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:15.369104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.379243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.406315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56b8c53a-ecb8-4969-ba32-ab5287ac1d1b req-a4baab83-5051-4c5e-acf4-addfdd52a90d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359997 Feb 04 20:01:15.410857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Pushing event updated for resources: {'Port': ['ID=534e4563-5a92-4261-bc54-89efe5f13713,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:15.411041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80bfaab-5cea-4961-97d8-bc66641fca57 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:15.452543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ab14f-2baa-434b-9050-a83e687e12bb None None] The port 'cf47cc38-35b4-4fd7-9ac8-b94bcde0811f' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:01:15.465887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a80bfaab-5cea-4961-97d8-bc66641fca57, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a80bfaab-5cea-4961-97d8-bc66641fca57,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:15.481611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.502652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.516396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:15.530772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aea83cc6-a8a2-4965-9a8f-10e888a740c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ea50eaff-8e34-4dd9-aa28-5a2cdfe263c0 HTTP/1.1" status: 204 len: 168 time: 1.8432503 Feb 04 20:01:15.556406 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.571682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.574878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Attempting to bind port 534e4563-5a92-4261-bc54-89efe5f13713 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:15.575198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Attempting to bind port 534e4563-5a92-4261-bc54-89efe5f13713 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:15.575504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Attempting to bind port 534e4563-5a92-4261-bc54-89efe5f13713 on network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:15.583563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Port 534e4563-5a92-4261-bc54-89efe5f13713 on network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:15.583858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Attempting to bind port 534e4563-5a92-4261-bc54-89efe5f13713 on network 2dd5d1dd-8cdc-41a3-8759-9b105711bec3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:15.592489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:15.592840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Checking segment: {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:15.593253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Bound using segment: {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:15.593685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Bound port: 534e4563-5a92-4261-bc54-89efe5f13713, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59221b1b-9b71-48dc-ae26-fc35369bf9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:15.594048 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.619538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-00a8c89a-65e8-415a-a6ed-f79fafa9c435 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:15.620921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-00a8c89a-65e8-415a-a6ed-f79fafa9c435 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.1403184 Feb 04 20:01:15.657689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af15058-c3d7-4040-955b-74e140141102,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:15.683536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a80bfaab-5cea-4961-97d8-bc66641fca57,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:15.749063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Deleting port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:15.749425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.789706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:15.794207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6872dce7-f2e8-4bcc-88c4-97f12c9818b7 req-2b1682e3-9a68-46ee-911f-80dcbbb78f69 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8284378 Feb 04 20:01:15.846648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a80bfaab-5cea-4961-97d8-bc66641fca57'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:15.910100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['e2818c40-cd2a-4b32-91bd-4b946db70e5f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:15.929936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] For port 534e4563-5a92-4261-bc54-89efe5f13713, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:15.944060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] For port 534e4563-5a92-4261-bc54-89efe5f13713, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=534e4563-5a92-4261-bc54-89efe5f13713,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:16.038132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.068662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1c707-2887-494b-8772-dcefcbc0dea8 req-2298b936-2282-46bb-9e1b-eea5f53e9e27 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:16.070188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-27c1c707-2887-494b-8772-dcefcbc0dea8 req-2298b936-2282-46bb-9e1b-eea5f53e9e27 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 944 time: 0.1120236 Feb 04 20:01:16.153822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46300) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:16.184925 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-27c1c707-2887-494b-8772-dcefcbc0dea8 req-3f6579ff-4099-4716-bb37-a28183f391b2 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083333 Feb 04 20:01:16.251380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:16.252049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.253510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] 10.222.0.62 "PUT /v2.0/ports/534e4563-5a92-4261-bc54-89efe5f13713 HTTP/1.1" status: 200 len: 1091 time: 2.1420791 Feb 04 20:01:16.300699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1472887842', 'description': 'tempest-description-675728436'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:16.307838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d4319-06f7-4960-b0fe-44ba2332104c service neutron] Pushing event updated for resources: {'Port': ['ID=534e4563-5a92-4261-bc54-89efe5f13713,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:16.312388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:16.314357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:16.318433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:16.336246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:16.348255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-da59d350-d536-4017-8f31-5c8999b80932 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6aa3076a8d33419b916c6b0585d4eaa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584854 Feb 04 20:01:16.348520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:16.391606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] For port 25e3beb8-f2ae-4d06-b30b-83b9199323d6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=25e3beb8-f2ae-4d06-b30b-83b9199323d6,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:16.391963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.410205 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bba807e-b88c-4dfb-a4b3-22228ad6ef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.437710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bba807e-b88c-4dfb-a4b3-22228ad6ef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.477641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.503329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:16.507522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:16.510374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:16.516059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:16.560021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Calling delete_port for 25e3beb8-f2ae-4d06-b30b-83b9199323d6 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:16.655941 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bba807e-b88c-4dfb-a4b3-22228ad6ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.674430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc13d75-4edf-4bcc-87b6-d5e5dea77958 req-6d271dbb-8ad1-4b9a-bdfc-e0598d031c33 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:16.674430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7fc13d75-4edf-4bcc-87b6-d5e5dea77958 req-6d271dbb-8ad1-4b9a-bdfc-e0598d031c33 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:16.689929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba807e-b88c-4dfb-a4b3-22228ad6ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad40cbf-0017-4873-95c2-0247d407a9ae,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:16.703298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.711975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bba807e-b88c-4dfb-a4b3-22228ad6ef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.716212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2bba807e-b88c-4dfb-a4b3-22228ad6ef50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cad40cbf-0017-4873-95c2-0247d407a9ae HTTP/1.1" status: 204 len: 168 time: 0.3634908 Feb 04 20:01:16.731821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-ae0fe905-c601-44fc-a52d-3f2f276b8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:16.733019 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-ae0fe905-c601-44fc-a52d-3f2f276b8c36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 1094 time: 0.3249791 Feb 04 20:01:16.796580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b73a42-41d3-48cd-a825-301151342570', 'tag': '534e4563-5a92-4261-bc54-89efe5f13713'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:16.810805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-0708a9b6-ca32-4700-827d-0d10803963ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534e4563-5a92-4261-bc54-89efe5f13713 HTTP/1.1" status: 200 len: 217 time: 0.0693352 Feb 04 20:01:16.863485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7fc13d75-4edf-4bcc-87b6-d5e5dea77958 req-6d271dbb-8ad1-4b9a-bdfc-e0598d031c33 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:16.864637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7fc13d75-4edf-4bcc-87b6-d5e5dea77958 req-6d271dbb-8ad1-4b9a-bdfc-e0598d031c33 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 945 time: 0.5425472 Feb 04 20:01:16.903285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-aaae33b7-7e29-4483-bc8e-09d9898f370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:16.904716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-aaae33b7-7e29-4483-bc8e-09d9898f370a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 200 len: 850 time: 0.0860934 Feb 04 20:01:16.919789 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:16.958866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-29f16b7e-13e0-438c-b645-68d030b4a443 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466883 Feb 04 20:01:16.959847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d6371c-668b-49f2-a2cf-1891d888a0e2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:16.961578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7fc13d75-4edf-4bcc-87b6-d5e5dea77958 req-b469ad37-0cf4-42cc-8fd2-90818bd7a156 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:17.044086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:17.056162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f98eb989-57e5-457b-871d-9971fa164d76', '25e3beb8-f2ae-4d06-b30b-83b9199323d6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:17.108295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event deleted for resources: {'Port': ['ID=25e3beb8-f2ae-4d06-b30b-83b9199323d6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:17.127495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:17.128757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f13f638-c478-4fb1-9b73-fe2a84a57ee6 req-903ec073-fa0f-4801-832e-415750a352bf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8571835 Feb 04 20:01:17.165127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7fc13d75-4edf-4bcc-87b6-d5e5dea77958 req-b469ad37-0cf4-42cc-8fd2-90818bd7a156 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:17.166559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7fc13d75-4edf-4bcc-87b6-d5e5dea77958 req-b469ad37-0cf4-42cc-8fd2-90818bd7a156 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939894 Feb 04 20:01:17.227813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] No DVR routers for this DVR port 25e3beb8-f2ae-4d06-b30b-83b9199323d6 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:01:17.227813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:17.266464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-a55cb508-7288-4e1f-92a7-89179c01494f service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955563 Feb 04 20:01:17.308503 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b3d506-2031-48b1-afa1-253e63f250ad req-688ca6a2-5720-422a-b034-1f8a456ff278 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "DELETE /v2.0/ports/25e3beb8-f2ae-4d06-b30b-83b9199323d6 HTTP/1.1" status: 204 len: 173 time: 1.6605537 Feb 04 20:01:17.390938 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52841af5-b030-4825-8a02-321288765503 req-871a4d9c-4fb4-4a3e-bbc6-747d4e304767 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 210 time: 0.0457709 Feb 04 20:01:17.460669 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b73a42-41d3-48cd-a825-301151342570', 'tag': '534e4563-5a92-4261-bc54-89efe5f13713', 'status': 'completed', 'code': 200} Feb 04 20:01:17.495460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eedb6130-9a56-43de-a8db-b650bedc73e6 req-1ec0eed6-1b0e-4e69-8adb-0e10a9fa141f service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218242 Feb 04 20:01:17.512437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054383f0-c3bf-459d-9acc-27544360ac59 req-d2770d29-a46d-4cd0-917e-99549361754d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:17.513928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-054383f0-c3bf-459d-9acc-27544360ac59 req-d2770d29-a46d-4cd0-917e-99549361754d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 943 time: 0.1406159 Feb 04 20:01:17.563241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-054383f0-c3bf-459d-9acc-27544360ac59 req-87031980-76f9-4292-8b96-4154c36815a3 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Feb 04 20:01:17.623975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-3842d6e4-0dd2-44f8-8d6b-3e4e2d1b71f1 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:17.625399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-3842d6e4-0dd2-44f8-8d6b-3e4e2d1b71f1 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 815 time: 0.2371135 Feb 04 20:01:17.645343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Request body: {'port': {'device_id': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'admin_state_up': True, 'tenant_id': 'b4d20305b9e4484aacbae26efda3433c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:17.673780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-765af548-3a2a-4bd9-b98f-20a7151b857b req-5e31b4e0-1a01-4370-8c65-a061bf7e4493 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:17.700882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e96fee2f-3a85-4178-bc15-03af747d94ff req-0d2dd5a7-4dbf-45c8-9b66-fddb018375dc tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:17.727010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e2818c40-cd2a-4b32-91bd-4b946db70e5f up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:17.846340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:17.852194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Usage tracker for resource:port and tenant:b4d20305b9e4484aacbae26efda3433c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:17.855454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:17.862451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:17.903769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-765af548-3a2a-4bd9-b98f-20a7151b857b req-5e31b4e0-1a01-4370-8c65-a061bf7e4493 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:17.903918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port e2818c40-cd2a-4b32-91bd-4b946db70e5f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:17.906115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-765af548-3a2a-4bd9-b98f-20a7151b857b req-5e31b4e0-1a01-4370-8c65-a061bf7e4493 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 10893 time: 0.4327915 Feb 04 20:01:17.910761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port e2818c40-cd2a-4b32-91bd-4b946db70e5f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:17.914192 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:17.938623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e96fee2f-3a85-4178-bc15-03af747d94ff req-0d2dd5a7-4dbf-45c8-9b66-fddb018375dc tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:17.951308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e96fee2f-3a85-4178-bc15-03af747d94ff req-0d2dd5a7-4dbf-45c8-9b66-fddb018375dc tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=601e588e-5320-4dc9-9a3b-dc92c5852cc2 HTTP/1.1" status: 200 len: 210 time: 0.2976570 Feb 04 20:01:17.973492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46326) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:17.981393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-765af548-3a2a-4bd9-b98f-20a7151b857b req-2aa960d9-fcfd-4d95-871a-759bd5eb4841 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46 HTTP/1.1" status: 200 len: 2981 time: 0.0691564 Feb 04 20:01:17.995997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Made reservation on behalf of b4d20305b9e4484aacbae26efda3433c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:18.000337 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.083762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6b38f4d3-fb62-41fa-b198-f02207b06056 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ce9b4ac0e4846718dd058c281d96dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091583 Feb 04 20:01:18.090520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46332) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:18.108329 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.111068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-c9db0e84-5940-4e9e-af22-90f25b5b5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:18.112908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-c9db0e84-5940-4e9e-af22-90f25b5b5a96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 1094 time: 0.3445823 Feb 04 20:01:18.150248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:18.195762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e2818c40-cd2a-4b32-91bd-4b946db70e5f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e2818c40-cd2a-4b32-91bd-4b946db70e5f,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:18.242239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-765af548-3a2a-4bd9-b98f-20a7151b857b req-9e0ee10b-2375-4081-8be1-c7e88843c9e4 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46 HTTP/1.1" status: 200 len: 2981 time: 0.2493055 Feb 04 20:01:18.263915 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f', 'code': 200} Feb 04 20:01:18.298540 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.299404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a80bfaab-5cea-4961-97d8-bc66641fca57 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:18.389631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Allocated IP 172.20.0.14 (4c416691-568e-46c3-9ffa-8c51ea766644/760069ad-b971-4d0c-bcbd-08b61c1e01e7/edc751d4-345e-4fbb-9fd3-8cc29b030066) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:18.454465 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f90aaf1d-68d8-4656-94e8-5f84fa3c7fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.488860 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f90aaf1d-68d8-4656-94e8-5f84fa3c7fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.517504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e2818c40-cd2a-4b32-91bd-4b946db70e5f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:18.635448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port a80bfaab-5cea-4961-97d8-bc66641fca57 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:18.641849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port a80bfaab-5cea-4961-97d8-bc66641fca57 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:18.642316 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.662436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-39384540-210d-4f24-abcc-ef419cdf6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:18.663995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-39384540-210d-4f24-abcc-ef419cdf6475 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 911 time: 0.5351434 Feb 04 20:01:18.665836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfeadb-ec05-41ff-a145-beb542dd3ae0 req-654d1e6d-cc2f-40ab-9c25-ea8b06ea8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:18.667250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-adbfeadb-ec05-41ff-a145-beb542dd3ae0 req-654d1e6d-cc2f-40ab-9c25-ea8b06ea8eae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 1097 time: 0.3154747 Feb 04 20:01:18.736081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.763507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-2f52a0f8-8c9d-4da7-b8c1-305a66e4feff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534e4563-5a92-4261-bc54-89efe5f13713 HTTP/1.1" status: 200 len: 217 time: 0.0914052 Feb 04 20:01:18.797395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559885bd-cf8b-4c6f-8eb8-976dcb588e43 req-20c60a46-5bdc-4e7a-9d0a-51e3cec2c4e0 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:18.798885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-559885bd-cf8b-4c6f-8eb8-976dcb588e43 req-20c60a46-5bdc-4e7a-9d0a-51e3cec2c4e0 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.2527208 Feb 04 20:01:18.806531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.831965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-adbfeadb-ec05-41ff-a145-beb542dd3ae0 req-5f943de8-602f-4a46-8901-38b97cc5090e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046579 Feb 04 20:01:18.842406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f90aaf1d-68d8-4656-94e8-5f84fa3c7fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.845575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a80bfaab-5cea-4961-97d8-bc66641fca57, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a80bfaab-5cea-4961-97d8-bc66641fca57,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:18.888704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aaf1d-68d8-4656-94e8-5f84fa3c7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02f550-ebc2-4de1-acb3-2dc2ff7c933c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:18.908739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f90aaf1d-68d8-4656-94e8-5f84fa3c7fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.912235 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f90aaf1d-68d8-4656-94e8-5f84fa3c7fb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e02f550-ebc2-4de1-acb3-2dc2ff7c933c HTTP/1.1" status: 204 len: 168 time: 0.8181596 Feb 04 20:01:18.918977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-e80a842d-a9a2-41f7-8a77-bc9ba8df0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:18.920509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-e80a842d-a9a2-41f7-8a77-bc9ba8df0f82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 200 len: 850 time: 0.1207058 Feb 04 20:01:18.925899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-559885bd-cf8b-4c6f-8eb8-976dcb588e43 req-8b460bc9-30f3-447a-bc3f-a25fa52a071d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897136 Feb 04 20:01:18.939865 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.989742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:18.992730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-2fa69403-3220-4839-82bb-e714a2f461ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628464 Feb 04 20:01:19.084519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Network 4c416691-568e-46c3-9ffa-8c51ea766644 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:19.113103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:19.117328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbed420a-73bd-4acd-aa63-2abe006e058d req-e58386f0-cab9-48d4-8be9-068dae304525 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/1e48e5f8-e2c4-4863-9601-847ac3918078 HTTP/1.1" status: 200 len: 1799 time: 0.1503592 Feb 04 20:01:19.127261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:01:19.191964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a80bfaab-5cea-4961-97d8-bc66641fca57,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:19.218272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-9111c66c-ed2a-4ff9-86f7-0d8210b4897f service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114606 Feb 04 20:01:19.286864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:19.301543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:19.315338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:19.349235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fbed420a-73bd-4acd-aa63-2abe006e058d req-a63fa423-9cfa-4ddf-ac42-2630bbdabcd6 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:19.373698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d902a7f-3fc2-4d73-9dc4-fe1d166423d6 req-41297cbc-2bf2-4690-acd9-ef3c09c3cd3e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:19.374492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3d902a7f-3fc2-4d73-9dc4-fe1d166423d6 req-41297cbc-2bf2-4690-acd9-ef3c09c3cd3e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Synchronizing usage tracker for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:19.406684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fbed420a-73bd-4acd-aa63-2abe006e058d req-a63fa423-9cfa-4ddf-ac42-2630bbdabcd6 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:19.434383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-154fa5b2-4902-4db6-b871-f1ddc31cd518 req-1b31be77-9e31-4ffc-8cc5-a2426046bead service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058651 Feb 04 20:01:19.446731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-d72117ae-f101-4684-9c9a-335825f99dde tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8076243 Feb 04 20:01:19.462838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Request body: {'port': {'device_id': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:19.468517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'name': 'network-vif-deleted', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:19.515094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3d902a7f-3fc2-4d73-9dc4-fe1d166423d6 req-41297cbc-2bf2-4690-acd9-ef3c09c3cd3e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Unset dirty status for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:19.516737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d902a7f-3fc2-4d73-9dc4-fe1d166423d6 req-41297cbc-2bf2-4690-acd9-ef3c09c3cd3e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 932 time: 0.3269248 Feb 04 20:01:19.572482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fbed420a-73bd-4acd-aa63-2abe006e058d req-a63fa423-9cfa-4ddf-ac42-2630bbdabcd6 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:19.615909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d902a7f-3fc2-4d73-9dc4-fe1d166423d6 req-eee5b7fe-f610-4fe6-93b6-24cac8f8ed7f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874207 Feb 04 20:01:19.625699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fa423-9cfa-4ddf-ac42-2630bbdabcd6 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48e5f8-e2c4-4863-9601-847ac3918078,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:19.674563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:19.727674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 25e3beb8-f2ae-4d06-b30b-83b9199323d6 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:19.777669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fbed420a-73bd-4acd-aa63-2abe006e058d req-a63fa423-9cfa-4ddf-ac42-2630bbdabcd6 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:19.780353 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbed420a-73bd-4acd-aa63-2abe006e058d req-a63fa423-9cfa-4ddf-ac42-2630bbdabcd6 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e48e5f8-e2c4-4863-9601-847ac3918078 HTTP/1.1" status: 204 len: 173 time: 0.6535587 Feb 04 20:01:19.814502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 25e3beb8-f2ae-4d06-b30b-83b9199323d6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:01:19.814915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 25e3beb8-f2ae-4d06-b30b-83b9199323d6 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:19.967559 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601e588e-5320-4dc9-9a3b-dc92c5852cc2', 'name': 'network-vif-deleted', 'tag': '25e3beb8-f2ae-4d06-b30b-83b9199323d6', 'status': 'completed', 'code': 200} Feb 04 20:01:20.004946 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-41645619-6af8-4522-90ba-2b33e6aac517 req-4b150f29-f524-4c1c-81dd-9bb754f8aeba tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:01:20.011604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01d4f92a-da20-43be-a087-7205a26fabb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:20.022427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41645619-6af8-4522-90ba-2b33e6aac517 req-4b150f29-f524-4c1c-81dd-9bb754f8aeba tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/1e48e5f8-e2c4-4863-9601-847ac3918078 HTTP/1.1" status: 404 len: 352 time: 0.0400498 Feb 04 20:01:20.265213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d927f2-20f5-4124-9e96-97751a700e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bfaab-5cea-4961-97d8-bc66641fca57'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:20.358071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dae748-60c0-4d28-a599-e3d49031b124 req-e7d14c47-4268-46fc-9acb-245b67ef8955 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:20.367261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51dae748-60c0-4d28-a599-e3d49031b124 req-e7d14c47-4268-46fc-9acb-245b67ef8955 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 943 time: 0.5864768 Feb 04 20:01:20.406015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fafd0-2908-47a3-b779-38432011653c req-02b70144-8f8b-4995-807a-3b20268cbad7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:20.423332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a92fafd0-2908-47a3-b779-38432011653c req-02b70144-8f8b-4995-807a-3b20268cbad7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.1868427 Feb 04 20:01:20.526215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a92fafd0-2908-47a3-b779-38432011653c req-00293807-4410-4833-8ece-1ae11efb29c1 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020265 Feb 04 20:01:20.653990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c08ed787-1099-4707-b889-2323ba945e2b req-ef343457-06a8-4d23-9ca2-ff80e9cc1322 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/8af15058-c3d7-4040-955b-74e140141102 HTTP/1.1" status: 200 len: 1799 time: 0.0864844 Feb 04 20:01:20.704089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 534e4563-5a92-4261-bc54-89efe5f13713 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:20.747235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c08ed787-1099-4707-b889-2323ba945e2b req-eaef7595-4b1c-498b-a6b0-4d4e59f6eee0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:20.777940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c08ed787-1099-4707-b889-2323ba945e2b req-eaef7595-4b1c-498b-a6b0-4d4e59f6eee0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:20.802981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46398) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:20.814249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc751d4-345e-4fbb-9fd3-8cc29b030066 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:20.826461 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:20.841720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51dae748-60c0-4d28-a599-e3d49031b124 req-570c7962-12dc-4c0d-b560-7fd6c2b46d93 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731767 Feb 04 20:01:20.931440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Transition to ACTIVE for port object edc751d4-345e-4fbb-9fd3-8cc29b030066 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:20.932116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c08ed787-1099-4707-b889-2323ba945e2b req-eaef7595-4b1c-498b-a6b0-4d4e59f6eee0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:20.946525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 534e4563-5a92-4261-bc54-89efe5f13713, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=534e4563-5a92-4261-bc54-89efe5f13713,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:20.959461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '534e4563-5a92-4261-bc54-89efe5f13713', 'network_id': '2dd5d1dd-8cdc-41a3-8759-9b105711bec3', 'port_id': '534e4563-5a92-4261-bc54-89efe5f13713', 'mac_address': 'fa:16:3e:55:96:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987189e-e0e7-45ac-aa7f-889abfd4f859', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:20.962174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef7595-4b1c-498b-a6b0-4d4e59f6eee0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af15058-c3d7-4040-955b-74e140141102,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:20.989626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c08ed787-1099-4707-b889-2323ba945e2b req-eaef7595-4b1c-498b-a6b0-4d4e59f6eee0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.009134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c08ed787-1099-4707-b889-2323ba945e2b req-eaef7595-4b1c-498b-a6b0-4d4e59f6eee0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/8af15058-c3d7-4040-955b-74e140141102 HTTP/1.1" status: 204 len: 173 time: 0.3419626 Feb 04 20:01:21.024601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-787460626-network', 'tenant_id': '547f5cf6b19d40b09c2c88b7671df1f5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:21.028429 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.036381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:21.046898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Usage tracker for resource:network and tenant:547f5cf6b19d40b09c2c88b7671df1f5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:21.055457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:21.072478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:21.102470 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d927f2-20f5-4124-9e96-97751a700e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80bfaab-5cea-4961-97d8-bc66641fca57', 'code': 200} Feb 04 20:01:21.138026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Made reservation on behalf of 547f5cf6b19d40b09c2c88b7671df1f5 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:21.141087 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.157825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.199480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534e4563-5a92-4261-bc54-89efe5f13713 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:21.232856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 534e4563-5a92-4261-bc54-89efe5f13713, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=534e4563-5a92-4261-bc54-89efe5f13713,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:21.270088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.314210 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-739e3797-e9d3-4ea2-b6bf-713ecf43b988 req-0e50478c-45a2-439a-83c2-250fcb9c759f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:01:21.315261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-739e3797-e9d3-4ea2-b6bf-713ecf43b988 req-0e50478c-45a2-439a-83c2-250fcb9c759f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/8af15058-c3d7-4040-955b-74e140141102 HTTP/1.1" status: 404 len: 352 time: 0.0723236 Feb 04 20:01:21.326937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.339746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:21.346230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Usage tracker for resource:security_group_rule and tenant:547f5cf6b19d40b09c2c88b7671df1f5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:21.352352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:21.362461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:21.391583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:21.471641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce524397-b755-49e2-8dcf-75ecb4aec76a req-7b2b2f20-e2ee-446d-b2f2-0e60542dce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:21.474170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce524397-b755-49e2-8dcf-75ecb4aec76a req-7b2b2f20-e2ee-446d-b2f2-0e60542dce21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 1096 time: 0.3125155 Feb 04 20:01:21.477059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=534e4563-5a92-4261-bc54-89efe5f13713,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:21.497723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad236ed-e155-4666-b8a2-231da35bcbcd req-3516ac92-5536-42fb-9099-d4626797b47f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:21.497723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ad236ed-e155-4666-b8a2-231da35bcbcd req-3516ac92-5536-42fb-9099-d4626797b47f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Synchronizing usage tracker for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:21.539468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Attempting to bind port edc751d4-345e-4fbb-9fd3-8cc29b030066 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:21.539817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Attempting to bind port edc751d4-345e-4fbb-9fd3-8cc29b030066 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:21.540138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Attempting to bind port edc751d4-345e-4fbb-9fd3-8cc29b030066 on network 4c416691-568e-46c3-9ffa-8c51ea766644 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:21.549309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Port edc751d4-345e-4fbb-9fd3-8cc29b030066 on network 4c416691-568e-46c3-9ffa-8c51ea766644 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:21.549538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Attempting to bind port edc751d4-345e-4fbb-9fd3-8cc29b030066 on network 4c416691-568e-46c3-9ffa-8c51ea766644 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:21.553929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7fef509-1831-42ea-bdfb-230a90256eb0 req-1cfd870d-845b-4258-8ef1-bb60fa5590a1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/04d6371c-668b-49f2-a2cf-1891d888a0e2 HTTP/1.1" status: 200 len: 1800 time: 0.1982007 Feb 04 20:01:21.558410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:21.558779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Checking segment: {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:21.559175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Bound using segment: {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:21.559606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Bound port: edc751d4-345e-4fbb-9fd3-8cc29b030066, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:21.559952 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.599877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce524397-b755-49e2-8dcf-75ecb4aec76a req-346ae61e-e307-433c-9c9a-5b48c14da4b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030078 Feb 04 20:01:21.602262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ad236ed-e155-4666-b8a2-231da35bcbcd req-3516ac92-5536-42fb-9099-d4626797b47f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Unset dirty status for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:21.609080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ad236ed-e155-4666-b8a2-231da35bcbcd req-3516ac92-5536-42fb-9099-d4626797b47f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 944 time: 0.4513988 Feb 04 20:01:21.703325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46420) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:21.708693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['534e4563-5a92-4261-bc54-89efe5f13713'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:21.751001 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ad236ed-e155-4666-b8a2-231da35bcbcd req-da592edd-57fd-400b-bb62-5782df54df7f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309242 Feb 04 20:01:21.753789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.779013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e7fef509-1831-42ea-bdfb-230a90256eb0 req-20b9f3a4-e751-4fe1-842c-f0048362d3d1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.787523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:21.798050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:21.838540 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e7fef509-1831-42ea-bdfb-230a90256eb0 req-20b9f3a4-e751-4fe1-842c-f0048362d3d1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.858162 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:21.917735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.004973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e7fef509-1831-42ea-bdfb-230a90256eb0 req-20b9f3a4-e751-4fe1-842c-f0048362d3d1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.050614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.066593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:22.067257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.068634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] 10.222.0.62 "PUT /v2.0/ports/edc751d4-345e-4fbb-9fd3-8cc29b030066 HTTP/1.1" status: 200 len: 1092 time: 2.6141155 Feb 04 20:01:22.072632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:22.083167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9f3a4-e751-4fe1-842c-f0048362d3d1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d6371c-668b-49f2-a2cf-1891d888a0e2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:22.094892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:22.095723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:01:22.101379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e7fef509-1831-42ea-bdfb-230a90256eb0 req-20b9f3a4-e751-4fe1-842c-f0048362d3d1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.107798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7fef509-1831-42ea-bdfb-230a90256eb0 req-20b9f3a4-e751-4fe1-842c-f0048362d3d1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/04d6371c-668b-49f2-a2cf-1891d888a0e2 HTTP/1.1" status: 204 len: 173 time: 0.5314090 Feb 04 20:01:22.109202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.109590 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Added segment 7e3a55af-e796-4343-96af-900b195ef1c1 of type vlan for network c4da88fe-2d9d-45e9-b244-46fd6197f79e Feb 04 20:01:22.126957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Usage tracker for resource:security_group_rule and tenant:14fadbcfa3ba4ef3bace25827ac404df is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:22.130519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa21d1-f5db-4593-bfa0-79fcd45cb3eb service neutron] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:22.133762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:22.136640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.141852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:22.205546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd3b38-3118-40f1-a5ae-701f08f8fe71,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:22.235606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-162a2a3c-3619-4bf3-a68d-01003b8cb6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.235788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.236706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:22.237281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.271449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35307fe-8b15-422d-bcd2-ef6347597bad req-f5194082-b812-4853-a84d-c8083b159f1c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:22.273349 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e35307fe-8b15-422d-bcd2-ef6347597bad req-f5194082-b812-4853-a84d-c8083b159f1c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.3883836 Feb 04 20:01:22.333787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.336756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-ee649304-7eeb-4ab4-8c1f-cbc3dafb2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:22.338232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-ee649304-7eeb-4ab4-8c1f-cbc3dafb2cde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 1095 time: 0.1522088 Feb 04 20:01:22.422473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e35307fe-8b15-422d-bcd2-ef6347597bad req-3fee145d-cbdc-4b55-8c01-e7991d818834 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415992 Feb 04 20:01:22.425028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4da88fe-2d9d-45e9-b244-46fd6197f79e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:22.443670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c4da88fe-2d9d-45e9-b244-46fd6197f79e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:01:22.483117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.495164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b4c2335-d91f-4af4-a9fa-5e39840ec6e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6903665 Feb 04 20:01:22.497678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46438) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:22.504127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Request body: {'subnet': {'network_id': 'c4da88fe-2d9d-45e9-b244-46fd6197f79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-787460626-subnet', 'tenant_id': '547f5cf6b19d40b09c2c88b7671df1f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:22.504713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-865ce771-0510-47ee-8258-7fad98c8abfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066 HTTP/1.1" status: 200 len: 217 time: 0.1340020 Feb 04 20:01:22.519078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:22.529305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Usage tracker for resource:subnet and tenant:547f5cf6b19d40b09c2c88b7671df1f5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:22.537389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:22.554280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:22.605131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14fadbcfa3ba4ef3bace25827ac404df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9022355 Feb 04 20:01:22.618679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46442) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:22.634074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affa389-e6a6-4eb4-a15d-4f7b5a84eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd9dba-c2a0-4a37-aa2d-b7086e0dab26,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:22.678256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-c64f61e6-3699-45a0-9bb2-9dbe11a2ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:22.678256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-c64f61e6-3699-45a0-9bb2-9dbe11a2ba24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=760069ad-b971-4d0c-bcbd-08b61c1e01e7 HTTP/1.1" status: 200 len: 855 time: 0.1488638 Feb 04 20:01:22.725363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Made reservation on behalf of 547f5cf6b19d40b09c2c88b7671df1f5 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:22.730556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-2ea8b62e-79e0-4a00-975a-323d51ebfabe tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:22.732936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:22.739367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-2ea8b62e-79e0-4a00-975a-323d51ebfabe tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.3914828 Feb 04 20:01:22.771601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-3323e7f4-f228-47fc-a8a3-b86ab423aca9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4c416691-568e-46c3-9ffa-8c51ea766644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827286 Feb 04 20:01:22.780820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-d8f93d8e-a5c5-4396-b131-a3e060b8bf6f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/quotas/a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 375 time: 0.0405862 Feb 04 20:01:22.925959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e236f-fcd8-4a7e-a3d3-311475f0a720 req-4d4ff84a-7321-4813-93b9-244ab9457290 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:22.935051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a52e236f-fcd8-4a7e-a3d3-311475f0a720 req-4d4ff84a-7321-4813-93b9-244ab9457290 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 944 time: 0.3487010 Feb 04 20:01:22.941040 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b849c151-b605-4e60-8fb7-3359944d6ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.003974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b849c151-b605-4e60-8fb7-3359944d6ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.009062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a52e236f-fcd8-4a7e-a3d3-311475f0a720 req-aabc1498-db9f-4b10-ad83-53130b11800f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722857 Feb 04 20:01:23.069530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-b8b660e2-8b74-465e-ab05-3d10637e32b8 service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836611 Feb 04 20:01:23.098074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-76e7abd0-3201-48c5-b335-5b5e3bf85ecc tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3163373 Feb 04 20:01:23.119870 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'status': 'completed', 'code': 200} Feb 04 20:01:23.181703 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-d7a2f5f2-0df7-40c0-b28f-8b638ebbcc0b req-1536ba86-6d41-4794-81ef-5ac539461087 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:01:23.192255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a2f5f2-0df7-40c0-b28f-8b638ebbcc0b req-1536ba86-6d41-4794-81ef-5ac539461087 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/04d6371c-668b-49f2-a2cf-1891d888a0e2 HTTP/1.1" status: 404 len: 352 time: 0.0541203 Feb 04 20:01:23.258129 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.281620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.389569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.433126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b849c151-b605-4e60-8fb7-3359944d6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.446939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533cfff5-fe23-4710-a7a2-2b12fa9d93a4,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:23.451963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Checking segment: {'id': '7e3a55af-e796-4343-96af-900b195ef1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4da88fe-2d9d-45e9-b244-46fd6197f79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:23.452315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Network hostable DHCP agents. Network: c4da88fe-2d9d-45e9-b244-46fd6197f79e, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:01:23.471248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849c151-b605-4e60-8fb7-3359944d6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd9dba-c2a0-4a37-aa2d-b7086e0dab26,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:23.492508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98af7c1-d4c4-4b51-bc7e-f59a3ce65e1d req-35e347df-0639-499d-b08b-9c2d960b3713 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:23.497726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f98af7c1-d4c4-4b51-bc7e-f59a3ce65e1d req-35e347df-0639-499d-b08b-9c2d960b3713 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.1666727 Feb 04 20:01:23.497883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b849c151-b605-4e60-8fb7-3359944d6ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.497883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b849c151-b605-4e60-8fb7-3359944d6ebb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aabd9dba-c2a0-4a37-aa2d-b7086e0dab26 HTTP/1.1" status: 204 len: 168 time: 0.8778846 Feb 04 20:01:23.558877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75dcd19e-43ad-480b-85a1-4dc12ab16070 req-db1e1fab-5c36-495e-95f3-8b0de50ac4a5 service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805892 Feb 04 20:01:23.566305 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9dd8920f-d16a-4e6a-98dc-e73ccf3ec298 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673340 Feb 04 20:01:23.567791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Network c4da88fe-2d9d-45e9-b244-46fd6197f79e is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:01:23.580607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f98af7c1-d4c4-4b51-bc7e-f59a3ce65e1d req-a965d435-ba8b-455a-bdb5-c858da45c3a4 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665917 Feb 04 20:01:23.658451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c4da88fe-2d9d-45e9-b244-46fd6197f79e) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:23.667897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c74a27-3773-4e88-a433-e5ab39490a1e None None] Network c4da88fe-2d9d-45e9-b244-46fd6197f79e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:01:23.672852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:23.673491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:23.771591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94708019-a9c5-403c-a64c-81a52f5b8317 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2727742 Feb 04 20:01:23.783473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-4065cc17-abb5-467b-a10a-43c9e44d3b83 service neutron] 10.222.0.48 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162533 Feb 04 20:01:23.804022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-4a9b41f0-554c-4b06-995e-8a04bb787196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:23.805529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-4a9b41f0-554c-4b06-995e-8a04bb787196 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 1095 time: 0.1119869 Feb 04 20:01:23.807683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b9338-5ed4-48ee-baa2-2491f5885600 req-4dd42380-7bd6-4a0d-9a58-25f924421a5b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:23.816381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d4b9338-5ed4-48ee-baa2-2491f5885600 req-4dd42380-7bd6-4a0d-9a58-25f924421a5b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 944 time: 0.1239412 Feb 04 20:01:23.951952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d4b9338-5ed4-48ee-baa2-2491f5885600 req-1386f73f-d29c-4864-ae55-92ab6f3e2e64 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345537 Feb 04 20:01:24.087776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef25a662-690e-4075-8bf0-a1092a25e24c None None] Network c4da88fe-2d9d-45e9-b244-46fd6197f79e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:01:24.135819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-bda77bbb-cdbe-48f7-8d79-2facfa6bc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:24.137379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-bda77bbb-cdbe-48f7-8d79-2facfa6bc29e service neutron] 10.222.0.62 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 916 time: 0.3251796 Feb 04 20:01:24.179738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7476724-eded-4bcb-8183-270b527bd93b req-bd11a8da-d619-4976-b6dd-0fefc629d694 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:24.269441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7476724-eded-4bcb-8183-270b527bd93b req-bd11a8da-d619-4976-b6dd-0fefc629d694 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:24.271346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7476724-eded-4bcb-8183-270b527bd93b req-bd11a8da-d619-4976-b6dd-0fefc629d694 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 6148 time: 0.2791595 Feb 04 20:01:24.273644 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-73a60385-5f69-428d-906a-f4347b9333db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066 HTTP/1.1" status: 200 len: 217 time: 0.1292641 Feb 04 20:01:24.349913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7476724-eded-4bcb-8183-270b527bd93b req-a7781a6c-bca7-48ab-80fa-98b9b85b733a tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46 HTTP/1.1" status: 200 len: 2981 time: 0.0705092 Feb 04 20:01:24.405878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-4394b9c0-4d24-4201-91ce-b4da31a343e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:24.407544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-4394b9c0-4d24-4201-91ce-b4da31a343e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=760069ad-b971-4d0c-bcbd-08b61c1e01e7 HTTP/1.1" status: 200 len: 855 time: 0.1244068 Feb 04 20:01:24.434490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7476724-eded-4bcb-8183-270b527bd93b req-d0faca08-7b37-45ac-8abf-3c3dcaec2366 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46 HTTP/1.1" status: 200 len: 2981 time: 0.0834827 Feb 04 20:01:24.480845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-cb387927-d3c0-4938-9928-a50a762ae331 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4c416691-568e-46c3-9ffa-8c51ea766644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494466 Feb 04 20:01:24.623970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece816-afd2-438a-a894-852ddc74c71f req-581f3e7f-95ca-4b0d-b1ad-86f98ffbde4d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:24.625707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24ece816-afd2-438a-a894-852ddc74c71f req-581f3e7f-95ca-4b0d-b1ad-86f98ffbde4d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 945 time: 0.0841780 Feb 04 20:01:24.679750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-cfa6d3b0-2ddf-4c04-84a9-7fba9e1d649e service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813033 Feb 04 20:01:24.703031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 534e4563-5a92-4261-bc54-89efe5f13713 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:24.747485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24ece816-afd2-438a-a894-852ddc74c71f req-6d7d6806-79cf-476a-8b25-9da9ed54abca tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149240 Feb 04 20:01:24.898606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e3b4497-56b8-4a61-ad8f-bb19c6e81300 req-360d01bd-4348-4eb9-878a-a4da2565c6bb service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163541 Feb 04 20:01:25.046580 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.047604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 534e4563-5a92-4261-bc54-89efe5f13713 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:25.055196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 534e4563-5a92-4261-bc54-89efe5f13713 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:25.055857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.087595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee136-004c-4cfc-9efe-21eff783a5b0 req-174978f2-e164-482c-a174-941398858ad5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:25.089174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fdee136-004c-4cfc-9efe-21eff783a5b0 req-174978f2-e164-482c-a174-941398858ad5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 944 time: 0.1390345 Feb 04 20:01:25.141782 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fdee136-004c-4cfc-9efe-21eff783a5b0 req-084e0395-8094-4bf8-b461-ac1896f7c819 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467577 Feb 04 20:01:25.182681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1107236450', 'description': 'tempest-description-1296887878'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:25.202181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:25.216920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:25.259182 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.283818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46516) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:25.290476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-720136252-network', 'tenant_id': 'c2a67b25e9f74dc68151553463af2b37'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:25.292967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b73a42-41d3-48cd-a825-301151342570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534e4563-5a92-4261-bc54-89efe5f13713'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:25.295233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:25.305302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.306097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 534e4563-5a92-4261-bc54-89efe5f13713, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=534e4563-5a92-4261-bc54-89efe5f13713,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:25.323330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Usage tracker for resource:network and tenant:c2a67b25e9f74dc68151553463af2b37 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:25.328363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:25.337159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:25.344584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:25.349864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:25.353372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:25.359132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:25.388247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.429347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Made reservation on behalf of c2a67b25e9f74dc68151553463af2b37 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:25.431643 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.450492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.470009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.471780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:25.476697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Usage tracker for resource:security_group_rule and tenant:c2a67b25e9f74dc68151553463af2b37 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:25.480148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=534e4563-5a92-4261-bc54-89efe5f13713,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:25.480462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:25.487967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:25.548216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.632107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0be1985-1222-4da4-9477-56f8546d9fde,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:25.679785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.686142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.687418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30bdd640-9f73-4bca-be52-10fcd3f9fe55 req-5dc15714-59ce-4090-b909-0df89b949eb2 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5102239 Feb 04 20:01:25.701854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11502192-99d9-42c6-8b10-d2284c544810 req-a52ed1a6-fcc3-4d5d-a8fc-91f5dbf108cb tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:25.703399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11502192-99d9-42c6-8b10-d2284c544810 req-a52ed1a6-fcc3-4d5d-a8fc-91f5dbf108cb tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.0816383 Feb 04 20:01:25.749203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11502192-99d9-42c6-8b10-d2284c544810 req-1d3bec10-edfe-4a97-bf09-c109fd511a5c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Feb 04 20:01:25.775088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7ecec7c-086b-425b-a2b6-146db2e3da0f req-311d65ec-c272-46ce-bcf7-c9711d080221 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 210 time: 0.0515947 Feb 04 20:01:25.775878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.808343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bbc46c-b5fe-43ca-a38b-542f301ff14d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:25.818566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:01:25.842212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.842890 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Added segment 6f01dde0-a21b-455b-ba97-e9bbaf028e18 of type vlan for network 57aab92b-d6c0-4586-b185-ffae2e864b10 Feb 04 20:01:25.870640 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.966206 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.967251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:25.967841 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:25.979597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8e32-5e05-46d5-9aad-140b607f6768 req-e00b0b78-b225-4477-a88e-c85a67498b3b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:25.981167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-831b8e32-5e05-46d5-9aad-140b607f6768 req-e00b0b78-b225-4477-a88e-c85a67498b3b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 944 time: 0.1343112 Feb 04 20:01:26.047629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-831b8e32-5e05-46d5-9aad-140b607f6768 req-2c4ad144-3533-43fd-b847-8575b64fbe3b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569291 Feb 04 20:01:26.071425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-16ebaec5-60c3-4498-8570-2585e4e87803 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:26.076354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-16ebaec5-60c3-4498-8570-2585e4e87803 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 944 time: 0.1423581 Feb 04 20:01:26.096135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] Pushing event updated for resources: {'Network': ['ID=57aab92b-d6c0-4586-b185-ffae2e864b10,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:26.107382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 57aab92b-d6c0-4586-b185-ffae2e864b10 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:01:26.156678 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5741eb54-ce90-4a53-bccd-3b1ed01790ba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8716838 Feb 04 20:01:26.163099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:26.169097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Request body: {'subnet': {'network_id': '57aab92b-d6c0-4586-b185-ffae2e864b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-720136252-subnet', 'tenant_id': 'c2a67b25e9f74dc68151553463af2b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:26.176376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:26.183019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Usage tracker for resource:subnet and tenant:c2a67b25e9f74dc68151553463af2b37 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:26.189220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:26.197480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1242395230', 'description': 'tempest-description-1063515703'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:26.202167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:26.220729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:26.228875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:26.234927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Deleting port f98eb989-57e5-457b-871d-9971fa164d76 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:26.235266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:26.251745 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b73a42-41d3-48cd-a825-301151342570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534e4563-5a92-4261-bc54-89efe5f13713', 'code': 200} Feb 04 20:01:26.276074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:26.281790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:26.288747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Made reservation on behalf of c2a67b25e9f74dc68151553463af2b37 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:26.291900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:26.367142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:26.417501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:26.470392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:26.482104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:26.605729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb74ed-3468-4241-899a-13e070cb5e55 req-ba25ed4e-3dd1-4b08-b5b6-d5182245b9ea tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:26.606854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:26.607258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfeb74ed-3468-4241-899a-13e070cb5e55 req-ba25ed4e-3dd1-4b08-b5b6-d5182245b9ea tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=35845576-86f2-4336-b48f-9f72596309e8 HTTP/1.1" status: 200 len: 944 time: 0.3674512 Feb 04 20:01:26.677748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02c4-01fa-4e7d-a35e-da311e2e9797 req-d74c27b4-2f7a-4ebd-8ed7-f5c91c38ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:26.679722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a84f02c4-01fa-4e7d-a35e-da311e2e9797 req-d74c27b4-2f7a-4ebd-8ed7-f5c91c38ea93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 1096 time: 0.2956135 Feb 04 20:01:26.682257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] For port f98eb989-57e5-457b-871d-9971fa164d76, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f98eb989-57e5-457b-871d-9971fa164d76,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:26.682257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:26.706489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device edc751d4-345e-4fbb-9fd3-8cc29b030066 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:26.728572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cfeb74ed-3468-4241-899a-13e070cb5e55 req-6f4f139e-8488-4b92-8041-82999b359c67 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131151 Feb 04 20:01:26.760080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a84f02c4-01fa-4e7d-a35e-da311e2e9797 req-0bbacbe3-ca2d-4723-8f55-fea1c8d6343d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709777 Feb 04 20:01:26.830516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Calling delete_port for f98eb989-57e5-457b-871d-9971fa164d76 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:26.846727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:26.871265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:26.887399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'port_id': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'mac_address': 'fa:16:3e:22:6e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760069ad-b971-4d0c-bcbd-08b61c1e01e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:26.904642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:26.973046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=817a4ba4-efd6-4673-ab73-84528b3980ab,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:26.980230 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:26.983491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Checking segment: {'id': '6f01dde0-a21b-455b-ba97-e9bbaf028e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57aab92b-d6c0-4586-b185-ffae2e864b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:26.983957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Network hostable DHCP agents. Network: 57aab92b-d6c0-4586-b185-ffae2e864b10, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:01:26.995692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.013133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc751d4-345e-4fbb-9fd3-8cc29b030066 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:27.030995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:27.060683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b62521-591c-4485-863d-c6e318acc974,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:27.084836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Network 57aab92b-d6c0-4586-b185-ffae2e864b10 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:01:27.133901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52bf1-cf87-4dd8-a526-b61d27bc71bc req-bf9f478b-9fb8-4fac-8463-1b490643eedc tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:27.135491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65e52bf1-cf87-4dd8-a526-b61d27bc71bc req-bf9f478b-9fb8-4fac-8463-1b490643eedc tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.0916615 Feb 04 20:01:27.137036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.139967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.180811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 57aab92b-d6c0-4586-b185-ffae2e864b10) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:27.193955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:27.195461 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.197888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f98eb989-57e5-457b-871d-9971fa164d76'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:27.215351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65e52bf1-cf87-4dd8-a526-b61d27bc71bc req-80d88d94-0b3d-46f7-b28e-a3a52cfa8901 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734849 Feb 04 20:01:27.224176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ecbdad-d7bb-4e8e-9a54-2019aeceb0f0 None None] Network 57aab92b-d6c0-4586-b185-ffae2e864b10 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:01:27.235867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.237081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14c4626f-9cc9-4e2e-89bb-3e9b60b3cf21 req-74056868-b3b0-4cf6-adb7-c5c6dbd25dd0 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0565128 Feb 04 20:01:27.242935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event deleted for resources: {'Port': ['ID=f98eb989-57e5-457b-871d-9971fa164d76,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:27.310064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6a6f9bfd-d714-4645-bf3b-680e9f730124 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1456287 Feb 04 20:01:27.502737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b3b30-c431-4bb5-8d6e-df6b764e78b1 req-c00667bb-8666-45d7-babd-a6b10b61448e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:27.505631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-215b3b30-c431-4bb5-8d6e-df6b764e78b1 req-c00667bb-8666-45d7-babd-a6b10b61448e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1496735 Feb 04 20:01:27.539334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-6bb140f2-4b71-47f1-9c36-3a62c2855b20 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:27.540807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-6bb140f2-4b71-47f1-9c36-3a62c2855b20 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 808 time: 0.3446677 Feb 04 20:01:27.545651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:27.549375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46562) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:27.576182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Request body: {'port': {'device_id': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'admin_state_up': True, 'tenant_id': 'a88d74393d9a4e5c9108d10dd9ef8f66'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:27.580406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['edc751d4-345e-4fbb-9fd3-8cc29b030066'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:27.591930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a000c055-43a0-45e3-a3fc-578748a9a826 req-0fb804db-10fd-4f60-aacf-ede4167711d5 tempest-AbsoluteLimitsNegativeTestJSON-629181321 tempest-AbsoluteLimitsNegativeTestJSON-629181321-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5ab907e940904873ada6a16e8f7c5428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1648748 Feb 04 20:01:27.630807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] No DVR routers for this DVR port f98eb989-57e5-457b-871d-9971fa164d76 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:01:27.638449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] Deleting subnet 533cfff5-fe23-4710-a7a2-2b12fa9d93a4 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:01:27.643641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd3610-0720-41ac-90db-62b7d71304fc None None] Network 57aab92b-d6c0-4586-b185-ffae2e864b10 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:01:27.645142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.684786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.686799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d71f2a00-ee02-4e12-9d0a-45db523bd2de req-c5ecd6f3-8aaf-473f-b630-de2ca0681935 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "DELETE /v2.0/ports/f98eb989-57e5-457b-871d-9971fa164d76 HTTP/1.1" status: 204 len: 173 time: 1.6034920 Feb 04 20:01:27.691042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'name': 'network-vif-deleted', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:27.718397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-215b3b30-c431-4bb5-8d6e-df6b764e78b1 req-c5e193fa-53a2-4b70-a2d0-16ac95ae4290 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038341 Feb 04 20:01:27.745985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.835665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:27.888269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000c055-43a0-45e3-a3fc-578748a9a826 req-5ed67cb9-9ae9-4076-817f-d761a7752b95 tempest-AbsoluteLimitsNegativeTestJSON-629181321 tempest-AbsoluteLimitsNegativeTestJSON-629181321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:27.894732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a000c055-43a0-45e3-a3fc-578748a9a826 req-5ed67cb9-9ae9-4076-817f-d761a7752b95 tempest-AbsoluteLimitsNegativeTestJSON-629181321 tempest-AbsoluteLimitsNegativeTestJSON-629181321-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946854 Feb 04 20:01:27.896717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:27.914999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a000c055-43a0-45e3-a3fc-578748a9a826 req-eeec28ea-946d-4474-9acc-f111f512a51e tempest-AbsoluteLimitsNegativeTestJSON-629181321 tempest-AbsoluteLimitsNegativeTestJSON-629181321-project] 10.222.0.48 "GET /v2.0/quotas/5ab907e940904873ada6a16e8f7c5428 HTTP/1.1" status: 200 len: 375 time: 0.0195127 Feb 04 20:01:27.973013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a000c055-43a0-45e3-a3fc-578748a9a826 req-e32360ab-9923-44a4-8bd6-57f2e915a3f5 tempest-AbsoluteLimitsNegativeTestJSON-629181321 tempest-AbsoluteLimitsNegativeTestJSON-629181321-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ab907e940904873ada6a16e8f7c5428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571060 Feb 04 20:01:27.983340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:28.004923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-738d70e5-4b32-47e4-8181-0a9c61041aef req-6fb73793-3e63-4539-9a36-a17dc91b67f6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 210 time: 0.0728168 Feb 04 20:01:28.024768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.092832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Made reservation on behalf of a88d74393d9a4e5c9108d10dd9ef8f66 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:28.097417 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.215675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533cfff5-fe23-4710-a7a2-2b12fa9d93a4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:28.231864 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.239042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c1ef2b80-3054-4926-8e72-93778a6f18be admin admin] 10.222.0.48 "DELETE /v2.0/subnets/533cfff5-fe23-4710-a7a2-2b12fa9d93a4 HTTP/1.1" status: 204 len: 168 time: 0.6795986 Feb 04 20:01:28.241129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46572) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:28.404128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.466739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39372e-4031-46af-8da4-c0c428c102ac req-8fcec055-5822-4b3e-8a70-9fd3b8a542bb tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:28.473678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e39372e-4031-46af-8da4-c0c428c102ac req-8fcec055-5822-4b3e-8a70-9fd3b8a542bb tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 945 time: 0.1845269 Feb 04 20:01:28.508794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Allocated IP 172.20.0.8 (74c12b12-e2ad-4e8f-895a-d1615a2e0941/85997320-528d-4574-8891-72ae38df3628/f44fa103-999a-40cd-b3aa-f70f5ab38864) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:28.543748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e39372e-4031-46af-8da4-c0c428c102ac req-311d22c8-a720-44d6-96bc-eb0df932dfe0 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691257 Feb 04 20:01:28.620245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.668022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4da88fe-2d9d-45e9-b244-46fd6197f79e']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:28.683834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3a55af-e796-4343-96af-900b195ef1c1') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:28.684126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3a55af-e796-4343-96af-900b195ef1c1') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:28.703497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.728860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89deb5-6c34-42f6-bae0-e9ddba458332 req-49e374a9-db52-4714-94d5-22f0f79eeb17 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:28.734826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89deb5-6c34-42f6-bae0-e9ddba458332 req-49e374a9-db52-4714-94d5-22f0f79eeb17 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:28.740496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89deb5-6c34-42f6-bae0-e9ddba458332 req-49e374a9-db52-4714-94d5-22f0f79eeb17 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:28.746288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a89deb5-6c34-42f6-bae0-e9ddba458332 req-49e374a9-db52-4714-94d5-22f0f79eeb17 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec&device_id=48d927f2-20f5-4124-9e96-97751a700e64&device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 2417 time: 0.2650943 Feb 04 20:01:28.746288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46586) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:28.747560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.774149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:01:28.774545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:01:28.790747 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:01:28.920233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a89deb5-6c34-42f6-bae0-e9ddba458332 req-78a9d0ab-1d7a-4ff3-a598-9e22d4e9e678 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637805 Feb 04 20:01:28.965777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:28.990528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:28.995387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab907e940904873ada6a16e8f7c5428 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:28.999989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:29.009768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:29.012509 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.042722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.056020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c4da88fe-2d9d-45e9-b244-46fd6197f79e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:29.059074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-62b7c8a9-6ed1-4de5-bb5e-eeeccafaa5ff admin admin] 10.222.0.48 "DELETE /v2.0/networks/c4da88fe-2d9d-45e9-b244-46fd6197f79e HTTP/1.1" status: 204 len: 168 time: 0.8169963 Feb 04 20:01:29.066637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46602) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:29.082277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-db3df736-285f-4cfb-a384-c579f66347ee tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:29.083765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-db3df736-285f-4cfb-a384-c579f66347ee tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 813 time: 0.4029291 Feb 04 20:01:29.087261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.115685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-694a6800-6d0f-49a4-a0cb-d417944dfe56 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/quotas/a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 375 time: 0.0249591 Feb 04 20:01:29.143015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] Deleting subnet 817a4ba4-efd6-4673-ab73-84528b3980ab {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:01:29.150664 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.225515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.227247 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35845576-86f2-4336-b48f-9f72596309e8', 'name': 'network-vif-deleted', 'tag': 'f98eb989-57e5-457b-871d-9971fa164d76', 'status': 'completed', 'code': 200} Feb 04 20:01:29.233104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-4fea291b-5dba-488f-8bed-d67d716dd45e tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084125 Feb 04 20:01:29.284494 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.306542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.326239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.338367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['dbaba279-dee7-497c-9763-e3e19fbbf93b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:29.437053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:29.453425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:29.461868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:01:29.513337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:29.515227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.541613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-2338ec60-daea-4e78-b161-8a20372c6e8a service neutron] 10.222.0.48 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015873 Feb 04 20:01:29.625119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b63c0-c379-4223-932b-605bed1d01a6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:29.637852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:29.638416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.646932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b294379b-172b-430f-a883-28548f6d5435 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ab907e940904873ada6a16e8f7c5428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8944435 Feb 04 20:01:29.650082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:29.710685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-31c9bb23-6186-4c3c-b3c1-cc6feacfdaa1 service neutron] 10.222.0.48 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672804 Feb 04 20:01:29.715435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8357bf-927b-4595-a964-a4208336578c req-1309f500-16ff-4571-b6ed-9d07598360f1 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:29.716881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7f8357bf-927b-4595-a964-a4208336578c req-1309f500-16ff-4571-b6ed-9d07598360f1 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.2043250 Feb 04 20:01:29.719389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.732415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-9bc513a8-3231-4898-9666-b222faa4398c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1599133 Feb 04 20:01:29.737380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:29.744235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Request body: {'port': {'device_id': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:29.788935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817a4ba4-efd6-4673-ab73-84528b3980ab,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:29.791701 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.795482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b58d2a7a-3f80-414b-b391-072c64730315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:29.796045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: f98eb989-57e5-457b-871d-9971fa164d76 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:01:29.796386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f98eb989-57e5-457b-871d-9971fa164d76 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:29.834844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5af4bc67-6a51-43cc-b9be-624bd7bc8fbb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/817a4ba4-efd6-4673-ab73-84528b3980ab HTTP/1.1" status: 204 len: 168 time: 0.7668779 Feb 04 20:01:29.837813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46616) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:29.844536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7f8357bf-927b-4595-a964-a4208336578c req-1f48bff5-a03e-48e2-b81f-9cf69c44be1b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145790 Feb 04 20:01:29.851743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b58d2a7a-3f80-414b-b391-072c64730315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.001307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b58d2a7a-3f80-414b-b391-072c64730315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.023560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2a7a-3f80-414b-b391-072c64730315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b63c0-c379-4223-932b-605bed1d01a6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:30.029922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b58d2a7a-3f80-414b-b391-072c64730315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.033704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b58d2a7a-3f80-414b-b391-072c64730315 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab2b63c0-c379-4223-932b-605bed1d01a6 HTTP/1.1" status: 204 len: 168 time: 0.3791139 Feb 04 20:01:30.127642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.146354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.203372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a53825-f674-44eb-b3f6-6255c7373a66 req-e1575040-c21c-44d7-8897-45ed6f0c34e4 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:30.205037 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7a53825-f674-44eb-b3f6-6255c7373a66 req-e1575040-c21c-44d7-8897-45ed6f0c34e4 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.1034777 Feb 04 20:01:30.251753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7a53825-f674-44eb-b3f6-6255c7373a66 req-4c14697d-c950-48d8-bfb6-3248dc19b766 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Feb 04 20:01:30.447629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6408b-faad-44e4-9a59-fe173e5e25ea req-fa7dc09e-e351-4512-90a5-23c5e194932a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:30.448350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-89b6408b-faad-44e4-9a59-fe173e5e25ea req-fa7dc09e-e351-4512-90a5-23c5e194932a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:30.451914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.510410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57aab92b-d6c0-4586-b185-ffae2e864b10']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:30.573199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f01dde0-a21b-455b-ba97-e9bbaf028e18') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:30.573495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f01dde0-a21b-455b-ba97-e9bbaf028e18') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:30.599298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.630216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-89b6408b-faad-44e4-9a59-fe173e5e25ea req-fa7dc09e-e351-4512-90a5-23c5e194932a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:30.630216 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89b6408b-faad-44e4-9a59-fe173e5e25ea req-fa7dc09e-e351-4512-90a5-23c5e194932a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 931 time: 0.6083579 Feb 04 20:01:30.633286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.644782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:01:30.645184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:01:30.671117 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:01:30.709431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device edc751d4-345e-4fbb-9fd3-8cc29b030066 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:30.784273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89b6408b-faad-44e4-9a59-fe173e5e25ea req-0366f84c-452c-45e6-95e2-bfc0f339737d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449449 Feb 04 20:01:30.868524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44fa103-999a-40cd-b3aa-f70f5ab38864 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:30.877591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.881176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port edc751d4-345e-4fbb-9fd3-8cc29b030066 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:30.889023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port edc751d4-345e-4fbb-9fd3-8cc29b030066 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:30.889023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.910583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Transition to ACTIVE for port object f44fa103-999a-40cd-b3aa-f70f5ab38864 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:30.911547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.933026 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:30.944903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] Pushing event deleted for resources: {'Network': ['ID=57aab92b-d6c0-4586-b185-ffae2e864b10,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:30.947990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-109eaef9-9c3d-4cb0-a7a8-ad53a5350baf admin admin] 10.222.0.48 "DELETE /v2.0/networks/57aab92b-d6c0-4586-b185-ffae2e864b10 HTTP/1.1" status: 204 len: 168 time: 1.1069601 Feb 04 20:01:31.040805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:31.059926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:31.063258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e810237-9870-47aa-89d0-678e0273736a req-8b51fcb6-74c0-435c-95ff-f81d38bb219a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:31.065134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e810237-9870-47aa-89d0-678e0273736a req-8b51fcb6-74c0-435c-95ff-f81d38bb219a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 945 time: 0.1011667 Feb 04 20:01:31.103499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:31.104611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:31.125411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e810237-9870-47aa-89d0-678e0273736a req-118fce51-8f23-4fbb-992a-034f8424e88f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538177 Feb 04 20:01:31.212557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:31.271408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd5a3c7e-0584-4896-a516-d4aeaf330f52 req-b9d19132-1466-48ce-87ff-bbcab7729b3e tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 210 time: 0.0784755 Feb 04 20:01:31.312069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:31.501085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:31.511437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46662) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:31.601144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:31.601488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:31.601815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:31.607217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:31.607542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:31.620230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-8caa5288-3c84-405b-adcf-6a4962fcb947 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:31.620230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-8caa5288-3c84-405b-adcf-6a4962fcb947 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:31.621706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46668) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:31.632621 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a1d9d4e7-e450-4869-9c5c-819577cd9df9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=547f5cf6b19d40b09c2c88b7671df1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193082 Feb 04 20:01:31.635363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46674) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:31.649240 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'code': 200} Feb 04 20:01:31.672693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:31.673032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:31.673427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:31.673907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Bound port: f44fa103-999a-40cd-b3aa-f70f5ab38864, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:31.674232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:31.679866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-37f75441-7ffc-4c66-a8de-6f488d6bfff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:31.682084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-37f75441-7ffc-4c66-a8de-6f488d6bfff9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 1096 time: 0.0864537 Feb 04 20:01:31.861485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-8caa5288-3c84-405b-adcf-6a4962fcb947 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:31.862630 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-8caa5288-3c84-405b-adcf-6a4962fcb947 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 944 time: 0.4698508 Feb 04 20:01:31.868104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1836327987-network', 'tenant_id': '8db2a161b5e64fa6b9148f23a5fae96e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:31.892753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:31.924975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-8b979d3f-5cb7-4973-8595-381a8bcdad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:31.926569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-8b979d3f-5cb7-4973-8595-381a8bcdad48 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 911 time: 0.2379060 Feb 04 20:01:31.937535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1210f1-c53a-4bfb-a5ab-2efeca24ed06 req-3484dfa1-2574-447c-af04-a4cdca96f7a6 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:31.943275 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e1210f1-c53a-4bfb-a5ab-2efeca24ed06 req-3484dfa1-2574-447c-af04-a4cdca96f7a6 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1403852 Feb 04 20:01:31.949023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Usage tracker for resource:network and tenant:8db2a161b5e64fa6b9148f23a5fae96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:31.966036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:31.984218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:31.994291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:31.998620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c30461c0-f6a2-4e87-aa40-b969c3b89e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.030664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:32.040729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-569ea8fb-a948-46d9-a4c2-d6b08d98c870 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534e4563-5a92-4261-bc54-89efe5f13713 HTTP/1.1" status: 200 len: 217 time: 0.0961833 Feb 04 20:01:32.049337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d218c4e-81e4-45bf-b7f8-9f0215ae8e57 req-ee37211b-60ab-4793-8b5e-db83a40061b1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:32.050852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d218c4e-81e4-45bf-b7f8-9f0215ae8e57 req-ee37211b-60ab-4793-8b5e-db83a40061b1 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 944 time: 0.4203300 Feb 04 20:01:32.054813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Deleting port 93607559-f439-43e1-b1d7-01996999fa46 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:32.055153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.101087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e1210f1-c53a-4bfb-a5ab-2efeca24ed06 req-50fdd3d3-6e28-4269-8981-5d1112e7dec9 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541748 Feb 04 20:01:32.103800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Made reservation on behalf of 8db2a161b5e64fa6b9148f23a5fae96e for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:32.109140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.116342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c30461c0-f6a2-4e87-aa40-b969c3b89e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.131518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-5f1c1451-9766-4d9e-82e2-30d1b7489f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:32.132883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-5f1c1451-9766-4d9e-82e2-30d1b7489f3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 200 len: 850 time: 0.0815368 Feb 04 20:01:32.150090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.190713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.216741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-863010a8-9453-4188-9294-70b6deac00c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695658 Feb 04 20:01:32.248241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa4dc-9f23-4b3e-bb8f-70f591e7075d req-d03aa352-c9d1-41e0-80cb-4a65b77b9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:32.249680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5ffa4dc-9f23-4b3e-bb8f-70f591e7075d req-d03aa352-c9d1-41e0-80cb-4a65b77b9362 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 1097 time: 0.4820626 Feb 04 20:01:32.295109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:32.309788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:32.310389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.311763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 200 len: 1091 time: 2.5721767 Feb 04 20:01:32.314787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Usage tracker for resource:security_group_rule and tenant:8db2a161b5e64fa6b9148f23a5fae96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:32.321529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:32.353643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:32.367327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-916a5b0e-e0dd-4626-b348-83d8a9aa7aaa service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435769 Feb 04 20:01:32.379316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d218c4e-81e4-45bf-b7f8-9f0215ae8e57 req-30972a1e-7561-4dd6-8e07-2f5810421da0 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869437 Feb 04 20:01:32.380198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:32.457184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf9769-252d-44fd-aa4a-0a00c1e044e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:32.470759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5ffa4dc-9f23-4b3e-bb8f-70f591e7075d req-5bd9ba31-40fb-4df9-baf1-481598ba155d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999900 Feb 04 20:01:32.603093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ef7dd9e-2db1-4beb-902c-9b92477ebb77 req-583ae58a-bf5c-481a-a25d-ce0a91e9a3d7 service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279706 Feb 04 20:01:32.615337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971a08-8478-49ce-ae5c-85af8c0b16f0 req-a09396bb-b4f6-4870-9e4a-060587328660 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:32.616759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d971a08-8478-49ce-ae5c-85af8c0b16f0 req-a09396bb-b4f6-4870-9e4a-060587328660 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.1248262 Feb 04 20:01:32.663423 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d971a08-8478-49ce-ae5c-85af8c0b16f0 req-3964d585-3e00-430f-b4e6-683fb279c3f6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Feb 04 20:01:32.672262 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c30461c0-f6a2-4e87-aa40-b969c3b89e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.712855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30461c0-f6a2-4e87-aa40-b969c3b89e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd3b38-3118-40f1-a5ae-701f08f8fe71,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:32.758005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] For port 93607559-f439-43e1-b1d7-01996999fa46, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=93607559-f439-43e1-b1d7-01996999fa46,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:32.758362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.779506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-4e1ce31c-3855-4e60-a681-5434932c4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:32.781000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-4e1ce31c-3855-4e60-a681-5434932c4163 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1094 time: 0.3666704 Feb 04 20:01:32.785193 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c30461c0-f6a2-4e87-aa40-b969c3b89e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:32.786213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c30461c0-f6a2-4e87-aa40-b969c3b89e8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87dd3b38-3118-40f1-a5ae-701f08f8fe71 HTTP/1.1" status: 204 len: 168 time: 1.1020639 Feb 04 20:01:32.813877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f93abaf8-f667-48dc-96fc-46b0d55ff021 req-9dce44ce-f6be-4c53-9a2d-e8eed59234af tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 210 time: 0.0484581 Feb 04 20:01:32.914102 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864', 'status': 'completed', 'code': 200} Feb 04 20:01:32.969135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Calling delete_port for 93607559-f439-43e1-b1d7-01996999fa46 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:33.213125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-1fab87ca-446e-485c-af4b-56d760376bd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 200 len: 217 time: 0.3639109 Feb 04 20:01:33.222069 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.235882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ba45-7e1a-4bca-b92f-2571c081067a req-cbbb6c71-a5cb-4253-b833-b97823a01727 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:33.238083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8408ba45-7e1a-4bca-b92f-2571c081067a req-cbbb6c71-a5cb-4253-b833-b97823a01727 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.6830950 Feb 04 20:01:33.298905 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:01:33.362982 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8408ba45-7e1a-4bca-b92f-2571c081067a req-b112b64b-0c50-42cb-99c5-c5f31f9094ad tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891900 Feb 04 20:01:33.365732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-95b56d3a-4246-4681-84b0-bc29a5db729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:33.367664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-95b56d3a-4246-4681-84b0-bc29a5db729b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1402276 Feb 04 20:01:33.369182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.381269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:01:33.394444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.394444 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Added segment f6133e6e-be58-41e9-95d1-958f1b61bb31 of type vlan for network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 Feb 04 20:01:33.399145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-f52609f5-9104-466f-a640-fa01c9317d35 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:33.403858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-f52609f5-9104-466f-a640-fa01c9317d35 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.62 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 813 time: 0.3451035 Feb 04 20:01:33.416376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'port': {'device_id': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32', 'admin_state_up': True, 'tenant_id': 'a50ae48155a94d01a7dad9fcdc91412b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:33.527470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de87f0d-4476-465c-a678-727fc86ddffe,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:33.591539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:33.602888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:33.622785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:33.631236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-52c348bc-a832-4ee1-8e41-74f95eaaceed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278349 Feb 04 20:01:33.633030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.734806 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-57440373-9c3e-4f51-a5ab-7634f9098676 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2a67b25e9f74dc68151553463af2b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084156 Feb 04 20:01:33.736196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Made reservation on behalf of a50ae48155a94d01a7dad9fcdc91412b for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:33.739632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.743730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46712) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:33.812536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54abc-c386-4bb3-b4b6-7969d7b2148d req-131470cd-2e2c-4b61-9bde-4bf7dc02d91d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:33.814032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1c54abc-c386-4bb3-b4b6-7969d7b2148d req-131470cd-2e2c-4b61-9bde-4bf7dc02d91d tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 944 time: 0.1734564 Feb 04 20:01:33.859269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.892639 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1c54abc-c386-4bb3-b4b6-7969d7b2148d req-126f7804-7d33-403f-b2d3-7af7edcc2b06 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660799 Feb 04 20:01:33.903799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-516ae393-8c4b-47c6-90f8-9129c0dc4bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599261 Feb 04 20:01:33.941837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36d2be-0b0b-4030-871a-c9529622bc47 req-bc2e6fee-b0f0-400f-9185-1aeea017cc7c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:33.943679 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc36d2be-0b0b-4030-871a-c9529622bc47 req-bc2e6fee-b0f0-400f-9185-1aeea017cc7c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.3633566 Feb 04 20:01:33.945395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.946462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:33.947305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:33.976493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Allocated IP 172.20.0.10 (dea0b237-0289-4902-a98b-a8b16f81ee32/725741d9-b749-4235-8719-d6ae6e562ed7/b2b25f7e-b9f2-4351-87d5-ab583968a1ff) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:34.000105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event deleted for resources: {'Port': ['ID=93607559-f439-43e1-b1d7-01996999fa46,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:34.071487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70bbf421-f780-44c8-b61b-3ee8275923b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.218952 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.244065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2364e65-bdce-4dd1-b97f-c4519322446d req-396c5676-17c2-4f42-8809-b745064cd85e service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222840 Feb 04 20:01:34.332748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652463-9fd0-4d4f-9ee8-3a155350df56 req-048d75a6-51c4-4b4f-b674-cb2e2c281f1b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:34.334232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c652463-9fd0-4d4f-9ee8-3a155350df56 req-048d75a6-51c4-4b4f-b674-cb2e2c281f1b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.0821826 Feb 04 20:01:34.341100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.359798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:34.360407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] No DVR routers for this DVR port 93607559-f439-43e1-b1d7-01996999fa46 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:01:34.367545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] Pushing event updated for resources: {'Network': ['ID=14a1be4f-b634-49c5-a5d5-f1290c9e6960,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:34.371876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.373767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbfe3a8c-b713-4d1b-b5c7-3e2448e521ba req-3bf8f8a7-d95e-47f5-ad07-43fd1f9cfe5c tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "DELETE /v2.0/ports/93607559-f439-43e1-b1d7-01996999fa46 HTTP/1.1" status: 204 len: 173 time: 2.4969463 Feb 04 20:01:34.375463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70bbf421-f780-44c8-b61b-3ee8275923b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.402860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:01:34.439714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Network dea0b237-0289-4902-a98b-a8b16f81ee32 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:34.446035 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc36d2be-0b0b-4030-871a-c9529622bc47 req-5bec1fb2-5326-4cb4-ba42-514858035d8d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658206 Feb 04 20:01:34.455235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:34.458026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:01:34.531283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b5e5b6ed-001f-4d0a-89bf-24ccde2dc22f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9070475 Feb 04 20:01:34.534894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46722) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:34.539125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c652463-9fd0-4d4f-9ee8-3a155350df56 req-0f9b86ae-1dab-4933-8810-f1a451942244 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899309 Feb 04 20:01:34.542610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:34.548541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Request body: {'subnet': {'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1836327987-subnet', 'tenant_id': '8db2a161b5e64fa6b9148f23a5fae96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:34.554767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:34.560011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Usage tracker for resource:subnet and tenant:8db2a161b5e64fa6b9148f23a5fae96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:34.566170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:34.577459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:34.578220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:34.578345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.637279 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70bbf421-f780-44c8-b61b-3ee8275923b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.655165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbf421-f780-44c8-b61b-3ee8275923b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bbc46c-b5fe-43ca-a38b-542f301ff14d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:34.660361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-695a58ba-6286-4434-9e02-bf455ace0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:34.662159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-695a58ba-6286-4434-9e02-bf455ace0b19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1094 time: 0.2752087 Feb 04 20:01:34.727966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-3d0f5de3-3cad-402e-8219-b439ad5b5e8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3163033 Feb 04 20:01:34.739405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Request body: {'port': {'device_id': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:34.771815 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70bbf421-f780-44c8-b61b-3ee8275923b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.773514 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-70bbf421-f780-44c8-b61b-3ee8275923b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2bbc46c-b5fe-43ca-a38b-542f301ff14d HTTP/1.1" status: 204 len: 168 time: 1.0286264 Feb 04 20:01:34.802963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669627-bc22-4162-adc8-7a5f8df8ed3f req-43318528-b222-4572-a038-76735e8fefe5 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:34.813171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02669627-bc22-4162-adc8-7a5f8df8ed3f req-43318528-b222-4572-a038-76735e8fefe5 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 932 time: 0.2344186 Feb 04 20:01:34.858031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Made reservation on behalf of 8db2a161b5e64fa6b9148f23a5fae96e for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:34.858031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.883662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:34.931894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'name': 'network-vif-deleted', 'tag': '93607559-f439-43e1-b1d7-01996999fa46'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:35.000074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-02669627-bc22-4162-adc8-7a5f8df8ed3f req-283cf29d-1491-4e00-918f-596e201284aa tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:35.021062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-7f994dcc-f9f3-413b-a1a2-aa84731bb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:35.024067 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-7f994dcc-f9f3-413b-a1a2-aa84731bb5b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.3513284 Feb 04 20:01:35.108743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-b3723b35-f599-43b9-b626-22ae7072ab36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 200 len: 217 time: 0.0745857 Feb 04 20:01:35.268911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df93307-86c6-4239-b07f-cb27c958e4a9 req-0b719b21-0138-4d44-93f2-f85a869dd6c5 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:35.270519 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6df93307-86c6-4239-b07f-cb27c958e4a9 req-0b719b21-0138-4d44-93f2-f85a869dd6c5 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.2073195 Feb 04 20:01:35.338725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-02669627-bc22-4162-adc8-7a5f8df8ed3f req-283cf29d-1491-4e00-918f-596e201284aa tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:35.340138 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02669627-bc22-4162-adc8-7a5f8df8ed3f req-283cf29d-1491-4e00-918f-596e201284aa tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290570 Feb 04 20:01:35.391023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-7743098f-490c-4880-a6c3-a2aac8780f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:35.392528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-7743098f-490c-4880-a6c3-a2aac8780f0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.2471690 Feb 04 20:01:35.410144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6df93307-86c6-4239-b07f-cb27c958e4a9 req-d94cf339-ac10-4583-b1e7-40f9af7be10e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244595 Feb 04 20:01:35.430975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b25f7e-b9f2-4351-87d5-ab583968a1ff {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:35.458006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-f73e7001-309a-4afb-85c1-a73bf5bd6826 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510266 Feb 04 20:01:35.459630 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:35.496538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Transition to ACTIVE for port object b2b25f7e-b9f2-4351-87d5-ab583968a1ff will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:35.515518 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d7d821-1755-4abc-a0d8-61ca3d138532', 'name': 'network-vif-deleted', 'tag': '93607559-f439-43e1-b1d7-01996999fa46', 'status': 'completed', 'code': 200} Feb 04 20:01:35.562982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:35.625788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:35.664872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-aa652a14-8800-41ee-b4f6-8532b0812798 req-e5288a8b-4493-4a2a-a26c-f46cecf43905 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Synchronizing usage tracker for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:35.726520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43845d2b-0174-4f96-9cf7-db5e8c6333f8,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:35.752166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Checking segment: {'id': 'f6133e6e-be58-41e9-95d1-958f1b61bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:35.752525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Network hostable DHCP agents. Network: 14a1be4f-b634-49c5-a5d5-f1290c9e6960, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:01:35.759104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-5911b7ed-6bd9-448c-ae71-9e2719a1a5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922428 Feb 04 20:01:35.783376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:35.830330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 93607559-f439-43e1-b1d7-01996999fa46 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:01:35.830981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 93607559-f439-43e1-b1d7-01996999fa46 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:35.842081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-aa652a14-8800-41ee-b4f6-8532b0812798 req-e5288a8b-4493-4a2a-a26c-f46cecf43905 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Unset dirty status for tenant:b6a0a555f36448dfbe2abe3dca142b89 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:35.843258 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa652a14-8800-41ee-b4f6-8532b0812798 req-e5288a8b-4493-4a2a-a26c-f46cecf43905 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d7d821-1755-4abc-a0d8-61ca3d138532 HTTP/1.1" status: 200 len: 210 time: 0.2868853 Feb 04 20:01:35.902855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:35.942136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf560a9-9056-48f9-9a10-6a8e88aff8d2 req-8e9adba3-d992-48a2-a341-99fb9cd5aff3 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753123 Feb 04 20:01:35.943308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:01:36.014494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ec41f-0b00-40de-8123-8f78693815b3 req-841ea8bc-d2fc-47f6-90a3-9201a2369a4a tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.015976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c1ec41f-0b00-40de-8123-8f78693815b3 req-841ea8bc-d2fc-47f6-90a3-9201a2369a4a tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.4279385 Feb 04 20:01:36.025619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 14a1be4f-b634-49c5-a5d5-f1290c9e6960) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:36.033722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d27976-9c83-4054-aa1f-f25a8c2b1f22 None None] Network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:01:36.034921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.035493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:36.064306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Attempting to bind port b2b25f7e-b9f2-4351-87d5-ab583968a1ff on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:36.065074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Attempting to bind port b2b25f7e-b9f2-4351-87d5-ab583968a1ff by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:36.065602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Attempting to bind port b2b25f7e-b9f2-4351-87d5-ab583968a1ff on network dea0b237-0289-4902-a98b-a8b16f81ee32 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:36.079293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Port b2b25f7e-b9f2-4351-87d5-ab583968a1ff on network dea0b237-0289-4902-a98b-a8b16f81ee32 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:36.079633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Attempting to bind port b2b25f7e-b9f2-4351-87d5-ab583968a1ff on network dea0b237-0289-4902-a98b-a8b16f81ee32 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:36.098543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e68a2-91b2-422f-9538-64da00708dcc req-0b39efd6-95f4-436c-98c2-8091bb01986b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.098806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:36.099002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Checking segment: {'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:36.099485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Bound using segment: {'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:36.099925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Bound port: b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:36.100127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e2e68a2-91b2-422f-9538-64da00708dcc req-0b39efd6-95f4-436c-98c2-8091bb01986b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1114614 Feb 04 20:01:36.100594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:36.135284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c1ec41f-0b00-40de-8123-8f78693815b3 req-864a4ce8-abbc-4663-877b-ae78bbcc3aed tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100903 Feb 04 20:01:36.163290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94ee518a-9349-4897-b5f1-a8c8c7a49464 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6217892 Feb 04 20:01:36.182655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e2e68a2-91b2-422f-9538-64da00708dcc req-8b9b326b-83ad-402d-b1db-0a5b7ed1b51e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686655 Feb 04 20:01:36.384035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:36.413584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f39ca9-c8ce-496b-9688-6ef4c923337f req-dc9256df-824c-44f4-befd-92a8e7ebe1c1 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.415136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74f39ca9-c8ce-496b-9688-6ef4c923337f req-dc9256df-824c-44f4-befd-92a8e7ebe1c1 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.1209445 Feb 04 20:01:36.420398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:36.436130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f300c2-7f1b-4453-8f98-beca5c505ad2 None None] Network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:01:36.465007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef1a2f-78cf-4805-9bdf-4fe8c30208bf req-a9e90c9b-e838-4773-8522-c0f07a114dbc tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.466469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74f39ca9-c8ce-496b-9688-6ef4c923337f req-9a70f1c7-212e-4c0f-bdab-bdaa367c0f54 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 Feb 04 20:01:36.466603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13ef1a2f-78cf-4805-9bdf-4fe8c30208bf req-a9e90c9b-e838-4773-8522-c0f07a114dbc tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1347642 Feb 04 20:01:36.505121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:36.574799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13ef1a2f-78cf-4805-9bdf-4fe8c30208bf req-65b90eda-9034-425c-8b8e-8ca3ce25b6d0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020606 Feb 04 20:01:36.610899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.611514 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:36.612891 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] 10.222.0.62 "PUT /v2.0/ports/b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 1092 time: 1.8778129 Feb 04 20:01:36.615447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:36.654274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96eac4-1897-460d-8838-7d511d0b0517 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:36.837351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1629730-83a5-40a8-b8fd-69da41936abd req-e5370cb3-a679-4a50-83c2-40203bff50fe tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.838059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a1629730-83a5-40a8-b8fd-69da41936abd req-e5370cb3-a679-4a50-83c2-40203bff50fe tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:36.841876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-bb5ec1fa-455d-4d17-b6d1-0a1c5756fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:36.843355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-bb5ec1fa-455d-4d17-b6d1-0a1c5756fd5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1095 time: 0.1164923 Feb 04 20:01:36.921767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-1474c662-a885-4d9d-9dc7-8226aeaf7474 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 217 time: 0.0657010 Feb 04 20:01:36.923571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a1629730-83a5-40a8-b8fd-69da41936abd req-e5370cb3-a679-4a50-83c2-40203bff50fe tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:36.923571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1629730-83a5-40a8-b8fd-69da41936abd req-e5370cb3-a679-4a50-83c2-40203bff50fe tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 944 time: 0.2328441 Feb 04 20:01:37.015134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-5c30d8a9-0c2d-4a17-aabc-15cb9fad11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:37.016598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-5c30d8a9-0c2d-4a17-aabc-15cb9fad11df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.0892348 Feb 04 20:01:37.063141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a1629730-83a5-40a8-b8fd-69da41936abd req-b941148b-2afd-48f1-91c5-3b0b572b8bf8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:37.073083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-609ba187-d3ee-47f8-9b25-4d7736f0db60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478740 Feb 04 20:01:37.106491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a1629730-83a5-40a8-b8fd-69da41936abd req-b941148b-2afd-48f1-91c5-3b0b572b8bf8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:37.106491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1629730-83a5-40a8-b8fd-69da41936abd req-b941148b-2afd-48f1-91c5-3b0b572b8bf8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375699 Feb 04 20:01:37.180690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-2ec2914a-42f4-47a8-8936-4a5968f35de6 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:37.182103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-2ec2914a-42f4-47a8-8936-4a5968f35de6 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Synchronizing usage tracker for tenant:8db2a161b5e64fa6b9148f23a5fae96e on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:37.210976 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff', 'status': 'completed', 'code': 200} Feb 04 20:01:37.238284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-c7e58d9c-15d7-445e-be95-a1bfa88ea8b2 service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562722 Feb 04 20:01:37.285875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-2ec2914a-42f4-47a8-8936-4a5968f35de6 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Unset dirty status for tenant:8db2a161b5e64fa6b9148f23a5fae96e on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:37.287088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-2ec2914a-42f4-47a8-8936-4a5968f35de6 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/networks?id=14a1be4f-b634-49c5-a5d5-f1290c9e6960 HTTP/1.1" status: 200 len: 818 time: 0.2999961 Feb 04 20:01:37.302309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-781ee67c-3240-4e05-b79b-dbdcd5df79fc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/quotas/8db2a161b5e64fa6b9148f23a5fae96e HTTP/1.1" status: 200 len: 375 time: 0.0093277 Feb 04 20:01:37.351687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-4141ff68-51d6-41d5-a965-2c3a9cb75760 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db2a161b5e64fa6b9148f23a5fae96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434842 Feb 04 20:01:37.434318 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ed78f70-c468-4e84-aa87-09b19e7c5cf8 req-6415fc43-32dd-432e-97c3-5baec1f151ec service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893256 Feb 04 20:01:37.447123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0aad-60e0-47be-b740-6535a8154b04 req-0d3fe845-216c-4e70-b25c-ea01a624a908 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:37.448639 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da0f0aad-60e0-47be-b740-6535a8154b04 req-0d3fe845-216c-4e70-b25c-ea01a624a908 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1326602 Feb 04 20:01:37.489412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-d9ce20f6-2794-4955-99af-dbec9f4aee0c service neutron] 10.222.0.48 "GET /v2.0/networks/14a1be4f-b634-49c5-a5d5-f1290c9e6960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307495 Feb 04 20:01:37.493608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da0f0aad-60e0-47be-b740-6535a8154b04 req-fe89e0c9-bf06-498c-a85e-d4f0bc6ea07e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Feb 04 20:01:37.639071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-1f441474-2a1a-4bf4-ab6c-85390fa09afa service neutron] 10.222.0.48 "GET /v2.0/networks/14a1be4f-b634-49c5-a5d5-f1290c9e6960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430578 Feb 04 20:01:37.658983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-201c24b6-417f-46e5-a377-8427b2cb483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:37.660437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-201c24b6-417f-46e5-a377-8427b2cb483a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1095 time: 0.0769370 Feb 04 20:01:37.847748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-dc1bcdd6-3ae9-419e-ac7e-09230c28aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:37.849204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-dc1bcdd6-3ae9-419e-ac7e-09230c28aec2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 914 time: 0.1555510 Feb 04 20:01:37.860318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f333c-ba8b-4083-b243-600ef9319be3 req-210bc4f4-1c9e-45a2-bc44-2726b4afcc3d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:37.862131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922f333c-ba8b-4083-b243-600ef9319be3 req-210bc4f4-1c9e-45a2-bc44-2726b4afcc3d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.2070756 Feb 04 20:01:37.940778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-60d3203c-ad1a-40ce-a862-d82eef965d6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 217 time: 0.0775142 Feb 04 20:01:38.047643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Request body: {'security_group': {'name': 'tempest-securitygroup-433832349', 'description': 'tempest-description-1274725838'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:38.053809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:38.057925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Usage tracker for resource:security_group and tenant:5ac1ec981a71461989ea35c43d6e0d70 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:38.061439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:38.068461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:38.126563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922f333c-ba8b-4083-b243-600ef9319be3 req-9e33c7a0-3aaf-4599-8c6b-95eee1c442bc tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088826 Feb 04 20:01:38.160737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.165221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-11a3f097-24b2-4b28-9ad4-12dd13f8105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:38.166887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-11a3f097-24b2-4b28-9ad4-12dd13f8105d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.2194488 Feb 04 20:01:38.181124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.212624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:38.217706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Usage tracker for resource:security_group_rule and tenant:5ac1ec981a71461989ea35c43d6e0d70 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:38.221210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:38.228958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:38.245943 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-0fe6807e-3bff-4963-b8b0-0ed68d091fa4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626931 Feb 04 20:01:38.321137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.383835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.395160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:38.402730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Usage tracker for resource:security_group_rule and tenant:5ac1ec981a71461989ea35c43d6e0d70 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:38.407461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:38.422646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:38.430592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9854a2-8b68-449d-86f4-cfd279f204a2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:38.443857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675a2d5-6fe8-439f-84c7-4f53b51f9b72 req-9d5e28d6-0c12-40bc-9cd5-254f01a5c3b7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:38.445961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f675a2d5-6fe8-439f-84c7-4f53b51f9b72 req-9d5e28d6-0c12-40bc-9cd5-254f01a5c3b7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.2049725 Feb 04 20:01:38.452303 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-b548ead2-e281-4b91-bdf2-393b1290ccb2 service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662462 Feb 04 20:01:38.514779 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.573973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f675a2d5-6fe8-439f-84c7-4f53b51f9b72 req-6e4d13ff-a54a-4cba-b759-0227fdef1ae4 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185904 Feb 04 20:01:38.619495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f39ad2e8-a792-4651-ad2f-07d7c9961922 req-17a5618c-bd04-4cb5-82cd-5c74ba1de5ea service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490104 Feb 04 20:01:38.627791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.628042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.673129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071ab6e7-090f-4f41-a928-d56bd0248de5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:38.757638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8c757-3357-43dd-a9ef-dfd3854ab34d req-701fe608-77d9-4fc1-9aab-e8599c4a7ca3 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:38.759344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97b8c757-3357-43dd-a9ef-dfd3854ab34d req-701fe608-77d9-4fc1-9aab-e8599c4a7ca3 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0867960 Feb 04 20:01:38.783606 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:38.786373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a24b97cd-dbc3-4d0c-be95-5e43490f951d req-cde188ee-9ada-4703-b4c1-e91a5cc7f6e7 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7414494 Feb 04 20:01:38.805526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97b8c757-3357-43dd-a9ef-dfd3854ab34d req-f201480f-bd7c-4342-a317-246abf6b437c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Feb 04 20:01:38.990107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dc23-b7c0-44d4-b025-48a595c1e813 req-e2099797-35fe-48ad-a4ed-33a74933187e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:38.992140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dac3dc23-b7c0-44d4-b025-48a595c1e813 req-e2099797-35fe-48ad-a4ed-33a74933187e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.0789745 Feb 04 20:01:39.034550 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:39.035241 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dac3dc23-b7c0-44d4-b025-48a595c1e813 req-e6953327-182e-40d5-84a9-b9832d9a82e3 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Feb 04 20:01:39.126163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b6792eb-ddb1-4aeb-8f18-e6ba5d1b2652 req-440db00c-df72-48bd-b70a-2d6b5fae21b9 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 210 time: 0.0454047 Feb 04 20:01:39.306024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c9c6f-2418-44a8-9a15-7df896fc6737 req-d6a534ba-8f27-40de-bbf0-ed414b5564e8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:39.306866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-074c9c6f-2418-44a8-9a15-7df896fc6737 req-d6a534ba-8f27-40de-bbf0-ed414b5564e8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 944 time: 0.0798473 Feb 04 20:01:39.360272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-074c9c6f-2418-44a8-9a15-7df896fc6737 req-15178e8b-b9ea-40ab-a8b5-f5508dfd93df tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Feb 04 20:01:39.388559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1675481674', 'description': 'tempest-description-1465400652'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:39.394672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:39.399180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Usage tracker for resource:security_group and tenant:5ac1ec981a71461989ea35c43d6e0d70 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:39.402259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:39.408379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:39.498012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:39.518371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:39.522833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Usage tracker for resource:security_group_rule and tenant:5ac1ec981a71461989ea35c43d6e0d70 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:39.525807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:39.532236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:39.608408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:39.679783 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:39.722264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49091362-d643-4ccb-9bd2-25ca077c5e88,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:39.788390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:39.789640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-896522e9-6dd0-4f04-b8c5-fdf5de400454 req-f5290b30-c956-4c9a-b0f0-a7a8954ebb7e tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4052823 Feb 04 20:01:40.015880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c59ab-981e-4bee-a3b4-7d7ce536c747 req-96a3e253-4724-431e-a969-f0e97490e1bd tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:40.019676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44c59ab-981e-4bee-a3b4-7d7ce536c747 req-96a3e253-4724-431e-a969-f0e97490e1bd tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.1374695 Feb 04 20:01:40.032403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-3bbcaf46-ce38-44d0-86b9-5dd0ce25ba16 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:40.034825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-3bbcaf46-ce38-44d0-86b9-5dd0ce25ba16 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 944 time: 0.1258991 Feb 04 20:01:40.066876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44c59ab-981e-4bee-a3b4-7d7ce536c747 req-c7db7d59-2b9b-45f5-96e6-7afbe4336e23 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Feb 04 20:01:40.172499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Deleting port ff48627a-9c1e-4c7a-8045-c84c6039938a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:40.174802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:40.273150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef0d91-dacb-40ca-be8f-24d73007d2bb req-759bb7fe-1160-4f0c-8fa8-0831e1307107 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:40.274776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef0d91-dacb-40ca-be8f-24d73007d2bb req-759bb7fe-1160-4f0c-8fa8-0831e1307107 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.0904272 Feb 04 20:01:40.323260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef0d91-dacb-40ca-be8f-24d73007d2bb req-20bc2db1-2603-45d9-aefd-af02da842413 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Feb 04 20:01:40.370847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5e9e4-11db-40b4-a5b7-05dbe8ef6778 req-187bd93e-2e62-41c7-9941-44a72569f40b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:40.372323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bb5e9e4-11db-40b4-a5b7-05dbe8ef6778 req-187bd93e-2e62-41c7-9941-44a72569f40b tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 944 time: 0.2943826 Feb 04 20:01:40.411001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-470140647', 'description': 'tempest-description-539924145'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:40.415570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:40.419564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Usage tracker for resource:security_group and tenant:d64d0232baed4172a521ba21dbb51bc0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:40.422489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:40.428828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:40.529495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bb5e9e4-11db-40b4-a5b7-05dbe8ef6778 req-7a400973-c197-4ad9-a048-79e81785a774 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230502 Feb 04 20:01:40.607715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:40.608375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] For port ff48627a-9c1e-4c7a-8045-c84c6039938a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=ff48627a-9c1e-4c7a-8045-c84c6039938a,segment=NetworkSegment(e66ffa6b-73e3-4ede-a086-53f43b0d5572),segment_id=e66ffa6b-73e3-4ede-a086-53f43b0d5572)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:40.608738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:40.627610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:40.648950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:40.653273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Usage tracker for resource:security_group_rule and tenant:d64d0232baed4172a521ba21dbb51bc0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:40.656454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:40.663157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:40.747906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:40.793310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Calling delete_port for ff48627a-9c1e-4c7a-8045-c84c6039938a owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:01:40.803016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b2b25f7e-b9f2-4351-87d5-ab583968a1ff details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:40.828873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:40.839093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:40.851043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Usage tracker for resource:security_group_rule and tenant:d64d0232baed4172a521ba21dbb51bc0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:40.857325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:40.877133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:40.885287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b03506-b73b-4882-a0b3-9254cdfd04a9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:40.973049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.002972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:41.016205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff', 'network_id': 'dea0b237-0289-4902-a98b-a8b16f81ee32', 'port_id': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff', 'mac_address': 'fa:16:3e:5d:9c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725741d9-b749-4235-8719-d6ae6e562ed7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:41.045272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.052979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-dd6d082b-ff0d-4d6c-9036-7c6211ab75e9 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:41.055028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-dd6d082b-ff0d-4d6c-9036-7c6211ab75e9 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.24 "GET /v2.0/networks?id=14a1be4f-b634-49c5-a5d5-f1290c9e6960 HTTP/1.1" status: 200 len: 818 time: 0.2693737 Feb 04 20:01:41.075265 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.091941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d563765-6801-4c09-995e-f40063750ea5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:41.093993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed53dc-8211-42b0-938b-670941927ad5 req-fea087a0-6089-412f-a37c-ec028b306742 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:41.102046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfed53dc-8211-42b0-938b-670941927ad5 req-fea087a0-6089-412f-a37c-ec028b306742 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.4124396 Feb 04 20:01:41.103861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b25f7e-b9f2-4351-87d5-ab583968a1ff {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:41.121200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:41.122049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Request body: {'port': {'device_id': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960', 'admin_state_up': True, 'tenant_id': '8db2a161b5e64fa6b9148f23a5fae96e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:41.149561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.152577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69100485-4d39-49f8-9af6-748f06a8c8f2 req-00a279b2-16bd-4e76-ae98-66181defa42e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7461417 Feb 04 20:01:41.211627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.259760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfed53dc-8211-42b0-938b-670941927ad5 req-eeaf5c69-6553-470d-b42e-7711bc4976f8 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572676 Feb 04 20:01:41.302210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:41.340063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.340340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f2379-b4d7-4bd1-9db8-34da9f258d4f req-f74b2629-98d6-4a30-96ed-05fbe154740b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:41.341917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-321f2379-b4d7-4bd1-9db8-34da9f258d4f req-f74b2629-98d6-4a30-96ed-05fbe154740b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.0906026 Feb 04 20:01:41.387463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-321f2379-b4d7-4bd1-9db8-34da9f258d4f req-3fc27ba8-2c9c-4def-945e-9684013e362c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Feb 04 20:01:41.402848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:41.477484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Pushing event deleted for resources: {'Port': ['ID=ff48627a-9c1e-4c7a-8045-c84c6039938a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:41.486007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Usage tracker for resource:port and tenant:8db2a161b5e64fa6b9148f23a5fae96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:41.494045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:41.498348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82dea3a-aa38-48f1-86c9-0b2d67266d5f req-84cb4962-11d1-4ace-969f-a14d0e58a0db tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 210 time: 0.1092186 Feb 04 20:01:41.541180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:41.549409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] No DVR routers for this DVR port ff48627a-9c1e-4c7a-8045-c84c6039938a on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:01:41.553874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.556553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'name': 'network-vif-deleted', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:41.570781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557953c-4efd-48d3-bcd7-53ae6d721f73 req-095e3051-1c01-477b-a0db-32113f0bb080 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:41.572248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b557953c-4efd-48d3-bcd7-53ae6d721f73 req-095e3051-1c01-477b-a0db-32113f0bb080 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 945 time: 0.0865161 Feb 04 20:01:41.589521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b2b25f7e-b9f2-4351-87d5-ab583968a1ff'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:41.616725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b557953c-4efd-48d3-bcd7-53ae6d721f73 req-6da3f5b6-b5d8-4a75-ae28-fabe18b57b80 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Feb 04 20:01:41.643044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Made reservation on behalf of 8db2a161b5e64fa6b9148f23a5fae96e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:41.646750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.647733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1359628371', 'description': 'tempest-description-436169432'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:41.652349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:41.656209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Usage tracker for resource:security_group and tenant:d64d0232baed4172a521ba21dbb51bc0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:41.659330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:41.665519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:41.669969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ef0075ee-d1fd-4d62-b41c-4e87ea0b1a11 req-54cde3ff-3473-4400-bfb0-e4bc3c13f642 tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.24 "DELETE /v2.0/ports/ff48627a-9c1e-4c7a-8045-c84c6039938a HTTP/1.1" status: 204 len: 173 time: 1.6273625 Feb 04 20:01:41.754990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.775951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:41.777046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b593009-419b-4704-8d54-5a57c68b9ea4 req-c83b5953-740f-425a-a052-a4edcdac258c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:41.778554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b593009-419b-4704-8d54-5a57c68b9ea4 req-c83b5953-740f-425a-a052-a4edcdac258c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.1740029 Feb 04 20:01:41.779767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Usage tracker for resource:security_group_rule and tenant:d64d0232baed4172a521ba21dbb51bc0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:41.782901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:41.786961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:41.790184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:41.865218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:41.877755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b593009-419b-4704-8d54-5a57c68b9ea4 req-949cf3aa-8786-4179-a99c-e2536ba77403 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923100 Feb 04 20:01:41.887656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Allocated IP 172.20.0.12 (14a1be4f-b634-49c5-a5d5-f1290c9e6960/43845d2b-0174-4f96-9cf7-db5e8c6333f8/a31fa861-0b26-4873-a41a-523be40cb927) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:41.942084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:41.955497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'f44fa103-999a-40cd-b3aa-f70f5ab38864', 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941', 'port_id': 'f44fa103-999a-40cd-b3aa-f70f5ab38864', 'mac_address': 'fa:16:3e:ed:b3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85997320-528d-4574-8891-72ae38df3628', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:42.011707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.032982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44fa103-999a-40cd-b3aa-f70f5ab38864 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:42.049668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:42.080685 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.108232 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.127621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0544b432-7e26-450d-848c-7ad16aa21153,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:42.193607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:42.206764 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.209326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf191d20-4e40-417a-afb2-ec571eb5ba28 req-57788e08-d28c-4c4e-8a7b-00b8f764e309 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5669675 Feb 04 20:01:42.296531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa17e7-1e32-4af1-91dc-73f93b2c1afd req-dcdd4b74-bc00-4872-adda-e57edb131683 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:42.298069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5bfa17e7-1e32-4af1-91dc-73f93b2c1afd req-dcdd4b74-bc00-4872-adda-e57edb131683 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.2769706 Feb 04 20:01:42.300932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.350757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13061313-7290-4c23-bd5e-52e5cc8ff0b0 req-5ead1c51-6e70-4111-af55-81a621e87eee tempest-LiveAutoBlockMigrationV225Test-1292593122 tempest-LiveAutoBlockMigrationV225Test-1292593122-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b5ed307-de4e-44c3-8270-09b3225be64c HTTP/1.1" status: 200 len: 210 time: 0.0457931 Feb 04 20:01:42.357635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5bfa17e7-1e32-4af1-91dc-73f93b2c1afd req-a65a98ba-77d5-4aa8-ae2e-c48f2b60a524 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517149 Feb 04 20:01:42.380601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f44fa103-999a-40cd-b3aa-f70f5ab38864'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:42.418382 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5ed307-de4e-44c3-8270-09b3225be64c', 'name': 'network-vif-deleted', 'tag': 'ff48627a-9c1e-4c7a-8045-c84c6039938a', 'status': 'completed', 'code': 200} Feb 04 20:01:42.435653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.510060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:42.525417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:01:42.528350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:01:42.588425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eecca-14de-43c8-a198-381bf0b81820 req-8de2197f-67f1-4855-8b01-2080b2a2f1f6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:42.589896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f1eecca-14de-43c8-a198-381bf0b81820 req-8de2197f-67f1-4855-8b01-2080b2a2f1f6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0834880 Feb 04 20:01:42.617039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Pushing event updated for resources: {'Port': ['ID=a31fa861-0b26-4873-a41a-523be40cb927,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:42.634472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f1eecca-14de-43c8-a198-381bf0b81820 req-11e613c2-10ae-423a-8bec-481b7940d9be tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Feb 04 20:01:42.636367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:42.636994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.738416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-7361915c-1ad5-4a77-9083-82c37f06b1a2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6208591 Feb 04 20:01:42.753285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Request body: {'port': {'device_id': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:42.813556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b2b25f7e-b9f2-4351-87d5-ab583968a1ff up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:42.818370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0e03-7a0a-404f-b611-230d7144e661 req-a62cb04a-4e29-4221-8701-6b623e523907 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:42.820620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85fe0e03-7a0a-404f-b611-230d7144e661 req-a62cb04a-4e29-4221-8701-6b623e523907 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.0882711 Feb 04 20:01:42.871989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85fe0e03-7a0a-404f-b611-230d7144e661 req-d2d7a9cd-5178-4a7d-a5a7-4f1884ef96eb tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 Feb 04 20:01:42.953343 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:42.954679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port b2b25f7e-b9f2-4351-87d5-ab583968a1ff completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:42.961094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port b2b25f7e-b9f2-4351-87d5-ab583968a1ff triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:42.963772 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:43.069457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-7dad339a-9486-4c58-bc79-3a3837209e18 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 51458 time: 0.6840668 Feb 04 20:01:43.070370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f6b2f-7f97-4ab6-9829-abb7b671f773 req-70eba53c-460b-49eb-b235-17bbb46ade10 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:43.071997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-991f6b2f-7f97-4ab6-9829-abb7b671f773 req-70eba53c-460b-49eb-b235-17bbb46ade10 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 932 time: 0.0954726 Feb 04 20:01:43.090621 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:43.125825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:43.126841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:43.134311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-991f6b2f-7f97-4ab6-9829-abb7b671f773 req-e318b610-efcb-407c-a5a8-d33e5e1061a5 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556347 Feb 04 20:01:43.183934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:43.257876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:43.283140 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-c502e979-7abc-4516-988b-871ddabb0b89 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/201b6880-b20a-4e1b-bd6f-de5d31ebb782 HTTP/1.1" status: 200 len: 2973 time: 0.1991398 Feb 04 20:01:43.313574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7b1f-dc0d-4a2f-ac8a-4e5248687e28 req-2a25797d-5507-473d-982b-217902633f70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:43.315061 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2dba7b1f-dc0d-4a2f-ac8a-4e5248687e28 req-2a25797d-5507-473d-982b-217902633f70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 946 time: 0.0825167 Feb 04 20:01:43.360007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2dba7b1f-dc0d-4a2f-ac8a-4e5248687e28 req-e5999ac1-9449-46c6-b77f-67addd86c743 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Feb 04 20:01:43.368776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-b3acc84d-3f25-4047-bd95-aed99a9e8143 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/201b6880-b20a-4e1b-bd6f-de5d31ebb782 HTTP/1.1" status: 200 len: 2973 time: 0.0749869 Feb 04 20:01:43.465177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-9ee17703-33f4-4fc2-aed8-96f13c3c3383 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/30b03506-b73b-4882-a0b3-9254cdfd04a9 HTTP/1.1" status: 200 len: 2981 time: 0.0884211 Feb 04 20:01:43.515586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31fa861-0b26-4873-a41a-523be40cb927 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:43.532293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:43.554860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-2368f9a3-1b91-491a-b693-c2b80670a7f4 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/30b03506-b73b-4882-a0b3-9254cdfd04a9 HTTP/1.1" status: 200 len: 2981 time: 0.0778573 Feb 04 20:01:43.557401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Transition to ACTIVE for port object a31fa861-0b26-4873-a41a-523be40cb927 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:43.606509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-1596b281-cf8e-4c2a-a536-adbf165e9d03 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/34543b30-74fa-4dc7-9eaf-2cadf0a1380b HTTP/1.1" status: 200 len: 2981 time: 0.0452809 Feb 04 20:01:43.633451 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:43.636322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262092fc-a735-44b9-bc8b-164084aba4ce req-d156458b-aa62-4aa9-b1e2-70f8968adeeb tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:43.637970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-262092fc-a735-44b9-bc8b-164084aba4ce req-d156458b-aa62-4aa9-b1e2-70f8968adeeb tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.1817627 Feb 04 20:01:43.684466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-262092fc-a735-44b9-bc8b-164084aba4ce req-dc7c8616-db8d-4e33-a2bd-4fd764fbf93b tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Feb 04 20:01:43.737078 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff', 'code': 200} Feb 04 20:01:43.802144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:43.821410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fa861-0b26-4873-a41a-523be40cb927,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:43.823639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:43.864761 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-8f3130b2-b3d9-4e65-85d7-0c8fd53f1565 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/34543b30-74fa-4dc7-9eaf-2cadf0a1380b HTTP/1.1" status: 200 len: 2981 time: 0.2523489 Feb 04 20:01:43.948215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-4999d426-779e-47b8-b0ef-319720537b93 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46 HTTP/1.1" status: 200 len: 2981 time: 0.0755737 Feb 04 20:01:43.956522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166c628-e220-403d-8858-23fa49392e5e req-64e7b46f-48ce-4d99-b4c7-e5f370456940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:43.958016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3166c628-e220-403d-8858-23fa49392e5e req-64e7b46f-48ce-4d99-b4c7-e5f370456940 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1097 time: 0.1546187 Feb 04 20:01:43.959965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port f44fa103-999a-40cd-b3aa-f70f5ab38864 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:43.960985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Attempting to bind port a31fa861-0b26-4873-a41a-523be40cb927 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:43.961322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Attempting to bind port a31fa861-0b26-4873-a41a-523be40cb927 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'f6133e6e-be58-41e9-95d1-958f1b61bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:43.961651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Attempting to bind port a31fa861-0b26-4873-a41a-523be40cb927 on network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:43.966818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port f44fa103-999a-40cd-b3aa-f70f5ab38864 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:43.967318 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.005972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Port a31fa861-0b26-4873-a41a-523be40cb927 on network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:44.006314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Attempting to bind port a31fa861-0b26-4873-a41a-523be40cb927 on network 14a1be4f-b634-49c5-a5d5-f1290c9e6960 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:44.017020 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-f9f76cbb-99f8-4bde-82d0-5f6e9c7cda69 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46 HTTP/1.1" status: 200 len: 2981 time: 0.0570905 Feb 04 20:01:44.017726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:44.018060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Checking segment: {'id': 'f6133e6e-be58-41e9-95d1-958f1b61bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:44.018433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Bound using segment: {'id': 'f6133e6e-be58-41e9-95d1-958f1b61bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:44.018893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Bound port: a31fa861-0b26-4873-a41a-523be40cb927, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6133e6e-be58-41e9-95d1-958f1b61bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:44.019238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.049898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3166c628-e220-403d-8858-23fa49392e5e req-7660ce7b-bb59-4cbb-8933-2dfa41cae312 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723855 Feb 04 20:01:44.066722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b5000-7ff4-488f-839e-1e4c7749673e req-39e02809-7704-4040-a9d0-fbd6d8784446 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:44.074711 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-322b5000-7ff4-488f-839e-1e4c7749673e req-39e02809-7704-4040-a9d0-fbd6d8784446 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.1650770 Feb 04 20:01:44.118639 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.137090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-322b5000-7ff4-488f-839e-1e4c7749673e req-48fdad64-208a-45b3-9af5-f340c1b7523f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614197 Feb 04 20:01:44.156251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:44.196177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-ce863813-1503-451f-8e33-00dd7fc87949 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6c4c7326-cca7-48c4-ba21-b9b32d8dc3aa HTTP/1.1" status: 200 len: 2981 time: 0.1595395 Feb 04 20:01:44.201087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] Deleting subnet 8583c6f7-074e-492e-ac8b-3b3f2e6898f2 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:01:44.217299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.219054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:01:44.302831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: ff48627a-9c1e-4c7a-8045-c84c6039938a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:01:44.303697 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device ff48627a-9c1e-4c7a-8045-c84c6039938a not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:01:44.318164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308aa9-59ca-44bf-b1fe-998b90347173 req-a18896a8-ebb6-43cc-ab90-61524ad2a991 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:44.319769 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e308aa9-59ca-44bf-b1fe-998b90347173 req-a18896a8-ebb6-43cc-ab90-61524ad2a991 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0903430 Feb 04 20:01:44.325535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:44.360085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.369101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e308aa9-59ca-44bf-b1fe-998b90347173 req-3216cfc0-31cf-414a-a40e-7abe54e41982 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Feb 04 20:01:44.421684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] For port a31fa861-0b26-4873-a41a-523be40cb927, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:01:44.444785 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.486417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] For port a31fa861-0b26-4873-a41a-523be40cb927, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a31fa861-0b26-4873-a41a-523be40cb927,segment=NetworkSegment(f6133e6e-be58-41e9-95d1-958f1b61bb31),segment_id=f6133e6e-be58-41e9-95d1-958f1b61bb31)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:44.496427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-bd5af6dc-825a-4adb-805e-b285a26fb5dd tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6c4c7326-cca7-48c4-ba21-b9b32d8dc3aa HTTP/1.1" status: 200 len: 2981 time: 0.2850688 Feb 04 20:01:44.528321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.547507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550d0ab-0681-4706-8991-bc504d63b06d req-7426953e-d7e7-4391-a20d-b8ece6dc67d4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:44.549124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8550d0ab-0681-4706-8991-bc504d63b06d req-7426953e-d7e7-4391-a20d-b8ece6dc67d4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.0823612 Feb 04 20:01:44.593631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8550d0ab-0681-4706-8991-bc504d63b06d req-aa791a0a-3e90-4ccb-aee3-8db2a88fcae8 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Feb 04 20:01:44.615085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-43f65af3-e1c6-4211-90e8-ea6b4db29597 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/778f7497-c85d-404a-a96f-68ec48b692d7 HTTP/1.1" status: 200 len: 2981 time: 0.1029892 Feb 04 20:01:44.636621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.707144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:44.707955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:44.709306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/a31fa861-0b26-4873-a41a-523be40cb927 HTTP/1.1" status: 200 len: 1092 time: 1.9634407 Feb 04 20:01:44.724739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'tag': 'a31fa861-0b26-4873-a41a-523be40cb927'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:44.911708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-304ab215-b92b-4aa1-b1d4-3e3c437df2b3 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/778f7497-c85d-404a-a96f-68ec48b692d7 HTTP/1.1" status: 200 len: 2981 time: 0.1295810 Feb 04 20:01:44.911708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce311b2d-412a-4dbf-b39b-d5b0ba9518c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a31fa861-0b26-4873-a41a-523be40cb927,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:44.913724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f942a-7eec-4064-885f-172e65419fdb req-4892e6ec-a37e-4973-b6bb-f86876d8e71a tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:44.913724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c99f942a-7eec-4064-885f-172e65419fdb req-4892e6ec-a37e-4973-b6bb-f86876d8e71a tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 944 time: 0.0831630 Feb 04 20:01:44.913921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-570d2a41-f395-4eeb-ac5f-6d1d9a20c2a6 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7de87f0d-4476-465c-a678-727fc86ddffe HTTP/1.1" status: 200 len: 2981 time: 0.0506320 Feb 04 20:01:44.914022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c99f942a-7eec-4064-885f-172e65419fdb req-346b516b-abcd-40c8-a407-905127c0c734 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Feb 04 20:01:44.914114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-c6778c69-844c-4e66-8ef8-cdd3c3baa159 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7de87f0d-4476-465c-a678-727fc86ddffe HTTP/1.1" status: 200 len: 2981 time: 0.0428529 Feb 04 20:01:44.914114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-05a79d80-5426-4e96-a3e4-2fd5779d1b07 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7e9854a2-8b68-449d-86f4-cfd279f204a2 HTTP/1.1" status: 200 len: 2981 time: 0.0415158 Feb 04 20:01:44.951344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-84d15391-fe50-47ba-b3b6-85e10bc42878 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7e9854a2-8b68-449d-86f4-cfd279f204a2 HTTP/1.1" status: 200 len: 2981 time: 0.0461764 Feb 04 20:01:44.994320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b6638-bf3c-4a6d-8374-bd6d02f18545 req-cfcf1713-8acd-469c-83df-1ba64ff37e87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:44.995821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff2b6638-bf3c-4a6d-8374-bd6d02f18545 req-cfcf1713-8acd-469c-83df-1ba64ff37e87 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 946 time: 0.0804751 Feb 04 20:01:44.998733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-e74947e7-89d2-46c1-8d7e-b706cf60b19c tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8799005e-f616-4c73-a553-997cdea31c53 HTTP/1.1" status: 200 len: 2977 time: 0.0416265 Feb 04 20:01:45.043788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff2b6638-bf3c-4a6d-8374-bd6d02f18545 req-81cef550-850d-4210-9d0a-ce2424cdfc6d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Feb 04 20:01:45.044854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:45.075143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-7f681050-b1a8-4316-a570-a3774431c23e tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8799005e-f616-4c73-a553-997cdea31c53 HTTP/1.1" status: 200 len: 2977 time: 0.0707712 Feb 04 20:01:45.085921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8583c6f7-074e-492e-ac8b-3b3f2e6898f2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:45.098068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:45.107574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8ac7182a-b36e-4c10-bba3-199c4bb8a3cd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8583c6f7-074e-492e-ac8b-3b3f2e6898f2 HTTP/1.1" status: 204 len: 168 time: 1.2541401 Feb 04 20:01:45.109963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:45.233244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bcaf9-95ae-44c7-b418-bf30199342aa req-98e19264-7541-4990-99ff-c7b726d78fc7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:45.234798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa7bcaf9-95ae-44c7-b418-bf30199342aa req-98e19264-7541-4990-99ff-c7b726d78fc7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.0810587 Feb 04 20:01:45.265396 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-128bb061-16ac-478d-b868-a52587daf0a7 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b46f2c1b-130e-4e06-929a-0b3a0738d54c HTTP/1.1" status: 200 len: 2981 time: 0.1820271 Feb 04 20:01:45.279740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa7bcaf9-95ae-44c7-b418-bf30199342aa req-a919c64a-23c5-4906-bd13-9a3ff58ee52c tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Feb 04 20:01:45.306217 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:45.342006 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'tag': 'a31fa861-0b26-4873-a41a-523be40cb927', 'status': 'completed', 'code': 200} Feb 04 20:01:45.384681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-822870d0-7a17-48e2-a35f-260b844528eb tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b46f2c1b-130e-4e06-929a-0b3a0738d54c HTTP/1.1" status: 200 len: 2981 time: 0.1075313 Feb 04 20:01:45.481388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-f45319a7-f9f5-47ff-9b1e-e3a48032df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:45.482851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-f45319a7-f9f5-47ff-9b1e-e3a48032df69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8db2a161b5e64fa6b9148f23a5fae96e&device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 1095 time: 0.2905805 Feb 04 20:01:45.508452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7394d-9c32-4110-a22a-c31615c4a8c8 req-1c72f9ad-aaa5-411f-9cb4-068ab8500b52 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:45.510181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-47f7394d-9c32-4110-a22a-c31615c4a8c8 req-1c72f9ad-aaa5-411f-9cb4-068ab8500b52 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.0846548 Feb 04 20:01:45.555406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:45.558369 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-47f7394d-9c32-4110-a22a-c31615c4a8c8 req-3d69fe41-b127-4a9b-9f4c-eafd53fc195c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Feb 04 20:01:45.598534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-59cbfc48-fd51-431e-9eb1-b8feed609ebc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31fa861-0b26-4873-a41a-523be40cb927 HTTP/1.1" status: 200 len: 217 time: 0.0998979 Feb 04 20:01:45.644778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-2a237985-aafd-41e7-8d73-d58ecf89667f tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c2a032d1-492f-4a4b-ac41-adbd65087c48 HTTP/1.1" status: 200 len: 2981 time: 0.2469447 Feb 04 20:01:45.649334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582cd9f1-0cfe-4cf2-ae7e-361a01fff24b']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:45.676350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66ffa6b-73e3-4ede-a086-53f43b0d5572') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:45.676680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66ffa6b-73e3-4ede-a086-53f43b0d5572') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:45.704308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:45.738128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:45.742133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:45.752486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a0bed-6190-40ef-b943-834aa5f7613d req-c79a97d3-ed9c-4e42-805e-fc3fdb63640a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:45.753127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-57ce9fd6-6030-4839-b677-0e538519e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:45.754144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a8a0bed-6190-40ef-b943-834aa5f7613d req-c79a97d3-ed9c-4e42-805e-fc3fdb63640a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0907655 Feb 04 20:01:45.758147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-57ce9fd6-6030-4839-b677-0e538519e73a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43845d2b-0174-4f96-9cf7-db5e8c6333f8 HTTP/1.1" status: 200 len: 858 time: 0.1449816 Feb 04 20:01:45.758147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:01:45.758147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:01:45.771576 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:01:45.778106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-c8c08e78-5b07-4f8c-ba33-780325630377 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c2a032d1-492f-4a4b-ac41-adbd65087c48 HTTP/1.1" status: 200 len: 2981 time: 0.1213205 Feb 04 20:01:45.808496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a8a0bed-6190-40ef-b943-834aa5f7613d req-5ac2edb0-79c4-4e25-9de5-9641180d275b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Feb 04 20:01:45.888139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-94ca6602-d9c9-42b7-b510-a61db0f96d31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14a1be4f-b634-49c5-a5d5-f1290c9e6960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151226 Feb 04 20:01:45.993763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.001274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ef4e3-44d7-43d7-a63f-bda0a21a3208 req-f08154bc-d929-4bb2-9455-d79e4dd98d1b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:46.003464 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1ef4e3-44d7-43d7-a63f-bda0a21a3208 req-f08154bc-d929-4bb2-9455-d79e4dd98d1b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.0913379 Feb 04 20:01:46.019581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.037668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-1b10d0ca-e3d7-4967-8bea-8eb9955de6e2 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/cb67c814-f03c-4a75-936d-a14302bf8c2e HTTP/1.1" status: 200 len: 2981 time: 0.1667173 Feb 04 20:01:46.039270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] Pushing event deleted for resources: {'Network': ['ID=582cd9f1-0cfe-4cf2-ae7e-361a01fff24b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:46.053626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1ef4e3-44d7-43d7-a63f-bda0a21a3208 req-ed361cab-a1f8-4634-8167-0d9e74b1a3f0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Feb 04 20:01:46.108285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-4a1ab343-1c88-40f1-86ad-3a8d290b0d7f service neutron] 10.222.0.24 "GET /v2.0/networks/14a1be4f-b634-49c5-a5d5-f1290c9e6960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103076 Feb 04 20:01:46.118820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-b6c57ce9-41ea-4094-9560-4dfcd28d1455 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/cb67c814-f03c-4a75-936d-a14302bf8c2e HTTP/1.1" status: 200 len: 2981 time: 0.0667777 Feb 04 20:01:46.125659 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864', 'code': 200} Feb 04 20:01:46.152158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4e060d4f-297d-4aa3-99f0-0509abac37aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/582cd9f1-0cfe-4cf2-ae7e-361a01fff24b HTTP/1.1" status: 204 len: 168 time: 1.0412219 Feb 04 20:01:46.155002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46920) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:46.237149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] Deleting subnet e86535fb-25fd-4b33-8a1d-a127fa1b66af {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:01:46.240950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.344772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.413144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.425372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-ca34a5c6-3ac2-4f01-a25c-0da2bc296e1a tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/db2f6f7a-38f6-426c-8abe-4493c6fe5293 HTTP/1.1" status: 200 len: 2981 time: 0.2879560 Feb 04 20:01:46.451758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7437c5-1d8d-47e6-a49b-b7ba14aa5e65 req-0b788d5a-5c27-4d10-ba17-5c04d3fa1580 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:46.453282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb7437c5-1d8d-47e6-a49b-b7ba14aa5e65 req-0b788d5a-5c27-4d10-ba17-5c04d3fa1580 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 944 time: 0.1818476 Feb 04 20:01:46.477813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7485b93-ae9c-4700-abc9-acb2aaffa309 req-4291fab2-d754-482a-a030-4e44d160cb3a service neutron] 10.222.0.24 "GET /v2.0/networks/14a1be4f-b634-49c5-a5d5-f1290c9e6960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607666 Feb 04 20:01:46.500022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8b985-9a35-4b5a-92c4-f217cc5e411d req-2a3655d3-11eb-41f2-85a2-5d20d0b447c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:46.501103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffb8b985-9a35-4b5a-92c4-f217cc5e411d req-2a3655d3-11eb-41f2-85a2-5d20d0b447c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1096 time: 0.1808434 Feb 04 20:01:46.506011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-a7b6461c-a41d-4a99-aed5-cb01aa543e13 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/db2f6f7a-38f6-426c-8abe-4493c6fe5293 HTTP/1.1" status: 200 len: 2981 time: 0.0706828 Feb 04 20:01:46.523703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb7437c5-1d8d-47e6-a49b-b7ba14aa5e65 req-6b0a8609-58ab-4da1-8e57-64b1601607e2 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545597 Feb 04 20:01:46.577916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffb8b985-9a35-4b5a-92c4-f217cc5e411d req-d55dc514-a7c3-4c02-9799-19e22e34085d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Feb 04 20:01:46.585296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-52e4da63-5476-4350-8755-aff6d1e7591a tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e1da0fb6-560a-4d40-8968-9c1b2a5bb02e HTTP/1.1" status: 200 len: 2981 time: 0.0647104 Feb 04 20:01:46.635668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46d8053-e383-4363-90e9-69d4cd821947 req-ee15edb8-c2e4-42b7-a8ca-401f4e686fed tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e1da0fb6-560a-4d40-8968-9c1b2a5bb02e HTTP/1.1" status: 200 len: 2981 time: 0.0440607 Feb 04 20:01:46.655349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.709726 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.712228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86535fb-25fd-4b33-8a1d-a127fa1b66af,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:46.726293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5644a82b-f2ce-43af-91df-ee7c088c77e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e86535fb-25fd-4b33-8a1d-a127fa1b66af HTTP/1.1" status: 204 len: 168 time: 0.5702260 Feb 04 20:01:46.729121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:46.799353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b47c25-e37e-403e-aff1-75af6b903542 req-978c1c70-13bd-424b-a4c7-900b1b6bfea5 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:46.800792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71b47c25-e37e-403e-aff1-75af6b903542 req-978c1c70-13bd-424b-a4c7-900b1b6bfea5 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.0791481 Feb 04 20:01:46.852505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7b4a9-b6dc-46f3-85bf-c67b1ae18c97 req-e62fff65-63c1-42d0-a887-cac65f7cda66 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:46.853986 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f7b4a9-b6dc-46f3-85bf-c67b1ae18c97 req-e62fff65-63c1-42d0-a887-cac65f7cda66 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 946 time: 0.2317882 Feb 04 20:01:46.856557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:46.895013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71b47c25-e37e-403e-aff1-75af6b903542 req-89798d3c-db2d-43d8-a63b-cfcf520f92ac tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626576 Feb 04 20:01:46.907693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-d857c4bc-2d2e-4127-bb64-1fd580cc7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:46.915257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-d857c4bc-2d2e-4127-bb64-1fd580cc7211 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8db2a161b5e64fa6b9148f23a5fae96e&device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 1095 time: 0.1060622 Feb 04 20:01:46.950180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f7b4a9-b6dc-46f3-85bf-c67b1ae18c97 req-e0286aff-b9d8-4c95-a2ea-52e3654bb74c tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900228 Feb 04 20:01:47.098903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-34b44cda-bdc5-4956-baaa-8cae2277f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:47.101271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-34b44cda-bdc5-4956-baaa-8cae2277f4da service neutron] 10.222.0.24 "GET /v2.0/networks?id=14a1be4f-b634-49c5-a5d5-f1290c9e6960 HTTP/1.1" status: 200 len: 919 time: 0.1848993 Feb 04 20:01:47.138775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:47.173783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-451105c3-db7e-46a5-bb9f-b65722296bd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31fa861-0b26-4873-a41a-523be40cb927 HTTP/1.1" status: 200 len: 217 time: 0.0643737 Feb 04 20:01:47.186501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d89ba90-9e64-41e4-bcce-c4a3d0668ddc']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:47.207160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdf325b-2ed8-482f-ad6b-319e5ee5ff32') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:47.207462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdf325b-2ed8-482f-ad6b-319e5ee5ff32') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:01:47.222919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875d793-c7a7-4b75-b2e8-2c4c46a80152 req-e4f98de6-2bcb-42f1-af46-02fc8d2fdd98 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:47.224357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b875d793-c7a7-4b75-b2e8-2c4c46a80152 req-e4f98de6-2bcb-42f1-af46-02fc8d2fdd98 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.2109182 Feb 04 20:01:47.224483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:47.236054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d54e57f3-7cad-4ff3-b602-1be88dd84941 req-d83c2c02-0d76-46b2-999a-fa3d5a12efcf tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Synchronizing usage tracker for tenant:5ac1ec981a71461989ea35c43d6e0d70 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:47.251734 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:47.261400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:01:47.261779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:47.270032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-f753268a-6e8d-4982-9522-907311d65004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:47.271471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-f753268a-6e8d-4982-9522-907311d65004 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43845d2b-0174-4f96-9cf7-db5e8c6333f8 HTTP/1.1" status: 200 len: 858 time: 0.0910039 Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:01:47.326995 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:01:47.330091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b875d793-c7a7-4b75-b2e8-2c4c46a80152 req-e638cfa1-c0f7-45d7-845e-ebba53fba2ee tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487850 Feb 04 20:01:47.333257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-2055634d-c44f-4e0a-978f-2685d1370036 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14a1be4f-b634-49c5-a5d5-f1290c9e6960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514672 Feb 04 20:01:47.359887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d54e57f3-7cad-4ff3-b602-1be88dd84941 req-d83c2c02-0d76-46b2-999a-fa3d5a12efcf tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Unset dirty status for tenant:5ac1ec981a71461989ea35c43d6e0d70 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:47.361699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d54e57f3-7cad-4ff3-b602-1be88dd84941 req-d83c2c02-0d76-46b2-999a-fa3d5a12efcf tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ac1ec981a71461989ea35c43d6e0d70 HTTP/1.1" status: 200 len: 6103 time: 0.2700605 Feb 04 20:01:47.419148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d54e57f3-7cad-4ff3-b602-1be88dd84941 req-16d908d4-9def-4116-9e60-74670fae6874 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "GET /v2.0/security-groups/7e9854a2-8b68-449d-86f4-cfd279f204a2 HTTP/1.1" status: 200 len: 2981 time: 0.0504351 Feb 04 20:01:47.420238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:47.424922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:47.465684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] 10.222.0.48 "DELETE /v2.0/networks/8d89ba90-9e64-41e4-bcce-c4a3d0668ddc HTTP/1.1" status: 204 len: 168 time: 0.7334163 Feb 04 20:01:47.465684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be322d68-ef51-4980-8d08-8ac4255a051e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d89ba90-9e64-41e4-bcce-c4a3d0668ddc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:47.501368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d54e57f3-7cad-4ff3-b602-1be88dd84941 req-741f7494-3313-4a19-be2e-9b6f4570d529 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "GET /v2.0/security-groups/7e9854a2-8b68-449d-86f4-cfd279f204a2 HTTP/1.1" status: 200 len: 2981 time: 0.0735307 Feb 04 20:01:47.596230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-8a8691bb-b98b-418e-90fa-ea65ec2dab10 service neutron] 10.222.0.24 "GET /v2.0/networks/14a1be4f-b634-49c5-a5d5-f1290c9e6960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552609 Feb 04 20:01:47.608359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513e8ea-bf40-4a4d-86ae-b92364b0885a req-adc868fb-dea3-4584-935b-c850c7855297 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:47.609740 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4513e8ea-bf40-4a4d-86ae-b92364b0885a req-adc868fb-dea3-4584-935b-c850c7855297 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1999676 Feb 04 20:01:47.631918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-f02a7a6a-aea5-4825-9084-bcf13a300b8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2204020 Feb 04 20:01:47.801914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4513e8ea-bf40-4a4d-86ae-b92364b0885a req-52dcb474-c476-416b-b527-3374c343c382 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670127 Feb 04 20:01:47.850782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3abd52-eb1a-4116-94c6-3d8213b0ecb1 req-4eadc7f0-6fe1-4c6c-bdca-1a0bf65eea81 service neutron] 10.222.0.24 "GET /v2.0/networks/14a1be4f-b634-49c5-a5d5-f1290c9e6960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349260 Feb 04 20:01:47.853961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-d80c79dc-1000-4553-8eb5-8d0169f8ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:47.855496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-d80c79dc-1000-4553-8eb5-8d0169f8ab77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 1095 time: 0.1585426 Feb 04 20:01:47.855966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46950) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:47.874015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-e8367120-fe56-4488-9c71-25cad3692db9 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1107236450&fields=id&tenant_id=a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 267 time: 0.0653472 Feb 04 20:01:47.969451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-c21f7af8-34aa-4b12-8999-22025e7e271f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:47.970891 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-c21f7af8-34aa-4b12-8999-22025e7e271f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 946 time: 0.0913756 Feb 04 20:01:47.982595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'port': {'security_groups': ['6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46', 'f0be1985-1222-4da4-9477-56f8546d9fde']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:48.114911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.150732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9396cfa6-6dba-4cbd-9273-51a52c3fbfe2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6a0a555f36448dfbe2abe3dca142b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913365 Feb 04 20:01:48.161118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46954) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:48.279699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-6bcae29b-ef16-41df-8852-48eee0e67359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:48.281152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-6bcae29b-ef16-41df-8852-48eee0e67359 service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.3859901 Feb 04 20:01:48.288243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8addcd33-0044-47f8-be31-5fe4861905fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.297745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeed3c1-3d2a-4a63-839d-ce8902f65347 req-217366fa-a016-4ee2-b6e3-bf4d0da3c598 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:48.299135 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aeed3c1-3d2a-4a63-839d-ce8902f65347 req-217366fa-a016-4ee2-b6e3-bf4d0da3c598 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.3211477 Feb 04 20:01:48.372511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:48.384791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-58c479ac-6464-481e-bf45-aed17f4c3315 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 200 len: 217 time: 0.0945687 Feb 04 20:01:48.398501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.452781 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8addcd33-0044-47f8-be31-5fe4861905fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.486805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aeed3c1-3d2a-4a63-839d-ce8902f65347 req-d762fb99-f989-41d0-94c5-4c0ba651908b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299818 Feb 04 20:01:48.491482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.512948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b2b25f7e-b9f2-4351-87d5-ab583968a1ff'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:48.515013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-9791e068-6127-4ed8-959f-5f3c1e338545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:48.516516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-9791e068-6127-4ed8-959f-5f3c1e338545 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1200283 Feb 04 20:01:48.593115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-09be6c83-ced0-489c-bcb6-cf59ed03c112 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638943 Feb 04 20:01:48.602671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:48.602671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.603667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b729802-1362-45ef-a5f0-ad1b6ab9317f req-bc04b879-6d08-4ab3-8cf0-a29709e31ca1 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0544b432-7e26-450d-848c-7ad16aa21153 HTTP/1.1" status: 200 len: 1777 time: 0.0861468 Feb 04 20:01:48.608527 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f479f25-59d5-43f7-9741-4803f4e36033 req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "PUT /v2.0/ports/b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 982 time: 0.6305120 Feb 04 20:01:48.609356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:48.630771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:48.634422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d20b4-34f4-4772-a4fd-7b4b8e6c3b77 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:48.694544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8addcd33-0044-47f8-be31-5fe4861905fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.738225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addcd33-0044-47f8-be31-5fe4861905fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da0fb6-560a-4d40-8968-9c1b2a5bb02e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:48.739964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b2b25f7e-b9f2-4351-87d5-ab583968a1ff'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:48.795835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522399-6ced-48fb-b6a9-471ac312c3a0 req-ac51eddb-dd31-4bcc-9784-7c29e8fcec3d tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:48.797947 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d522399-6ced-48fb-b6a9-471ac312c3a0 req-ac51eddb-dd31-4bcc-9784-7c29e8fcec3d tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 944 time: 0.0981691 Feb 04 20:01:48.802215 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b729802-1362-45ef-a5f0-ad1b6ab9317f req-e66825ff-6276-410d-bda9-3e509ce43414 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.807942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-86a8c9e9-f566-44e7-9565-b484b416ae6e service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064273 Feb 04 20:01:48.854141 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d522399-6ced-48fb-b6a9-471ac312c3a0 req-c2e0ab23-97ab-46c4-a733-61db8aa1c42a tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Feb 04 20:01:48.910026 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b729802-1362-45ef-a5f0-ad1b6ab9317f req-e66825ff-6276-410d-bda9-3e509ce43414 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.917666 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8addcd33-0044-47f8-be31-5fe4861905fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:48.921133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8addcd33-0044-47f8-be31-5fe4861905fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1da0fb6-560a-4d40-8968-9c1b2a5bb02e HTTP/1.1" status: 204 len: 168 time: 0.7515662 Feb 04 20:01:48.994612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b062e3b8-4ff3-42b8-8974-f385a39872cf req-ed206c17-63cb-4923-9bc8-29b5aafd07c3 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793654 Feb 04 20:01:49.131007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b729802-1362-45ef-a5f0-ad1b6ab9317f req-e66825ff-6276-410d-bda9-3e509ce43414 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:49.150334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66825ff-6276-410d-bda9-3e509ce43414 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0544b432-7e26-450d-848c-7ad16aa21153,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:49.154762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b729802-1362-45ef-a5f0-ad1b6ab9317f req-e66825ff-6276-410d-bda9-3e509ce43414 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:49.169534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b729802-1362-45ef-a5f0-ad1b6ab9317f req-e66825ff-6276-410d-bda9-3e509ce43414 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/0544b432-7e26-450d-848c-7ad16aa21153 HTTP/1.1" status: 204 len: 173 time: 0.5417597 Feb 04 20:01:49.295660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d918afff-3c60-4de8-94ed-bd250ffd560b req-99babb50-4d3e-49cc-9756-8b4db36b6d3d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/f0be1985-1222-4da4-9477-56f8546d9fde HTTP/1.1" status: 200 len: 1801 time: 0.0594680 Feb 04 20:01:49.361092 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-d918afff-3c60-4de8-94ed-bd250ffd560b req-d0f5d21b-f5c1-4e4b-b1d2-6ce251df56ec tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 20:01:49.362095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d918afff-3c60-4de8-94ed-bd250ffd560b req-d0f5d21b-f5c1-4e4b-b1d2-6ce251df56ec tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0be1985-1222-4da4-9477-56f8546d9fde HTTP/1.1" status: 409 len: 341 time: 0.0601039 Feb 04 20:01:49.367061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe1954-c222-4c2f-af6a-e309c5be4af3 req-461a9668-9b95-4461-8a86-f55db664fef7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:49.369776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27fe1954-c222-4c2f-af6a-e309c5be4af3 req-461a9668-9b95-4461-8a86-f55db664fef7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.1138310 Feb 04 20:01:49.425577 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff', 'status': 'completed', 'code': 200} Feb 04 20:01:49.427415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27fe1954-c222-4c2f-af6a-e309c5be4af3 req-72e1e92f-b2e9-4809-bb1d-396fc63eb85f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Feb 04 20:01:49.558719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f9ba2ca-520c-4158-9abd-9c85e0f672f1 req-7d33c68c-c58e-4c67-be20-a4db511d07e6 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5d563765-6801-4c09-995e-f40063750ea5 HTTP/1.1" status: 200 len: 1776 time: 0.0933893 Feb 04 20:01:49.583676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-a50405a8-fd69-4500-9cbb-8ebf405a3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:49.585712 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-a50405a8-fd69-4500-9cbb-8ebf405a3b68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1136 time: 0.1304522 Feb 04 20:01:49.597841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-202bee4a-78b5-44e9-bb50-c0a697d7601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:49.599332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-202bee4a-78b5-44e9-bb50-c0a697d7601a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 1096 time: 0.1222978 Feb 04 20:01:49.689504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063d7a-9c8d-4cc2-a4f6-fe0dfc397ac8 req-4ee9e04a-4086-4449-bbbb-1c4f9f4c6d3f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:49.690975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc063d7a-9c8d-4cc2-a4f6-fe0dfc397ac8 req-4ee9e04a-4086-4449-bbbb-1c4f9f4c6d3f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1790285 Feb 04 20:01:49.712291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f9ba2ca-520c-4158-9abd-9c85e0f672f1 req-71a4b295-f3b8-4c4b-a533-10170f772f64 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:49.751525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46980) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:49.765136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-808f35cc-270a-4889-bc77-b0b850a4f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:49.766568 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-808f35cc-270a-4889-bc77-b0b850a4f006 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 914 time: 0.1738045 Feb 04 20:01:49.771593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc063d7a-9c8d-4cc2-a4f6-fe0dfc397ac8 req-59381cf6-105e-4849-aebc-e94c11f5527e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708749 Feb 04 20:01:49.784323 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f9ba2ca-520c-4158-9abd-9c85e0f672f1 req-71a4b295-f3b8-4c4b-a533-10170f772f64 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:49.805069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-68fbd60b-43ec-4833-b18f-996ba80f8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:49.806507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-68fbd60b-43ec-4833-b18f-996ba80f8899 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 200 len: 917 time: 0.1987870 Feb 04 20:01:49.840413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-7856978b-7a2b-4ceb-9d1a-fab11dd738fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 217 time: 0.0650413 Feb 04 20:01:49.862032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a31fa861-0b26-4873-a41a-523be40cb927 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:01:49.910932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-44ac1b9b-6cbd-4127-90cd-78659e8f1c29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801 HTTP/1.1" status: 200 len: 217 time: 0.0887995 Feb 04 20:01:49.922664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1a6062b7-c84c-4a4e-9168-761b7a179467 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ed9ae50516644cf89bb6d8625dc092d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679041 Feb 04 20:01:49.924625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46986) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:50.029392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e70558e-312f-44f8-ac52-976d6ae30dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.032208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a31fa861-0b26-4873-a41a-523be40cb927, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a31fa861-0b26-4873-a41a-523be40cb927,segment=NetworkSegment(f6133e6e-be58-41e9-95d1-958f1b61bb31),segment_id=f6133e6e-be58-41e9-95d1-958f1b61bb31)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:50.048361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'a31fa861-0b26-4873-a41a-523be40cb927', 'network_id': '14a1be4f-b634-49c5-a5d5-f1290c9e6960', 'port_id': 'a31fa861-0b26-4873-a41a-523be40cb927', 'mac_address': 'fa:16:3e:c9:21:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43845d2b-0174-4f96-9cf7-db5e8c6333f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:01:50.060585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f9ba2ca-520c-4158-9abd-9c85e0f672f1 req-71a4b295-f3b8-4c4b-a533-10170f772f64 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.071033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-35f17949-a915-43b4-8f1b-c020217b987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.072531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-35f17949-a915-43b4-8f1b-c020217b987e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.2209537 Feb 04 20:01:50.101288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4b295-f3b8-4c4b-a533-10170f772f64 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d563765-6801-4c09-995e-f40063750ea5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:50.122081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-9888bc71-35a6-4180-a905-6c2520d1ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.122596 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.123856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-9888bc71-35a6-4180-a905-6c2520d1ea00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 200 len: 855 time: 0.1651297 Feb 04 20:01:50.124006 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-6ddd61e0-8c9b-4807-848d-1c9937e0cbce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454009 Feb 04 20:01:50.133707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f9ba2ca-520c-4158-9abd-9c85e0f672f1 req-71a4b295-f3b8-4c4b-a533-10170f772f64 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.134970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f9ba2ca-520c-4158-9abd-9c85e0f672f1 req-71a4b295-f3b8-4c4b-a533-10170f772f64 tempest-SecurityGroupsTestAdminJSON-907535654 tempest-SecurityGroupsTestAdminJSON-907535654-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d563765-6801-4c09-995e-f40063750ea5 HTTP/1.1" status: 204 len: 173 time: 0.5702293 Feb 04 20:01:50.179128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31fa861-0b26-4873-a41a-523be40cb927 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:01:50.185980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26b486-65ba-49ce-b089-c962dfa258aa req-3c0becaa-cd00-4eed-bc2b-7374fe8f63fa tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.186328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2dd-0248-4c2e-99c4-bd0386564ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.191677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c26b486-65ba-49ce-b089-c962dfa258aa req-3c0becaa-cd00-4eed-bc2b-7374fe8f63fa tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.3050518 Feb 04 20:01:50.211620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a31fa861-0b26-4873-a41a-523be40cb927, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a31fa861-0b26-4873-a41a-523be40cb927,segment=NetworkSegment(f6133e6e-be58-41e9-95d1-958f1b61bb31),segment_id=f6133e6e-be58-41e9-95d1-958f1b61bb31)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:50.248714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2dd-0248-4c2e-99c4-bd0386564ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.257930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-092759e8-c891-47cb-8e55-4224e5980a75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2673550 Feb 04 20:01:50.276411 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.364441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c26b486-65ba-49ce-b089-c962dfa258aa req-f7dc0bd5-169c-438b-963d-64fdb335682b tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582444 Feb 04 20:01:50.382986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a31fa861-0b26-4873-a41a-523be40cb927,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:50.404739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-e0698e2f-24f9-4cfd-ba72-42450446d493 service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669628 Feb 04 20:01:50.502944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-733b9741-c72a-4dd7-abf2-fb1b8c671452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.504420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-733b9741-c72a-4dd7-abf2-fb1b8c671452 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8effe1db-877e-47b9-94ca-b745feca9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3651376 Feb 04 20:01:50.567545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a31fa861-0b26-4873-a41a-523be40cb927'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:50.617826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-9acc90f2-a908-41fc-b99a-db8955b249e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.619289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-9acc90f2-a908-41fc-b99a-db8955b249e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 1095 time: 0.1836808 Feb 04 20:01:50.619619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-947ec678-d54e-418f-bfb3-5ff2c4114f0c req-de9b7feb-851d-4caa-9d2f-d782f7dd322d service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080350 Feb 04 20:01:50.629487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68356e7-09ea-4216-91b0-0923c8a18328 req-93031671-270a-4f50-b104-fe30b63166e9 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.631217 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a68356e7-09ea-4216-91b0-0923c8a18328 req-93031671-270a-4f50-b104-fe30b63166e9 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1096 time: 0.1435132 Feb 04 20:01:50.672086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2dd-0248-4c2e-99c4-bd0386564ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.724048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ee2dd-0248-4c2e-99c4-bd0386564ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c7326-cca7-48c4-ba21-b9b32d8dc3aa,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:50.767306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a68356e7-09ea-4216-91b0-0923c8a18328 req-03e16c22-989c-466e-bc71-5e214d19f091 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301951 Feb 04 20:01:50.809773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-5e37b690-99bf-4100-8d12-88347702ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.811461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-5e37b690-99bf-4100-8d12-88347702ea45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.1575167 Feb 04 20:01:50.813302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-10ea9e8e-e885-466b-93ea-ee0ebd6e1b28 service neutron] 10.222.0.62 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953103 Feb 04 20:01:50.820899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2dd-0248-4c2e-99c4-bd0386564ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:50.821920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bf4ee2dd-0248-4c2e-99c4-bd0386564ec9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c4c7326-cca7-48c4-ba21-b9b32d8dc3aa HTTP/1.1" status: 204 len: 168 time: 0.8981609 Feb 04 20:01:50.917722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a511-773f-47a0-9e2c-f3d553603823 req-f7bc398c-6cd2-40da-a042-fbd8a5094110 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:50.919097 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74c0a511-773f-47a0-9e2c-f3d553603823 req-f7bc398c-6cd2-40da-a042-fbd8a5094110 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.3082414 Feb 04 20:01:50.933191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-03cb8160-9f58-4822-8b5a-3cd616c3c932 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 200 len: 217 time: 0.1056151 Feb 04 20:01:51.018260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-0c91b55d-c83f-4676-bae7-77e039baa766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:51.018762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-e6764b42-9cd3-4d13-bfb6-976ab8555c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:51.019759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-0c91b55d-c83f-4676-bae7-77e039baa766 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1136 time: 0.2648430 Feb 04 20:01:51.020188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-e6764b42-9cd3-4d13-bfb6-976ab8555c71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0761473 Feb 04 20:01:51.025362 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74c0a511-773f-47a0-9e2c-f3d553603823 req-4ccddff7-d7af-4a7e-94f3-942b9afc6bd4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898407 Feb 04 20:01:51.030702 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8106837-4f44-4402-8efa-bacd76a64a50 req-e142e991-f11e-4b24-91f8-cef8bc3fe722 service neutron] 10.222.0.62 "GET /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041728 Feb 04 20:01:51.040683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad98c3-e1b9-4d77-9aa1-55ad73e353d2 req-65e62cbe-f05a-4995-9030-a8321b4b8429 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:51.042429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32ad98c3-e1b9-4d77-9aa1-55ad73e353d2 req-65e62cbe-f05a-4995-9030-a8321b4b8429 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 945 time: 0.1481555 Feb 04 20:01:51.110213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-d6ee42a9-ea77-401b-8151-c9a01eb68ab9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668025 Feb 04 20:01:51.185705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad246823-9074-4562-a8d7-81a90cad12e9 req-6c46ea60-66d6-40b0-aec5-65a85fcc48ec tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "GET /v2.0/security-groups/49091362-d643-4ccb-9bd2-25ca077c5e88 HTTP/1.1" status: 200 len: 1778 time: 0.1252325 Feb 04 20:01:51.221371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32ad98c3-e1b9-4d77-9aa1-55ad73e353d2 req-32febcc4-418c-4d15-a1c8-26b847b87f68 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303780 Feb 04 20:01:51.229900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-822dbab4-172d-4c4f-a56c-2aff8cfdc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:51.231387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-822dbab4-172d-4c4f-a56c-2aff8cfdc21d service neutron] 10.222.0.62 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 914 time: 0.1973097 Feb 04 20:01:51.285030 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-9afb2a8e-f1e3-4812-b7d1-c724f9670d11 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616819 Feb 04 20:01:51.313218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-f11017b2-d279-482a-a069-a679072178fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 217 time: 0.0704086 Feb 04 20:01:51.335671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad246823-9074-4562-a8d7-81a90cad12e9 req-37e87fb0-21ba-4074-bc62-8d034bc4b653 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:51.410411 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad246823-9074-4562-a8d7-81a90cad12e9 req-37e87fb0-21ba-4074-bc62-8d034bc4b653 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:51.428189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-be4011c8-7234-4e85-a00d-9096919010a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:51.429586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-be4011c8-7234-4e85-a00d-9096919010a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.0955279 Feb 04 20:01:51.496188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-ac253066-df36-4082-bc1b-b7589882ec0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556393 Feb 04 20:01:51.506930 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18b9912-f891-4fe1-beef-1e9f3e28e00c req-999a8ef3-a030-414f-87d7-5e06b867c4d7 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124844 Feb 04 20:01:51.518572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580cb61-e18a-4b64-ac0f-de28a96fb927 req-d1a02ac4-1114-4f74-8f99-23d275a0705b tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:51.520069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f580cb61-e18a-4b64-ac0f-de28a96fb927 req-d1a02ac4-1114-4f74-8f99-23d275a0705b tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 985 time: 0.1425908 Feb 04 20:01:51.577793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f580cb61-e18a-4b64-ac0f-de28a96fb927 req-070d278c-a316-4f87-a2f8-15ad3b4f9326 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&id=f0be1985-1222-4da4-9477-56f8546d9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0500920 Feb 04 20:01:51.621081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad246823-9074-4562-a8d7-81a90cad12e9 req-37e87fb0-21ba-4074-bc62-8d034bc4b653 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:51.642874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87fb0-21ba-4074-bc62-8d034bc4b653 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49091362-d643-4ccb-9bd2-25ca077c5e88,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:51.679110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-77ec5f45-078e-4551-8889-62274efbcbfb service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690521 Feb 04 20:01:51.765992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47a243-3952-4d37-88a4-a694c1056cac req-0d15ac92-24b2-41cc-a406-e4140a7dc9f4 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:51.773607 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b47a243-3952-4d37-88a4-a694c1056cac req-0d15ac92-24b2-41cc-a406-e4140a7dc9f4 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1096 time: 0.0817759 Feb 04 20:01:51.777221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad246823-9074-4562-a8d7-81a90cad12e9 req-37e87fb0-21ba-4074-bc62-8d034bc4b653 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:51.782897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad246823-9074-4562-a8d7-81a90cad12e9 req-37e87fb0-21ba-4074-bc62-8d034bc4b653 tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "DELETE /v2.0/security-groups/49091362-d643-4ccb-9bd2-25ca077c5e88 HTTP/1.1" status: 204 len: 173 time: 0.5898836 Feb 04 20:01:51.835875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b47a243-3952-4d37-88a4-a694c1056cac req-68e0a600-d7f5-4f77-9009-6f199d803ecf tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613773 Feb 04 20:01:51.877474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a31fa861-0b26-4873-a41a-523be40cb927 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:01:51.885173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45890f7d-c37b-4c86-9187-9cec620dad59 req-2d4f415e-fa1f-44c2-a8ba-15370be068a1 service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979699 Feb 04 20:01:52.036580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf01cb1-8301-42f6-be9b-f467b29a04a0 req-4ee81e20-da12-4a25-aff2-d0fa7c9f4055 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:52.042061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccf01cb1-8301-42f6-be9b-f467b29a04a0 req-4ee81e20-da12-4a25-aff2-d0fa7c9f4055 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1261165 Feb 04 20:01:52.131962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port a31fa861-0b26-4873-a41a-523be40cb927 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:01:52.138110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a589d-43dc-4085-9195-582768c727d0 req-07c26e65-c394-4359-9d6c-2c7ca10161e7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:52.138859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port a31fa861-0b26-4873-a41a-523be40cb927 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:01:52.139451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.140900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccf01cb1-8301-42f6-be9b-f467b29a04a0 req-d7634b6e-303b-4dc3-8748-a272a4489e8b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949297 Feb 04 20:01:52.143318 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb8a589d-43dc-4085-9195-582768c727d0 req-07c26e65-c394-4359-9d6c-2c7ca10161e7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.1699448 Feb 04 20:01:52.218825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb8a589d-43dc-4085-9195-582768c727d0 req-ba2a1ec1-08b9-4de7-811e-0e3292d3a06e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Feb 04 20:01:52.225705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-11e43e80-67ff-4b8a-8479-7b130b6bd3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.270723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7079442-591b-4d30-a9f0-46e2494d6d72 req-72c088eb-9d15-4148-bf0e-831e8545d44b tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "GET /v2.0/security-groups/071ab6e7-090f-4f41-a928-d56bd0248de5 HTTP/1.1" status: 200 len: 1777 time: 0.0914650 Feb 04 20:01:52.350819 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c7079442-591b-4d30-a9f0-46e2494d6d72 req-5237eb86-9281-41d6-86f0-c6ca3bcf4f6f tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.392683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c7079442-591b-4d30-a9f0-46e2494d6d72 req-5237eb86-9281-41d6-86f0-c6ca3bcf4f6f tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.447110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.476064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fa861-0b26-4873-a41a-523be40cb927'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:52.488746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a31fa861-0b26-4873-a41a-523be40cb927, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a31fa861-0b26-4873-a41a-523be40cb927,segment=NetworkSegment(f6133e6e-be58-41e9-95d1-958f1b61bb31),segment_id=f6133e6e-be58-41e9-95d1-958f1b61bb31)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:52.560324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c7079442-591b-4d30-a9f0-46e2494d6d72 req-5237eb86-9281-41d6-86f0-c6ca3bcf4f6f tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.562295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.618392 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c7079442-591b-4d30-a9f0-46e2494d6d72 req-5237eb86-9281-41d6-86f0-c6ca3bcf4f6f tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:52.645389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7079442-591b-4d30-a9f0-46e2494d6d72 req-5237eb86-9281-41d6-86f0-c6ca3bcf4f6f tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] 10.222.0.48 "DELETE /v2.0/security-groups/071ab6e7-090f-4f41-a928-d56bd0248de5 HTTP/1.1" status: 204 len: 173 time: 0.3734252 Feb 04 20:01:52.646574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237eb86-9281-41d6-86f0-c6ca3bcf4f6f tempest-SecurityGroupsTestAdminJSON-1432149386 tempest-SecurityGroupsTestAdminJSON-1432149386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ab6e7-090f-4f41-a928-d56bd0248de5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:52.671794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf3af-c5c4-485e-95bb-0cd93f776fd3 req-7d730553-020f-4eed-8614-73f6aad9ac1a tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:52.675796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31eaf3af-c5c4-485e-95bb-0cd93f776fd3 req-7d730553-020f-4eed-8614-73f6aad9ac1a tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.2254593 Feb 04 20:01:52.691680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a31fa861-0b26-4873-a41a-523be40cb927,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:52.763660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31eaf3af-c5c4-485e-95bb-0cd93f776fd3 req-ab0a9be6-a8e4-4c88-8099-30fe13d20ecf tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787811 Feb 04 20:01:53.053856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a9d2c-f12b-46be-aadb-a318f5a24308 req-6df43964-6154-4911-9541-860e979880de tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:53.054578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c08a9d2c-f12b-46be-aadb-a318f5a24308 req-6df43964-6154-4911-9541-860e979880de tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Synchronizing usage tracker for tenant:8db2a161b5e64fa6b9148f23a5fae96e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:53.177393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c08a9d2c-f12b-46be-aadb-a318f5a24308 req-6df43964-6154-4911-9541-860e979880de tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Unset dirty status for tenant:8db2a161b5e64fa6b9148f23a5fae96e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:53.179391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c08a9d2c-f12b-46be-aadb-a318f5a24308 req-6df43964-6154-4911-9541-860e979880de tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 946 time: 0.3664377 Feb 04 20:01:53.262499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c08a9d2c-f12b-46be-aadb-a318f5a24308 req-75d8a635-2345-4348-b1cf-835eb2492640 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Synchronizing usage tracker for tenant:8db2a161b5e64fa6b9148f23a5fae96e on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:01:53.264241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:53.292019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47056) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:53.354527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c08a9d2c-f12b-46be-aadb-a318f5a24308 req-75d8a635-2345-4348-b1cf-835eb2492640 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Unset dirty status for tenant:8db2a161b5e64fa6b9148f23a5fae96e on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:01:53.355757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c08a9d2c-f12b-46be-aadb-a318f5a24308 req-75d8a635-2345-4348-b1cf-835eb2492640 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704476 Feb 04 20:01:53.413918 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31fa861-0b26-4873-a41a-523be40cb927', 'code': 200} Feb 04 20:01:53.423190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:53.596266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bf83f71e-754d-4d05-bebc-835236a38518 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ac1ec981a71461989ea35c43d6e0d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030970 Feb 04 20:01:53.598637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47068) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:53.639414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fa609-546f-4f75-855e-f959a3d596ea req-0cfbde3b-d845-4fa1-9362-061351a2d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:53.640806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b06fa609-546f-4f75-855e-f959a3d596ea req-0cfbde3b-d845-4fa1-9362-061351a2d752 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 1097 time: 0.1572406 Feb 04 20:01:53.653695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a2659-d2c8-4518-bcc4-d7fb24f00ba1 req-2d02f083-d036-4352-9a88-ea888c2b99c4 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:53.655318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b35a2659-d2c8-4518-bcc4-d7fb24f00ba1 req-2d02f083-d036-4352-9a88-ea888c2b99c4 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 985 time: 0.1166432 Feb 04 20:01:53.667736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d584f455-9c73-4993-bc9f-4048167aba84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:53.692578 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d584f455-9c73-4993-bc9f-4048167aba84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:53.723391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b06fa609-546f-4f75-855e-f959a3d596ea req-e5f5831e-eea7-453d-9563-e4392da8758a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Feb 04 20:01:53.741417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b35a2659-d2c8-4518-bcc4-d7fb24f00ba1 req-3568b471-4a5d-42f6-be6a-eaf198763dc4 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&id=f0be1985-1222-4da4-9477-56f8546d9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0702600 Feb 04 20:01:53.834275 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d584f455-9c73-4993-bc9f-4048167aba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:53.855365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584f455-9c73-4993-bc9f-4048167aba84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9854a2-8b68-449d-86f4-cfd279f204a2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:53.860581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d584f455-9c73-4993-bc9f-4048167aba84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:53.861432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d584f455-9c73-4993-bc9f-4048167aba84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e9854a2-8b68-449d-86f4-cfd279f204a2 HTTP/1.1" status: 204 len: 168 time: 0.2618246 Feb 04 20:01:53.922464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f606015-8938-40d4-ada9-a170c4fa3c3d req-6f5becd2-f309-4e19-9d54-7942183c52d6 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:53.927154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f606015-8938-40d4-ada9-a170c4fa3c3d req-6f5becd2-f309-4e19-9d54-7942183c52d6 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.0953975 Feb 04 20:01:53.970152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f606015-8938-40d4-ada9-a170c4fa3c3d req-da0162ac-8d5f-42f0-b25d-cc10bd7faae7 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Feb 04 20:01:54.141767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ebdd6-5112-412c-87fa-46cea1b5f97b req-d719f6f5-8a19-4471-8fc7-2b136ee5b95e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:54.143340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c8ebdd6-5112-412c-87fa-46cea1b5f97b req-d719f6f5-8a19-4471-8fc7-2b136ee5b95e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0811038 Feb 04 20:01:54.207241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c8ebdd6-5112-412c-87fa-46cea1b5f97b req-66f1c868-6059-4ca6-9743-40fc47214cea tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564139 Feb 04 20:01:54.518486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47114) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:54.576889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-93e11f78-68ce-41fc-b812-909b760a2a41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d64d0232baed4172a521ba21dbb51bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548053 Feb 04 20:01:54.577166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47122) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:01:54.587455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-a0a258e9-2186-4a9b-85c4-ae76148075f7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279503 Feb 04 20:01:54.635603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f45c4e74-c83f-45c3-8aba-96a9fef421ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:54.660754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f45c4e74-c83f-45c3-8aba-96a9fef421ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:54.742526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-926bc384-ecd0-4c52-9ee9-a6eafcd2c481 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:54.744005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-926bc384-ecd0-4c52-9ee9-a6eafcd2c481 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511703 Feb 04 20:01:54.759790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-77bce35e-ddb1-4536-a021-8daaf1752b06 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/quotas/ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 375 time: 0.0101371 Feb 04 20:01:54.788910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f45c4e74-c83f-45c3-8aba-96a9fef421ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:54.806058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c4e74-c83f-45c3-8aba-96a9fef421ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b03506-b73b-4882-a0b3-9254cdfd04a9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:54.807789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-04c0c58a-66db-4966-9762-d645cad80136 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426943 Feb 04 20:01:54.811809 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f45c4e74-c83f-45c3-8aba-96a9fef421ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:54.812837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f45c4e74-c83f-45c3-8aba-96a9fef421ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30b03506-b73b-4882-a0b3-9254cdfd04a9 HTTP/1.1" status: 204 len: 168 time: 0.2347732 Feb 04 20:01:54.942973 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:55.109656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-e0fc3b6c-561c-40f7-9476-5238dec96950 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:01:55.110618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-e0fc3b6c-561c-40f7-9476-5238dec96950 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073464 Feb 04 20:01:55.136689 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-a82c68de-0747-4e26-9c61-54b4d6f6ba6e tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1242395230&fields=id&tenant_id=a50ae48155a94d01a7dad9fcdc91412b HTTP/1.1" status: 200 len: 267 time: 0.0566452 Feb 04 20:01:55.140511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Request body: {'binding': {'host': 'n-h1-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:55.141194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:01:55.385116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-f2aaf799-44c3-4e2c-8756-c98f251b8195 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:55.386623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-f2aaf799-44c3-4e2c-8756-c98f251b8195 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 985 time: 0.2125297 Feb 04 20:01:55.409145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'port': {'security_groups': ['6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46', 'f0be1985-1222-4da4-9477-56f8546d9fde', '90b62521-591c-4485-863d-c6e318acc974']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:55.478299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on host n-h1-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:01:55.478554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:01:55.478909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:55.486815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:01:55.487139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:01:55.525815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:01:55.531924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:01:55.531924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:01:55.531924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Bound port: f44fa103-999a-40cd-b3aa-f70f5ab38864, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:01:55.568574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:55.638638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:01:55.694493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:55.695832 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-167ee591-094d-4b98-b0d5-7ff8176617ec service neutron] 10.222.0.48 "POST /v2.0/ports/f44fa103-999a-40cd-b3aa-f70f5ab38864/bindings HTTP/1.1" status: 201 len: 389 time: 0.5624809 Feb 04 20:01:55.857042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:01:55.884613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:55.976848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:55.990779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:56.020892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b2b25f7e-b9f2-4351-87d5-ab583968a1ff'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:56.052148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:56.052932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:56.058815 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c7b22f9-a5d7-41f6-afbb-d1f7378d9801 req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "PUT /v2.0/ports/b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 1021 time: 0.6576066 Feb 04 20:01:56.059443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:01:56.091052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c74e3-e064-40a3-888b-e63145e381a9 req-1a66c8e2-4685-4e80-9a30-0592cdbaa546 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:56.094675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f7c74e3-e064-40a3-888b-e63145e381a9 req-1a66c8e2-4685-4e80-9a30-0592cdbaa546 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1305151 Feb 04 20:01:56.127620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faf71d-dfea-4066-9972-534d5d635583 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:56.187708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f7c74e3-e064-40a3-888b-e63145e381a9 req-2948c009-535f-4b51-aaf2-4923c1a0ff11 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824194 Feb 04 20:01:56.221402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b2b25f7e-b9f2-4351-87d5-ab583968a1ff'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:01:56.349382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187468-aa15-4384-a951-285c34cbfb70 req-d228cc43-f90c-4993-bb5d-39b39c852c65 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:56.352191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1187468-aa15-4384-a951-285c34cbfb70 req-d228cc43-f90c-4993-bb5d-39b39c852c65 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 945 time: 0.1044390 Feb 04 20:01:56.475647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1187468-aa15-4384-a951-285c34cbfb70 req-aa785839-fb87-47d5-a18b-8291d9c827d1 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108651 Feb 04 20:01:56.504151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f566-2b0e-4175-9edc-ff46e1cfbc2b req-a5c01aac-9517-4723-b83a-32177eb86abb tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:56.514603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a10f566-2b0e-4175-9edc-ff46e1cfbc2b req-a5c01aac-9517-4723-b83a-32177eb86abb tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 946 time: 0.1222529 Feb 04 20:01:56.576973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a10f566-2b0e-4175-9edc-ff46e1cfbc2b req-29d5e499-7d6d-44ea-977b-75d0a490e30b tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609496 Feb 04 20:01:56.591609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-186c154b-fdf0-4a33-bf30-31de4b8bd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:56.593536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-186c154b-fdf0-4a33-bf30-31de4b8bd8a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1096 time: 0.0985556 Feb 04 20:01:56.813032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713be7a-d24d-46dd-a7d6-29f43d98b727 req-fadf8ed7-4bb2-43ba-b558-71cd01ea5ec9 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:56.815516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a713be7a-d24d-46dd-a7d6-29f43d98b727 req-fadf8ed7-4bb2-43ba-b558-71cd01ea5ec9 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1073954 Feb 04 20:01:56.866681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ed6db3e-ac98-4b5f-a99b-c3511f4e6c42 req-0fcc8dd0-e434-4ceb-9b0d-3e6341f2ed84 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 210 time: 0.2370982 Feb 04 20:01:56.887427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a713be7a-d24d-46dd-a7d6-29f43d98b727 req-547927b7-5b6d-47a7-a6b9-83ffe2f9229c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648322 Feb 04 20:01:56.978388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8e91f2d-e759-4677-8131-8e76f869b4dd req-c6183f8f-6c1e-4d07-ad7c-0a18463e04f1 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/90b62521-591c-4485-863d-c6e318acc974 HTTP/1.1" status: 200 len: 1801 time: 0.0768285 Feb 04 20:01:57.010389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-ee2399cd-f4f1-4f55-a657-67b40f993cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.011902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-ee2399cd-f4f1-4f55-a657-67b40f993cfd service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.4110343 Feb 04 20:01:57.078478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f0fd-6496-41b7-855d-4b30ca26ff6d req-c5346489-a50b-49b4-9c9b-a114648ace04 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.083420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1756f0fd-6496-41b7-855d-4b30ca26ff6d req-c5346489-a50b-49b4-9c9b-a114648ace04 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.0972273 Feb 04 20:01:57.104505 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-5e3f7937-16e7-42cc-b1a4-7cda10e38ab9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 200 len: 217 time: 0.0855212 Feb 04 20:01:57.112990 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-b8e91f2d-e759-4677-8131-8e76f869b4dd req-8b9247d9-8d27-41ce-bec5-a3bf1c8ecaef tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 20:01:57.113972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8e91f2d-e759-4677-8131-8e76f869b4dd req-8b9247d9-8d27-41ce-bec5-a3bf1c8ecaef tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/90b62521-591c-4485-863d-c6e318acc974 HTTP/1.1" status: 409 len: 341 time: 0.1271858 Feb 04 20:01:57.133530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1756f0fd-6496-41b7-855d-4b30ca26ff6d req-52fd8ceb-90a6-4cc1-8836-51d043307317 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Feb 04 20:01:57.206732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-72c67af0-6519-458b-96a5-9b69b68535e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.208579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-72c67af0-6519-458b-96a5-9b69b68535e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.0914440 Feb 04 20:01:57.210325 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff', 'status': 'completed', 'code': 200} Feb 04 20:01:57.302600 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-9576e1ef-1c28-4216-b8d2-7523c4f198c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744340 Feb 04 20:01:57.402593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eed274-54f2-4c71-9b5f-7324f1e06500 req-94e65c62-55cd-4e41-b853-cad292b72208 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.404090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72eed274-54f2-4c71-9b5f-7324f1e06500 req-94e65c62-55cd-4e41-b853-cad292b72208 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.1651006 Feb 04 20:01:57.407292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-2ea1e6ee-328b-490a-952f-8b2de21d106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.408628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-2ea1e6ee-328b-490a-952f-8b2de21d106c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1175 time: 0.1176946 Feb 04 20:01:57.440985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-1efed625-43ae-4205-8ece-926d9e763951 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313360 Feb 04 20:01:57.531446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72eed274-54f2-4c71-9b5f-7324f1e06500 req-9cdfaad3-bfcf-457c-8f63-80baf14c35d8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207476 Feb 04 20:01:57.577127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-3e5c3e25-afa7-47f8-a521-ca454ba27eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.579057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-3e5c3e25-afa7-47f8-a521-ca454ba27eb2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 200 len: 914 time: 0.1539156 Feb 04 20:01:57.597293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-8820864d-cd14-49b9-94f3-dd3a71fc0641 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510742 Feb 04 20:01:57.653558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-d0b63a35-f363-430f-b83b-0dce082c0573 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 200 len: 217 time: 0.0671635 Feb 04 20:01:57.720265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-f85704e2-daf6-43c6-83cc-8e090de91221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.723345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-f85704e2-daf6-43c6-83cc-8e090de91221 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 200 len: 853 time: 0.0632396 Feb 04 20:01:57.767388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-7b216316-623b-4346-8b5b-0624fbb6348f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306563 Feb 04 20:01:57.774518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-1ce91d63-3fde-4db2-98e4-f7e8ac6cca57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea0b237-0289-4902-a98b-a8b16f81ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448987 Feb 04 20:01:57.955519 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-bc7f061c-a87c-4802-9baf-aeddba4d66bc service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676586 Feb 04 20:01:57.981269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-e6b4464a-7814-45fa-9acd-8dbc41b7fe9d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:57.982723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-e6b4464a-7814-45fa-9acd-8dbc41b7fe9d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071950 Feb 04 20:01:58.001799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd77c5-cd29-42cd-9f5c-550cc200ed2d req-378d958a-e7fa-4694-bfcd-011ed274378f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:58.003502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bfd77c5-cd29-42cd-9f5c-550cc200ed2d req-378d958a-e7fa-4694-bfcd-011ed274378f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1495726 Feb 04 20:01:58.009084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Request body: {'port': {'device_id': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'ff85700c023d44c59b142250468cd68d'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:01:58.102147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76daee9-b39f-42f8-94a5-fcd1cd466f7c req-115a9ef4-be8a-42b5-bb9a-72e3d14f55d6 service neutron] 10.222.0.62 "GET /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409745 Feb 04 20:01:58.142744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bfd77c5-cd29-42cd-9f5c-550cc200ed2d req-91eb1ad2-8b97-43d6-8e12-f9d7abfd1deb tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168809 Feb 04 20:01:58.212617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-edab37ea-3878-4c6e-bcbb-f17a218d0d14 req-fdad37d7-8721-4d8e-9435-165d410a4063 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:01:58.213585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edab37ea-3878-4c6e-bcbb-f17a218d0d14 req-fdad37d7-8721-4d8e-9435-165d410a4063 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086646 Feb 04 20:01:58.223681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:58.258759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Usage tracker for resource:port and tenant:ff85700c023d44c59b142250468cd68d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:58.266190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:58.280853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:58.321535 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edab37ea-3878-4c6e-bcbb-f17a218d0d14 req-dc36a66b-964f-4cea-9b57-f8d65b4297cd tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0952258 Feb 04 20:01:58.339713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-846fb58d-5c0f-4662-a5a3-064c9ac1c5d9 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339005 Feb 04 20:01:58.411612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Made reservation on behalf of ff85700c023d44c59b142250468cd68d for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:01:58.415885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:58.431737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:58.457372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:01:58.461323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Usage tracker for resource:security_group_rule and tenant:ff85700c023d44c59b142250468cd68d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:01:58.464411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:01:58.472432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:01:58.574922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:58.629713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:58.638609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-b4bca86c-8937-4bbb-be93-28c2aad1801e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:58.646566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-b4bca86c-8937-4bbb-be93-28c2aad1801e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004813 Feb 04 20:01:58.656011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-5e0d14be-3d9f-4df3-97bd-91621ae4505c tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/quotas/8590525c1ea14829b44c5befd2a6a2e7 HTTP/1.1" status: 200 len: 375 time: 0.0095179 Feb 04 20:01:58.727173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-cc12412f-7ccc-4ef4-85bd-910b76b43a8b tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650814 Feb 04 20:01:58.806351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25efaac-8acc-483c-8753-7248253e5ffe,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:01:58.891606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6317fc5-8032-4c52-a0c0-e30f1f0185ae req-a347f62c-956a-41ef-b49a-0d965fb6c4ab tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:58.893078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6317fc5-8032-4c52-a0c0-e30f1f0185ae req-a347f62c-956a-41ef-b49a-0d965fb6c4ab tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 946 time: 0.2025900 Feb 04 20:01:58.894152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Allocated IP 192.168.233.146 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:01:59.120548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6317fc5-8032-4c52-a0c0-e30f1f0185ae req-d5a082ac-2086-40e9-bde9-adb9a8000648 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203474 Feb 04 20:01:59.148473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d28cbc63-9703-4e95-bce2-26d22f28f649 req-31ed2175-a2c2-4b23-a781-7c7fd4b25a6b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 210 time: 0.0645435 Feb 04 20:01:59.379038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957a0c7-15e9-47ef-be3d-c34238899cc6 req-b0c97a2d-bc57-4222-8606-9ea26dc89e29 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:59.380670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8957a0c7-15e9-47ef-be3d-c34238899cc6 req-b0c97a2d-bc57-4222-8606-9ea26dc89e29 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1024 time: 0.0865843 Feb 04 20:01:59.418994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:59.433299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8957a0c7-15e9-47ef-be3d-c34238899cc6 req-8d57adf6-a31a-4d06-b9cf-4c1f648f8bab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&id=90b62521-591c-4485-863d-c6e318acc974&id=f0be1985-1222-4da4-9477-56f8546d9fde&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0459695 Feb 04 20:01:59.445174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Transition to ACTIVE for port object 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:01:59.477863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae12fa-e23e-492e-ab0d-be361e2578cc req-86620960-4f55-43a1-b2e1-b4da3333740d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:59.477863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1eae12fa-e23e-492e-ab0d-be361e2578cc req-86620960-4f55-43a1-b2e1-b4da3333740d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.2138264 Feb 04 20:01:59.482254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-2b5e278b-4155-4023-adf9-9bcc80f47afb tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:59.483705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-2b5e278b-4155-4023-adf9-9bcc80f47afb tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 946 time: 0.1789348 Feb 04 20:01:59.601946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1eae12fa-e23e-492e-ab0d-be361e2578cc req-f30801d9-d1ec-474c-9c5d-e7c72de22af2 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168935 Feb 04 20:01:59.613739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Deleting port a31fa861-0b26-4873-a41a-523be40cb927 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:01:59.614054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:59.702308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e50f05-cf4b-4228-8a60-c95fb3c5241c req-e1906314-6626-4404-9c28-a8ac8dd8cb64 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:01:59.711859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7e50f05-cf4b-4228-8a60-c95fb3c5241c req-e1906314-6626-4404-9c28-a8ac8dd8cb64 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.1732104 Feb 04 20:01:59.733051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:01:59.767731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7e50f05-cf4b-4228-8a60-c95fb3c5241c req-6121f402-2f44-4aa6-ad03-efc9b8dab134 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544224 Feb 04 20:01:59.874147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5469457a-12ab-4ed8-9f13-9737dce6f36a req-32d21cc1-82aa-4e6d-8d2d-ad4e9f3d0d14 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 210 time: 0.0508912 Feb 04 20:01:59.926241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:01:59.955717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:00.009839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:00.012506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-928684f4-e89d-4c61-addc-c802e6187703 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:00.014108 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-928684f4-e89d-4c61-addc-c802e6187703 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.62 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 1024 time: 0.1473916 Feb 04 20:02:00.048696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:00.141125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c8a3-8519-4da6-9c54-0aed51d81f91 req-9968db9d-3ee0-4c1f-90ca-c361e4a1c30e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:00.144924 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2030c8a3-8519-4da6-9c54-0aed51d81f91 req-9968db9d-3ee0-4c1f-90ca-c361e4a1c30e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.3752859 Feb 04 20:02:00.185978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:00.186610 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:00.263027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Deleting port b2b25f7e-b9f2-4351-87d5-ab583968a1ff {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:00.264347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:00.304741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2030c8a3-8519-4da6-9c54-0aed51d81f91 req-c66b4079-f56c-49c6-bd29-616ae9e12e65 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973811 Feb 04 20:02:00.326634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] For port a31fa861-0b26-4873-a41a-523be40cb927, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a31fa861-0b26-4873-a41a-523be40cb927,segment=NetworkSegment(f6133e6e-be58-41e9-95d1-958f1b61bb31),segment_id=f6133e6e-be58-41e9-95d1-958f1b61bb31)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:00.327315 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:00.355766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f845-3cf9-40df-8c43-ad4e8139b491 req-68e2913c-7273-4a41-85df-d1320d131bd4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:00.355766 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0879f845-3cf9-40df-8c43-ad4e8139b491 req-68e2913c-7273-4a41-85df-d1320d131bd4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.3285964 Feb 04 20:02:00.433944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d48211ce-23d3-43d3-8201-572eac83fcdf None None] Provisioning for port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:00.433944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d48211ce-23d3-43d3-8201-572eac83fcdf None None] Provisioning complete for port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:00.433944 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d48211ce-23d3-43d3-8201-572eac83fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:00.479398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0879f845-3cf9-40df-8c43-ad4e8139b491 req-7eedd949-dd51-4855-8b59-5392ad2f7985 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215386 Feb 04 20:02:00.536572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Calling delete_port for a31fa861-0b26-4873-a41a-523be40cb927 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:00.578491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d48211ce-23d3-43d3-8201-572eac83fcdf None None] Port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:02:00.650884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-4be1b3b9-f032-4045-8d3c-3c4edab731ea tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6462781 Feb 04 20:02:00.668207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Request body: {'port': {'device_id': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:00.786843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] For port b2b25f7e-b9f2-4351-87d5-ab583968a1ff, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:00.787521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:00.931895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:00.967439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Calling delete_port for b2b25f7e-b9f2-4351-87d5-ab583968a1ff owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:01.006459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:01.026008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a31fa861-0b26-4873-a41a-523be40cb927'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:01.054448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160d3d5-09e9-413e-b0a3-34900c61966c req-25644873-59a0-460a-9d3c-ad6a30299cac tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:01.065053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da809-4a48-45e6-b3bc-c41bb72e7570 req-3f5bdb29-8031-4ae4-bd94-63a51c048dc6 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:01.068704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2160d3d5-09e9-413e-b0a3-34900c61966c req-25644873-59a0-460a-9d3c-ad6a30299cac tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 936 time: 0.3555036 Feb 04 20:02:01.073082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db1da809-4a48-45e6-b3bc-c41bb72e7570 req-3f5bdb29-8031-4ae4-bd94-63a51c048dc6 tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 946 time: 0.2957125 Feb 04 20:02:01.105708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Pushing event deleted for resources: {'Port': ['ID=a31fa861-0b26-4873-a41a-523be40cb927,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:01.260742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2160d3d5-09e9-413e-b0a3-34900c61966c req-288a55ca-8c29-432c-9fcd-5a77b48934be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010810 Feb 04 20:02:01.360317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:01.372775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b2b25f7e-b9f2-4351-87d5-ab583968a1ff'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:01.397763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2fbd6af3-5e3f-412e-8a45-023bc9812717'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:01.416107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] No DVR routers for this DVR port a31fa861-0b26-4873-a41a-523be40cb927 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:01.416507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'Port': ['ID=b2b25f7e-b9f2-4351-87d5-ab583968a1ff,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:01.419646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:01.429063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'name': 'network-vif-deleted', 'tag': 'a31fa861-0b26-4873-a41a-523be40cb927'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:01.457025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db1da809-4a48-45e6-b3bc-c41bb72e7570 req-f2173ba5-0353-47f1-a6e7-52eccd12e33f tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/security-groups?id=7de87f0d-4476-465c-a678-727fc86ddffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958511 Feb 04 20:02:01.554030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] No DVR routers for this DVR port b2b25f7e-b9f2-4351-87d5-ab583968a1ff on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:01.561951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:01.570976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'name': 'network-vif-deleted', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:01.607025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee909863-bdd4-4c2f-b1c1-30480a158088 req-11aea514-1403-43c5-b6e4-bb6e689f326f tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:01.608529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee909863-bdd4-4c2f-b1c1-30480a158088 req-11aea514-1403-43c5-b6e4-bb6e689f326f tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 945 time: 0.1961801 Feb 04 20:02:01.654069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c191b026-ad78-4b68-90e0-0c2273494ba4 req-11527169-6af8-4317-aa73-635bbcfc71dc tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.24 "DELETE /v2.0/ports/a31fa861-0b26-4873-a41a-523be40cb927 HTTP/1.1" status: 204 len: 173 time: 2.1536660 Feb 04 20:02:01.672813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-acf31b6a-7b78-43a6-a712-f51a085b397a req-625292a2-2ef5-4b00-aae3-c1dd158eda8f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.62 "DELETE /v2.0/ports/b2b25f7e-b9f2-4351-87d5-ab583968a1ff HTTP/1.1" status: 204 len: 173 time: 1.5933537 Feb 04 20:02:01.680176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee909863-bdd4-4c2f-b1c1-30480a158088 req-b4e8ae2e-165c-4531-93db-6f1c5f0c9e9a tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Feb 04 20:02:01.685590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8cd0643-8a42-45c8-96ec-04403cb6e1eb req-120a6e35-7565-49c2-b465-c3b6eaffe692 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 210 time: 0.0716524 Feb 04 20:02:01.804823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:01.813092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:01.870670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Transition to ACTIVE for port object 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:01.884658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd47ef-801f-437c-b038-e3b9ce2bb2bb req-35efa752-c207-4a36-a29b-b6b3e2fc7595 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:01.886161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8bd47ef-801f-437c-b038-e3b9ce2bb2bb req-35efa752-c207-4a36-a29b-b6b3e2fc7595 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0843945 Feb 04 20:02:01.911158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b844-b665-458f-a10f-e6c194af8c0d req-9f500765-54b6-429d-8b6a-5a69f1ef822e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:01.912593 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd7b844-b665-458f-a10f-e6c194af8c0d req-9f500765-54b6-429d-8b6a-5a69f1ef822e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.0915079 Feb 04 20:02:01.938296 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8bd47ef-801f-437c-b038-e3b9ce2bb2bb req-9ebdc3da-c61e-408f-9c0f-6ab979bc6084 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458219 Feb 04 20:02:01.966290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:02.012773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-0c550a2d-fe4d-436e-8c20-ad0b1a976e44 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773761 Feb 04 20:02:02.093792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2d9fb0a-87ff-4306-8c2f-6d1ed8297010 req-42f9ba93-8b3f-4c7f-beab-ed25ed2373cb tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 210 time: 0.0526459 Feb 04 20:02:02.182204 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80', 'name': 'network-vif-deleted', 'tag': 'a31fa861-0b26-4873-a41a-523be40cb927', 'status': 'completed', 'code': 200} Feb 04 20:02:02.268065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-472e7086-a896-4369-a351-b88eeec2278e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:02.269499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-472e7086-a896-4369-a351-b88eeec2278e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494721 Feb 04 20:02:02.279799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd7b844-b665-458f-a10f-e6c194af8c0d req-29f1aa92-c7e7-4603-8d81-1cf43df92b2f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613696 Feb 04 20:02:02.300259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Request body: {'port': {'device_id': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '8590525c1ea14829b44c5befd2a6a2e7'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:02.351624 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d6372-adfb-4e7b-80c9-30d39a3dcc0b', 'name': 'network-vif-deleted', 'tag': 'b2b25f7e-b9f2-4351-87d5-ab583968a1ff', 'status': 'completed', 'code': 200} Feb 04 20:02:02.400194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821ed59-0eb8-46ad-849d-13b0f5df2fa1 req-3464c69f-3267-483c-8886-5f9cd6263c51 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:02.409232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9821ed59-0eb8-46ad-849d-13b0f5df2fa1 req-3464c69f-3267-483c-8886-5f9cd6263c51 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1132538 Feb 04 20:02:02.456562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9821ed59-0eb8-46ad-849d-13b0f5df2fa1 req-f797f418-a7b6-4c08-94ed-77d02c9284dc tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Feb 04 20:02:02.505513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:02.600178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:02.624671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Usage tracker for resource:port and tenant:8590525c1ea14829b44c5befd2a6a2e7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:02.628432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:02.637905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:02.654763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dac706-066f-402f-ae76-b985a02dba40 req-ca92208a-86fd-4a16-b22b-4b12b2daa449 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:02.655259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46dac706-066f-402f-ae76-b985a02dba40 req-ca92208a-86fd-4a16-b22b-4b12b2daa449 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.0991464 Feb 04 20:02:02.681342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:02.683352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:02.683352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:02.693898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099262-0841-4647-bf6a-f01bc4d88358 req-5deb03b4-ce58-4ca0-a2fd-57180a837ea9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:02.695632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da099262-0841-4647-bf6a-f01bc4d88358 req-5deb03b4-ce58-4ca0-a2fd-57180a837ea9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.2439663 Feb 04 20:02:02.697571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:02:02.697890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:02.707479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:02.707820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:02.711999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:02.711999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Bound port: 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:02.711999 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:02.713425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46dac706-066f-402f-ae76-b985a02dba40 req-bc33cbc5-48d9-4b09-a402-1c960a2307d1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 Feb 04 20:02:02.738791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Made reservation on behalf of 8590525c1ea14829b44c5befd2a6a2e7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:02.742281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:02.760374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:02.840943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:02.847374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da099262-0841-4647-bf6a-f01bc4d88358 req-d46dacef-71ef-40fa-b822-e089ece99d02 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418045 Feb 04 20:02:02.854885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Usage tracker for resource:security_group_rule and tenant:8590525c1ea14829b44c5befd2a6a2e7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:02.860230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:02.879259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:02.882883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1bb43315-9a2d-4c42-a282-efce357dfa28 req-5f481843-9322-4f0d-bdc8-f54d918cd4ea tempest-InstanceActionsV221TestJSON-1644648884 tempest-InstanceActionsV221TestJSON-1644648884-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd4b1cbf-75e6-4f2c-911f-f57b04bbbc80 HTTP/1.1" status: 200 len: 210 time: 0.0619526 Feb 04 20:02:02.900586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:02.910310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:03.032422 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:03.037647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e19797c-da28-406f-8210-70c206ce7730 req-d0d91cab-109d-4176-a727-68e4db7a4f88 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=852d6372-adfb-4e7b-80c9-30d39a3dcc0b HTTP/1.1" status: 200 len: 210 time: 0.0553741 Feb 04 20:02:03.107345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:03.120992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.122170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:03.124418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] 10.222.0.24 "PUT /v2.0/ports/5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 1096 time: 2.4645948 Feb 04 20:02:03.133898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd761a2e-907d-4812-821d-302dbd79900a service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:03.225773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:03.271748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8995-2fc2-47fc-b861-0d76747871f4 req-c5bfed7d-ba60-45ed-b160-766024c75059 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.277812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8995-2fc2-47fc-b861-0d76747871f4 req-c5bfed7d-ba60-45ed-b160-766024c75059 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.284188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8995-2fc2-47fc-b861-0d76747871f4 req-c5bfed7d-ba60-45ed-b160-766024c75059 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.286081 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f0f8995-2fc2-47fc-b861-0d76747871f4 req-c5bfed7d-ba60-45ed-b160-766024c75059 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec&device_id=48d927f2-20f5-4124-9e96-97751a700e64&device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 2417 time: 0.1120887 Feb 04 20:02:03.345192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f0f8995-2fc2-47fc-b861-0d76747871f4 req-047758a6-dfab-41ce-97cc-6446e7b90aa0 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Feb 04 20:02:03.484361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d12214a-d12c-48ae-9492-b9029b7b4f66 req-010849b1-7bd8-40ec-8cba-231e61bde60d tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 210 time: 0.0425668 Feb 04 20:02:03.521405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380181e8-6035-4431-8928-9e6ccf5b5c5b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:03.619354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee163ac-163f-4bf0-9b23-c3279d2533f8 req-ba31def4-3340-43b8-adb6-8392bef5b024 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.620819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ee163ac-163f-4bf0-9b23-c3279d2533f8 req-ba31def4-3340-43b8-adb6-8392bef5b024 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.4438062 Feb 04 20:02:03.623236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Allocated IP 192.168.233.70 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:03.628859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-808790d7-3248-45be-ab46-9ea456f63384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.630253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-808790d7-3248-45be-ab46-9ea456f63384 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1099 time: 0.3424237 Feb 04 20:02:03.659393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca884-0df0-4c4e-baf2-3387cb14e108 req-9a6a960c-041f-4e21-8a62-9e3441b89c7f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.660970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76bca884-0df0-4c4e-baf2-3387cb14e108 req-9a6a960c-041f-4e21-8a62-9e3441b89c7f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.0807304 Feb 04 20:02:03.709268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76bca884-0df0-4c4e-baf2-3387cb14e108 req-90458a1a-ced8-41e3-9cd2-9ffc36969670 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Feb 04 20:02:03.722579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-1a2c48df-3683-475e-b8bb-d93ebf9d9cb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.0734928 Feb 04 20:02:03.743184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-9fb4b9d2-3af0-433d-b1b8-241ae8524347 req-378a9c4e-15e9-40a0-b551-a9f448fa20bf tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:02:03.744152 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9fb4b9d2-3af0-433d-b1b8-241ae8524347 req-378a9c4e-15e9-40a0-b551-a9f448fa20bf tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064511 Feb 04 20:02:03.818023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ee163ac-163f-4bf0-9b23-c3279d2533f8 req-9ab585eb-8d94-4441-b902-8532d4d0a672 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851578 Feb 04 20:02:03.836113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9fb4b9d2-3af0-433d-b1b8-241ae8524347 req-e72b143f-d5ec-4a17-a1dc-c2043892a37f tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0861239 Feb 04 20:02:03.897892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-8db8806e-8893-412c-b406-b4d7349aa824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:03.899351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-8db8806e-8893-412c-b406-b4d7349aa824 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1630070 Feb 04 20:02:03.917852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a31fa861-0b26-4873-a41a-523be40cb927 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:03.961812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: a31fa861-0b26-4873-a41a-523be40cb927 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:03.962160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a31fa861-0b26-4873-a41a-523be40cb927 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:04.092206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.117191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Transition to ACTIVE for port object b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:04.124959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-6a1d890b-af9c-4fbb-97c9-01a83a9b083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:04.126412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-6a1d890b-af9c-4fbb-97c9-01a83a9b083e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2191746 Feb 04 20:02:04.135963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f66aa-1cf4-4dcc-9ff7-8f79323a08b9 req-6dae4e12-7a3f-4c66-9464-d6315da9bf1a tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:04.137344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c16f66aa-1cf4-4dcc-9ff7-8f79323a08b9 req-6dae4e12-7a3f-4c66-9464-d6315da9bf1a tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1892276 Feb 04 20:02:04.220173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:04.229550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304014f-fbbc-46e3-aa25-a5b255b8baa6 req-07ed3dcc-a535-4b08-85c6-6409201d6664 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:04.233400 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4304014f-fbbc-46e3-aa25-a5b255b8baa6 req-07ed3dcc-a535-4b08-85c6-6409201d6664 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.0852020 Feb 04 20:02:04.292660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c16f66aa-1cf4-4dcc-9ff7-8f79323a08b9 req-15cdfd3e-c15e-43de-86cd-b4bfe2b2a4d0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325336 Feb 04 20:02:04.321965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-44e4d9f4-f992-46b2-a288-40a8fd83221c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836817 Feb 04 20:02:04.372672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4304014f-fbbc-46e3-aa25-a5b255b8baa6 req-1f5460c7-17b9-4956-877e-e76d7d106e6e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358771 Feb 04 20:02:04.397759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.489602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:04.504573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:04.512649 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'status': 'completed', 'code': 200} Feb 04 20:02:04.513492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:04.554588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Pushing event updated for resources: {'Port': ['ID=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:04.593154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f611b9eb-1815-4555-b456-da72596fdbd1 req-c0f4edee-894c-4d26-be67-4201a17f7a87 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634625 Feb 04 20:02:04.613677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:04.614602 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.659156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a22e70f9-cd35-48b7-8e61-6742427f7ff5 req-1cd589c0-588f-4961-8121-f74b93de1191 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/f0be1985-1222-4da4-9477-56f8546d9fde HTTP/1.1" status: 200 len: 1801 time: 0.0498209 Feb 04 20:02:04.730929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a22e70f9-cd35-48b7-8e61-6742427f7ff5 req-be350fb7-b6dd-46f3-96e6-4db4493548a9 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.751923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-fec5a5a4-4d8e-4a20-8a4c-3ffee9408311 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4680836 Feb 04 20:02:04.762994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a22e70f9-cd35-48b7-8e61-6742427f7ff5 req-be350fb7-b6dd-46f3-96e6-4db4493548a9 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.799817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Request body: {'port': {'device_id': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:04.875851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a22e70f9-cd35-48b7-8e61-6742427f7ff5 req-be350fb7-b6dd-46f3-96e6-4db4493548a9 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.893279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be350fb7-b6dd-46f3-96e6-4db4493548a9 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0be1985-1222-4da4-9477-56f8546d9fde,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:04.955718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-50ddf7ad-8dfd-487c-af02-057c929fe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:04.955982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b2b25f7e-b9f2-4351-87d5-ab583968a1ff no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:04.957197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-50ddf7ad-8dfd-487c-af02-057c929fe91f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1099 time: 0.2557859 Feb 04 20:02:04.964990 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.970981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a22e70f9-cd35-48b7-8e61-6742427f7ff5 req-be350fb7-b6dd-46f3-96e6-4db4493548a9 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.972337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a22e70f9-cd35-48b7-8e61-6742427f7ff5 req-be350fb7-b6dd-46f3-96e6-4db4493548a9 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0be1985-1222-4da4-9477-56f8546d9fde HTTP/1.1" status: 204 len: 173 time: 0.3073869 Feb 04 20:02:04.991526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: b2b25f7e-b9f2-4351-87d5-ab583968a1ff {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:04.991874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b2b25f7e-b9f2-4351-87d5-ab583968a1ff not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:04.993357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5644700b-ae1d-40fd-98e4-e334d4bb198a None None] Provisioning for port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:04.998929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5644700b-ae1d-40fd-98e4-e334d4bb198a None None] Provisioning complete for port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:04.999304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5644700b-ae1d-40fd-98e4-e334d4bb198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:04.999768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ca720-281a-4ad0-8ee7-8c9bdb66182e req-404dd2ea-49b5-4aa1-a836-dec2830ad6e6 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:05.000507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a89ca720-281a-4ad0-8ee7-8c9bdb66182e req-404dd2ea-49b5-4aa1-a836-dec2830ad6e6 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Synchronizing usage tracker for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:05.062885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5644700b-ae1d-40fd-98e4-e334d4bb198a None None] Port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:02:05.229897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b04f2a-9f00-4b63-92e2-45bc46fb03cb req-4b66f68a-806f-4c8c-a07c-44be616701dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:05.231563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1b04f2a-9f00-4b63-92e2-45bc46fb03cb req-4b66f68a-806f-4c8c-a07c-44be616701dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 1096 time: 0.0918210 Feb 04 20:02:05.275997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1b04f2a-9f00-4b63-92e2-45bc46fb03cb req-aa151d6d-2437-4da8-9edb-06578ed3bbaf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367665 Feb 04 20:02:05.360444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a89ca720-281a-4ad0-8ee7-8c9bdb66182e req-404dd2ea-49b5-4aa1-a836-dec2830ad6e6 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Unset dirty status for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:05.361528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a89ca720-281a-4ad0-8ee7-8c9bdb66182e req-404dd2ea-49b5-4aa1-a836-dec2830ad6e6 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 935 time: 0.6172628 Feb 04 20:02:05.411689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-d5b89d86-be3d-4c2c-a82c-ba1688136e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:05.413670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-d5b89d86-be3d-4c2c-a82c-ba1688136e7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.4495726 Feb 04 20:02:05.446115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4236df-c0dd-43aa-9b90-e95a15e119b6 req-59acdf46-1e67-45c9-ae38-6d4068cb418a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:05.447537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b4236df-c0dd-43aa-9b90-e95a15e119b6 req-59acdf46-1e67-45c9-ae38-6d4068cb418a tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.0855706 Feb 04 20:02:05.492725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b4236df-c0dd-43aa-9b90-e95a15e119b6 req-c73129d6-964c-4eac-aae0-9757dc485a4d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Feb 04 20:02:05.569626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a89ca720-281a-4ad0-8ee7-8c9bdb66182e req-d678668e-b8b8-4976-97eb-195bd140b90a tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Synchronizing usage tracker for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:05.572639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-6c311ce1-fb5c-4676-b5ef-575d70d45a5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.1313460 Feb 04 20:02:05.666044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b09d2b-4560-46b8-9851-b95ffd43d0eb req-cfc77cdc-d236-483c-bcad-c70918747927 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:05.670782 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8b09d2b-4560-46b8-9851-b95ffd43d0eb req-cfc77cdc-d236-483c-bcad-c70918747927 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0778177 Feb 04 20:02:05.676915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-16537a29-6832-46ac-a6be-51faa9ca45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:05.678431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-16537a29-6832-46ac-a6be-51faa9ca45b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0975101 Feb 04 20:02:05.720595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8b09d2b-4560-46b8-9851-b95ffd43d0eb req-4b799148-7a5f-4589-9474-1a7ce7595fdd tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Feb 04 20:02:05.752657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a89ca720-281a-4ad0-8ee7-8c9bdb66182e req-d678668e-b8b8-4976-97eb-195bd140b90a tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Unset dirty status for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:05.753763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a89ca720-281a-4ad0-8ee7-8c9bdb66182e req-d678668e-b8b8-4976-97eb-195bd140b90a tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811519 Feb 04 20:02:05.806043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-361bd86f-b498-474e-be69-d4fffd554c4b req-a8f5cb4b-6cea-4a24-a519-16b213ecad79 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/90b62521-591c-4485-863d-c6e318acc974 HTTP/1.1" status: 200 len: 1801 time: 0.0656204 Feb 04 20:02:05.830598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-1d02727f-0aa3-42eb-9dd0-7fbd0cf3319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:05.832175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-1d02727f-0aa3-42eb-9dd0-7fbd0cf3319f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1466966 Feb 04 20:02:05.836461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:05.846356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47300) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:05.866789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:05.921020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-361bd86f-b498-474e-be69-d4fffd554c4b req-44d0a9ad-5a06-4611-8ecc-0aebf4177530 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:05.939126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:05.940672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Transition to ACTIVE for port object b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:05.954268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] Deleting subnet 43845d2b-0174-4f96-9cf7-db5e8c6333f8 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:02:05.958138 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-361bd86f-b498-474e-be69-d4fffd554c4b req-44d0a9ad-5a06-4611-8ecc-0aebf4177530 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:05.966364 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:05.994908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-497f29dc-fd71-4ddd-9099-95377aa5ec2d service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505666 Feb 04 20:02:06.032228 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.043125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.116166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.150673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:06.171443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'mac_address': 'fa:16:3e:ed:2e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:02:06.204784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-361bd86f-b498-474e-be69-d4fffd554c4b req-44d0a9ad-5a06-4611-8ecc-0aebf4177530 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.231740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a9ad-5a06-4611-8ecc-0aebf4177530 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b62521-591c-4485-863d-c6e318acc974,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:06.254274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-361bd86f-b498-474e-be69-d4fffd554c4b req-44d0a9ad-5a06-4611-8ecc-0aebf4177530 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.256479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-361bd86f-b498-474e-be69-d4fffd554c4b req-44d0a9ad-5a06-4611-8ecc-0aebf4177530 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/90b62521-591c-4485-863d-c6e318acc974 HTTP/1.1" status: 204 len: 173 time: 0.4489655 Feb 04 20:02:06.283842 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.291804 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.314678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:06.339279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43845d2b-0174-4f96-9cf7-db5e8c6333f8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:06.344550 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.346524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-24e097c7-992c-4ea9-8ab4-8059267425e5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/43845d2b-0174-4f96-9cf7-db5e8c6333f8 HTTP/1.1" status: 204 len: 168 time: 0.4992881 Feb 04 20:02:06.348994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47308) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:06.363411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:06.430456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.447500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:06.518840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.523223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13d2cafe-3f58-4f4e-a5b4-d17e64aeb9f0 req-2ecd6195-3e61-400e-aded-f39aba736793 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231290 Feb 04 20:02:06.563012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:06.570955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.572349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.572745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.573244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.573778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.574103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.574642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.575259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.575648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.576024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.576588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.576868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Attempting to bind port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:06.577205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Attempting to bind port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:06.577339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:06.577524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Attempting to bind port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:06.583211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:02:06.583533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Attempting to bind port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:06.592778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29576b5-49e8-49fc-b7b7-5146fc10c7a6 req-e3191e45-a08e-4ab8-8697-ae77f9352c1e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:06.594243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b29576b5-49e8-49fc-b7b7-5146fc10c7a6 req-e3191e45-a08e-4ab8-8697-ae77f9352c1e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.4235485 Feb 04 20:02:06.598327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:06.598661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:06.599064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:06.599749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Bound port: b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:06.600090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.609003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631afa6-29ee-4b10-bf0b-2f6da79336d9 req-034e1bb7-befd-402a-8b58-c058325d93c2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:06.613623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9631afa6-29ee-4b10-bf0b-2f6da79336d9 req-034e1bb7-befd-402a-8b58-c058325d93c2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 949 time: 0.2350557 Feb 04 20:02:06.715144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.715380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b29576b5-49e8-49fc-b7b7-5146fc10c7a6 req-1f2554c1-8f29-46a2-aaf6-189f3165b396 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055448 Feb 04 20:02:06.722275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:06.745595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9631afa6-29ee-4b10-bf0b-2f6da79336d9 req-652dfa07-e799-45f9-8a55-02bde4f1a498 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Feb 04 20:02:06.751542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a1be4f-b634-49c5-a5d5-f1290c9e6960']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:06.767533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6133e6e-be58-41e9-95d1-958f1b61bb31') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:06.767912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6133e6e-be58-41e9-95d1-958f1b61bb31') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:06.782169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.795961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] For port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:06.797915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1230729317', 'description': 'tempest-description-232380302'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:06.799862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] For port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:06.808875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:06.814963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:06.817891 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.820193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:06.830461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:02:06.831014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:02:06.848375 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:02:06.852018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:06.885982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.976025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:06.976172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:06.976627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:06.978394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] 10.222.0.24 "PUT /v2.0/ports/b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea HTTP/1.1" status: 200 len: 1095 time: 2.1886063 Feb 04 20:02:06.978855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'tag': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:07.023909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:07.024159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c489172-5642-4851-b7c3-69b352e60fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:07.059643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:07.066575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:07.073200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Usage tracker for resource:security_group_rule and tenant:a50ae48155a94d01a7dad9fcdc91412b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:07.091123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:07.096774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:07.107706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:07.111160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a1be4f-b634-49c5-a5d5-f1290c9e6960,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:07.201332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:07.231483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b957da7e-4b36-4dcc-898b-200f57e848d6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/14a1be4f-b634-49c5-a5d5-f1290c9e6960 HTTP/1.1" status: 204 len: 168 time: 0.8715451 Feb 04 20:02:07.242000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 has no active binding in host n-h1-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:02:07.310145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:07.311135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd344b2-05f7-4039-aa83-760052dbb26c req-7c3b3845-9a56-418a-b2a6-fa7212052795 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:07.312767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efd344b2-05f7-4039-aa83-760052dbb26c req-7c3b3845-9a56-418a-b2a6-fa7212052795 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 945 time: 0.1594000 Feb 04 20:02:07.319412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-36078718-893f-4cfe-8c7b-d55be8210c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:07.321079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-36078718-893f-4cfe-8c7b-d55be8210c8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 1098 time: 0.1279950 Feb 04 20:02:07.328772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-a2bddf6a-9035-4041-a345-6ec61493d31a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:07.330369 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-a2bddf6a-9035-4041-a345-6ec61493d31a tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.1897764 Feb 04 20:02:07.343230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811806-1'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:07.373721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:07.444318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1396c9b2-1605-48f3-9793-402a3e96e3c9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:07.538047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-273dac6f-ed15-4dea-83fc-960584145457 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea HTTP/1.1" status: 200 len: 217 time: 0.2012763 Feb 04 20:02:07.603520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:07.603520 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08c9c2e5-9b52-4cab-834d-31a13b1ab336 req-bfcdf221-3a2a-4882-a21d-9ddb67ade9ad tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8000376 Feb 04 20:02:07.606203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efd344b2-05f7-4039-aa83-760052dbb26c req-ccccbf25-8859-4854-bdcf-81cfa5ed8aee tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774930 Feb 04 20:02:07.608984 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:07.625877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-08eadd60-ec68-404c-8448-0a10d0a5c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:07.639168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-08eadd60-ec68-404c-8448-0a10d0a5c888 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0823419 Feb 04 20:02:07.734581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47326) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:07.789491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-671ca624-2360-4695-a09b-a1dbf1d7b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:07.789491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-671ca624-2360-4695-a09b-a1dbf1d7b490 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491485 Feb 04 20:02:07.889309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:07.903612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa4893-959c-4b12-8eb9-fe87e9e3b2de req-ec8bbb64-d28b-4c20-939a-52f10bcfe076 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:07.903612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eafa4893-959c-4b12-8eb9-fe87e9e3b2de req-ec8bbb64-d28b-4c20-939a-52f10bcfe076 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1408448 Feb 04 20:02:07.942729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:07.957176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-62bf3f16-2347-43b2-a56b-ea59fe2663b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8db2a161b5e64fa6b9148f23a5fae96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869581 Feb 04 20:02:07.957176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47334) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:07.966316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:08.027717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f53b0-a4fa-489e-bedd-ea428d1f3d34 req-e2a81e8f-2d54-4b2b-80ab-48ff851e2219 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:08.035765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eafa4893-959c-4b12-8eb9-fe87e9e3b2de req-c42d71b1-0a75-45fc-8a98-0b722b616d6b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177218 Feb 04 20:02:08.047768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d94f53b0-a4fa-489e-bedd-ea428d1f3d34 req-e2a81e8f-2d54-4b2b-80ab-48ff851e2219 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 947 time: 0.2959492 Feb 04 20:02:08.047768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-99514892-b85a-4c58-8764-27edb14314aa service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421546 Feb 04 20:02:08.061351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.061351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:08.097205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:08.097570 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'tag': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea', 'status': 'completed', 'code': 200} Feb 04 20:02:08.113295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:08.113295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.157510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.167940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b44b213-f6a4-4e1c-9389-a937b7e83cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.200340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b44b213-f6a4-4e1c-9389-a937b7e83cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.282176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d94f53b0-a4fa-489e-bedd-ea428d1f3d34 req-42795b8a-3a03-4c01-b199-e227fde94659 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518516 Feb 04 20:02:08.296606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.342632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:08.342632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:08.379025 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b44b213-f6a4-4e1c-9389-a937b7e83cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.411998 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2594cbe-4088-4928-a906-c77d21c65cc4 req-82af4422-1695-4fe4-b3a2-6751893f852d service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404830 Feb 04 20:02:08.411998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44b213-f6a4-4e1c-9389-a937b7e83cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de87f0d-4476-465c-a678-727fc86ddffe,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:08.419507 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.429146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bcfdb98f-feca-4c38-b247-7c3f7f18df23 req-901b1cd5-db7f-40d6-b783-8bd87350b5ff tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/1396c9b2-1605-48f3-9793-402a3e96e3c9 HTTP/1.1" status: 200 len: 1800 time: 0.1137061 Feb 04 20:02:08.433346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-bcfdb98f-feca-4c38-b247-7c3f7f18df23 req-b177629e-e05e-4b83-a4f2-b10241f159ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Request body: {'security_group': {'name': 'tempest-sg-hth-142015885', 'description': 'tempest-description-hth-2080686192'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:08.490844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on host n-h2-811806-1 for vnic_type normal with profile {"migrating_to": "n-h1-811806-1"} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:08.490844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:08.495567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:08.498255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bcfdb98f-feca-4c38-b247-7c3f7f18df23 req-b177629e-e05e-4b83-a4f2-b10241f159ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.504933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:02:08.504933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Attempting to bind port f44fa103-999a-40cd-b3aa-f70f5ab38864 on network 74c12b12-e2ad-4e8f-895a-d1615a2e0941 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:08.515568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:08.515568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Checking segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:08.515568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Bound using segment: {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:08.515568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Bound port: f44fa103-999a-40cd-b3aa-f70f5ab38864, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76829734-b9ef-4c3b-ab3f-917252b31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '74c12b12-e2ad-4e8f-895a-d1615a2e0941'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:08.515568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.528898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:08.553889 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b44b213-f6a4-4e1c-9389-a937b7e83cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.553889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8b44b213-f6a4-4e1c-9389-a937b7e83cd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7de87f0d-4476-465c-a678-727fc86ddffe HTTP/1.1" status: 204 len: 168 time: 0.5917263 Feb 04 20:02:08.582314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:08.643999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.722844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:08.728605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bcfdb98f-feca-4c38-b247-7c3f7f18df23 req-b177629e-e05e-4b83-a4f2-b10241f159ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.742449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-27d06d20-c2c0-4b0a-84c5-7439f06ba2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:08.743619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:08.744150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-27d06d20-c2c0-4b0a-84c5-7439f06ba2ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 1098 time: 0.1936085 Feb 04 20:02:08.800656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05633d2-9b0b-4d15-8183-be68b609f846 req-336c77f7-a7b5-4f73-a9bd-001d77358858 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:08.800656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c05633d2-9b0b-4d15-8183-be68b609f846 req-336c77f7-a7b5-4f73-a9bd-001d77358858 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1180458 Feb 04 20:02:08.841057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.846904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.886898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bcfdb98f-feca-4c38-b247-7c3f7f18df23 req-b177629e-e05e-4b83-a4f2-b10241f159ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.886898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bcfdb98f-feca-4c38-b247-7c3f7f18df23 req-b177629e-e05e-4b83-a4f2-b10241f159ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:08.903413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bcfdb98f-feca-4c38-b247-7c3f7f18df23 req-b177629e-e05e-4b83-a4f2-b10241f159ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "PUT /v2.0/security-groups/1396c9b2-1605-48f3-9793-402a3e96e3c9 HTTP/1.1" status: 200 len: 1774 time: 0.4690077 Feb 04 20:02:09.003601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c05633d2-9b0b-4d15-8183-be68b609f846 req-249bc055-ffe7-44f2-a5fb-affd523fcfd1 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005205 Feb 04 20:02:09.057655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-eb5ce774-843e-45ec-8d0b-40b5a6e7a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:09.057655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-eb5ce774-843e-45ec-8d0b-40b5a6e7a771 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3028357 Feb 04 20:02:09.130200 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864', 'code': 200} Feb 04 20:02:09.145339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:09.145339 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:09.145339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] 10.222.0.62 "PUT /v2.0/ports/f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 200 len: 1121 time: 1.8026752 Feb 04 20:02:09.169809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177629e-e05e-4b83-a4f2-b10241f159ab tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1396c9b2-1605-48f3-9793-402a3e96e3c9,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:09.182476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c43a-c2cc-4a5c-8a59-f66aab58f314 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=8']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:09.203309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-cd508873-feb8-4249-8d77-387f60da7b76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea HTTP/1.1" status: 200 len: 217 time: 0.0927968 Feb 04 20:02:09.240427 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'code': 200} Feb 04 20:02:09.265496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f44fa103-999a-40cd-b3aa-f70f5ab38864'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:09.301845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-e19953af-1a8e-4ab0-a301-724c541aa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:09.309389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-e19953af-1a8e-4ab0-a301-724c541aa17f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0929027 Feb 04 20:02:09.351045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabd5fe-5dc2-4a77-a7d6-3eafac30effd req-676597ad-7564-4222-91d3-0fa05aced238 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:09.351748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-caabd5fe-5dc2-4a77-a7d6-3eafac30effd req-676597ad-7564-4222-91d3-0fa05aced238 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:09.355700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f44fa103-999a-40cd-b3aa-f70f5ab38864'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:09.486391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541761-e168-495e-974e-74b3bbdaac8f req-7e3e9b8e-c7b8-4999-8eff-1548fd528737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:09.496951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53541761-e168-495e-974e-74b3bbdaac8f req-7e3e9b8e-c7b8-4999-8eff-1548fd528737 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1101 time: 0.1451907 Feb 04 20:02:09.496951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-d5499a83-a967-4270-8963-d55c826cb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:09.496951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-d5499a83-a967-4270-8963-d55c826cb903 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1806870 Feb 04 20:02:09.558902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-caabd5fe-5dc2-4a77-a7d6-3eafac30effd req-676597ad-7564-4222-91d3-0fa05aced238 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:09.558902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caabd5fe-5dc2-4a77-a7d6-3eafac30effd req-676597ad-7564-4222-91d3-0fa05aced238 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.4888971 Feb 04 20:02:09.676739 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53541761-e168-495e-974e-74b3bbdaac8f req-3caf5ab4-fd8c-474c-b525-1c40d1c1abe7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610911 Feb 04 20:02:09.699895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-caabd5fe-5dc2-4a77-a7d6-3eafac30effd req-094bc464-1508-4a3f-abe8-23cb7bedeb69 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:09.737788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-980753c4-8d15-4ba4-ac40-74acfc7d3925 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120979 Feb 04 20:02:09.828306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-caabd5fe-5dc2-4a77-a7d6-3eafac30effd req-094bc464-1508-4a3f-abe8-23cb7bedeb69 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:09.829471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caabd5fe-5dc2-4a77-a7d6-3eafac30effd req-094bc464-1508-4a3f-abe8-23cb7bedeb69 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099786 Feb 04 20:02:09.946938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:10.015080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d375e3f-949f-44bf-b9ac-81d867e9a448 req-4a6725aa-a160-450b-b4a6-e0f64c70ccb6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:10.016821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d375e3f-949f-44bf-b9ac-81d867e9a448 req-4a6725aa-a160-450b-b4a6-e0f64c70ccb6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.0997908 Feb 04 20:02:10.017701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47376) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:10.077329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d375e3f-949f-44bf-b9ac-81d867e9a448 req-eaf9acf6-433c-487f-9821-935f03b11536 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Feb 04 20:02:10.120558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:10.142709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea', 'mac_address': 'fa:16:3e:1b:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:02:10.156879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80b3f12c-b499-48cd-8c9d-3a6edf8e868d req-6b2da3be-56e2-4685-bb6b-6676435af205 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/1396c9b2-1605-48f3-9793-402a3e96e3c9 HTTP/1.1" status: 200 len: 1774 time: 0.3001790 Feb 04 20:02:10.189059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-371915617-network', 'tenant_id': 'd0aa1920cb334ab69334b3b1c6e6bcea'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:10.194717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:10.199935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Usage tracker for resource:network and tenant:d0aa1920cb334ab69334b3b1c6e6bcea is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:10.203103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:10.220839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:10.236955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb7992a3-c6fb-4692-9ad5-78066ee388bd req-4dc79681-ee07-44a8-a6e7-1e1f93d3eb43 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677511 Feb 04 20:02:10.258911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.279882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:10.297949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:10.304206 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:02:10.365535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Made reservation on behalf of d0aa1920cb334ab69334b3b1c6e6bcea for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:10.367953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.377737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833998e8-6745-4969-aa1c-3e8d7a133e99 req-df38f6ac-2003-41dd-ae87-9f02abf2230e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:10.379211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-833998e8-6745-4969-aa1c-3e8d7a133e99 req-df38f6ac-2003-41dd-ae87-9f02abf2230e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0829897 Feb 04 20:02:10.380339 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.397224 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.397825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:10.403339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Usage tracker for resource:security_group_rule and tenant:d0aa1920cb334ab69334b3b1c6e6bcea is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:10.407933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:10.414928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:10.425660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-833998e8-6745-4969-aa1c-3e8d7a133e99 req-27fb26b8-d160-4a8a-bb49-6df1fbf36e36 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Feb 04 20:02:10.479801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:10.511365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.593878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.615650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f22d40-33a2-40e6-80ec-7c2169b50339 req-7bd764f7-2f49-47e3-b9ea-83f86efa1560 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:10.622817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-94f22d40-33a2-40e6-80ec-7c2169b50339 req-7bd764f7-2f49-47e3-b9ea-83f86efa1560 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 948 time: 0.0885623 Feb 04 20:02:10.664665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-94f22d40-33a2-40e6-80ec-7c2169b50339 req-00730887-c9b8-4c82-b703-a69b778ee41d tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Feb 04 20:02:10.689392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:10.714118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:02:10.716542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf747c-6224-4d27-949b-e54e00de85f5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:10.740033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a285eb51-1319-41ca-8736-6fd7c5b75e49 req-a3ac11ab-7dcc-405f-bee0-bf89e0336797 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/1396c9b2-1605-48f3-9793-402a3e96e3c9 HTTP/1.1" status: 200 len: 1774 time: 0.0517926 Feb 04 20:02:10.756280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.756628 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Added segment f7f18f65-4289-4863-a1f0-9958e545d208 of type vlan for network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e Feb 04 20:02:10.805353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.819984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a285eb51-1319-41ca-8736-6fd7c5b75e49 req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.820910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03822978-1af5-49b1-a64e-723b3c566990 req-477d84d8-6d93-400b-81e3-655f13a50e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:10.824395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03822978-1af5-49b1-a64e-723b3c566990 req-477d84d8-6d93-400b-81e3-655f13a50e93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 1096 time: 0.1582801 Feb 04 20:02:10.844764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93751016-8c81-48cd-8070-3a6c435b4748 req-05045a8f-19d2-45d8-88ec-834ed9e5959a tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:10.852087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93751016-8c81-48cd-8070-3a6c435b4748 req-05045a8f-19d2-45d8-88ec-834ed9e5959a tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.2387109 Feb 04 20:02:10.853830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a285eb51-1319-41ca-8736-6fd7c5b75e49 req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.953918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a285eb51-1319-41ca-8736-6fd7c5b75e49 req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.970187 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.973154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:10.973154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:10.982123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1396c9b2-1605-48f3-9793-402a3e96e3c9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:10.997313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:11.012657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a285eb51-1319-41ca-8736-6fd7c5b75e49 req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:11.026116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a285eb51-1319-41ca-8736-6fd7c5b75e49 req-3d147f56-f5ed-4a2a-9365-2186383b62fc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/1396c9b2-1605-48f3-9793-402a3e96e3c9 HTTP/1.1" status: 204 len: 173 time: 0.2787902 Feb 04 20:02:11.030099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93751016-8c81-48cd-8070-3a6c435b4748 req-12992f66-a142-4fdb-92a7-a6b86ffb041f tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768761 Feb 04 20:02:11.221540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacabb88-c628-4115-96c1-71382ce80efd req-7455d8a4-6f6f-4016-bf42-07770306e0ce tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.223016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacabb88-c628-4115-96c1-71382ce80efd req-7455d8a4-6f6f-4016-bf42-07770306e0ce tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1043584 Feb 04 20:02:11.230295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:11.272917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacabb88-c628-4115-96c1-71382ce80efd req-fb93cd18-be59-4903-9306-f5671c4c886a tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Feb 04 20:02:11.306038 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2870691 Feb 04 20:02:11.309159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47396) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:11.311950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7c60f-e781-4f1e-838d-9ace33ae618b admin admin] Pushing event updated for resources: {'Network': ['ID=dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:11.323383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:02:11.323825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Request body: {'subnet': {'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-371915617-subnet', 'tenant_id': 'd0aa1920cb334ab69334b3b1c6e6bcea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:11.329213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:11.333431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Usage tracker for resource:subnet and tenant:d0aa1920cb334ab69334b3b1c6e6bcea is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:11.336463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:11.343736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03822978-1af5-49b1-a64e-723b3c566990 req-f082b857-6d06-45b8-bd03-bbe7b8f32136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.345228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03822978-1af5-49b1-a64e-723b3c566990 req-f082b857-6d06-45b8-bd03-bbe7b8f32136 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 200 len: 911 time: 0.4906745 Feb 04 20:02:11.345800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:11.426075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03822978-1af5-49b1-a64e-723b3c566990 req-4f610e44-c988-40ae-864e-e6758f5a23d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534e4563-5a92-4261-bc54-89efe5f13713 HTTP/1.1" status: 200 len: 217 time: 0.0728481 Feb 04 20:02:11.439186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Made reservation on behalf of d0aa1920cb334ab69334b3b1c6e6bcea for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:11.440017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e25b1-ada0-482a-9cbf-4c2787b4376f req-b7508cfc-b8db-495e-82e1-befddc724494 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.441458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:11.441600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-987e25b1-ada0-482a-9cbf-4c2787b4376f req-b7508cfc-b8db-495e-82e1-befddc724494 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.2040975 Feb 04 20:02:11.536350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-987e25b1-ada0-482a-9cbf-4c2787b4376f req-4f3fabbb-98a9-4473-96a5-cebbd7abd80c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626371 Feb 04 20:02:11.537853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03822978-1af5-49b1-a64e-723b3c566990 req-14cee155-e89d-4a0b-aa5f-2476d20b4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.539749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03822978-1af5-49b1-a64e-723b3c566990 req-14cee155-e89d-4a0b-aa5f-2476d20b4e9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 200 len: 850 time: 0.0967979 Feb 04 20:02:11.590068 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03822978-1af5-49b1-a64e-723b3c566990 req-522e1bc9-f0d3-4638-99b2-df6c9a224ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2dd5d1dd-8cdc-41a3-8759-9b105711bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443127 Feb 04 20:02:11.595780 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864', 'status': 'completed', 'code': 200} Feb 04 20:02:11.748470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03822978-1af5-49b1-a64e-723b3c566990 req-f6822f4f-a0dc-4931-bf4e-b6a255c0899a service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508021 Feb 04 20:02:11.771776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-b7c85f9a-67b5-4f50-843e-986509ac4cb6 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.772866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-b7c85f9a-67b5-4f50-843e-986509ac4cb6 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.3083019 Feb 04 20:02:11.855468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ca00d-3f4d-407d-8a31-4f2eed765fad req-b4ab9f1d-449a-44cc-bb06-424ed6d5b4cb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.856802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dd2ca00d-3f4d-407d-8a31-4f2eed765fad req-b4ab9f1d-449a-44cc-bb06-424ed6d5b4cb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.3153646 Feb 04 20:02:11.924908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-edb2043e-c3d2-408e-b87e-95a52e56ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.926397 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-edb2043e-c3d2-408e-b87e-95a52e56ab2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1124 time: 0.2782192 Feb 04 20:02:11.930327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Deleting port e2818c40-cd2a-4b32-91bd-4b946db70e5f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:11.930664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:11.946510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03822978-1af5-49b1-a64e-723b3c566990 req-3cb509e8-6c9f-40c5-bb74-fa1745f34c03 service neutron] 10.222.0.62 "GET /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899602 Feb 04 20:02:11.953983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e581-d85b-4b30-bc8b-656d7af06347 req-89a14d09-8aed-4d2d-bcf1-654bbe188f86 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:11.955417 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b062e581-d85b-4b30-bc8b-656d7af06347 req-89a14d09-8aed-4d2d-bcf1-654bbe188f86 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1765022 Feb 04 20:02:11.959497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:12.010866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b062e581-d85b-4b30-bc8b-656d7af06347 req-e836e668-1e69-4d97-a835-349d5256288c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489836 Feb 04 20:02:12.098314 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dd2ca00d-3f4d-407d-8a31-4f2eed765fad req-18590124-8be2-4439-9fb0-6d401b005741 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221494 Feb 04 20:02:12.177204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:12.183754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:12.184270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.210384 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.316050 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.343083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:12.353677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:12.390976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-26e21840-44f5-4430-ac5b-2f57c4ffa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:12.392428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-26e21840-44f5-4430-ac5b-2f57c4ffa4ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.4233625 Feb 04 20:02:12.416041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-e0a56ebe-72ca-41f5-a3b4-76cd3c65fec9 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:12.417539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-e0a56ebe-72ca-41f5-a3b4-76cd3c65fec9 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1101 time: 0.0736208 Feb 04 20:02:12.441410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.456947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:12.457580 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.478442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Usage tracker for resource:security_group_rule and tenant:2e906b4b182a4c4c894b9ff2787dd217 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:12.482424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:12.488554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:12.611290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.613649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:12.633882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-bebc1ddc-aeda-4d26-acb5-f7e246063622 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 200 len: 217 time: 0.2245858 Feb 04 20:02:12.636998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa829be-1c86-4f7d-99e8-482703fd97f5,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:12.691190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.726256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae79e9de-c61d-49d1-9130-56a6fd8e359d req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027704 Feb 04 20:02:12.729502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Checking segment: {'id': 'f7f18f65-4289-4863-a1f0-9958e545d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:12.729865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Network hostable DHCP agents. Network: dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:02:12.733555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b245af8-82db-4cf9-964a-b3e263059e82,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:12.742232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.742578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.742944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.743276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.743818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.744318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.744649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.744975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.745350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.745687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.746013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.746330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39230fd-f3ba-413e-884e-687d446ae549 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:12.768767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] For port e2818c40-cd2a-4b32-91bd-4b946db70e5f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e2818c40-cd2a-4b32-91bd-4b946db70e5f,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:12.769124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:12.778949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-e8778575-2fab-47ac-b462-0d535cde0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:12.780365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-e8778575-2fab-47ac-b462-0d535cde0aa5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1388860 Feb 04 20:02:12.793003 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-b98b98ac-10f1-4a28-804c-c79ebbc6e343 req-ca889f8f-f821-48a8-be32-c098d9cab88f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:02:12.794006 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b98b98ac-10f1-4a28-804c-c79ebbc6e343 req-ca889f8f-f821-48a8-be32-c098d9cab88f tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/90b62521-591c-4485-863d-c6e318acc974 HTTP/1.1" status: 404 len: 352 time: 0.0198915 Feb 04 20:02:12.950310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7ae7-7745-4e87-a71c-fbd74e5d1f19 req-3313773a-78da-44a1-8920-7ecab1c418dc tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:12.951718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e4e7ae7-7745-4e87-a71c-fbd74e5d1f19 req-3313773a-78da-44a1-8920-7ecab1c418dc tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 948 time: 0.6914990 Feb 04 20:02:12.958309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Calling delete_port for e2818c40-cd2a-4b32-91bd-4b946db70e5f owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:12.964424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81ab3e-e686-4aec-a422-89de3cfc016e req-bac6fbc2-ca2c-4475-9781-99a688942c0e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:12.965926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af81ab3e-e686-4aec-a422-89de3cfc016e req-bac6fbc2-ca2c-4475-9781-99a688942c0e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 946 time: 0.0815139 Feb 04 20:02:12.987841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-28e573bd-5316-4240-b37d-779406ca0bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1987774 Feb 04 20:02:13.008439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:13.011078 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af81ab3e-e686-4aec-a422-89de3cfc016e req-1f422026-eb66-40d3-9bb1-fa279978ed23 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Feb 04 20:02:13.041865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:02:13.179427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e4e7ae7-7745-4e87-a71c-fbd74e5d1f19 req-3352c024-b6b8-47f6-80e2-f2b6b9095736 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847377 Feb 04 20:02:13.222278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:13.233662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 has no active binding in host n-h1-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:02:13.242042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b43155-40aa-417d-a72a-9cb8db9e48a0 req-d3ed3391-7a4b-415f-aa37-d016203e2a38 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:13.243583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:13.244429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93b43155-40aa-417d-a72a-9cb8db9e48a0 req-d3ed3391-7a4b-415f-aa37-d016203e2a38 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1033108 Feb 04 20:02:13.252501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-69969354-d27a-4f12-842f-f4c85b23a685 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563958 Feb 04 20:02:13.256533 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea', 'code': 200} Feb 04 20:02:13.259337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b52a1-2eb5-40f5-bfbb-3f6178c05091 None None] Network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:13.259996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:13.260719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:13.350996 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93b43155-40aa-417d-a72a-9cb8db9e48a0 req-dbbf6a37-5749-42bf-a058-67ad5cbaf4eb tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989382 Feb 04 20:02:13.451528 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-dc83c092-36b5-4b96-ba64-cd6f8512be07 req-7d5d1463-eeca-49ea-a3f5-31899ce312cc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:02:13.452124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc83c092-36b5-4b96-ba64-cd6f8512be07 req-7d5d1463-eeca-49ea-a3f5-31899ce312cc tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/f0be1985-1222-4da4-9477-56f8546d9fde HTTP/1.1" status: 404 len: 352 time: 0.0474751 Feb 04 20:02:13.461158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8066eef-e390-4a90-b961-1ad9002bb18e req-369e9982-a997-4f77-b5b6-dc9ce0a96715 service neutron] 10.222.0.24 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914616 Feb 04 20:02:13.481965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3c258-59ed-45c5-8ee3-027fb507b8d6 req-fbbed24b-846e-49d9-8c82-55e9a27a0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:13.481965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43f3c258-59ed-45c5-8ee3-027fb507b8d6 req-fbbed24b-846e-49d9-8c82-55e9a27a0620 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 1100 time: 0.1632216 Feb 04 20:02:13.504962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-42e863c8-e5ac-435c-8888-1e7d4af0304e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1934774 Feb 04 20:02:13.509243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:13.536323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a80bfaab-5cea-4961-97d8-bc66641fca57', 'e2818c40-cd2a-4b32-91bd-4b946db70e5f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:13.583317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43f3c258-59ed-45c5-8ee3-027fb507b8d6 req-2a568728-50b1-476f-886c-b83e36b911e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848804 Feb 04 20:02:13.596622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['201ba97e-c0bd-4968-8674-6b21e8e2f801'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:13.644031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Pushing event deleted for resources: {'Port': ['ID=e2818c40-cd2a-4b32-91bd-4b946db70e5f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:13.753115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144293b-05a6-495b-a24e-5ba722346b98 req-84f1ff1d-21ba-4c50-8e80-d55d910eb8fb tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:13.754913 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5144293b-05a6-495b-a24e-5ba722346b98 req-84f1ff1d-21ba-4c50-8e80-d55d910eb8fb tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1724839 Feb 04 20:02:13.797343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9f144-d909-419b-bab0-7f234c662277 None None] Network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:13.798524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] No DVR routers for this DVR port e2818c40-cd2a-4b32-91bd-4b946db70e5f on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:13.804476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:13.809885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-397090c2-c07f-47b9-bd29-fa4c9d4a3c8e req-e01468a4-4de5-402e-8ac0-cfab1fdc8586 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "DELETE /v2.0/ports/e2818c40-cd2a-4b32-91bd-4b946db70e5f HTTP/1.1" status: 204 len: 173 time: 2.0016809 Feb 04 20:02:13.810667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'name': 'network-vif-deleted', 'tag': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:13.847936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5144293b-05a6-495b-a24e-5ba722346b98 req-681c462a-6f32-4e7d-ae4c-81db64c1d97f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840015 Feb 04 20:02:14.242130 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-4846dc33-d5bf-40be-bede-a59464dc8ec9 req-20c4c351-c7db-480b-bb2b-3906d12d3537 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:02:14.262912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4846dc33-d5bf-40be-bede-a59464dc8ec9 req-20c4c351-c7db-480b-bb2b-3906d12d3537 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/04d6371c-668b-49f2-a2cf-1891d888a0e2 HTTP/1.1" status: 404 len: 352 time: 0.0331206 Feb 04 20:02:14.318888 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1eddb5-d659-4c02-bc43-5495619f07ec', 'name': 'network-vif-deleted', 'tag': 'e2818c40-cd2a-4b32-91bd-4b946db70e5f', 'status': 'completed', 'code': 200} Feb 04 20:02:14.331999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5381b88-e696-41b0-8279-a868c8273f3c req-1809d9f7-75ea-4beb-a850-efe772b18805 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:14.338767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5381b88-e696-41b0-8279-a868c8273f3c req-1809d9f7-75ea-4beb-a850-efe772b18805 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 943 time: 0.1948020 Feb 04 20:02:14.400983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5381b88-e696-41b0-8279-a868c8273f3c req-78477621-1af0-456a-be20-71736a8fac24 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613523 Feb 04 20:02:14.576045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-4fb1212e-291e-4778-99a9-281b0b070ba7 service neutron] 10.222.0.24 "GET /v2.0/ports/f44fa103-999a-40cd-b3aa-f70f5ab38864/bindings/n-h1-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.1943026 Feb 04 20:02:14.612679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-844a1bc4-ca0a-43f0-9990-ece769dfafbc req-46957273-9e03-421a-af27-53a90a26c8a2 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1eddb5-d659-4c02-bc43-5495619f07ec HTTP/1.1" status: 200 len: 210 time: 0.0850232 Feb 04 20:02:14.683244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-e94fc5d2-bac6-41b7-8652-4c6a9a8c32ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1655679 Feb 04 20:02:14.724812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-f5a8a6be-1726-4ec1-a6e7-8f06adc2c389 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:14.726262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-f5a8a6be-1726-4ec1-a6e7-8f06adc2c389 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/networks?id=dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e HTTP/1.1" status: 200 len: 820 time: 0.2440016 Feb 04 20:02:14.798493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-bc9e2c4c-1b7a-4740-af12-322b4a811740 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/quotas/d0aa1920cb334ab69334b3b1c6e6bcea HTTP/1.1" status: 200 len: 375 time: 0.0231113 Feb 04 20:02:14.909432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa39b61-8d0f-4b62-9afc-cedf6684946d req-4b74b8a3-bac6-4f33-ad15-ca838eac1771 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:14.910924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aa39b61-8d0f-4b62-9afc-cedf6684946d req-4b74b8a3-bac6-4f33-ad15-ca838eac1771 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1542995 Feb 04 20:02:14.981223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-157d7091-2079-463a-9811-b7257d049f2e tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0aa1920cb334ab69334b3b1c6e6bcea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1811450 Feb 04 20:02:14.984616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aa39b61-8d0f-4b62-9afc-cedf6684946d req-c31ddf26-88df-428f-beb7-7faaab74f07f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665884 Feb 04 20:02:15.132748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:15.231052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180718b6-fd0b-415b-8de0-a173920e6058 req-1af0889d-0000-4772-b997-619eb173b986 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:15.236163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-180718b6-fd0b-415b-8de0-a173920e6058 req-1af0889d-0000-4772-b997-619eb173b986 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 949 time: 0.1361401 Feb 04 20:02:15.340611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:15.388231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-79b9e684-4874-4998-8f4e-afbb45cbf7df service neutron] 10.222.0.48 "GET /v2.0/networks/dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013584 Feb 04 20:02:15.394645 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-180718b6-fd0b-415b-8de0-a173920e6058 req-263514e0-13e0-474b-9069-b8ce4d249f51 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603522 Feb 04 20:02:15.465425 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-f8c9af92-cb8a-4b22-9572-f946c3447381 req-2695fd5d-8422-4e5b-b5d8-d153c88a92d8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:02:15.465425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8c9af92-cb8a-4b22-9572-f946c3447381 req-2695fd5d-8422-4e5b-b5d8-d153c88a92d8 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/8af15058-c3d7-4040-955b-74e140141102 HTTP/1.1" status: 404 len: 352 time: 0.0242431 Feb 04 20:02:15.485355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44fa103-999a-40cd-b3aa-f70f5ab38864 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:15.500049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:15.553046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-7334df87-f1ae-4487-90a7-7c49e878d348 service neutron] 10.222.0.48 "GET /v2.0/networks/dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686559 Feb 04 20:02:15.633794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:15.665395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bab54-c9c0-47d3-933d-eb5c94c0a5ac req-74bd93a2-2294-466b-a8e4-0ea773453301 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:15.665395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-381bab54-c9c0-47d3-933d-eb5c94c0a5ac req-74bd93a2-2294-466b-a8e4-0ea773453301 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.0937345 Feb 04 20:02:15.710880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-381bab54-c9c0-47d3-933d-eb5c94c0a5ac req-96146d1f-f22d-4950-87fd-9b5b1d7d2837 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Feb 04 20:02:15.745444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] Transition to ACTIVE for port object f44fa103-999a-40cd-b3aa-f70f5ab38864 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:15.855383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:15.946854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fd607-d797-4a82-a126-ffdf1f94e76b req-8e34d9ab-68d8-42c0-8812-0aad5cc1fd72 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:15.946854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b5fd607-d797-4a82-a126-ffdf1f94e76b req-8e34d9ab-68d8-42c0-8812-0aad5cc1fd72 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1339147 Feb 04 20:02:15.954520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:16.047313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:16.047313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e2818c40-cd2a-4b32-91bd-4b946db70e5f no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:16.054626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b5fd607-d797-4a82-a126-ffdf1f94e76b req-f3dba2a6-d582-49ae-9c65-8fc5061c91c5 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888221 Feb 04 20:02:16.110345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: e2818c40-cd2a-4b32-91bd-4b946db70e5f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:16.110345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e2818c40-cd2a-4b32-91bd-4b946db70e5f not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:16.127092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] No DVR routers for this DVR port f44fa103-999a-40cd-b3aa-f70f5ab38864 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:16.132426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:16.214056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-204f7a12-5b41-4723-9c26-2dca90cd45c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/f44fa103-999a-40cd-b3aa-f70f5ab38864/bindings/n-h1-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6297872 Feb 04 20:02:16.237391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e13705-5f80-4958-88e8-225f99f67eac req-9ad7b81d-8cac-4e0f-9474-c5a22d9c969b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:16.238896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05e13705-5f80-4958-88e8-225f99f67eac req-9ad7b81d-8cac-4e0f-9474-c5a22d9c969b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.2538729 Feb 04 20:02:16.289308 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-1f87c3ad-8af8-4b04-b3a2-259a8300c0ab req-09735b60-e158-4e8a-903d-0c1663b8e740 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:02:16.301228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f87c3ad-8af8-4b04-b3a2-259a8300c0ab req-09735b60-e158-4e8a-903d-0c1663b8e740 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/1e48e5f8-e2c4-4863-9601-847ac3918078 HTTP/1.1" status: 404 len: 352 time: 0.0294650 Feb 04 20:02:16.303639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05e13705-5f80-4958-88e8-225f99f67eac req-6e7f388b-a460-43b1-9a39-345c46010e0e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585666 Feb 04 20:02:16.419846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-071c048d-f316-4eae-8b21-8964283243d0 req-cb4e6c15-497a-4560-8a75-8c5501b751f9 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 210 time: 0.0577974 Feb 04 20:02:16.459837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-44bad227-cd98-4e68-9f23-f3d2295243c9 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:16.477672 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-2b99f7db-79de-4250-9a85-d24b4172f081 req-4a0354ad-e1ae-4656-b2b2-9b500a4d1f44 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] show failed (client error): The resource could not be found. Feb 04 20:02:16.479054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b99f7db-79de-4250-9a85-d24b4172f081 req-4a0354ad-e1ae-4656-b2b2-9b500a4d1f44 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/ef49f90a-8f9c-4497-b9c3-6300edf88cf7 HTTP/1.1" status: 404 len: 352 time: 0.0333593 Feb 04 20:02:16.479576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-44bad227-cd98-4e68-9f23-f3d2295243c9 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.1236122 Feb 04 20:02:16.632796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-60f8bf0b-2793-4855-929b-0fd60249da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:16.634260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-60f8bf0b-2793-4855-929b-0fd60249da9c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66 HTTP/1.1" status: 200 len: 1095 time: 0.1471961 Feb 04 20:02:16.644239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c6fc-4021-430a-9bea-681335b45583 req-906c0070-b02d-4f4e-84ce-0ff8096be65c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:16.645564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6196c6fc-4021-430a-9bea-681335b45583 req-906c0070-b02d-4f4e-84ce-0ff8096be65c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1163068 Feb 04 20:02:16.750423 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6196c6fc-4021-430a-9bea-681335b45583 req-bc174af1-9cf0-4298-a0ec-b0cc1ff2f609 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952971 Feb 04 20:02:16.769754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-b600badd-c30f-4e2d-9d72-02ab3e091ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:16.775755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-b600badd-c30f-4e2d-9d72-02ab3e091ec0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1095 time: 0.1021049 Feb 04 20:02:16.894955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-6f50044c-c0d0-4b1e-bb78-dabac6a2225d tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302947 Feb 04 20:02:17.040725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-476965cd-e57d-49b0-b988-47143a9d06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.040725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-476965cd-e57d-49b0-b988-47143a9d06b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 200 len: 909 time: 0.2588081 Feb 04 20:02:17.057443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device edc751d4-345e-4fbb-9fd3-8cc29b030066 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:17.057443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device edc751d4-345e-4fbb-9fd3-8cc29b030066 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:17.136289 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-04f2a94f-ec08-480f-8ea0-dcc4753da27f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 200 len: 217 time: 0.0894208 Feb 04 20:02:17.210139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-805065f8-6e7b-447f-993f-d1556e207bef tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.216070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-805065f8-6e7b-447f-993f-d1556e207bef tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150103 Feb 04 20:02:17.245693 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-b84dbe3c-51c1-4730-b5c6-c371175b8f51 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/quotas/8590525c1ea14829b44c5befd2a6a2e7 HTTP/1.1" status: 200 len: 375 time: 0.0282109 Feb 04 20:02:17.300051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-f91a58eb-3289-4cb5-9cce-9958b61e30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.301500 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-f91a58eb-3289-4cb5-9cce-9958b61e30fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 200 len: 848 time: 0.1583676 Feb 04 20:02:17.321572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:17.337111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'port_id': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'mac_address': 'fa:16:3e:22:6e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760069ad-b971-4d0c-bcbd-08b61c1e01e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:02:17.360011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-f64a9689-0cd0-4faf-9467-43b7593d355b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74c12b12-e2ad-4e8f-895a-d1615a2e0941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463889 Feb 04 20:02:17.361318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-106d61ab-cda8-4e16-9dd1-f95f7d43c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.362906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-106d61ab-cda8-4e16-9dd1-f95f7d43c8ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1101 time: 0.1063571 Feb 04 20:02:17.465251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:17.485702 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:17.496995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-8f013f9d-c0c7-4bcf-8f3b-8c7530564faf tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2293236 Feb 04 20:02:17.503835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edc751d4-345e-4fbb-9fd3-8cc29b030066 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:17.543955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:17.559051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-a426bd54-4cfe-432a-bef2-73cf9855406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.559051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-a426bd54-4cfe-432a-bef2-73cf9855406c service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1830108 Feb 04 20:02:17.578822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-b6d59740-d700-462e-8db7-2e0623fa3803 service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053742 Feb 04 20:02:17.635761 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:17.661784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-2e88484a-297a-4bbd-9f97-869f6ae9c83f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.0939639 Feb 04 20:02:17.807440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-750ff73e-3f38-476c-a67b-1ca5a2db623a service neutron] 10.222.0.62 "GET /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293563 Feb 04 20:02:17.836843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:02:17.836843 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:02:17.837416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-b34f78a1-da8d-431b-a7c1-99ed3fa8fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.838860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-b34f78a1-da8d-431b-a7c1-99ed3fa8fed0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1660650 Feb 04 20:02:17.842370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:17.935941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a9a58-48aa-4117-8b35-9cd0263a5105 req-9494e715-1301-4f78-aebc-ada0e872b687 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.963725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b9a9a58-48aa-4117-8b35-9cd0263a5105 req-9494e715-1301-4f78-aebc-ada0e872b687 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.2841918 Feb 04 20:02:17.985435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7f3b7-c5e8-40d9-8f92-1f9c35325045 req-420fd838-8ef2-4cea-8ad0-e59dceeb6f23 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:17.985435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cab7f3b7-c5e8-40d9-8f92-1f9c35325045 req-420fd838-8ef2-4cea-8ad0-e59dceeb6f23 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 945 time: 0.1436305 Feb 04 20:02:18.021576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-fd18af30-75cf-43ac-8b54-1d3c60e6bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:18.021576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-fd18af30-75cf-43ac-8b54-1d3c60e6bc1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713841 Feb 04 20:02:18.025137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['edc751d4-345e-4fbb-9fd3-8cc29b030066'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:18.067445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cab7f3b7-c5e8-40d9-8f92-1f9c35325045 req-c8f72a37-261a-4c98-8448-5639c566cf4d tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875897 Feb 04 20:02:18.145031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b9a9a58-48aa-4117-8b35-9cd0263a5105 req-ea6c5cb3-161c-4ce8-9d50-2a7f255f2293 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860640 Feb 04 20:02:18.223365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-9cc7b0f1-33ad-44c6-bb21-b587c888f903 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954515 Feb 04 20:02:18.366336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c0128-b39f-4f0d-b450-bc34f937526c req-04e9b1d7-01a7-4b75-ba48-a72a6dade85c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:18.367932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-191c0128-b39f-4f0d-b450-bc34f937526c req-04e9b1d7-01a7-4b75-ba48-a72a6dade85c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 945 time: 0.1416566 Feb 04 20:02:18.430862 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:18.450027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id edc751d4-345e-4fbb-9fd3-8cc29b030066 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:18.458252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-191c0128-b39f-4f0d-b450-bc34f937526c req-9ed4eca1-b99d-4d00-84ec-8afb840850d1 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760024 Feb 04 20:02:18.469861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:18.576566 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:18.627324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-d8a80cd8-21ef-4f3d-b18f-d7322aee1922 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956702 Feb 04 20:02:18.641767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735825-c71b-4e0d-af2c-76c013cbda55 req-b50bb3e2-74b4-4210-ba3c-bdd3a0d58a40 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:18.643456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9735825-c71b-4e0d-af2c-76c013cbda55 req-b50bb3e2-74b4-4210-ba3c-bdd3a0d58a40 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.2891328 Feb 04 20:02:18.696961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:18.701652 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9735825-c71b-4e0d-af2c-76c013cbda55 req-e4fc8de2-89e1-46b0-86cb-95870ef1db72 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524459 Feb 04 20:02:18.767177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d740cc78-89c7-49a3-b7e3-dd150c55e46a req-3827b64a-4d19-4e10-9b4d-ef95411f23d5 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 210 time: 0.0889630 Feb 04 20:02:18.822157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-e6a58c32-2323-4010-88b0-8d81953e5c0c tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:18.823608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-e6a58c32-2323-4010-88b0-8d81953e5c0c tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292&tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.1471422 Feb 04 20:02:18.862493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-3eaaf875-89b1-41d6-ad74-2f817d24e566 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:18.863950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-3eaaf875-89b1-41d6-ad74-2f817d24e566 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 945 time: 0.3939488 Feb 04 20:02:18.923713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30562cb6-bef1-4bbb-92a9-97dd626ee2d6 req-ea5bb123-f8e5-42b8-9ec7-d49cf83c059a tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:18.925197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30562cb6-bef1-4bbb-92a9-97dd626ee2d6 req-ea5bb123-f8e5-42b8-9ec7-d49cf83c059a tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1023 time: 0.0886087 Feb 04 20:02:18.941821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b1e2a3de-7d95-47d7-97c3-1c805876a302 req-678d9f80-f9ef-45a5-b302-c8fd8ad60d65 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 210 time: 0.1220727 Feb 04 20:02:18.980089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-30562cb6-bef1-4bbb-92a9-97dd626ee2d6 req-99e8f407-7813-4c36-b543-d40a0f965b53 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:19.008649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Deleting port a80bfaab-5cea-4961-97d8-bc66641fca57 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:19.008985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:19.214779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-61948e6f-8691-41e9-a861-77af87c53d8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:19.216232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-61948e6f-8691-41e9-a861-77af87c53d8d tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 1023 time: 0.2241831 Feb 04 20:02:19.220268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-30562cb6-bef1-4bbb-92a9-97dd626ee2d6 req-99e8f407-7813-4c36-b543-d40a0f965b53 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:19.221369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30562cb6-bef1-4bbb-92a9-97dd626ee2d6 req-99e8f407-7813-4c36-b543-d40a0f965b53 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46&id=93c012d6-9a2c-41f8-b913-8c6e64f284ca&id=c69af50c-9f81-480b-a48f-a6f62aae3d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2895622 Feb 04 20:02:19.285797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-439d5af3-9ba8-4571-b533-6760df836e1e tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:19.288268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-439d5af3-9ba8-4571-b533-6760df836e1e tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.24 "GET /v2.0/networks?id=dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e HTTP/1.1" status: 200 len: 820 time: 0.2542677 Feb 04 20:02:19.304471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-60fa56a4-c519-4ab6-95f6-d64979d4c4e4 service neutron] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:19.307922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Request body: {'port': {'device_id': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e', 'admin_state_up': True, 'tenant_id': 'd0aa1920cb334ab69334b3b1c6e6bcea'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:19.348142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-60fa56a4-c519-4ab6-95f6-d64979d4c4e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:19.349780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d82ea4ec-5db9-4d78-9dda-c19d6931ca3e req-60fa56a4-c519-4ab6-95f6-d64979d4c4e4 service neutron] 10.222.0.62 "DELETE /v2.0/ports/f44fa103-999a-40cd-b3aa-f70f5ab38864/bindings/n-h2-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.4794869 Feb 04 20:02:19.359940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bdbbd-d02d-4e61-9e69-209139128308 req-0ef03b21-c7a7-467b-bbb6-a518759fdaa8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:19.361353 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b9bdbbd-d02d-4e61-9e69-209139128308 req-0ef03b21-c7a7-467b-bbb6-a518759fdaa8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.2536032 Feb 04 20:02:19.394383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] For port a80bfaab-5cea-4961-97d8-bc66641fca57, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a80bfaab-5cea-4961-97d8-bc66641fca57,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:19.394757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:19.444827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Deleting port 2fbd6af3-5e3f-412e-8a45-023bc9812717 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:19.445171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:19.530918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Calling delete_port for a80bfaab-5cea-4961-97d8-bc66641fca57 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:19.577261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b9bdbbd-d02d-4e61-9e69-209139128308 req-14640deb-75a1-4223-812e-2377b3b27b9c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067044 Feb 04 20:02:19.641312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:19.667691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Usage tracker for resource:port and tenant:d0aa1920cb334ab69334b3b1c6e6bcea is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:19.671351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:19.727282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:19.745463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f78341-b53c-4ff2-99ea-fc07ddaf9a47 req-f164db0b-46af-4e1c-b7cb-eee5f2565b12 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:19.746256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-45f78341-b53c-4ff2-99ea-fc07ddaf9a47 req-f164db0b-46af-4e1c-b7cb-eee5f2565b12 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:19.774062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54011b26-835e-4189-8bed-af027a320eaa req-cdce181a-c8f9-49b4-af17-666f6a0da97b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:19.782247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-54011b26-835e-4189-8bed-af027a320eaa req-cdce181a-c8f9-49b4-af17-666f6a0da97b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.0963981 Feb 04 20:02:19.826886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] For port 2fbd6af3-5e3f-412e-8a45-023bc9812717, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2fbd6af3-5e3f-412e-8a45-023bc9812717,segment=NetworkSegment(f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5),segment_id=f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:19.826886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:19.827963 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-54011b26-835e-4189-8bed-af027a320eaa req-48227c16-4d3b-4382-963e-ff0bd2090f54 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447927 Feb 04 20:02:19.863196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:19.876569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['201ba97e-c0bd-4968-8674-6b21e8e2f801'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:19.949718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Made reservation on behalf of d0aa1920cb334ab69334b3b1c6e6bcea for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:19.950933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a80bfaab-5cea-4961-97d8-bc66641fca57'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:19.953241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:19.965215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-45f78341-b53c-4ff2-99ea-fc07ddaf9a47 req-f164db0b-46af-4e1c-b7cb-eee5f2565b12 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:19.966348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45f78341-b53c-4ff2-99ea-fc07ddaf9a47 req-f164db0b-46af-4e1c-b7cb-eee5f2565b12 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 945 time: 0.5837853 Feb 04 20:02:19.978942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Calling delete_port for 2fbd6af3-5e3f-412e-8a45-023bc9812717 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:20.023221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Pushing event deleted for resources: {'Port': ['ID=a80bfaab-5cea-4961-97d8-bc66641fca57,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:20.118994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] No DVR routers for this DVR port a80bfaab-5cea-4961-97d8-bc66641fca57 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:20.128095 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:20.131366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d927f2-20f5-4124-9e96-97751a700e64', 'name': 'network-vif-deleted', 'tag': 'a80bfaab-5cea-4961-97d8-bc66641fca57'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:20.166535 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45f78341-b53c-4ff2-99ea-fc07ddaf9a47 req-9b4dadfe-14c9-4088-87b5-de5769606a74 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535649 Feb 04 20:02:20.170953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62573533-927c-4c04-a7e1-43ca3d3be0c3 req-35ace16f-479c-4c4d-a933-5eda0e4b47a2 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:20.172653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62573533-927c-4c04-a7e1-43ca3d3be0c3 req-35ace16f-479c-4c4d-a933-5eda0e4b47a2 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 944 time: 0.2160082 Feb 04 20:02:20.204247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efe64a8b-6bb6-4115-b22b-a23f0dd6bf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:20.215620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c2b6316b-8960-4922-adfc-484b74fdc923 req-b8d2d4b1-a4f2-484b-b7e2-a856296acbab tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.24 "DELETE /v2.0/ports/a80bfaab-5cea-4961-97d8-bc66641fca57 HTTP/1.1" status: 204 len: 173 time: 1.3382902 Feb 04 20:02:20.259309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62573533-927c-4c04-a7e1-43ca3d3be0c3 req-0a358635-0660-400d-8b89-59bef3c79659 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779810 Feb 04 20:02:20.413190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Allocated IP 172.20.0.2 (dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e/3fa829be-1c86-4f7d-99e8-482703fd97f5/3218b69d-ed1e-4cfb-bd92-add00bd92baa) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:20.434135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced7b76-b73a-4980-8243-5f7f196bada2 req-dfcd605c-c5d2-40b1-b9fe-a09850b560f3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:20.437658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ced7b76-b73a-4980-8243-5f7f196bada2 req-dfcd605c-c5d2-40b1-b9fe-a09850b560f3 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.1380308 Feb 04 20:02:20.450396 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b135931-b146-45ea-afb1-5d08e8ea812c req-1401634a-e5f6-4a0c-b674-44d1cd91bf34 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 210 time: 0.0556219 Feb 04 20:02:20.507275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ced7b76-b73a-4980-8243-5f7f196bada2 req-b65a5235-4b0f-4d95-87c1-110dff57d09c tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656180 Feb 04 20:02:20.515810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:20.577627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'Port': ['ID=2fbd6af3-5e3f-412e-8a45-023bc9812717,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:20.673461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-928c13b0-511d-4e83-bd10-2368535c6f2c req-c7b81ef7-f984-456e-b2df-55386229f601 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 210 time: 0.0954623 Feb 04 20:02:20.676017 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d927f2-20f5-4124-9e96-97751a700e64', 'name': 'network-vif-deleted', 'tag': 'a80bfaab-5cea-4961-97d8-bc66641fca57', 'status': 'completed', 'code': 200} Feb 04 20:02:20.899977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef4aa8-8b41-4705-ba94-e81ae690aa21 req-f0d1565e-9c1b-42e5-90f6-445b64807c0d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:20.901860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7ef4aa8-8b41-4705-ba94-e81ae690aa21 req-f0d1565e-9c1b-42e5-90f6-445b64807c0d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.0836990 Feb 04 20:02:20.931057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] No DVR routers for this DVR port 2fbd6af3-5e3f-412e-8a45-023bc9812717 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:20.939835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:20.946036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7ef4aa8-8b41-4705-ba94-e81ae690aa21 req-93c55a0e-a775-46e7-9411-5894fd770ec3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Feb 04 20:02:20.946828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'name': 'network-vif-deleted', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:20.956143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30071310-7b82-4679-9864-2d4237e1b94b req-f486d3c6-b957-4538-b3b7-cf18c0e86daf tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 210 time: 0.0692441 Feb 04 20:02:21.034368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e81975b-7d5c-4a7f-a3bc-1d45efe4f856 req-00e604de-4a08-476f-a785-00fba7be0c70 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.24 "DELETE /v2.0/ports/2fbd6af3-5e3f-412e-8a45-023bc9812717 HTTP/1.1" status: 204 len: 173 time: 1.8025985 Feb 04 20:02:21.075159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device edc751d4-345e-4fbb-9fd3-8cc29b030066 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:21.168661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port edc751d4-345e-4fbb-9fd3-8cc29b030066 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:21.169036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:21.190920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:21.221910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2b22e-4b20-4e5f-a6ca-6ced926a2a4c req-a7c2ea2c-a601-45b2-a637-b0fedc87064c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:21.223717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0f2b22e-4b20-4e5f-a6ca-6ced926a2a4c req-a7c2ea2c-a601-45b2-a637-b0fedc87064c tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1537969 Feb 04 20:02:21.233306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb739-509a-4e14-9c48-3402bd3186fb req-40edc7ce-9aa2-4c40-a2b0-f98806a69af1 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:21.234963 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2dcb739-509a-4e14-9c48-3402bd3186fb req-40edc7ce-9aa2-4c40-a2b0-f98806a69af1 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 1095 time: 0.1795657 Feb 04 20:02:21.284742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2dcb739-509a-4e14-9c48-3402bd3186fb req-6a8ccb4a-5123-4dbf-a734-c8ee257998e4 tempest-LiveMigrationTest-882181626 tempest-LiveMigrationTest-882181626-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Feb 04 20:02:21.287129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0f2b22e-4b20-4e5f-a6ca-6ced926a2a4c req-6e2ad307-4d1f-4dfd-8258-34406f0e814d tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Feb 04 20:02:21.350672 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8aab84-09ae-4868-8834-ae660a5f88d4', 'name': 'network-vif-deleted', 'tag': '2fbd6af3-5e3f-412e-8a45-023bc9812717', 'status': 'completed', 'code': 200} Feb 04 20:02:21.378340 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:21.393767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:21.401726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:21.417061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:21.507033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8e77054e-0014-4125-b4ab-b43d74a7796a req-a46370d8-ac1a-47fe-82e2-f3fa164bc22e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:21.523559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:21.531880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:21.534193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:21.563501 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:21.564352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Pushing event updated for resources: {'Port': ['ID=3218b69d-ed1e-4cfb-bd92-add00bd92baa,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:21.605087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8e77054e-0014-4125-b4ab-b43d74a7796a req-a46370d8-ac1a-47fe-82e2-f3fa164bc22e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:21.610009 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e77054e-0014-4125-b4ab-b43d74a7796a req-a46370d8-ac1a-47fe-82e2-f3fa164bc22e tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d927f2-20f5-4124-9e96-97751a700e64 HTTP/1.1" status: 200 len: 210 time: 0.1546128 Feb 04 20:02:21.614009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:21.615197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:21.628925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:21.655650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a230d7-21dc-45bc-badf-599dab020b97 req-22fb3701-3303-47be-a392-db169665d800 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:21.661416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0a230d7-21dc-45bc-badf-599dab020b97 req-22fb3701-3303-47be-a392-db169665d800 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 944 time: 0.1929641 Feb 04 20:02:21.713158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0a230d7-21dc-45bc-badf-599dab020b97 req-68cd0384-f821-40e9-bd86-2b2cbbeabf0c tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492938 Feb 04 20:02:21.765894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-def17311-96c8-4582-9acb-336306c01bfb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4690301 Feb 04 20:02:21.778425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Request body: {'port': {'device_id': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:21.892157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:21.989005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2fbd6af3-5e3f-412e-8a45-023bc9812717 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:22.023562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 2fbd6af3-5e3f-412e-8a45-023bc9812717 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:22.023903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2fbd6af3-5e3f-412e-8a45-023bc9812717 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:22.024319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a80bfaab-5cea-4961-97d8-bc66641fca57 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:22.061852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-02d7c064-f200-42d8-98ab-101ab840e01c tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493841 Feb 04 20:02:22.064088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: a80bfaab-5cea-4961-97d8-bc66641fca57 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:22.064436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a80bfaab-5cea-4961-97d8-bc66641fca57 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:22.074313 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'code': 200} Feb 04 20:02:22.222541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6a13-35af-423d-8c76-51341b4f5315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:22.267968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb22af-36ab-4703-82eb-a470a2c6c8af req-2798d79f-ace4-40de-a265-7e8cbbab1cb2 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:22.276183 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1adb22af-36ab-4703-82eb-a470a2c6c8af req-2798d79f-ace4-40de-a265-7e8cbbab1cb2 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 931 time: 0.1091161 Feb 04 20:02:22.323955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1adb22af-36ab-4703-82eb-a470a2c6c8af req-cb923ee3-9634-4fc6-acf4-4cee3c6a058c tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Synchronizing usage tracker for tenant:d0aa1920cb334ab69334b3b1c6e6bcea on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:22.444454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63589657-1a43-4801-9954-4c6bb2ad1ebd req-7d80dc42-98ad-426b-be99-f328ac91eb11 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 210 time: 0.0669687 Feb 04 20:02:22.453359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1adb22af-36ab-4703-82eb-a470a2c6c8af req-cb923ee3-9634-4fc6-acf4-4cee3c6a058c tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Unset dirty status for tenant:d0aa1920cb334ab69334b3b1c6e6bcea on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:22.455266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1adb22af-36ab-4703-82eb-a470a2c6c8af req-cb923ee3-9634-4fc6-acf4-4cee3c6a058c tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779788 Feb 04 20:02:22.488486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-9709e4cc-e219-4b74-8adb-e41631862658 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:22.490081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-9709e4cc-e219-4b74-8adb-e41631862658 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206095 Feb 04 20:02:22.503838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Request body: {'port': {'device_id': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '8590525c1ea14829b44c5befd2a6a2e7'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:22.508043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f44715-4c00-4b9e-8a65-0a4a896d843d req-b4f882fc-0ce4-422c-b4e6-fe9166eee4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:22.509741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c8f44715-4c00-4b9e-8a65-0a4a896d843d req-b4f882fc-0ce4-422c-b4e6-fe9166eee4a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 1097 time: 0.0973401 Feb 04 20:02:22.599334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c8f44715-4c00-4b9e-8a65-0a4a896d843d req-8c618eeb-1243-452c-8e9f-11b24392d21c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747540 Feb 04 20:02:22.723153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6dcd5-2a48-44a9-ad79-0e55ea5475bb req-6043d3b8-8c2b-48ed-b9fd-83916a7ce8d9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:22.724750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2cf6dcd5-2a48-44a9-ad79-0e55ea5475bb req-6043d3b8-8c2b-48ed-b9fd-83916a7ce8d9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.0879686 Feb 04 20:02:22.738334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-accd49b1-43df-4304-bd90-2b2b99ba136f req-47919fb5-6d68-4013-9902-e62fd9a1f397 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Synchronizing usage tracker for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:22.757391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3218b69d-ed1e-4cfb-bd92-add00bd92baa {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:22.772143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:22.772394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2cf6dcd5-2a48-44a9-ad79-0e55ea5475bb req-caba78b9-eb11-43a3-b128-eaa85cc21341 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Feb 04 20:02:22.774557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:22.794507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:22.798604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Transition to ACTIVE for port object 3218b69d-ed1e-4cfb-bd92-add00bd92baa will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:22.862391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-accd49b1-43df-4304-bd90-2b2b99ba136f req-47919fb5-6d68-4013-9902-e62fd9a1f397 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Unset dirty status for tenant:a50ae48155a94d01a7dad9fcdc91412b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:22.863663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-accd49b1-43df-4304-bd90-2b2b99ba136f req-47919fb5-6d68-4013-9902-e62fd9a1f397 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac8aab84-09ae-4868-8834-ae660a5f88d4 HTTP/1.1" status: 200 len: 210 time: 0.1952236 Feb 04 20:02:22.891971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:22.932427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Made reservation on behalf of 8590525c1ea14829b44c5befd2a6a2e7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:22.935891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:22.971605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b47b1-f5b3-40d4-8bcf-faca688818a1 req-41b4e116-3950-4487-846d-a633b26d3fbb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:22.975190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-796b47b1-f5b3-40d4-8bcf-faca688818a1 req-41b4e116-3950-4487-846d-a633b26d3fbb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.0993605 Feb 04 20:02:23.021974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-796b47b1-f5b3-40d4-8bcf-faca688818a1 req-fba4ba02-ff11-4966-821b-1a08b4c3c154 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Feb 04 20:02:23.227948 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:23.270304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3cba-1bfa-44f8-a4dc-5b0a7898edd6 req-e5822969-fbed-42c7-9aa8-48b2a925c8ae tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:23.271878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cbde3cba-1bfa-44f8-a4dc-5b0a7898edd6 req-e5822969-fbed-42c7-9aa8-48b2a925c8ae tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0839481 Feb 04 20:02:23.286676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Pushing event updated for resources: {'Port': ['ID=3218b69d-ed1e-4cfb-bd92-add00bd92baa,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:23.326403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cbde3cba-1bfa-44f8-a4dc-5b0a7898edd6 req-cd0d041a-dd8c-4225-984e-f07c373b28c8 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488353 Feb 04 20:02:23.399686 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:23.457766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Attempting to bind port 3218b69d-ed1e-4cfb-bd92-add00bd92baa on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:23.458090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Attempting to bind port 3218b69d-ed1e-4cfb-bd92-add00bd92baa by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'f7f18f65-4289-4863-a1f0-9958e545d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:23.458437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Attempting to bind port 3218b69d-ed1e-4cfb-bd92-add00bd92baa on network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:23.468522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Allocated IP 192.168.233.22 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:23.477760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19fa34-6a65-4ef0-9a9e-d9d0bc2df8e3 req-aebe67e9-ad1f-4212-b2bb-06ec17bb1e0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:23.479222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f19fa34-6a65-4ef0-9a9e-d9d0bc2df8e3 req-aebe67e9-ad1f-4212-b2bb-06ec17bb1e0f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.5049834 Feb 04 20:02:23.482902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Port 3218b69d-ed1e-4cfb-bd92-add00bd92baa on network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:02:23.483220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Attempting to bind port 3218b69d-ed1e-4cfb-bd92-add00bd92baa on network dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:23.510159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:23.510496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Checking segment: {'id': 'f7f18f65-4289-4863-a1f0-9958e545d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:23.510899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Bound using segment: {'id': 'f7f18f65-4289-4863-a1f0-9958e545d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:23.511327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Bound port: 3218b69d-ed1e-4cfb-bd92-add00bd92baa, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f18f65-4289-4863-a1f0-9958e545d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:23.511668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:23.589886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f19fa34-6a65-4ef0-9a9e-d9d0bc2df8e3 req-fc29488e-7bd1-4cf2-b8b5-54821cf6f3d1 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043448 Feb 04 20:02:23.642789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] For port 3218b69d-ed1e-4cfb-bd92-add00bd92baa, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:23.661990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] For port 3218b69d-ed1e-4cfb-bd92-add00bd92baa, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3218b69d-ed1e-4cfb-bd92-add00bd92baa,segment=NetworkSegment(f7f18f65-4289-4863-a1f0-9958e545d208),segment_id=f7f18f65-4289-4863-a1f0-9958e545d208)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:23.771233 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:23.864968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:23.865560 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:23.866930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] 10.222.0.24 "PUT /v2.0/ports/3218b69d-ed1e-4cfb-bd92-add00bd92baa HTTP/1.1" status: 200 len: 1091 time: 2.0936258 Feb 04 20:02:23.867358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'tag': '3218b69d-ed1e-4cfb-bd92-add00bd92baa'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:23.910959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bfef394-cad2-4c4b-b40e-29669375db33 req-d14b495f-a39e-40d9-b2a8-2e860be529a7 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 210 time: 0.0466630 Feb 04 20:02:23.918609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832dcc0-23e7-4eb2-b7bc-8cc620fdacac service neutron] Pushing event updated for resources: {'Port': ['ID=3218b69d-ed1e-4cfb-bd92-add00bd92baa,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:23.957284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb0160-1680-4a0d-a609-029b40ddda3d req-a8c50e93-4845-4092-9ff0-0143bbee5c39 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:23.958047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d1eb0160-1680-4a0d-a609-029b40ddda3d req-a8c50e93-4845-4092-9ff0-0143bbee5c39 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Synchronizing usage tracker for tenant:d0aa1920cb334ab69334b3b1c6e6bcea on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:23.969286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:24.035341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Transition to ACTIVE for port object 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:24.076968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-e854d2d6-2d21-4cd6-a64c-0d1a6dd79a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:24.078427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-e854d2d6-2d21-4cd6-a64c-0d1a6dd79a3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0aa1920cb334ab69334b3b1c6e6bcea&device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 1094 time: 0.1125302 Feb 04 20:02:24.092863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ee4a0-5f97-4b4f-becf-79b3f80bd575 req-7780f016-084c-4ca0-8610-ffb6dcbe8df1 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:24.094329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-631ee4a0-5f97-4b4f-becf-79b3f80bd575 req-7780f016-084c-4ca0-8610-ffb6dcbe8df1 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.0813196 Feb 04 20:02:24.138404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:24.139971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d1eb0160-1680-4a0d-a609-029b40ddda3d req-a8c50e93-4845-4092-9ff0-0143bbee5c39 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Unset dirty status for tenant:d0aa1920cb334ab69334b3b1c6e6bcea on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:24.141185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1eb0160-1680-4a0d-a609-029b40ddda3d req-a8c50e93-4845-4092-9ff0-0143bbee5c39 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 943 time: 0.4550753 Feb 04 20:02:24.142719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-631ee4a0-5f97-4b4f-becf-79b3f80bd575 req-89872cbb-9053-4d21-a336-b2ef5133a1e9 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Feb 04 20:02:24.150402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:24.203107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-48eb8279-cc8c-43f3-ace9-b8e27966e3a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3218b69d-ed1e-4cfb-bd92-add00bd92baa HTTP/1.1" status: 200 len: 217 time: 0.1179185 Feb 04 20:02:24.261348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:24.268931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:24.283289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:24.351082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a3bae-db58-4943-b219-a4020b31386d req-311fb56b-8256-4f80-bb87-b303ee96cfeb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:24.352780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af1a3bae-db58-4943-b219-a4020b31386d req-311fb56b-8256-4f80-bb87-b303ee96cfeb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.0967002 Feb 04 20:02:24.371236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Pushing event updated for resources: {'Port': ['ID=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:24.385638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-3dc92b09-761a-4e2e-83e5-045985e508b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:24.387124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-3dc92b09-761a-4e2e-83e5-045985e508b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa829be-1c86-4f7d-99e8-482703fd97f5 HTTP/1.1" status: 200 len: 860 time: 0.1628196 Feb 04 20:02:24.389994 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1eb0160-1680-4a0d-a609-029b40ddda3d req-b2255148-0146-4df5-a6ae-da9f2c4979f4 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886675 Feb 04 20:02:24.407960 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af1a3bae-db58-4943-b219-a4020b31386d req-aae3e5ea-31ee-46b5-aed0-503362c886b9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Feb 04 20:02:24.436314 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-b8e710dc-5472-44d8-9921-678d8f53d7ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426054 Feb 04 20:02:24.447852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:24.448593 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:24.482901 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'tag': '3218b69d-ed1e-4cfb-bd92-add00bd92baa', 'status': 'completed', 'code': 200} Feb 04 20:02:24.604389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-73672673-a163-41b8-8533-533e2bafdf21 None None] Provisioning for port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:24.609959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-73672673-a163-41b8-8533-533e2bafdf21 None None] Provisioning complete for port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:24.610290 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-73672673-a163-41b8-8533-533e2bafdf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:24.633087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-d4725ff7-f680-4d27-bb44-341e87c8a521 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1330125 Feb 04 20:02:24.659932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Request body: {'port': {'device_id': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:24.666299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-73672673-a163-41b8-8533-533e2bafdf21 None None] Port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:02:24.679617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840f5b-8b86-4941-bd46-674426f1cbc6 req-4cc7f9cd-d182-404f-abdd-58d948a237e0 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:24.681120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51840f5b-8b86-4941-bd46-674426f1cbc6 req-4cc7f9cd-d182-404f-abdd-58d948a237e0 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.0868142 Feb 04 20:02:24.710512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-b84e1549-4401-476e-86e0-5cfdef5ee136 service neutron] 10.222.0.24 "GET /v2.0/networks/dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561612 Feb 04 20:02:24.725179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51840f5b-8b86-4941-bd46-674426f1cbc6 req-96beb632-0099-4112-8ac8-fd863d6f165e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Feb 04 20:02:24.796730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e93c9a3-bf2f-46c9-b60c-fc5fdff06101 req-da1a6e85-936a-48c7-8889-94bb3ae21aba tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/c69af50c-9f81-480b-a48f-a6f62aae3d4e HTTP/1.1" status: 200 len: 1800 time: 0.0479572 Feb 04 20:02:24.867685 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0e93c9a3-bf2f-46c9-b60c-fc5fdff06101 req-8dfd53ae-0e4c-47f7-9be6-f19822274753 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:24.896639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0e93c9a3-bf2f-46c9-b60c-fc5fdff06101 req-8dfd53ae-0e4c-47f7-9be6-f19822274753 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:24.941885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:24.995167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8136de1-213e-427f-8d11-bef8dd91c9ef req-d2da69ae-a874-4e70-801d-0a55ae211d33 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:24.996618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8136de1-213e-427f-8d11-bef8dd91c9ef req-d2da69ae-a874-4e70-801d-0a55ae211d33 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.4239292 Feb 04 20:02:25.033267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0e93c9a3-bf2f-46c9-b60c-fc5fdff06101 req-8dfd53ae-0e4c-47f7-9be6-f19822274753 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:25.042155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:25.053482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd53ae-0e4c-47f7-9be6-f19822274753 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69af50c-9f81-480b-a48f-a6f62aae3d4e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:25.116877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c50bb808-77e3-4b25-900e-16f1f4cb6931 req-b81c67e4-2d94-4064-abda-4ca24019cdf8 service neutron] 10.222.0.24 "GET /v2.0/networks/dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958285 Feb 04 20:02:25.119422 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0e93c9a3-bf2f-46c9-b60c-fc5fdff06101 req-8dfd53ae-0e4c-47f7-9be6-f19822274753 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:25.121071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e93c9a3-bf2f-46c9-b60c-fc5fdff06101 req-8dfd53ae-0e4c-47f7-9be6-f19822274753 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/c69af50c-9f81-480b-a48f-a6f62aae3d4e HTTP/1.1" status: 204 len: 173 time: 0.3177834 Feb 04 20:02:25.135836 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8136de1-213e-427f-8d11-bef8dd91c9ef req-3a1aaa84-0a6d-4437-a69a-23e680e85f25 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332426 Feb 04 20:02:25.321120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-29a7b0af-edf1-4e77-989f-7d8b77c4fd52 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:25.323566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-29a7b0af-edf1-4e77-989f-7d8b77c4fd52 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 944 time: 0.1579204 Feb 04 20:02:25.407565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52014c-d680-43fa-bbd4-b34207c41f9f req-c000e3a6-9c66-4769-9462-98e02c169bd0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:25.409038 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b52014c-d680-43fa-bbd4-b34207c41f9f req-c000e3a6-9c66-4769-9462-98e02c169bd0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.1574612 Feb 04 20:02:25.414750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Deleting port f44fa103-999a-40cd-b3aa-f70f5ab38864 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:25.415097 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:25.504304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-cc0f0ab0-98a6-4855-9114-3df94d417043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:25.505810 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-cc0f0ab0-98a6-4855-9114-3df94d417043 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0aa1920cb334ab69334b3b1c6e6bcea&device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 1094 time: 0.2542813 Feb 04 20:02:25.514650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8db700-2275-4bdc-bd99-e3ba4b65b02d req-6b9f92ba-55af-4f9e-aec7-e4129e0209d7 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:25.515339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dc8db700-2275-4bdc-bd99-e3ba4b65b02d req-6b9f92ba-55af-4f9e-aec7-e4129e0209d7 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Synchronizing usage tracker for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:25.547854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b52014c-d680-43fa-bbd4-b34207c41f9f req-4f04fe88-36f0-485a-899c-e56c4be8ab22 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037428 Feb 04 20:02:25.693143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:25.703249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c086824-a600-4e4b-8b9b-94cf90cd65b3 req-a284b497-0e5e-4388-8286-e0b9446bea95 tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "GET /v2.0/security-groups/93c012d6-9a2c-41f8-b913-8c6e64f284ca HTTP/1.1" status: 200 len: 1800 time: 0.1252983 Feb 04 20:02:25.703705 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:25.729927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dc8db700-2275-4bdc-bd99-e3ba4b65b02d req-6b9f92ba-55af-4f9e-aec7-e4129e0209d7 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Unset dirty status for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:25.731085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc8db700-2275-4bdc-bd99-e3ba4b65b02d req-6b9f92ba-55af-4f9e-aec7-e4129e0209d7 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 935 time: 0.4266989 Feb 04 20:02:25.734460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Transition to ACTIVE for port object 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:25.735780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-99a982fe-632f-488b-9aaf-57b14b21f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:25.737145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-99a982fe-632f-488b-9aaf-57b14b21f313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e HTTP/1.1" status: 200 len: 921 time: 0.2174063 Feb 04 20:02:25.753592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] For port f44fa103-999a-40cd-b3aa-f70f5ab38864, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f44fa103-999a-40cd-b3aa-f70f5ab38864,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:25.757355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:25.810401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:25.866245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-19cf9829-a3bb-45de-9285-a986083ee467 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3218b69d-ed1e-4cfb-bd92-add00bd92baa HTTP/1.1" status: 200 len: 217 time: 0.1131339 Feb 04 20:02:25.984558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Calling delete_port for f44fa103-999a-40cd-b3aa-f70f5ab38864 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:26.019277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc8db700-2275-4bdc-bd99-e3ba4b65b02d req-06aef3c1-9332-44f4-9841-26f4852a9e42 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804570 Feb 04 20:02:26.064232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0c086824-a600-4e4b-8b9b-94cf90cd65b3 req-9ff9f9b7-87cb-4f37-afc2-1f99012017cd tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.075170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Pushing event updated for resources: {'Port': ['ID=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:26.120286 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0c086824-a600-4e4b-8b9b-94cf90cd65b3 req-9ff9f9b7-87cb-4f37-afc2-1f99012017cd tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.195838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-b6b6b70f-8219-499f-8858-f752498202f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:26.196402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-b6b6b70f-8219-499f-8858-f752498202f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa829be-1c86-4f7d-99e8-482703fd97f5 HTTP/1.1" status: 200 len: 860 time: 0.3104925 Feb 04 20:02:26.200769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Attempting to bind port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:26.201106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Attempting to bind port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:26.201432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Attempting to bind port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:26.245656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:02:26.246570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Attempting to bind port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:26.296253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-ff122d5f-c3c6-4c0d-87f0-48a550ddc5c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894973 Feb 04 20:02:26.301407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:26.301744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:26.302717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:26.303159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Bound port: 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:26.303500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.325493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.327376 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0c086824-a600-4e4b-8b9b-94cf90cd65b3 req-9ff9f9b7-87cb-4f37-afc2-1f99012017cd tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.336937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['dbaba279-dee7-497c-9763-e3e19fbbf93b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:26.387594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f9b7-87cb-4f37-afc2-1f99012017cd tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c012d6-9a2c-41f8-b913-8c6e64f284ca,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:26.401555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event deleted for resources: {'Port': ['ID=f44fa103-999a-40cd-b3aa-f70f5ab38864,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:26.496977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-0c086824-a600-4e4b-8b9b-94cf90cd65b3 req-9ff9f9b7-87cb-4f37-afc2-1f99012017cd tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.510194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47652) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:26.511251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c086824-a600-4e4b-8b9b-94cf90cd65b3 req-9ff9f9b7-87cb-4f37-afc2-1f99012017cd tempest-SecurityGroupsTestJSON-253218562 tempest-SecurityGroupsTestJSON-253218562-project] 10.222.0.48 "DELETE /v2.0/security-groups/93c012d6-9a2c-41f8-b913-8c6e64f284ca HTTP/1.1" status: 204 len: 173 time: 0.7975903 Feb 04 20:02:26.512291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] No DVR routers for this DVR port f44fa103-999a-40cd-b3aa-f70f5ab38864 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:26.515217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.517751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59a27b57-e3bc-4d59-a19c-498870f619c2 req-d2387a84-aff1-4098-95b3-ab7bc4701a58 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "DELETE /v2.0/ports/f44fa103-999a-40cd-b3aa-f70f5ab38864 HTTP/1.1" status: 204 len: 173 time: 1.1868067 Feb 04 20:02:26.521967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'name': 'network-vif-deleted', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:26.680741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76327f-eae2-431a-9213-a4bd61507c6b req-ea8e0581-9ce5-4515-b7ce-7ea1f64efb59 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:26.682248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a76327f-eae2-431a-9213-a4bd61507c6b req-ea8e0581-9ce5-4515-b7ce-7ea1f64efb59 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 943 time: 0.0916367 Feb 04 20:02:26.723048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] For port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:26.727619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a76327f-eae2-431a-9213-a4bd61507c6b req-4d29c075-dd79-499b-ba44-c9740cdb796a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Feb 04 20:02:26.741438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-0d691ecc-fbe3-44d9-93e7-eee3ee391bdc service neutron] 10.222.0.24 "GET /v2.0/networks/dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289186 Feb 04 20:02:26.748257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] For port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:26.782137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] Deleting subnet 725741d9-b749-4235-8719-d6ae6e562ed7 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:02:26.837756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff8836-d2a2-4607-bfe7-e9788113f403 req-97308a5e-8b37-425e-b382-9b07a39cf679 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:26.839316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3ff8836-d2a2-4607-bfe7-e9788113f403 req-97308a5e-8b37-425e-b382-9b07a39cf679 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.5900865 Feb 04 20:02:26.840017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.880408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:26.907912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c9dce-529d-43f8-a270-c78f2e9a9ce7 req-11ad4b50-45ba-44c0-9a89-094e740076d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:26.909569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c4c9dce-529d-43f8-a270-c78f2e9a9ce7 req-11ad4b50-45ba-44c0-9a89-094e740076d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.0853987 Feb 04 20:02:26.963926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c4c9dce-529d-43f8-a270-c78f2e9a9ce7 req-40c3a809-2a93-4e0b-bd2d-1b9e374162e9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Feb 04 20:02:27.007755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:27.008368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.009727 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] 10.222.0.24 "PUT /v2.0/ports/97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb HTTP/1.1" status: 200 len: 1095 time: 2.3645494 Feb 04 20:02:27.016832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'tag': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:27.041660 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.082615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:27.097089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3ff8836-d2a2-4607-bfe7-e9788113f403 req-0ea975f0-1f0d-4b6d-ac5d-35790611a112 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2a032d1-492f-4a4b-ac41-adbd65087c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181447 Feb 04 20:02:27.109483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78bb68-e987-46ac-8864-3d5119a04e4e service neutron] Pushing event updated for resources: {'Port': ['ID=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:27.177593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: f44fa103-999a-40cd-b3aa-f70f5ab38864 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:27.181292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f44fa103-999a-40cd-b3aa-f70f5ab38864 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:27.227014 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.268276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54dd5f2e-ffb9-449e-8cd9-10fe13355cc3 req-78e0f331-dd7c-405a-9bc3-ac5760725e74 service neutron] 10.222.0.24 "GET /v2.0/networks/dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177374 Feb 04 20:02:27.309688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-25367b02-ce3b-483a-bb42-b32f675a7e7f tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:27.311382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-25367b02-ce3b-483a-bb42-b32f675a7e7f tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.62 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 945 time: 0.1880658 Feb 04 20:02:27.321175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42f6f9-4628-4757-81ce-dc71562be2d3 req-24ef9139-e11d-40e7-bdb0-48c6e1547428 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:27.322725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d42f6f9-4628-4757-81ce-dc71562be2d3 req-24ef9139-e11d-40e7-bdb0-48c6e1547428 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.2539909 Feb 04 20:02:27.346519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7770ac09-887d-4948-b9aa-f5b2d7851659 req-76af2bcc-9f6b-4092-bca5-7d8e43d39db6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292 HTTP/1.1" status: 200 len: 210 time: 0.0767899 Feb 04 20:02:27.411441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-b0f0c08a-4108-4568-ae43-5bb247aacd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:27.414217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-b0f0c08a-4108-4568-ae43-5bb247aacd1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 1098 time: 0.2936621 Feb 04 20:02:27.428086 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d65b0b8-86bf-4f6a-8e5c-c82a03bb9292', 'name': 'network-vif-deleted', 'tag': 'f44fa103-999a-40cd-b3aa-f70f5ab38864', 'status': 'completed', 'code': 200} Feb 04 20:02:27.435372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Deleting port 201ba97e-c0bd-4968-8674-6b21e8e2f801 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:27.435720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.497486 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d42f6f9-4628-4757-81ce-dc71562be2d3 req-8ffefb2a-c30b-482c-8a8c-c5fe6f776b8f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292632 Feb 04 20:02:27.507972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-763501dc-e5fe-46b1-84fb-6c5e0aef6087 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb HTTP/1.1" status: 200 len: 217 time: 0.0817509 Feb 04 20:02:27.509408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.556001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725741d9-b749-4235-8719-d6ae6e562ed7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:27.608149 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'tag': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb', 'status': 'completed', 'code': 200} Feb 04 20:02:27.649873 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.671114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-365cbcd9-fe7c-432f-8940-08ea271a777c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/725741d9-b749-4235-8719-d6ae6e562ed7 HTTP/1.1" status: 204 len: 168 time: 1.1576838 Feb 04 20:02:27.674874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47666) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:27.704228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-47b89bc3-1339-4d4c-b4d0-e6b23a6d15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:27.705673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-47b89bc3-1339-4d4c-b4d0-e6b23a6d15a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1532555 Feb 04 20:02:27.794778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] For port 201ba97e-c0bd-4968-8674-6b21e8e2f801, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=201ba97e-c0bd-4968-8674-6b21e8e2f801,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:27.795134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.816380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014ba4e-16ec-40ab-a690-6e44ab5cf29a req-7282b6da-4a60-4bf1-8b2a-ac05f5d4d49d tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:27.818426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6014ba4e-16ec-40ab-a690-6e44ab5cf29a req-7282b6da-4a60-4bf1-8b2a-ac05f5d4d49d tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 947 time: 0.1514449 Feb 04 20:02:27.858943 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:27.888257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f8e8-25f1-4cfb-8ff5-7c66e0b0eba8 req-ee1fd761-46aa-4c6e-ae32-cd7ba30a1de0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:27.889951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d599f8e8-25f1-4cfb-8ff5-7c66e0b0eba8 req-ee1fd761-46aa-4c6e-ae32-cd7ba30a1de0 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.3351967 Feb 04 20:02:27.951442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Calling delete_port for 201ba97e-c0bd-4968-8674-6b21e8e2f801 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:28.008073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3218b69d-ed1e-4cfb-bd92-add00bd92baa details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:28.023368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6014ba4e-16ec-40ab-a690-6e44ab5cf29a req-48bd9243-eb94-4e5d-a46b-a08b9442c649 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557002 Feb 04 20:02:28.043410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-ea116f34-dcfc-44ab-be5e-41c0b4418494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:28.053386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-ea116f34-dcfc-44ab-be5e-41c0b4418494 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3304143 Feb 04 20:02:28.115665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d599f8e8-25f1-4cfb-8ff5-7c66e0b0eba8 req-fe4b9eaf-7b64-4567-90e2-54ab1bc12ab3 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931713 Feb 04 20:02:28.117447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.273571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea0b237-0289-4902-a98b-a8b16f81ee32']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:28.294617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:28.294989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d0623b-79c4-4199-9d31-9ccd3ad4a5d5') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:28.309130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3218b69d-ed1e-4cfb-bd92-add00bd92baa, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3218b69d-ed1e-4cfb-bd92-add00bd92baa,segment=NetworkSegment(f7f18f65-4289-4863-a1f0-9958e545d208),segment_id=f7f18f65-4289-4863-a1f0-9958e545d208)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:28.324696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '3218b69d-ed1e-4cfb-bd92-add00bd92baa', 'network_id': 'dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e', 'port_id': '3218b69d-ed1e-4cfb-bd92-add00bd92baa', 'mac_address': 'fa:16:3e:b8:c7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa829be-1c86-4f7d-99e8-482703fd97f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:02:28.350135 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-bd595f91-2f59-4b70-aa01-1a278fa372be service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955461 Feb 04 20:02:28.370984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ee035-0aae-4492-bc44-d51c704f565e req-899b646b-b2c7-4059-a496-c25fd2f1f330 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:28.372632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-407ee035-0aae-4492-bc44-d51c704f565e req-899b646b-b2c7-4059-a496-c25fd2f1f330 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.2019022 Feb 04 20:02:28.394761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.429098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.430510 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.455875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3218b69d-ed1e-4cfb-bd92-add00bd92baa {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:28.476798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3218b69d-ed1e-4cfb-bd92-add00bd92baa, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3218b69d-ed1e-4cfb-bd92-add00bd92baa,segment=NetworkSegment(f7f18f65-4289-4863-a1f0-9958e545d208),segment_id=f7f18f65-4289-4863-a1f0-9958e545d208)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:28.478366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['201ba97e-c0bd-4968-8674-6b21e8e2f801'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:28.548128 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.550125 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.658402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3218b69d-ed1e-4cfb-bd92-add00bd92baa,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:28.675145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Pushing event deleted for resources: {'Port': ['ID=201ba97e-c0bd-4968-8674-6b21e8e2f801,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:28.735156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:02:28.735593 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.737343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-407ee035-0aae-4492-bc44-d51c704f565e req-d27a7311-e063-4cd8-bceb-ca4bf718d483 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566864 Feb 04 20:02:28.743636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] No DVR routers for this DVR port 201ba97e-c0bd-4968-8674-6b21e8e2f801 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:28.751496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:02:28.757058 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:02:28.811963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3218b69d-ed1e-4cfb-bd92-add00bd92baa'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:28.838834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bcf8525-eed4-4b3c-bede-55b72ed34b26 req-2de64499-9d10-4411-bfab-f5bcb32e01b8 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.62 "DELETE /v2.0/ports/201ba97e-c0bd-4968-8674-6b21e8e2f801 HTTP/1.1" status: 204 len: 173 time: 1.5149422 Feb 04 20:02:28.959419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531685e5-c758-4973-97a5-105e04bc5f46 req-285a441b-750c-479f-82d3-88deb37b8e8c tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:28.966675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-531685e5-c758-4973-97a5-105e04bc5f46 req-285a441b-750c-479f-82d3-88deb37b8e8c tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 943 time: 0.6510026 Feb 04 20:02:28.981517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df8b0-7dc3-40ed-9ac5-fb142ddee318 req-d01c7efe-e929-4280-b55a-ff1081b0948b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:28.989858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c07df8b0-7dc3-40ed-9ac5-fb142ddee318 req-d01c7efe-e929-4280-b55a-ff1081b0948b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1150100 Feb 04 20:02:28.990620 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2875bd8d-ed1a-42c6-92d2-0aa9e76ecf00 req-7a738217-82d9-41ef-8397-8cf4142ed50e service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887437 Feb 04 20:02:29.004823 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:29.034484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:29.048110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea0b237-0289-4902-a98b-a8b16f81ee32,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:29.059074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-be045465-8130-471d-bd15-95adeeaee066 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:29.060393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-be045465-8130-471d-bd15-95adeeaee066 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.6309624 Feb 04 20:02:29.063019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c07df8b0-7dc3-40ed-9ac5-fb142ddee318 req-39404918-30f6-4bd4-ad44-4a3848419e2e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715151 Feb 04 20:02:29.072000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-531685e5-c758-4973-97a5-105e04bc5f46 req-1f90f3d9-1d67-4ba9-8db0-6679091adacb tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042891 Feb 04 20:02:29.227351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d60cbff5-4f45-49f3-9655-6e90fba00d17 req-4bda91d1-d064-4d49-9896-9845bcfb5c34 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Synchronizing usage tracker for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:29.281608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d431da71-0217-44cb-9f10-2fd37ec8d796 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dea0b237-0289-4902-a98b-a8b16f81ee32 HTTP/1.1" status: 204 len: 168 time: 1.6006532 Feb 04 20:02:29.290236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Deleting port 534e4563-5a92-4261-bc54-89efe5f13713 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:29.290236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:29.354123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfc228-8bd9-4890-a947-756077c47e70 req-38dba3dd-5856-4711-83a3-58cf3f8fc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:29.356373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9adfc228-8bd9-4890-a947-756077c47e70 req-38dba3dd-5856-4711-83a3-58cf3f8fc94f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 1098 time: 0.2057180 Feb 04 20:02:29.366932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d60cbff5-4f45-49f3-9655-6e90fba00d17 req-4bda91d1-d064-4d49-9896-9845bcfb5c34 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] Unset dirty status for tenant:fe9213ad01d94af2b1cf6bf33e801c93 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:29.375109 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d60cbff5-4f45-49f3-9655-6e90fba00d17 req-4bda91d1-d064-4d49-9896-9845bcfb5c34 tempest-ListServerFiltersTestJSON-275856382 tempest-ListServerFiltersTestJSON-275856382-project] 10.222.0.48 "GET /v2.0/ports?device_id=6582f342-baf8-43e1-8fc1-f6748b26c7ae HTTP/1.1" status: 200 len: 210 time: 0.1969664 Feb 04 20:02:29.429400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'name': 'network-vif-deleted', 'tag': '201ba97e-c0bd-4968-8674-6b21e8e2f801'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:29.645761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7810b-e87b-4a1b-847e-89db4999d5ac req-b8b277ac-670b-4df3-9a98-0f8777fce089 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:29.648687 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc7810b-e87b-4a1b-847e-89db4999d5ac req-b8b277ac-670b-4df3-9a98-0f8777fce089 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 947 time: 0.1600633 Feb 04 20:02:29.670094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfc228-8bd9-4890-a947-756077c47e70 req-3f56787d-72dd-4ccf-a643-dd6d814ebaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:29.670094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9adfc228-8bd9-4890-a947-756077c47e70 req-3f56787d-72dd-4ccf-a643-dd6d814ebaca service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2699566 Feb 04 20:02:29.759829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9adfc228-8bd9-4890-a947-756077c47e70 req-19825401-dab0-42e4-86cf-d000bf345b52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb HTTP/1.1" status: 200 len: 217 time: 0.0834076 Feb 04 20:02:29.762733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc7810b-e87b-4a1b-847e-89db4999d5ac req-1aa3e2aa-2185-4fc5-941c-a98cfdaf5cf3 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975506 Feb 04 20:02:29.775291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] For port 534e4563-5a92-4261-bc54-89efe5f13713, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=534e4563-5a92-4261-bc54-89efe5f13713,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:29.776011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:29.810165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47694) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:29.867294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3bbebde6-6a5b-4f62-9141-1db6701b64ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a50ae48155a94d01a7dad9fcdc91412b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557241 Feb 04 20:02:29.877166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47698) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:29.986165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13005320-2ee0-4f05-b7a5-4079fa7144c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.010308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3218b69d-ed1e-4cfb-bd92-add00bd92baa up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:30.023600 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13005320-2ee0-4f05-b7a5-4079fa7144c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.153632 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6582f342-baf8-43e1-8fc1-f6748b26c7ae', 'name': 'network-vif-deleted', 'tag': '201ba97e-c0bd-4968-8674-6b21e8e2f801', 'status': 'completed', 'code': 200} Feb 04 20:02:30.181771 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13005320-2ee0-4f05-b7a5-4079fa7144c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.209926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13005320-2ee0-4f05-b7a5-4079fa7144c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:30.244803 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13005320-2ee0-4f05-b7a5-4079fa7144c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.246145 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13005320-2ee0-4f05-b7a5-4079fa7144c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a8a3b9b-f76c-4764-85fb-af4ec4ba3c46 HTTP/1.1" status: 204 len: 168 time: 0.3678060 Feb 04 20:02:30.256598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 3218b69d-ed1e-4cfb-bd92-add00bd92baa completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:30.264997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 3218b69d-ed1e-4cfb-bd92-add00bd92baa triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:30.265742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.268028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfc228-8bd9-4890-a947-756077c47e70 req-61280b45-59d3-4eab-aa5e-640cb0c2cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:30.269860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9adfc228-8bd9-4890-a947-756077c47e70 req-61280b45-59d3-4eab-aa5e-640cb0c2cc3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.4636259 Feb 04 20:02:30.280060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Calling delete_port for 534e4563-5a92-4261-bc54-89efe5f13713 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:30.468315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfc228-8bd9-4890-a947-756077c47e70 req-02a96d26-0fbd-4181-b66c-c6f1b21ee0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:30.470014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9adfc228-8bd9-4890-a947-756077c47e70 req-02a96d26-0fbd-4181-b66c-c6f1b21ee0d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510556 Feb 04 20:02:30.509647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54b8e1-c5b1-4568-a452-0b8c99521062 req-6394c225-c54a-4b77-aae9-7712c5186aae tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:30.511517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f54b8e1-c5b1-4568-a452-0b8c99521062 req-6394c225-c54a-4b77-aae9-7712c5186aae tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 945 time: 0.4810047 Feb 04 20:02:30.519118 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.573606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-a23d947b-9543-43d0-ac2a-6410556d9528 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:30.577925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218b69d-ed1e-4cfb-bd92-add00bd92baa'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:30.581215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-a23d947b-9543-43d0-ac2a-6410556d9528 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 815 time: 0.3144450 Feb 04 20:02:30.598322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3218b69d-ed1e-4cfb-bd92-add00bd92baa, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3218b69d-ed1e-4cfb-bd92-add00bd92baa,segment=NetworkSegment(f7f18f65-4289-4863-a1f0-9958e545d208),segment_id=f7f18f65-4289-4863-a1f0-9958e545d208)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:30.601355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-f875b48e-5d42-422b-ac9a-2a8a355a2609 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/quotas/b4d20305b9e4484aacbae26efda3433c HTTP/1.1" status: 200 len: 375 time: 0.0191548 Feb 04 20:02:30.684703 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.705795 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-23506f9d-bbc0-4343-ac11-9d7b71b05158 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032984 Feb 04 20:02:30.809619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f54b8e1-c5b1-4568-a452-0b8c99521062 req-54608a7b-6b86-4294-9ac4-231eda3f6527 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504389 Feb 04 20:02:30.831581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3218b69d-ed1e-4cfb-bd92-add00bd92baa,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:30.868535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:30.891540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c96b3163-c42a-447b-8428-028b927676dc', '534e4563-5a92-4261-bc54-89efe5f13713'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:30.950004 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-d3134fa3-b297-48ef-86b1-07abb887413d service neutron] 10.222.0.48 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420251 Feb 04 20:02:30.958527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9adfc228-8bd9-4890-a947-756077c47e70 req-b7c045f4-b8e7-46ca-943d-399538dc9736 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808099 Feb 04 20:02:31.003993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Pushing event deleted for resources: {'Port': ['ID=534e4563-5a92-4261-bc54-89efe5f13713,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:31.089551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 201ba97e-c0bd-4968-8674-6b21e8e2f801 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:31.151799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 201ba97e-c0bd-4968-8674-6b21e8e2f801 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:31.152152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 201ba97e-c0bd-4968-8674-6b21e8e2f801 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:31.307232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-3520c107-380a-478e-8783-7290731b0b0f service neutron] 10.222.0.48 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574812 Feb 04 20:02:31.343256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-ba0b3d0d-858d-4a45-ae97-3af883838b68 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:31.350406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-ba0b3d0d-858d-4a45-ae97-3af883838b68 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da9aa56-7cb9-4be8-b91d-4eaaa6821445 HTTP/1.1" status: 200 len: 946 time: 0.1984446 Feb 04 20:02:31.423788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9adfc228-8bd9-4890-a947-756077c47e70 req-fed134ef-488c-49e2-baaa-deb2d129a842 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568751 Feb 04 20:02:31.472388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Deleting port edc751d4-345e-4fbb-9fd3-8cc29b030066 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:31.473113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:31.564271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] No DVR routers for this DVR port 534e4563-5a92-4261-bc54-89efe5f13713 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:31.572468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:31.582682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b73a42-41d3-48cd-a825-301151342570', 'name': 'network-vif-deleted', 'tag': '534e4563-5a92-4261-bc54-89efe5f13713'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:31.647640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f02e-b38e-4513-a889-b25336c9b12b req-39c7cd0d-005e-4dd2-8535-088dc342a343 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:31.664854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6656f02e-b38e-4513-a889-b25336c9b12b req-39c7cd0d-005e-4dd2-8535-088dc342a343 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1949360 Feb 04 20:02:31.713701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbf377be-bfe8-47d9-b905-bcfd632dc7c7 req-ecd4ab1a-a1e2-43a2-b521-4629adf0c0b5 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "DELETE /v2.0/ports/534e4563-5a92-4261-bc54-89efe5f13713 HTTP/1.1" status: 204 len: 173 time: 2.6405742 Feb 04 20:02:31.739101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6656f02e-b38e-4513-a889-b25336c9b12b req-4ead11fe-519c-472f-aa02-dbd54d003134 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588789 Feb 04 20:02:31.841754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47750) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:31.888046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] For port edc751d4-345e-4fbb-9fd3-8cc29b030066, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=edc751d4-345e-4fbb-9fd3-8cc29b030066,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:31.888481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:31.945909 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218b69d-ed1e-4cfb-bd92-add00bd92baa', 'code': 200} Feb 04 20:02:32.036624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:32.084034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] Deleting subnet 58aa8036-cc69-48bd-a510-2543c9f6069d {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:02:32.091645 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.205008 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.274376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47762) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:32.283642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Calling delete_port for edc751d4-345e-4fbb-9fd3-8cc29b030066 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:32.310210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:32.336253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb', 'mac_address': 'fa:16:3e:77:2e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:02:32.423459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5572be9-59b9-4a7c-8a51-b1538fb48705 req-8476dae0-e24b-44f5-b739-349686f4248a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:32.430447 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5572be9-59b9-4a7c-8a51-b1538fb48705 req-8476dae0-e24b-44f5-b739-349686f4248a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 945 time: 0.6148815 Feb 04 20:02:32.458820 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.482077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.483113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:32.504099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:32.521889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac89fd5-5e6b-4ebf-9a80-3b5c265ceef6 req-867e8f1a-27c4-47bb-8bcc-28a5529fef17 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:32.529627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac89fd5-5e6b-4ebf-9a80-3b5c265ceef6 req-867e8f1a-27c4-47bb-8bcc-28a5529fef17 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 947 time: 0.2671192 Feb 04 20:02:32.561603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f39c3-398c-4c5a-92b5-075721a8508b req-80360f4e-f491-4fd2-9df3-2b02fab777f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:32.563080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-379f39c3-398c-4c5a-92b5-075721a8508b req-80360f4e-f491-4fd2-9df3-2b02fab777f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 1096 time: 0.2538831 Feb 04 20:02:32.565260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.581871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-950620503-network', 'tenant_id': 'eda86ff74818467a96add8d821692192'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:32.587617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:32.591522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Usage tracker for resource:network and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:32.594495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:32.600335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:32.623153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5572be9-59b9-4a7c-8a51-b1538fb48705 req-2c194984-d5f0-401e-a296-1386db7d6037 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916187 Feb 04 20:02:32.628444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac89fd5-5e6b-4ebf-9a80-3b5c265ceef6 req-c938e3ad-eb15-49e4-a585-edbb6caeb1c1 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943696 Feb 04 20:02:32.661109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:32.669306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Made reservation on behalf of eda86ff74818467a96add8d821692192 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:32.675642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.680469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-379f39c3-398c-4c5a-92b5-075721a8508b req-6c4da38b-c0cc-4bbf-9d93-bdbfdd586cb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089950 Feb 04 20:02:32.711302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.730017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:32.733987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Usage tracker for resource:security_group_rule and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:32.736876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:32.742721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:32.776440 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b73a42-41d3-48cd-a825-301151342570', 'name': 'network-vif-deleted', 'tag': '534e4563-5a92-4261-bc54-89efe5f13713', 'status': 'completed', 'code': 200} Feb 04 20:02:32.792413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.831520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:32.840548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.888781 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2aab2fa3-4a82-44fc-bd89-f35ccd8f24a0 req-38266f93-7a19-4cac-a9e1-db43b2fdb743 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 210 time: 0.1873095 Feb 04 20:02:32.894651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58aa8036-cc69-48bd-a510-2543c9f6069d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:32.898489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:32.904920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-083d1e5b-81cc-4c64-9010-d48faf7098bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/58aa8036-cc69-48bd-a510-2543c9f6069d HTTP/1.1" status: 204 len: 168 time: 1.0620186 Feb 04 20:02:32.908313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:32.922163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f155f8c-a5e7-407f-ab84-a886ef038b76 None None] Network 8effe1db-877e-47b9-94ca-b745feca9abb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:32.999480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8872b24f-1d70-4d53-bce5-39bc250a2545 req-3c57817e-dee1-4797-9199-6e6e06c0b722 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=47b73a42-41d3-48cd-a825-301151342570 HTTP/1.1" status: 200 len: 210 time: 0.1262264 Feb 04 20:02:33.006353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.020441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:02:33.035577 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.035577 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Added segment 40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e of type vlan for network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 Feb 04 20:02:33.040524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.124446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['edc751d4-345e-4fbb-9fd3-8cc29b030066'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:33.124651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Pushing event deleted for resources: {'Port': ['ID=edc751d4-345e-4fbb-9fd3-8cc29b030066,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:33.152131 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.175641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Deleting port c72bca5c-82fd-4d13-bcb2-41a753420af9 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:33.176005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.176190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 534e4563-5a92-4261-bc54-89efe5f13713 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:33.267689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.271417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 534e4563-5a92-4261-bc54-89efe5f13713 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:33.271781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 534e4563-5a92-4261-bc54-89efe5f13713 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:33.340553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c00bd8-f99a-409f-a32f-3c26d8a1fedc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:33.352088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] No DVR routers for this DVR port edc751d4-345e-4fbb-9fd3-8cc29b030066 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:33.363159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.368383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'name': 'network-vif-deleted', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:33.497245 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5fe080f-87e4-473e-bd28-090bbf3cffe8 req-aeeda058-c5c9-4257-bd2d-245cd5425b4e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "DELETE /v2.0/ports/edc751d4-345e-4fbb-9fd3-8cc29b030066 HTTP/1.1" status: 204 len: 173 time: 2.1410153 Feb 04 20:02:33.497923 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.499021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:33.499733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.553672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eb6d1-8003-4a11-977a-0fa06e3854e8 req-62c08cc4-ab6d-4ed3-8c3f-460a57c65439 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:33.561139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f8eb6d1-8003-4a11-977a-0fa06e3854e8 req-62c08cc4-ab6d-4ed3-8c3f-460a57c65439 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.5235753 Feb 04 20:02:33.605247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] For port c72bca5c-82fd-4d13-bcb2-41a753420af9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c72bca5c-82fd-4d13-bcb2-41a753420af9,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:33.605606 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.649722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] Pushing event updated for resources: {'Network': ['ID=3f08a2e8-4c93-47e2-81b1-c65855db1e77,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:33.661098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:02:33.676375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] DHCP port deletion for 8effe1db-877e-47b9-94ca-b745feca9abb request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:02:33.684878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c823ae59-1879-4193-a4cf-d8f6fc54482d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4093442 Feb 04 20:02:33.688742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47786) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:33.694563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Request body: {'subnet': {'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-950620503-subnet', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:33.701461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:33.707270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Usage tracker for resource:subnet and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:33.715129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:33.720220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f8eb6d1-8003-4a11-977a-0fa06e3854e8 req-e74e471a-350e-45f4-9d67-d5be7837d6fd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579981 Feb 04 20:02:33.739810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:33.748109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Deleting port c72bca5c-82fd-4d13-bcb2-41a753420af9 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:33.748491 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:33.802236 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da9aa56-7cb9-4be8-b91d-4eaaa6821445', 'name': 'network-vif-deleted', 'tag': 'edc751d4-345e-4fbb-9fd3-8cc29b030066', 'status': 'completed', 'code': 200} Feb 04 20:02:33.830801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Calling delete_port for c72bca5c-82fd-4d13-bcb2-41a753420af9 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:33.839240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Made reservation on behalf of eda86ff74818467a96add8d821692192 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:33.841609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.073472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] For port c72bca5c-82fd-4d13-bcb2-41a753420af9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c72bca5c-82fd-4d13-bcb2-41a753420af9,segment=NetworkSegment(8e4b4ede-d83c-49a4-9271-a3219d95f424),segment_id=8e4b4ede-d83c-49a4-9271-a3219d95f424)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:34.073874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.176805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.224734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Calling delete_port for c72bca5c-82fd-4d13-bcb2-41a753420af9 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:34.235755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=c72bca5c-82fd-4d13-bcb2-41a753420af9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:34.247195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] No DVR routers for this DVR port c72bca5c-82fd-4d13-bcb2-41a753420af9 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:34.307431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a60e1-69e4-45b2-bd37-bb47bfa2796e req-073f7fe3-53e7-49d2-8e1b-1b14779d88b7 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:34.313382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a36a60e1-69e4-45b2-bd37-bb47bfa2796e req-073f7fe3-53e7-49d2-8e1b-1b14779d88b7 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 948 time: 0.2942860 Feb 04 20:02:34.335670 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:02:34.336122 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:02:34.378257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01ac13-d904-4443-a43d-6ff41ed13965 req-5cc7c291-d107-46b4-9edb-06457d7952ed tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:34.385760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab01ac13-d904-4443-a43d-6ff41ed13965 req-5cc7c291-d107-46b4-9edb-06457d7952ed tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 945 time: 0.4278436 Feb 04 20:02:34.415831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.456291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab01ac13-d904-4443-a43d-6ff41ed13965 req-f1759206-2b2b-4a6f-9dc5-4c582d2d7e8c tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695972 Feb 04 20:02:34.459733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8effe1db-877e-47b9-94ca-b745feca9abb']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:34.496044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4b4ede-d83c-49a4-9271-a3219d95f424') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:34.496044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4b4ede-d83c-49a4-9271-a3219d95f424') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:34.499251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a36a60e1-69e4-45b2-bd37-bb47bfa2796e req-84bbcda7-acea-4960-8d1f-f60d627f8e05 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595120 Feb 04 20:02:34.516408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.541561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-ccb61fed-3910-4336-98bc-54b94df991c0 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:34.543448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-ccb61fed-3910-4336-98bc-54b94df991c0 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 815 time: 0.3543522 Feb 04 20:02:34.550378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c72bca5c-82fd-4d13-bcb2-41a753420af9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:34.568083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Request body: {'port': {'device_id': '89334ff5-a27f-4040-8790-7eeb9c196602', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'admin_state_up': True, 'tenant_id': 'b4d20305b9e4484aacbae26efda3433c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:34.590660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c72bca5c-82fd-4d13-bcb2-41a753420af9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:34.596032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c72bca5c-82fd-4d13-bcb2-41a753420af9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:34.600570 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.679697 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.685860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:02:34.686337 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:02:34.701484 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:02:34.779542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a863af64-1b8b-4a09-acb8-070c3ba53784 req-3dc52c78-4b6d-42da-98e6-18de24e6f496 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Synchronizing usage tracker for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:34.810060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-0b397a39-6af0-4b91-93bb-39646f68cd1e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:34.811528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-0b397a39-6af0-4b91-93bb-39646f68cd1e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 945 time: 0.2765391 Feb 04 20:02:34.834754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4613ad87-333f-450f-883a-9fd0a6bd55dc,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:34.838221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Deleting port c72bca5c-82fd-4d13-bcb2-41a753420af9 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:34.839180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.863072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Checking segment: {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:34.863424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Network hostable DHCP agents. Network: 3f08a2e8-4c93-47e2-81b1-c65855db1e77, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:02:34.868938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35b9ff-365b-474d-98c5-5d3a4b48a35a req-d3b5f946-fb96-499f-ae4e-b3b67c01f4f1 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:34.870450 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b35b9ff-365b-474d-98c5-5d3a4b48a35a req-d3b5f946-fb96-499f-ae4e-b3b67c01f4f1 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 945 time: 0.2427940 Feb 04 20:02:34.881199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:34.901916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.920218 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8e40de7d-6af0-4990-b464-321663d5246f None None] The port 'c72bca5c-82fd-4d13-bcb2-41a753420af9' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:02:34.933741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a863af64-1b8b-4a09-acb8-070c3ba53784 req-3dc52c78-4b6d-42da-98e6-18de24e6f496 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Unset dirty status for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:34.934957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:34.935050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a863af64-1b8b-4a09-acb8-070c3ba53784 req-3dc52c78-4b6d-42da-98e6-18de24e6f496 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 210 time: 0.2593675 Feb 04 20:02:34.935050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Usage tracker for resource:port and tenant:b4d20305b9e4484aacbae26efda3433c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:34.941525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:34.954044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:02:34.958178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8effe1db-877e-47b9-94ca-b745feca9abb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:34.966365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:34.971998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Deleting port dbaba279-dee7-497c-9763-e3e19fbbf93b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:34.972338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.016123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b35b9ff-365b-474d-98c5-5d3a4b48a35a req-291f0628-b793-47f6-99fb-d49e778955c2 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377599 Feb 04 20:02:35.027854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 3f08a2e8-4c93-47e2-81b1-c65855db1e77) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:35.036997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d8898-2fc4-4ae8-8e80-faaf0a47ba78 None None] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:35.037478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:35.038572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.060984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Made reservation on behalf of b4d20305b9e4484aacbae26efda3433c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:35.065999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.160866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8a87314f-e278-4499-9a69-c52e41775f7c admin admin] 10.222.0.48 "DELETE /v2.0/networks/8effe1db-877e-47b9-94ca-b745feca9abb HTTP/1.1" status: 204 len: 168 time: 2.2505767 Feb 04 20:02:35.172172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device edc751d4-345e-4fbb-9fd3-8cc29b030066 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:35.210812 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-001cbbc5-d566-41b1-b851-9b96599db576 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5208066 Feb 04 20:02:35.213706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:35.223074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:35.253209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: edc751d4-345e-4fbb-9fd3-8cc29b030066 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:35.253553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device edc751d4-345e-4fbb-9fd3-8cc29b030066 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:35.284361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:35.297735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Usage tracker for resource:router and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:35.302477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:35.312145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:35.352742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad5373-f9bc-4b3f-9725-1e7c53f8dd8c req-361fc2de-a1f2-4b67-8834-ba224cb0dcbc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:35.360825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57ad5373-f9bc-4b3f-9725-1e7c53f8dd8c req-361fc2de-a1f2-4b67-8834-ba224cb0dcbc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.2093446 Feb 04 20:02:35.363158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] For port dbaba279-dee7-497c-9763-e3e19fbbf93b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dbaba279-dee7-497c-9763-e3e19fbbf93b,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:35.363575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.379816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Allocated IP 172.20.0.6 (4c416691-568e-46c3-9ffa-8c51ea766644/760069ad-b971-4d0c-bcbd-08b61c1e01e7/b721b215-8fe9-4778-b3cc-8f8f669129fe) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:35.426935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.428123 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.441089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:02:35.443309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.504302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Calling delete_port for dbaba279-dee7-497c-9763-e3e19fbbf93b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:35.551659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47812) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:35.586662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.590342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57ad5373-f9bc-4b3f-9725-1e7c53f8dd8c req-c83d26a9-5980-4791-9315-ada952e5b00d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283170 Feb 04 20:02:35.668686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3443b879-b628-426a-a217-7ba9ff7a60b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe9213ad01d94af2b1cf6bf33e801c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169548 Feb 04 20:02:35.673572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47818) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:35.712812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Allocated IP 172.20.0.2 (3f08a2e8-4c93-47e2-81b1-c65855db1e77/4613ad87-333f-450f-883a-9fd0a6bd55dc/f6948839-0e4a-4027-8f5c-e731c1953df7) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:35.914755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1eb3730b-c96e-4dce-b800-5e5b2c17224f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.918129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:35.960174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1eb3730b-c96e-4dce-b800-5e5b2c17224f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.013433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbcec7-e78d-4259-81a5-7109f8a822dd req-d64ec66f-53e5-4c9e-beb7-ce4bc24d9eac tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:36.014980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46fbcec7-e78d-4259-81a5-7109f8a822dd req-d64ec66f-53e5-4c9e-beb7-ce4bc24d9eac tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 948 time: 0.2496564 Feb 04 20:02:36.064438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:36.070816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46fbcec7-e78d-4259-81a5-7109f8a822dd req-94961011-e93e-44a6-8151-12c69de5e772 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 Feb 04 20:02:36.158735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.189798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.210861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24510-fcf6-4048-879a-cbd138a35ad1 req-a7197470-5821-4226-ae52-67677485083b tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:36.212351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85f24510-fcf6-4048-879a-cbd138a35ad1 req-a7197470-5821-4226-ae52-67677485083b tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 945 time: 0.4906354 Feb 04 20:02:36.215010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:36.216289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1eb3730b-c96e-4dce-b800-5e5b2c17224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.221122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:36.224406 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.262543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85f24510-fcf6-4048-879a-cbd138a35ad1 req-d355815b-f64d-4931-9cf6-680b1ee54d5c tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Feb 04 20:02:36.271757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Network 4c416691-568e-46c3-9ffa-8c51ea766644 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:36.273421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.308691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:36.320378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:36.338268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['dbaba279-dee7-497c-9763-e3e19fbbf93b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:36.355334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event deleted for resources: {'Port': ['ID=dbaba279-dee7-497c-9763-e3e19fbbf93b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:36.425022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:36.425658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.431072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3730b-c96e-4dce-b800-5e5b2c17224f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a032d1-492f-4a4b-ac41-adbd65087c48,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:36.462860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Pushing event updated for resources: {'Port': ['ID=b721b215-8fe9-4778-b3cc-8f8f669129fe,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:36.482407 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1eb3730b-c96e-4dce-b800-5e5b2c17224f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.487045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1eb3730b-c96e-4dce-b800-5e5b2c17224f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2a032d1-492f-4a4b-ac41-adbd65087c48 HTTP/1.1" status: 204 len: 168 time: 0.8124225 Feb 04 20:02:36.498095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] No DVR routers for this DVR port dbaba279-dee7-497c-9763-e3e19fbbf93b on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:36.531222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf40d35-bdab-4cd5-8c1a-34818851e41a req-19d868e9-1869-4540-bd34-d14710f25c73 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:36.532900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cf40d35-bdab-4cd5-8c1a-34818851e41a req-19d868e9-1869-4540-bd34-d14710f25c73 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.3184879 Feb 04 20:02:36.565755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-92c2d96c-0242-41dd-aac6-70b75520160a tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0123069 Feb 04 20:02:36.567209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.571654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'name': 'network-vif-deleted', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:36.578828 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.582507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Request body: {'port': {'device_id': '89334ff5-a27f-4040-8790-7eeb9c196602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:36.658776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cf40d35-bdab-4cd5-8c1a-34818851e41a req-ec370a21-0a30-44e2-8c6e-16855f16439e tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063809 Feb 04 20:02:36.659498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:36.682668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:36.687096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a24a84-2a16-4e7c-af28-9e52669be4f4 req-f921d9e0-6572-4b3b-9f70-2360242faa66 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:36.695192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54a24a84-2a16-4e7c-af28-9e52669be4f4 req-f921d9e0-6572-4b3b-9f70-2360242faa66 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 931 time: 0.2434545 Feb 04 20:02:36.704260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.716653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Transition to ACTIVE for port object f6948839-0e4a-4027-8f5c-e731c1953df7 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:36.727139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d63ea6d-a5c0-4bd5-9b4c-46dd60745bef req-2ff3871f-fa0c-4075-b294-b3b9dce195e7 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "DELETE /v2.0/ports/dbaba279-dee7-497c-9763-e3e19fbbf93b HTTP/1.1" status: 204 len: 173 time: 1.9090919 Feb 04 20:02:36.749839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Transition to ACTIVE for port object f6948839-0e4a-4027-8f5c-e731c1953df7 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:36.759949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.761710 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.777726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54a24a84-2a16-4e7c-af28-9e52669be4f4 req-b7cb6981-6c21-431c-9f2b-ce01660dab73 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816278 Feb 04 20:02:36.810798 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:36.850584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:36.853501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:36.856676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:36.925059 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b', 'name': 'network-vif-deleted', 'tag': 'dbaba279-dee7-497c-9763-e3e19fbbf93b', 'status': 'completed', 'code': 200} Feb 04 20:02:36.945070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9dfc6e08-7e3a-41f6-99dc-7299d2d3ce9d req-53e9b553-2543-4136-b332-e046a07c0e2b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:36.974032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:37.016548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:37.058913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Attempting to bind port f6948839-0e4a-4027-8f5c-e731c1953df7 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:37.059637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Attempting to bind port f6948839-0e4a-4027-8f5c-e731c1953df7 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:37.060161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Attempting to bind port f6948839-0e4a-4027-8f5c-e731c1953df7 on network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:37.072239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:37.073307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Checking segment: {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:37.073877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:37.074558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Bound using segment: {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:37.075206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Bound port: f6948839-0e4a-4027-8f5c-e731c1953df7, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:37.075801 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:37.077909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9dfc6e08-7e3a-41f6-99dc-7299d2d3ce9d req-53e9b553-2543-4136-b332-e046a07c0e2b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:37.082330 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:37.087306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9dfc6e08-7e3a-41f6-99dc-7299d2d3ce9d req-53e9b553-2543-4136-b332-e046a07c0e2b tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c91e1c4-5bdc-485f-a3bb-367bb9d6cc0b HTTP/1.1" status: 200 len: 210 time: 0.3143411 Feb 04 20:02:37.092212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Pushing event updated for resources: {'Port': ['ID=f6948839-0e4a-4027-8f5c-e731c1953df7,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:37.194067 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb', 'code': 200} Feb 04 20:02:37.310807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] For port f6948839-0e4a-4027-8f5c-e731c1953df7, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:37.319228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] For port f6948839-0e4a-4027-8f5c-e731c1953df7, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f6948839-0e4a-4027-8f5c-e731c1953df7,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:37.370894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:37.507919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24025e8b-7f22-4f2d-a376-46cf320f903e req-0e945b79-f225-4743-bc1a-54d3764cbd56 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:37.514936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24025e8b-7f22-4f2d-a376-46cf320f903e req-0e945b79-f225-4743-bc1a-54d3764cbd56 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 949 time: 0.1800222 Feb 04 20:02:37.517018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bb0da-9e58-43ba-b52c-21f65b07c2b6 None None] Pushing event updated for resources: {'Port': ['ID=f6948839-0e4a-4027-8f5c-e731c1953df7,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:37.521087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b721b215-8fe9-4778-b3cc-8f8f669129fe {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:37.537707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53447-bcad-44d7-84ac-ef9a74f05aa0 req-28341259-d3e4-457e-a88b-78adb43a304b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:37.546588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:37.555175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ca53447-bcad-44d7-84ac-ef9a74f05aa0 req-28341259-d3e4-457e-a88b-78adb43a304b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.4660959 Feb 04 20:02:37.585339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Transition to ACTIVE for port object b721b215-8fe9-4778-b3cc-8f8f669129fe will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:37.590203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24025e8b-7f22-4f2d-a376-46cf320f903e req-3e3317b7-c52f-4acc-831b-0e929613dca4 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744321 Feb 04 20:02:37.609215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66999c67-2461-4f0d-aa3a-38223ca973bc req-5ef85242-fc22-41ed-ac98-c8aad437d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:37.610917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66999c67-2461-4f0d-aa3a-38223ca973bc req-5ef85242-fc22-41ed-ac98-c8aad437d1ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 1100 time: 0.2679441 Feb 04 20:02:37.615453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Allocated IP 172.25.7.109 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/2ba0092f-e376-492c-b6b5-8db7c5768502) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:37.706961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ca53447-bcad-44d7-84ac-ef9a74f05aa0 req-8cbc09ed-c41f-4f02-8fa0-c7b18fe77c6f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508076 Feb 04 20:02:37.712425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66999c67-2461-4f0d-aa3a-38223ca973bc req-595d00af-cf45-4b3b-8866-0ac606a36ea5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927970 Feb 04 20:02:37.747607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:37.995527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.087796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-74f3b6e8-6827-4043-8424-0a453b0660c4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:38.088630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-74f3b6e8-6827-4043-8424-0a453b0660c4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Synchronizing usage tracker for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:38.119247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b721b215-8fe9-4778-b3cc-8f8f669129fe,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:38.187430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c24151-a403-447c-98e5-728d0a308816 req-cac7ed4b-df1a-4ea6-81b6-b44c6ff0e6c9 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:38.190726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c24151-a403-447c-98e5-728d0a308816 req-cac7ed4b-df1a-4ea6-81b6-b44c6ff0e6c9 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 943 time: 0.1983330 Feb 04 20:02:38.194625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b59b3c-7f5c-494b-855f-f25d2a743294 req-f145e9de-ee29-42d1-9a83-cb3185204e3f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:38.196146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4b59b3c-7f5c-494b-855f-f25d2a743294 req-f145e9de-ee29-42d1-9a83-cb3185204e3f tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.3249669 Feb 04 20:02:38.227444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47878) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:38.236725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Attempting to bind port b721b215-8fe9-4778-b3cc-8f8f669129fe on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:38.237065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Attempting to bind port b721b215-8fe9-4778-b3cc-8f8f669129fe by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:38.237395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Attempting to bind port b721b215-8fe9-4778-b3cc-8f8f669129fe on network 4c416691-568e-46c3-9ffa-8c51ea766644 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:38.241306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c24151-a403-447c-98e5-728d0a308816 req-aad6cddf-0104-4e42-a226-cca394878734 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 Feb 04 20:02:38.250431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.319552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-74f3b6e8-6827-4043-8424-0a453b0660c4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Unset dirty status for tenant:335dbb1e7eb6461f9c8bf4ccddec0d18 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:38.320853 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-74f3b6e8-6827-4043-8424-0a453b0660c4 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 945 time: 0.4797208 Feb 04 20:02:38.338569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:38.349504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:38.352226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:38.407706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Port b721b215-8fe9-4778-b3cc-8f8f669129fe on network 4c416691-568e-46c3-9ffa-8c51ea766644 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:02:38.408024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Attempting to bind port b721b215-8fe9-4778-b3cc-8f8f669129fe on network 4c416691-568e-46c3-9ffa-8c51ea766644 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:38.423769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:38.424103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Checking segment: {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:38.424498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Bound using segment: {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:38.424931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Bound port: b721b215-8fe9-4778-b3cc-8f8f669129fe, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa2841b-9179-493e-9d28-2f699156b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:38.425274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.470090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1098275441-network', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:38.479547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:38.493537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4b59b3c-7f5c-494b-855f-f25d2a743294 req-918ac388-9692-4f95-9ca0-79939f7cfc35 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/security-groups?id=db2f6f7a-38f6-426c-8abe-4493c6fe5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893939 Feb 04 20:02:38.580385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Usage tracker for resource:network and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:38.599280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.622950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:38.710417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f6948839-0e4a-4027-8f5c-e731c1953df7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:38.725530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:38.841495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] For port b721b215-8fe9-4778-b3cc-8f8f669129fe, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:38.851069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] For port b721b215-8fe9-4778-b3cc-8f8f669129fe, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b721b215-8fe9-4778-b3cc-8f8f669129fe,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:38.852606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Made reservation on behalf of ee38bbd6cca841d69c5a6ee21119324a for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:38.855322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.871325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Deleting port c96b3163-c42a-447b-8428-028b927676dc {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:38.871867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.893156 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.937402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:38.967924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Pushing event updated for resources: {'Port': ['ID=2ba0092f-e376-492c-b6b5-8db7c5768502,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:38.971367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f6948839-0e4a-4027-8f5c-e731c1953df7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:38.979525 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.022535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:39.065181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Usage tracker for resource:security_group_rule and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:39.069604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:39.070269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.071794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/b721b215-8fe9-4778-b3cc-8f8f669129fe HTTP/1.1" status: 200 len: 1091 time: 2.4942141 Feb 04 20:02:39.072291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89334ff5-a27f-4040-8790-7eeb9c196602', 'tag': 'b721b215-8fe9-4778-b3cc-8f8f669129fe'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:39.079930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:39.090233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:39.132575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb242e6-ddb1-4e7f-8c4d-20bd31c8f0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b721b215-8fe9-4778-b3cc-8f8f669129fe,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:39.132676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:39.179358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5c317-99dc-4ba4-8e35-fb10d7c81b9f None None] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:39.273789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-c3009965-a0af-4cd2-82ed-9c5973f1eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:39.275319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-c3009965-a0af-4cd2-82ed-9c5973f1eca3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 1094 time: 0.1281254 Feb 04 20:02:39.282802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.320613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: dbaba279-dee7-497c-9763-e3e19fbbf93b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:39.320956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device dbaba279-dee7-497c-9763-e3e19fbbf93b not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:39.361439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.416512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-5e601499-d053-4e6c-8f20-4557af9735ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b721b215-8fe9-4778-b3cc-8f8f669129fe HTTP/1.1" status: 200 len: 217 time: 0.1321685 Feb 04 20:02:39.440581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0220d3ce-c939-464b-b861-4f94a7c8c22d None None] Provisioning for port f6948839-0e4a-4027-8f5c-e731c1953df7 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:39.448275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0220d3ce-c939-464b-b861-4f94a7c8c22d None None] Provisioning complete for port f6948839-0e4a-4027-8f5c-e731c1953df7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:39.448640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0220d3ce-c939-464b-b861-4f94a7c8c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.502799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-31341f2d-66c0-4bd4-a0b7-e21aa0f2eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:39.504398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-31341f2d-66c0-4bd4-a0b7-e21aa0f2eb58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=760069ad-b971-4d0c-bcbd-08b61c1e01e7 HTTP/1.1" status: 200 len: 855 time: 0.0743804 Feb 04 20:02:39.522084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:02:39.523063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e63ba-4824-43f3-bd50-c818bff83f8b req-53d236db-434e-42f1-a3b1-78ff9cb3d984 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:39.525106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a39e63ba-4824-43f3-bd50-c818bff83f8b req-53d236db-434e-42f1-a3b1-78ff9cb3d984 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 949 time: 0.3026922 Feb 04 20:02:39.585350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-5de1ca40-cc93-4c32-adea-fe65d88e0684 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4c416691-568e-46c3-9ffa-8c51ea766644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652399 Feb 04 20:02:39.588432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a581cb-d33c-4e19-b847-f4a495071b5c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:39.599296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.603977 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Added segment a215afb1-b920-4200-9f9e-922fa2d42461 of type vlan for network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 Feb 04 20:02:39.607562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0220d3ce-c939-464b-b861-4f94a7c8c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.649042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0220d3ce-c939-464b-b861-4f94a7c8c22d None None] For port f6948839-0e4a-4027-8f5c-e731c1953df7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f6948839-0e4a-4027-8f5c-e731c1953df7,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:39.709902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] For port c96b3163-c42a-447b-8428-028b927676dc, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c96b3163-c42a-447b-8428-028b927676dc,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:39.710272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.727508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.730425 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0220d3ce-c939-464b-b861-4f94a7c8c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.767983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71ce5-3870-40b3-bd59-43c34342a4c6 req-a373640e-1eb0-4def-a89b-723a91929f9c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:39.775764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60e71ce5-3870-40b3-bd59-43c34342a4c6 req-a373640e-1eb0-4def-a89b-723a91929f9c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.4222393 Feb 04 20:02:39.810309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220d3ce-c939-464b-b861-4f94a7c8c22d None None] Pushing event updated for resources: {'Port': ['ID=f6948839-0e4a-4027-8f5c-e731c1953df7,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:39.820423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a39e63ba-4824-43f3-bd50-c818bff83f8b req-0c9dfe5a-2c8b-4e26-a972-4c588f86b498 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737184 Feb 04 20:02:39.846086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-95d15e98-b735-4d1f-a120-4c6f86168fc1 service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449329 Feb 04 20:02:39.856305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cf9394ae-104a-4415-b3d6-5037594080b6 None None] Provisioning complete for port f6948839-0e4a-4027-8f5c-e731c1953df7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:39.856305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cf9394ae-104a-4415-b3d6-5037594080b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.888555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60e71ce5-3870-40b3-bd59-43c34342a4c6 req-40b53c95-3b98-4b98-b1d9-e26c6d9a5224 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117249 Feb 04 20:02:39.951669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Calling delete_port for c96b3163-c42a-447b-8428-028b927676dc owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:39.959025 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89334ff5-a27f-4040-8790-7eeb9c196602', 'tag': 'b721b215-8fe9-4778-b3cc-8f8f669129fe', 'status': 'completed', 'code': 200} Feb 04 20:02:39.959611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:39.962714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:39.962714 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:40.085784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-ccb9c374-62c6-4ae1-934b-95c8edc968e6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:40.086472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-ccb9c374-62c6-4ae1-934b-95c8edc968e6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:40.091264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8627436 Feb 04 20:02:40.098800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47908) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:40.105699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Request body: {'subnet': {'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1098275441-subnet', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:40.118669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:40.142556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Usage tracker for resource:subnet and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:40.150628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:40.156682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:40.161284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f03754-078b-459e-8aca-eac2dba224fc admin admin] Pushing event updated for resources: {'Network': ['ID=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:40.173903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:02:40.216863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a62f3d-d64d-4e0c-9c44-e2810be1b83b req-7f858289-dfd4-41df-b3a8-9dc75dfe0134 service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665569 Feb 04 20:02:40.228748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:40.238467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba84a90-494a-41c2-91d1-a027d36b44f0 req-5cc87a0e-6958-4fcc-913e-10166855b5ca tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:40.240303 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ba84a90-494a-41c2-91d1-a027d36b44f0 req-5cc87a0e-6958-4fcc-913e-10166855b5ca tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 945 time: 0.1527326 Feb 04 20:02:40.243716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-ccb9c374-62c6-4ae1-934b-95c8edc968e6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:40.244833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-ccb9c374-62c6-4ae1-934b-95c8edc968e6 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.6780615 Feb 04 20:02:40.289785 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ba84a90-494a-41c2-91d1-a027d36b44f0 req-192c85d8-340b-4eb8-8004-87edf1888cd4 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Feb 04 20:02:40.498291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-45d39996-e623-4894-b04a-22b848773081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:40.499892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-45d39996-e623-4894-b04a-22b848773081 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4d20305b9e4484aacbae26efda3433c&device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 1094 time: 0.1416924 Feb 04 20:02:40.538352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b48c4-0610-4b47-a4ea-52e07ba42e16 req-dd140fbf-073d-40ca-9a74-c9dd1c8eff38 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:40.539986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ab8b48c4-0610-4b47-a4ea-52e07ba42e16 req-dd140fbf-073d-40ca-9a74-c9dd1c8eff38 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Synchronizing usage tracker for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:40.546952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f6948839-0e4a-4027-8f5c-e731c1953df7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:40.570096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Made reservation on behalf of ee38bbd6cca841d69c5a6ee21119324a for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:40.572433 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:40.618079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f6948839-0e4a-4027-8f5c-e731c1953df7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:40.618744 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:40.662196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-f27c639f-9ddb-4210-a755-c7dfc34b4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:40.663827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-f27c639f-9ddb-4210-a755-c7dfc34b4cd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 200 len: 916 time: 0.1563678 Feb 04 20:02:40.697636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276a8d-3b4c-4d6c-b56f-c9ace8bfc8b4 req-6790dfc0-aab7-4e01-acb1-2aa7a5c14082 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:40.699110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08276a8d-3b4c-4d6c-b56f-c9ace8bfc8b4 req-6790dfc0-aab7-4e01-acb1-2aa7a5c14082 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.7055774 Feb 04 20:02:40.729807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ab8b48c4-0610-4b47-a4ea-52e07ba42e16 req-dd140fbf-073d-40ca-9a74-c9dd1c8eff38 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Unset dirty status for tenant:b4d20305b9e4484aacbae26efda3433c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:40.731047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab8b48c4-0610-4b47-a4ea-52e07ba42e16 req-dd140fbf-073d-40ca-9a74-c9dd1c8eff38 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 943 time: 0.3335061 Feb 04 20:02:40.736260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Deleting port 7971b8fa-2b75-42d4-8b20-734d08e53f03 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:40.736603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:40.739059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-eefedeeb-d2d5-4ab4-810a-7e65de082953 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b721b215-8fe9-4778-b3cc-8f8f669129fe HTTP/1.1" status: 200 len: 217 time: 0.0690696 Feb 04 20:02:40.934617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab8b48c4-0610-4b47-a4ea-52e07ba42e16 req-d58075f2-fbe0-44ef-ba5c-c3b8a183f6d3 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933832 Feb 04 20:02:40.938898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-7c556910-1f7b-49c5-af67-a7f3f97deadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:40.939689 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-7c556910-1f7b-49c5-af67-a7f3f97deadd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=760069ad-b971-4d0c-bcbd-08b61c1e01e7 HTTP/1.1" status: 200 len: 855 time: 0.1846840 Feb 04 20:02:40.971368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:40.984737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c96b3163-c42a-447b-8428-028b927676dc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:40.990525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-3def7567-0512-4ee4-a334-615b1d086af0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4c416691-568e-46c3-9ffa-8c51ea766644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451908 Feb 04 20:02:41.037186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08276a8d-3b4c-4d6c-b56f-c9ace8bfc8b4 req-fb674b18-5d20-4a0d-a5c3-4521ea0126ca tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113542 Feb 04 20:02:41.077993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Pushing event deleted for resources: {'Port': ['ID=c96b3163-c42a-447b-8428-028b927676dc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:41.146645 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25e8c033-44d3-414c-9ea2-c6fa2c2d5314 req-fed217ad-208b-4af3-8838-38211270367b tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 210 time: 0.0743382 Feb 04 20:02:41.217543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-faaa7ae4-59e9-4232-a32f-8f6ed2f6961a service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207234 Feb 04 20:02:41.391728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab084a-6471-45cd-a06b-a365f704e38e req-a5191b4a-19fa-481a-bd6b-1cd269e4bcc1 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:41.393174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21ab084a-6471-45cd-a06b-a365f704e38e req-a5191b4a-19fa-481a-bd6b-1cd269e4bcc1 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 945 time: 0.7931237 Feb 04 20:02:41.402908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6af46f93-8a7e-4bf9-a03c-a929a65512dd req-bfabd924-8af9-466d-ae19-df5b5a189312 service neutron] 10.222.0.62 "GET /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778653 Feb 04 20:02:41.417926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46669d7-5e22-409a-8893-7d11cfa5091e req-b8d578d8-a884-4178-b06a-b59294ac8d8a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:41.419386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e46669d7-5e22-409a-8893-7d11cfa5091e req-b8d578d8-a884-4178-b06a-b59294ac8d8a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1290283 Feb 04 20:02:41.449129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] No DVR routers for this DVR port c96b3163-c42a-447b-8428-028b927676dc on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:41.451764 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:41.464738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e46669d7-5e22-409a-8893-7d11cfa5091e req-b4a30763-2421-4148-90b7-6402d26ff8a6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391090 Feb 04 20:02:41.497788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'name': 'network-vif-deleted', 'tag': 'c96b3163-c42a-447b-8428-028b927676dc'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:41.584352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:41.640579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e69b74-4350-4eb0-b627-514d54a8a29b req-eaf7edea-90d3-46ec-a71a-d50aee271424 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:41.642091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5e69b74-4350-4eb0-b627-514d54a8a29b req-eaf7edea-90d3-46ec-a71a-d50aee271424 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 945 time: 0.0833571 Feb 04 20:02:41.686830 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5e69b74-4350-4eb0-b627-514d54a8a29b req-c28a9f30-f2ef-46f4-8c2c-e4fb3c18b14f tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Feb 04 20:02:41.687879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Deleting port 3218b69d-ed1e-4cfb-bd92-add00bd92baa {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:41.688226 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:41.742673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48ddcde2-8ac4-4eee-8586-9293a3276b5b req-82ebcf91-e6a9-4bac-8a28-1b353ec752ff tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.62 "DELETE /v2.0/ports/c96b3163-c42a-447b-8428-028b927676dc HTTP/1.1" status: 204 len: 173 time: 3.3949337 Feb 04 20:02:41.769260 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa706e49-2328-4a47-bcee-ae3b87cab90c', 'name': 'network-vif-deleted', 'tag': 'c96b3163-c42a-447b-8428-028b927676dc', 'status': 'completed', 'code': 200} Feb 04 20:02:41.802427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] For port 7971b8fa-2b75-42d4-8b20-734d08e53f03, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7971b8fa-2b75-42d4-8b20-734d08e53f03,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:41.802894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:41.934801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068d460-7be0-4615-9466-62c73bdcefa2 req-239a9492-55af-4851-a479-f08ef04fc190 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:41.936164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7068d460-7be0-4615-9466-62c73bdcefa2 req-239a9492-55af-4851-a479-f08ef04fc190 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 949 time: 0.7031593 Feb 04 20:02:42.133849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6cee6-6c82-4268-a847-41c79e22ded1 req-8f7c5f2d-6c4e-40bb-833f-90ecad81c0d6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:42.136155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ff6cee6-6c82-4268-a847-41c79e22ded1 req-8f7c5f2d-6c4e-40bb-833f-90ecad81c0d6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 943 time: 0.0877786 Feb 04 20:02:42.151222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Calling delete_port for 7971b8fa-2b75-42d4-8b20-734d08e53f03 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:42.179385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:42.182538 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ff6cee6-6c82-4268-a847-41c79e22ded1 req-961792ca-932d-4016-818e-f405aeabde92 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Feb 04 20:02:42.363479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918e2fc-cedb-4b40-b3ad-a4306eacc8a6 req-6fba8efb-a267-4c34-9e03-2a7c4ba455e5 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:42.368237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5918e2fc-cedb-4b40-b3ad-a4306eacc8a6 req-6fba8efb-a267-4c34-9e03-2a7c4ba455e5 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 944 time: 0.0882320 Feb 04 20:02:42.413987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5918e2fc-cedb-4b40-b3ad-a4306eacc8a6 req-528f72d2-9dec-4dff-8a33-688c4cd36149 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Feb 04 20:02:42.482165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7068d460-7be0-4615-9466-62c73bdcefa2 req-bf76174a-2ff7-4c89-8730-99a6a7ac1f16 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379745 Feb 04 20:02:42.482793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff753336-aaff-4c78-8e0b-3a4cdeaffe86,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:42.554790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:42.555157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Network hostable DHCP agents. Network: 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:02:42.585197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d96bb982-d57e-4f6d-b127-60551da7f5c3 req-d01b8d9c-678a-4495-89ee-82154eb50b94 tempest-ServerRescueTestJSON-845669067 tempest-ServerRescueTestJSON-845669067-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa706e49-2328-4a47-bcee-ae3b87cab90c HTTP/1.1" status: 200 len: 210 time: 0.0555305 Feb 04 20:02:42.700367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] For port 3218b69d-ed1e-4cfb-bd92-add00bd92baa, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3218b69d-ed1e-4cfb-bd92-add00bd92baa,segment=NetworkSegment(f7f18f65-4289-4863-a1f0-9958e545d208),segment_id=f7f18f65-4289-4863-a1f0-9958e545d208)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:42.700652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:42.828318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:02:42.830301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Router ede5255a-7d79-42be-9fd6-9cddaa199db6 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:02:42.839234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Calling delete_port for 3218b69d-ed1e-4cfb-bd92-add00bd92baa owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:42.869350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:42.999975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event deleted for resources: {'Port': ['ID=7971b8fa-2b75-42d4-8b20-734d08e53f03,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:43.060181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:43.068062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e52dd-ce7b-49e7-ac4c-fd739dbb0e89 None None] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:43.095127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:43.100952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.158104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:43.162737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef26ee-d795-4282-b42d-060c6c974502 req-8190940e-40ae-495d-a8ac-d0f2a99533b3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:43.164237 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9ef26ee-d795-4282-b42d-060c6c974502 req-8190940e-40ae-495d-a8ac-d0f2a99533b3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.5555866 Feb 04 20:02:43.170185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] No DVR routers for this DVR port 7971b8fa-2b75-42d4-8b20-734d08e53f03 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:43.228362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.238189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 7971b8fa-2b75-42d4-8b20-734d08e53f03 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:43.238901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7971b8fa-2b75-42d4-8b20-734d08e53f03 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:43.240106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c96b3163-c42a-447b-8428-028b927676dc no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:43.276329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: c96b3163-c42a-447b-8428-028b927676dc {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:43.276990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c96b3163-c42a-447b-8428-028b927676dc not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:43.322102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cb8a0-ed3b-449f-aa18-d7ec97986fce req-e6740e52-0840-4ad7-aa8f-ffdbf2ddf711 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:43.332292 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-150cb8a0-ed3b-449f-aa18-d7ec97986fce req-e6740e52-0840-4ad7-aa8f-ffdbf2ddf711 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 945 time: 0.1313872 Feb 04 20:02:43.362025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3f55db05-2149-443b-bf1c-948376866338 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2580700 Feb 04 20:02:43.366924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47936) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:43.368717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f93374e-5b51-4985-a9a5-171d455d4550 req-606e2588-a296-4bdd-8acf-ed057214a2bb tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.62 "DELETE /v2.0/ports/7971b8fa-2b75-42d4-8b20-734d08e53f03 HTTP/1.1" status: 204 len: 173 time: 3.1080406 Feb 04 20:02:43.373138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:02:43.375962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:43.383758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:43.384569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9ef26ee-d795-4282-b42d-060c6c974502 req-31b7d66d-b870-4e06-993d-f68b2fa73e1c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576347 Feb 04 20:02:43.385477 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Sync routers for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:02:43.398930 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:43.399859 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:43.400853 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-150cb8a0-ed3b-449f-aa18-d7ec97986fce req-b95980b8-ed42-42ae-8404-bb6bc332d16b tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fcf747c-6224-4d27-949b-e54e00de85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676336 Feb 04 20:02:43.401968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Usage tracker for resource:router and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:43.405512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:43.426816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:43.461569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.474473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:02:43.475349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.557924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.559048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3bebb343-db3f-4d7a-823e-58415feb0c9f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3438523 Feb 04 20:02:43.562445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47942) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:43.613646 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:43.632624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-158286be-ec19-49e5-b8d7-c777f24868f7 tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:43.639842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-158286be-ec19-49e5-b8d7-c777f24868f7 tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 1100 time: 0.1220033 Feb 04 20:02:43.682363 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.683637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.701194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.721406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Allocated IP 172.20.0.2 (4181155b-5c8a-42e0-9f1e-db8eb8ab0d96/ff753336-aaff-4c78-8e0b-3a4cdeaffe86/6fbcea1b-17bf-45f2-8e7f-a09243ca185e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:43.754476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:43.759231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Usage tracker for resource:security_group_rule and tenant:3a529844513d4b52adc5ae1faa09abd2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:43.762178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:43.768037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:43.820508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Pushing event deleted for resources: {'Port': ['ID=3218b69d-ed1e-4cfb-bd92-add00bd92baa,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:43.822155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'name': 'network-vif-deleted', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:43.854045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.861901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.941979 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:43.993637 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.007404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Transition to ACTIVE for port object 6fbcea1b-17bf-45f2-8e7f-a09243ca185e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:44.032122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Transition to ACTIVE for port object 6fbcea1b-17bf-45f2-8e7f-a09243ca185e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:44.090404 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:39Z', 'revision_number': 3, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:44.097829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3218b69d-ed1e-4cfb-bd92-add00bd92baa no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:44.098451 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Checking router: ede5255a-7d79-42be-9fd6-9cddaa199db6 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:02:44.098781 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Updating router ede5255a-7d79-42be-9fd6-9cddaa199db6 port 2ba0092f-e376-492c-b6b5-8db7c5768502 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:02:44.162164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.183069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] No DVR routers for this DVR port 3218b69d-ed1e-4cfb-bd92-add00bd92baa on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:44.189472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.192075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21ab084a-6471-45cd-a06b-a365f704e38e req-e30b2552-477f-4129-a40c-8d6dd6b9e52a tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.24 "DELETE /v2.0/ports/3218b69d-ed1e-4cfb-bd92-add00bd92baa HTTP/1.1" status: 204 len: 173 time: 2.7523854 Feb 04 20:02:44.201774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd363fe-c610-4448-9977-71ef0c9e7560,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:44.236645 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.311408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 3218b69d-ed1e-4cfb-bd92-add00bd92baa {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:44.312141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3218b69d-ed1e-4cfb-bd92-add00bd92baa not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:44.323947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dc4ef-a8ab-43bd-a662-fb6fb313620a req-e5d0bb29-94c4-49ad-9889-86fd3383b864 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:44.331129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-973dc4ef-a8ab-43bd-a662-fb6fb313620a req-e5d0bb29-94c4-49ad-9889-86fd3383b864 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 943 time: 0.4884167 Feb 04 20:02:44.357204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:44.360781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:44.366496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:44.368920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Pushing event updated for resources: {'Port': ['ID=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:44.400809 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.420929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65fc75c8-b112-482a-9967-57a9f3652f08 req-fb097468-feea-4efd-b196-e809d9e0b9ba tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800941 Feb 04 20:02:44.511694 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-973dc4ef-a8ab-43bd-a662-fb6fb313620a req-45e8b389-bc75-4214-8e43-687e5e8b6081 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794453 Feb 04 20:02:44.520560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Attempting to bind port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:44.520993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Attempting to bind port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:44.521419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Attempting to bind port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:44.527753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:44.527753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:44.528104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.528463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Bound using segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:44.528992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Bound port: 6fbcea1b-17bf-45f2-8e7f-a09243ca185e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:44.529432 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.717831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:44.720330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] For port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:44.730812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] For port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:44.752843 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9123b-9a08-4e46-a15f-9fdcbe90277c', 'name': 'network-vif-deleted', 'tag': '7971b8fa-2b75-42d4-8b20-734d08e53f03', 'status': 'completed', 'code': 200} Feb 04 20:02:44.799491 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.948589 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:44.964590 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Transition to ACTIVE for port object 2ba0092f-e376-492c-b6b5-8db7c5768502 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:44.981620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-711c71cd-73b1-43d9-a160-90a8467ce29e req-9d67b5a5-f65f-4f56-abbc-b3b6f1ce93c1 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Synchronizing usage tracker for tenant:d0aa1920cb334ab69334b3b1c6e6bcea on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:44.991765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b156b-671c-435c-8225-df2eeeaf46a9 None None] Pushing event updated for resources: {'Port': ['ID=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:45.079038 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:45.135611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32e16455-299c-4d04-9f22-a11138550228 req-a4794325-6058-4b3f-881b-1238035ad56f tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea9123b-9a08-4e46-a15f-9fdcbe90277c HTTP/1.1" status: 200 len: 210 time: 0.4167356 Feb 04 20:02:45.135949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-711c71cd-73b1-43d9-a160-90a8467ce29e req-9d67b5a5-f65f-4f56-abbc-b3b6f1ce93c1 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] Unset dirty status for tenant:d0aa1920cb334ab69334b3b1c6e6bcea on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:45.141522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b721b215-8fe9-4778-b3cc-8f8f669129fe details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:02:45.151305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711c71cd-73b1-43d9-a160-90a8467ce29e req-9d67b5a5-f65f-4f56-abbc-b3b6f1ce93c1 tempest-ServerMetadataNegativeTestJSON-2021380258 tempest-ServerMetadataNegativeTestJSON-2021380258-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f058661-9e3f-4aea-96df-171ee7d68b85 HTTP/1.1" status: 200 len: 210 time: 0.2564826 Feb 04 20:02:45.209327 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Pushing event updated for resources: {'Port': ['ID=2ba0092f-e376-492c-b6b5-8db7c5768502,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:45.209878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:45.229343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.234031 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.234557 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.235125 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.235631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.236132 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.236647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.237139 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.237638 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.238136 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.239390 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.240999 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:02:45.285134 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Attempting to bind port 2ba0092f-e376-492c-b6b5-8db7c5768502 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:45.285783 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Attempting to bind port 2ba0092f-e376-492c-b6b5-8db7c5768502 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:45.286377 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Attempting to bind port 2ba0092f-e376-492c-b6b5-8db7c5768502 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:45.294895 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:45.295541 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:45.296145 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:45.296708 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:45.297350 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Bound port: 2ba0092f-e376-492c-b6b5-8db7c5768502, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:45.297921 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:45.527059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b721b215-8fe9-4778-b3cc-8f8f669129fe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b721b215-8fe9-4778-b3cc-8f8f669129fe,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:45.547160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'b721b215-8fe9-4778-b3cc-8f8f669129fe', 'network_id': '4c416691-568e-46c3-9ffa-8c51ea766644', 'port_id': 'b721b215-8fe9-4778-b3cc-8f8f669129fe', 'mac_address': 'fa:16:3e:37:a9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760069ad-b971-4d0c-bcbd-08b61c1e01e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:02:45.587948 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] For port 2ba0092f-e376-492c-b6b5-8db7c5768502, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:45.591582 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] For port 2ba0092f-e376-492c-b6b5-8db7c5768502, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2ba0092f-e376-492c-b6b5-8db7c5768502,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:45.622615 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:45.647329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b721b215-8fe9-4778-b3cc-8f8f669129fe {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:02:45.677281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b721b215-8fe9-4778-b3cc-8f8f669129fe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b721b215-8fe9-4778-b3cc-8f8f669129fe,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:45.707949 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:45.789441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:45.792253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Allocated IP 172.20.0.1 (3f08a2e8-4c93-47e2-81b1-c65855db1e77/4613ad87-333f-450f-883a-9fd0a6bd55dc/90fcd448-25cc-4e14-8479-5b38f71b5d6a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:45.808803 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b564446-7220-4953-adc3-ec2d96eb2e41 None None] Pushing event updated for resources: {'Port': ['ID=2ba0092f-e376-492c-b6b5-8db7c5768502,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:45.810852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f137d42-7ac7-4aa6-99a8-43dd8ef36967 req-d04af203-9800-4662-9e86-766598a0f0c0 tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:45.820370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f137d42-7ac7-4aa6-99a8-43dd8ef36967 req-d04af203-9800-4662-9e86-766598a0f0c0 tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 1100 time: 0.1669557 Feb 04 20:02:45.829439 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:45.830364 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:45.902775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55bdaf-5d69-47ed-84ae-d08121321641 req-cb2e0181-5674-41f4-882b-e64191cda3cd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:45.904281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd55bdaf-5d69-47ed-84ae-d08121321641 req-cb2e0181-5674-41f4-882b-e64191cda3cd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.4697671 Feb 04 20:02:45.982543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f137d42-7ac7-4aa6-99a8-43dd8ef36967 req-0b44f9d5-4b19-4fb0-a2bb-9236a5354a87 tempest-ServersAdminNegativeTestJSON-1426793353 tempest-ServersAdminNegativeTestJSON-1426793353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610689 Feb 04 20:02:46.030453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b721b215-8fe9-4778-b3cc-8f8f669129fe,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:46.089140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:46.103842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b721b215-8fe9-4778-b3cc-8f8f669129fe'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:46.162229 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:46.224021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Transition to ACTIVE for port object 90fcd448-25cc-4e14-8479-5b38f71b5d6a will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:46.353482 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd55bdaf-5d69-47ed-84ae-d08121321641 req-8795f955-ba5f-4872-a6cb-beff5e60be95 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495572 Feb 04 20:02:46.418250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:46.432362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:46.460865 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:46.550115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39254e9-8e3b-4af7-8154-3d90737fb8ad req-b4297340-9177-49cd-8f2d-c8dfdf1a87c4 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:46.552217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e39254e9-8e3b-4af7-8154-3d90737fb8ad req-b4297340-9177-49cd-8f2d-c8dfdf1a87c4 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 944 time: 0.3072834 Feb 04 20:02:46.577039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:46.608573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:46.618810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:46.696003 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:39Z', 'revision_number': 3, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:46.706415 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51debe5-18a3-47c1-b0b4-24936f8bccd4 None None] The sync data for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 is: [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:39Z', 'revision_number': 3, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:02:46.729495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47974) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:46.734229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fbcea1b-17bf-45f2-8e7f-a09243ca185e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:46.786839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Pushing event updated for resources: {'Port': ['ID=90fcd448-25cc-4e14-8479-5b38f71b5d6a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:46.796668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'name': 'network-vif-deleted', 'tag': '3218b69d-ed1e-4cfb-bd92-add00bd92baa'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:46.830099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Allocated IP 172.25.7.46 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/4006ecd0-4dd8-4c2d-bd28-e48a656b51c7) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:46.842674 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e39254e9-8e3b-4af7-8154-3d90737fb8ad req-d68304e6-ef68-4d36-a178-3b1888e74c36 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727549 Feb 04 20:02:46.917169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144988ec-aedd-41e0-9126-d16e18faa688 None None] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:46.944289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:46.967347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] Deleting subnet 3fa829be-1c86-4f7d-99e8-482703fd97f5 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:02:47.179030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b721b215-8fe9-4778-b3cc-8f8f669129fe up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:47.228594 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f058661-9e3f-4aea-96df-171ee7d68b85', 'name': 'network-vif-deleted', 'tag': '3218b69d-ed1e-4cfb-bd92-add00bd92baa', 'status': 'completed', 'code': 200} Feb 04 20:02:47.231041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.305113 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:02:47.308687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d676185d-94ef-451f-bc2e-64d63c126111 None None] Provisioning for port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:47.322620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:47.329864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.343300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d676185d-94ef-451f-bc2e-64d63c126111 None None] Provisioning complete for port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:47.343673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d676185d-94ef-451f-bc2e-64d63c126111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.397331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:47.397707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.409429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.413346 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.517893 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.620675 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.647573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.711553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa829be-1c86-4f7d-99e8-482703fd97f5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:47.727286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.744941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.746894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port b721b215-8fe9-4778-b3cc-8f8f669129fe completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:47.759307 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2cfff4ee-e408-4bcf-b9ef-361db9e0315f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3fa829be-1c86-4f7d-99e8-482703fd97f5 HTTP/1.1" status: 204 len: 168 time: 1.0278320 Feb 04 20:02:47.763220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47990) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:47.802361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port b721b215-8fe9-4778-b3cc-8f8f669129fe triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:47.808621 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.970942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d676185d-94ef-451f-bc2e-64d63c126111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:47.973249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:48.007460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.039127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:48.050185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d676185d-94ef-451f-bc2e-64d63c126111 None None] For port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:48.080850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:48.123620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Pushing event updated for resources: {'Port': ['ID=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:48.129906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.141270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d676185d-94ef-451f-bc2e-64d63c126111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.306744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89334ff5-a27f-4040-8790-7eeb9c196602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721b215-8fe9-4778-b3cc-8f8f669129fe'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:48.310883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.333120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b721b215-8fe9-4778-b3cc-8f8f669129fe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b721b215-8fe9-4778-b3cc-8f8f669129fe,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:48.337903 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:02:48.338263 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:02:48.340878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676185d-94ef-451f-bc2e-64d63c126111 None None] Pushing event updated for resources: {'Port': ['ID=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:48.398987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-943d4ee5-1805-4c2e-a509-54253df47db7 None None] Provisioning for port 90fcd448-25cc-4e14-8479-5b38f71b5d6a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:48.404686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-943d4ee5-1805-4c2e-a509-54253df47db7 None None] Provisioning complete for port 90fcd448-25cc-4e14-8479-5b38f71b5d6a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:48.405147 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-943d4ee5-1805-4c2e-a509-54253df47db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.413567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-34dd040e-e136-46c9-97e1-8f174c6dce36 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:48.414259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-34dd040e-e136-46c9-97e1-8f174c6dce36 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:48.436254 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.445943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbcae1-e957-4ff1-81ca-0a96fee98f88 req-9a7e5c7c-5075-4ed3-880e-859d3773689d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:48.446634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-24dbcae1-e957-4ff1-81ca-0a96fee98f88 req-9a7e5c7c-5075-4ed3-880e-859d3773689d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Synchronizing usage tracker for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:48.504285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:02:48.513918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73054baf-3fd3-43e2-ba6d-3b8c27649afd req-7ea183c8-8d91-4a34-928a-e727313c9932 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:48.516096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-943d4ee5-1805-4c2e-a509-54253df47db7 None None] Port 90fcd448-25cc-4e14-8479-5b38f71b5d6a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:02:48.521659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73054baf-3fd3-43e2-ba6d-3b8c27649afd req-7ea183c8-8d91-4a34-928a-e727313c9932 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.6004682 Feb 04 20:02:48.529277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b721b215-8fe9-4778-b3cc-8f8f669129fe,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:48.544967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.555481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.583990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:48.596118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f18f65-4289-4863-a1f0-9958e545d208') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:48.596410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f18f65-4289-4863-a1f0-9958e545d208') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:48.607534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.624353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.635337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:02:48.635806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.635932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73054baf-3fd3-43e2-ba6d-3b8c27649afd req-c89e01b9-8a16-405b-bb3b-3a7daca4f31f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131814 Feb 04 20:02:48.640499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6b41fae6-9790-4db9-aee0-ea305738dbe9 None None] Provisioning complete for port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:48.640499 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6b41fae6-9790-4db9-aee0-ea305738dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.705908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Deleting port 548817e9-8c50-441c-8148-77881350ee66 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:48.706285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:02:48.755892 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:02:48.759533 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:48.817810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-24dbcae1-e957-4ff1-81ca-0a96fee98f88 req-9a7e5c7c-5075-4ed3-880e-859d3773689d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:48.819129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24dbcae1-e957-4ff1-81ca-0a96fee98f88 req-9a7e5c7c-5075-4ed3-880e-859d3773689d tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 944 time: 0.7753851 Feb 04 20:02:48.819693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-34dd040e-e136-46c9-97e1-8f174c6dce36 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Unset dirty status for tenant:a88d74393d9a4e5c9108d10dd9ef8f66 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:48.820662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-34dd040e-e136-46c9-97e1-8f174c6dce36 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 944 time: 0.8164542 Feb 04 20:02:48.909852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Deleting port 18970abd-d696-4bdf-ace4-1982250af760 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:48.910232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.022111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.077996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.100552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e HTTP/1.1" status: 204 len: 168 time: 1.3363097 Feb 04 20:02:49.126581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ba0092f-e376-492c-b6b5-8db7c5768502 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:49.127153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642d190-222b-4718-b9e7-bde6747bfac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca60ae0-e8d1-4311-b3fe-3dd1ee972f8e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:49.160010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Pushing event updated for resources: {'Port': ['ID=90fcd448-25cc-4e14-8479-5b38f71b5d6a,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:49.167826 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.203863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6147c18-dc1d-499d-9b44-3c7030e4503f req-0470b6b4-96d5-47c5-988e-28339d02cff9 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:49.205469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6147c18-dc1d-499d-9b44-3c7030e4503f req-0470b6b4-96d5-47c5-988e-28339d02cff9 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 949 time: 0.4462965 Feb 04 20:02:49.211274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.260426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24dbcae1-e957-4ff1-81ca-0a96fee98f88 req-724f91bf-ebf5-4fef-87b0-8af95bd441d8 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572938 Feb 04 20:02:49.280242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] For port 548817e9-8c50-441c-8148-77881350ee66, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=548817e9-8c50-441c-8148-77881350ee66,segment=NetworkSegment(59221b1b-9b71-48dc-ae26-fc35369bf9a7),segment_id=59221b1b-9b71-48dc-ae26-fc35369bf9a7)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:49.280882 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.360305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2ba0092f-e376-492c-b6b5-8db7c5768502 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:49.374202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2ba0092f-e376-492c-b6b5-8db7c5768502 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:49.374903 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.568872 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.591298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2ba0092f-e376-492c-b6b5-8db7c5768502, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2ba0092f-e376-492c-b6b5-8db7c5768502,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:49.594525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Calling delete_port for 548817e9-8c50-441c-8148-77881350ee66 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:49.595083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48002) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:49.650028 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.650814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fbcea1b-17bf-45f2-8e7f-a09243ca185e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:49.743942 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6147c18-dc1d-499d-9b44-3c7030e4503f req-e449178e-9702-40c9-8550-de736f2f601a tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822273 Feb 04 20:02:49.758379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] For port 18970abd-d696-4bdf-ace4-1982250af760, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18970abd-d696-4bdf-ace4-1982250af760,segment=NetworkSegment(76829734-b9ef-4c3b-ab3f-917252b31129),segment_id=76829734-b9ef-4c3b-ab3f-917252b31129)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:49.758379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.772716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:49.777973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-451a87fc-534f-48a8-b152-deea97dd91cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0aa1920cb334ab69334b3b1c6e6bcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768787 Feb 04 20:02:49.782746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48008) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:49.782907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:49.785162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2ba0092f-e376-492c-b6b5-8db7c5768502,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:49.808098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:49.810296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:49.874429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-f803209d-ca6d-49a1-acfa-ecf80c06d931 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:49.875947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-f803209d-ca6d-49a1-acfa-ecf80c06d931 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 949 time: 0.4673865 Feb 04 20:02:49.901232 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89334ff5-a27f-4040-8790-7eeb9c196602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721b215-8fe9-4778-b3cc-8f8f669129fe', 'code': 200} Feb 04 20:02:49.976600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Calling delete_port for 18970abd-d696-4bdf-ace4-1982250af760 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:50.032746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e19c8a7a-a7a6-41c1-ad97-b2be271bcfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.125749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-152fdaed-7039-454f-b442-0d01dcebcd73 None None] Provisioning complete for port 90fcd448-25cc-4e14-8479-5b38f71b5d6a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:50.126597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-152fdaed-7039-454f-b442-0d01dcebcd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.144276 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61ac02d0-dc4c-458a-9ae5-f627554483b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.165587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32af20-79df-4884-9e45-f4b536f56637 req-c039acae-3aa4-44af-82c1-bc16115fe101 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:50.167903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c32af20-79df-4884-9e45-f4b536f56637 req-c039acae-3aa4-44af-82c1-bc16115fe101 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.7234421 Feb 04 20:02:50.173534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.185591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-152fdaed-7039-454f-b442-0d01dcebcd73 None None] Port 90fcd448-25cc-4e14-8479-5b38f71b5d6a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:02:50.255672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61ac02d0-dc4c-458a-9ae5-f627554483b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.348087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Deleting port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:50.348459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.351021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50100496-bd8d-4bc3-8c98-378ff45c98bf req-eb56ddda-578e-468c-a66f-7b43147cb151 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:50.352547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50100496-bd8d-4bc3-8c98-378ff45c98bf req-eb56ddda-578e-468c-a66f-7b43147cb151 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.3911524 Feb 04 20:02:50.450763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c32af20-79df-4884-9e45-f4b536f56637 req-63e5fd54-ca5a-45e8-b45e-3be59440f399 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263219 Feb 04 20:02:50.504481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50100496-bd8d-4bc3-8c98-378ff45c98bf req-981e52fd-d6d0-49cc-a332-4e71079344c2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364601 Feb 04 20:02:50.553104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752e97-0a74-4d63-ad3d-865c481fda17 req-a40f7a8a-73a4-4a51-b63e-4f788a98d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:50.554660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8752e97-0a74-4d63-ad3d-865c481fda17 req-a40f7a8a-73a4-4a51-b63e-4f788a98d8ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 1096 time: 0.5859365 Feb 04 20:02:50.564628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.610423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61ac02d0-dc4c-458a-9ae5-f627554483b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.631770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Pushing event deleted for resources: {'Port': ['ID=548817e9-8c50-441c-8148-77881350ee66,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:50.641758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Router ede5255a-7d79-42be-9fd6-9cddaa199db6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:02:50.662257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Router a33e6744-3aa2-4e0c-aef6-ed2e63709056 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:02:50.671101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac02d0-dc4c-458a-9ae5-f627554483b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf747c-6224-4d27-949b-e54e00de85f5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:50.832421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:50.852578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8752e97-0a74-4d63-ad3d-865c481fda17 req-4d28c256-057c-4373-a91f-e7cf8ffa78d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843885 Feb 04 20:02:51.039382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ba0092f-e376-492c-b6b5-8db7c5768502 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:51.069907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Pushing event deleted for resources: {'Port': ['ID=18970abd-d696-4bdf-ace4-1982250af760,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:51.117584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2ba0092f-e376-492c-b6b5-8db7c5768502 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:51.118054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:51.179945 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61ac02d0-dc4c-458a-9ae5-f627554483b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:51.181064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-61ac02d0-dc4c-458a-9ae5-f627554483b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fcf747c-6224-4d27-949b-e54e00de85f5 HTTP/1.1" status: 204 len: 168 time: 1.3890278 Feb 04 20:02:51.275969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] No DVR routers for this DVR port 18970abd-d696-4bdf-ace4-1982250af760 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:51.291067 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:51.295913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:02:51.299591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'name': 'network-vif-deleted', 'tag': '18970abd-d696-4bdf-ace4-1982250af760'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:51.308872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Sync routers for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:02:51.319566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:51.320050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:51.335082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] For port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:51.335475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:51.342559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:51.353555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cd123-7432-47cf-beea-8c25458e8d78 req-59d241f5-1554-4e2b-952c-247e4f3af189 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:51.355291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3b881-83b7-417c-bf72-ee139c38a057 req-27b97b0f-a5a0-47e4-9dff-6cbec38951e8 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:51.355805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca0cd123-7432-47cf-beea-8c25458e8d78 req-59d241f5-1554-4e2b-952c-247e4f3af189 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 949 time: 0.4700358 Feb 04 20:02:51.363062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4e3b881-83b7-417c-bf72-ee139c38a057 req-27b97b0f-a5a0-47e4-9dff-6cbec38951e8 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 944 time: 0.7891781 Feb 04 20:02:51.536278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:51.540485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Calling delete_port for 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:51.590384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea885b84-8221-49fc-b9f7-457ca2440d0b req-a570611a-bc22-4c5e-b517-ea54d344556e tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.24 "DELETE /v2.0/ports/18970abd-d696-4bdf-ace4-1982250af760 HTTP/1.1" status: 204 len: 173 time: 2.7532728 Feb 04 20:02:51.608830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:02:51.621705 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Sync routers for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:02:51.638533 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:51.639271 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:51.640234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0e3731c9-7d5a-4738-b3df-a8e861445f3c admin admin] 10.222.0.48 "PUT /v2.0/routers/ede5255a-7d79-42be-9fd6-9cddaa199db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0513742 Feb 04 20:02:51.660085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4e3b881-83b7-417c-bf72-ee139c38a057 req-84ac2afb-711b-43dd-88d8-afdb30006084 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb67c814-f03c-4a75-936d-a14302bf8c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859657 Feb 04 20:02:51.671173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:51.672406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a8bb81df-1e6a-4033-ba4b-7916efdff50b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3045170 Feb 04 20:02:51.709410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48028) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:51.926879 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcadada-9d42-4f8a-803f-fc05e80256e9', 'name': 'network-vif-deleted', 'tag': '18970abd-d696-4bdf-ace4-1982250af760', 'status': 'completed', 'code': 200} Feb 04 20:02:51.982066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:52.002260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:02:52.069157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca0cd123-7432-47cf-beea-8c25458e8d78 req-cd8be26a-2025-4405-aa13-d1438c1c49b8 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929641 Feb 04 20:02:52.134258 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:52.179520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Pushing event deleted for resources: {'Port': ['ID=97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:52.200114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:52.444625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 18970abd-d696-4bdf-ace4-1982250af760 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:52.445343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18970abd-d696-4bdf-ace4-1982250af760 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:52.446259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:52.549356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] No DVR routers for this DVR port 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:52.573129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:52.594852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:02:52.595250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:02:52.678065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57880-b484-4f02-81ea-16f2e6f3873a req-b578c6d9-cf27-4ea9-a87f-eeef05baf663 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:52.690326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e57880-b484-4f02-81ea-16f2e6f3873a req-b578c6d9-cf27-4ea9-a87f-eeef05baf663 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.5120103 Feb 04 20:02:52.716158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:48Z', 'revision_number': 3, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:52.729158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d7ba261c-626f-4e80-9ced-0bd5459d1dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:52.742223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c85ab372-f0ae-49a9-a6da-9953018ae6bb req-116744e9-01b2-47a4-8ead-d9d37ab7d56e tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "DELETE /v2.0/ports/97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb HTTP/1.1" status: 204 len: 173 time: 2.7328629 Feb 04 20:02:52.753784 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-aa49a7a8-2656-484f-967b-369ae7f48987 service neutron] show failed (client error): The resource could not be found. Feb 04 20:02:52.756401 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-aa49a7a8-2656-484f-967b-369ae7f48987 service neutron] 10.222.0.24 "GET /v2.0/ports/5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 1.1685767 Feb 04 20:02:52.781877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Checking router: a33e6744-3aa2-4e0c-aef6-ed2e63709056 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:02:52.782840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Updating router a33e6744-3aa2-4e0c-aef6-ed2e63709056 port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:02:52.796802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e57880-b484-4f02-81ea-16f2e6f3873a req-a6d20a57-2450-4d92-ba16-c2e521a49b7d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034093 Feb 04 20:02:52.932115 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 2, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:52.941358 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Checking router: ede5255a-7d79-42be-9fd6-9cddaa199db6 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:02:52.941715 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Updating router ede5255a-7d79-42be-9fd6-9cddaa199db6 port 90fcd448-25cc-4e14-8479-5b38f71b5d6a binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:02:52.982565 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.033092 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.136928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48062) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:53.241412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaee03-c162-4cd2-bc41-a4f14dc44c52 req-331d34f1-4c03-4dbf-809f-f2ff0a94a899 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:53.260703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cfaee03-c162-4cd2-bc41-a4f14dc44c52 req-331d34f1-4c03-4dbf-809f-f2ff0a94a899 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.7415543 Feb 04 20:02:53.349969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-461873452-network', 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:53.358440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:53.383036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Usage tracker for resource:network and tenant:667261bd42064838b9f15fb0433525b2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:53.391927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.394389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:53.418835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:53.450007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Router 2b25b595-2d85-4b2e-a3c8-c85daefd783f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:02:53.547587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:53.551020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.582121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.665832 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.672983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cfaee03-c162-4cd2-bc41-a4f14dc44c52 req-daa264a8-f303-4bb2-b4c4-6f915c9974da tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113448 Feb 04 20:02:53.710286 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Transition to ACTIVE for port object 90fcd448-25cc-4e14-8479-5b38f71b5d6a will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:53.734275 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.741636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:53.751819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Usage tracker for resource:security_group_rule and tenant:667261bd42064838b9f15fb0433525b2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:53.756782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:53.767032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:53.787926 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:53.803984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-10ea78ee-f054-4db1-b13c-1839e3ac1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:53.806022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-10ea78ee-f054-4db1-b13c-1839e3ac1632 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f&tenant_id=ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 1101 time: 0.1836483 Feb 04 20:02:53.918791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:53.977489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'name': 'network-vif-deleted', 'tag': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:53.982127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48070) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:54.017356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.042201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230190559', 'description': 'tempest-description--1471999918'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:54.046502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Transition to ACTIVE for port object 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:54.075085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:54.096143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Usage tracker for resource:security_group and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:54.135269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:54.141877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.157453 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb113-a156-4d8e-bbc9-fb62ee529c1b None None] Pushing event updated for resources: {'Port': ['ID=90fcd448-25cc-4e14-8479-5b38f71b5d6a,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:54.176835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.227961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:02:54.298853 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Attempting to bind port 90fcd448-25cc-4e14-8479-5b38f71b5d6a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:54.299249 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Attempting to bind port 90fcd448-25cc-4e14-8479-5b38f71b5d6a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:54.299593 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Attempting to bind port 90fcd448-25cc-4e14-8479-5b38f71b5d6a on network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:54.304030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:54.307006 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.308468 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:54.310373 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Checking segment: {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:54.310836 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.312913 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Bound using segment: {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:54.315542 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Bound port: 90fcd448-25cc-4e14-8479-5b38f71b5d6a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:54.315542 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.345465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c4a4f979-d15b-4966-b500-40265cd626f2 req-7b50bc99-4891-472c-a578-74cef39d9fca tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Synchronizing usage tracker for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:54.384636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:02:54.394237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.394589 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Added segment 6e0e303b-b219-4c6d-8cd1-860d37e14799 of type vlan for network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 Feb 04 20:02:54.437580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.437895 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] For port 90fcd448-25cc-4e14-8479-5b38f71b5d6a, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:54.445897 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] For port 90fcd448-25cc-4e14-8479-5b38f71b5d6a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90fcd448-25cc-4e14-8479-5b38f71b5d6a,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:54.463954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde3c55-1333-4e0e-a6f3-4083a17e4d58 None None] Pushing event updated for resources: {'Port': ['ID=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:54.499177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Attempting to bind port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:54.499836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Attempting to bind port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:54.500378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Attempting to bind port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:54.505534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.510098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:54.510469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:54.510905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.515339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:54.515339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Bound port: 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:54.515339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.523376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:54.579992 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d34c80e-9dfb-4d51-bac9-f37c12cd3a45 req-55afeac7-1c51-4958-b2e6-4658add32f14 tempest-LiveMigrationTest-786141071 tempest-LiveMigrationTest-786141071-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcadada-9d42-4f8a-803f-fc05e80256e9 HTTP/1.1" status: 200 len: 210 time: 0.0899789 Feb 04 20:02:54.587355 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.591732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c4a4f979-d15b-4966-b500-40265cd626f2 req-7b50bc99-4891-472c-a578-74cef39d9fca tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Unset dirty status for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:54.592973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4a4f979-d15b-4966-b500-40265cd626f2 req-7b50bc99-4891-472c-a578-74cef39d9fca tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d166fd50-3565-4ebe-95fa-96ff850b1d2a HTTP/1.1" status: 200 len: 210 time: 0.4548442 Feb 04 20:02:54.593744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.594913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:54.595612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.617720 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.687568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] For port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:54.690271 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:54.711425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] For port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:54.747731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:02:54.751420 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb113-a156-4d8e-bbc9-fb62ee529c1b None None] Pushing event updated for resources: {'Port': ['ID=90fcd448-25cc-4e14-8479-5b38f71b5d6a,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:54.762857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] Sync routers for ids ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:02:54.763390 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd166fd50-3565-4ebe-95fa-96ff850b1d2a', 'name': 'network-vif-deleted', 'tag': '97fae7c6-28a4-455f-a4bd-ba4c6b88c5eb', 'status': 'completed', 'code': 200} Feb 04 20:02:54.782111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] Routers {'2b25b595-2d85-4b2e-a3c8-c85daefd783f'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:54.782757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:54.794024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0f55710b-9475-4d64-8b60-ffbf7fd0d25d admin admin] 10.222.0.48 "PUT /v2.0/routers/2b25b595-2d85-4b2e-a3c8-c85daefd783f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0518272 Feb 04 20:02:54.798159 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:54.799754 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:54.804517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48078) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:54.882025 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:55.099971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eedc7-5104-4dbf-a912-358dbd07d44c req-1b87b9a9-da16-434c-9a49-7464fe376e88 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:55.101535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-921eedc7-5104-4dbf-a912-358dbd07d44c req-1b87b9a9-da16-434c-9a49-7464fe376e88 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.3057466 Feb 04 20:02:55.110967 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:55.139203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:55.139997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:55.200708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-921eedc7-5104-4dbf-a912-358dbd07d44c req-97a558b2-57b9-4f69-a310-e62a824a45b6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832920 Feb 04 20:02:55.202341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:55.210176 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:55.243619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde3c55-1333-4e0e-a6f3-4083a17e4d58 None None] Pushing event updated for resources: {'Port': ['ID=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:55.272004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:55.278149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Usage tracker for resource:security_group_rule and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:55.288261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:55.294218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:55.334952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] Pushing event updated for resources: {'Network': ['ID=dd6f92d1-acbd-4a2e-b4b1-98a300375a73,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:55.337805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c240058-e24c-4a33-ba75-325586408a4b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1995800 Feb 04 20:02:55.366097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48084) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:55.380417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Request body: {'subnet': {'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-461873452-subnet', 'tenant_id': '667261bd42064838b9f15fb0433525b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:55.394527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:55.404364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:02:55.445385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Usage tracker for resource:subnet and tenant:667261bd42064838b9f15fb0433525b2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:55.457884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:55.467250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:55.547117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:55.557385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86300ed-ba04-4e41-9e2e-2c4128edb750 req-d7935a71-cc71-49b0-ba8e-a1edf1bb7001 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:55.564206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b86300ed-ba04-4e41-9e2e-2c4128edb750 req-d7935a71-cc71-49b0-ba8e-a1edf1bb7001 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.2427478 Feb 04 20:02:55.565764 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:54Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:55.569806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Allocated IP 172.20.0.1 (4181155b-5c8a-42e0-9f1e-db8eb8ab0d96/ff753336-aaff-4c78-8e0b-3a4cdeaffe86/bfc1484d-5050-48ff-b007-711ba9dbcc5a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:02:55.571433 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d19c6-2eac-4578-a5ca-aa6482b6c3a7 None None] The sync data for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 is: [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:54Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:02:55.579710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] Set router 2b25b595-2d85-4b2e-a3c8-c85daefd783f gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:55.583531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:02:55.585823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:55.656850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:55.812632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:55.849944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b86300ed-ba04-4e41-9e2e-2c4128edb750 req-73f7aeab-f730-4720-99b5-405b1d61e99e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846932 Feb 04 20:02:55.880546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe232-fdaa-421b-9caa-31db7db537f6 req-214abcf4-ac6d-42d7-ae8f-6d4bd215db9d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:55.885430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26fbe232-fdaa-421b-9caa-31db7db537f6 req-214abcf4-ac6d-42d7-ae8f-6d4bd215db9d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.5627832 Feb 04 20:02:55.896745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:55.994271 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.001982 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26fbe232-fdaa-421b-9caa-31db7db537f6 req-636e231e-c5ac-4aaf-bb1e-e9d043c58299 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835400 Feb 04 20:02:56.002749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.008689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:56.037635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Transition to ACTIVE for port object bfc1484d-5050-48ff-b007-711ba9dbcc5a will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:56.056517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48094) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:56.074102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abee35fa-1f24-4fa2-9c48-26b14e25dea7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:56.099716 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.106429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-745fd1d4-15c4-4c19-95db-f874c32673d1 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1160872 Feb 04 20:02:56.109383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48100) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:56.111033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Deleting port a914db3a-f724-4af0-acfb-a3fa490c049c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:56.111202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.116777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Request body: {'security_group_rule': {'security_group_id': 'abee35fa-1f24-4fa2-9c48-26b14e25dea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:56.124389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:56.128742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Usage tracker for resource:security_group_rule and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:56.134043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:56.149993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:56.181860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.197345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:56.293149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.420466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] Deleting subnet 85997320-528d-4574-8891-72ae38df3628 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:02:56.466533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc1484d-5050-48ff-b007-711ba9dbcc5a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:56.474557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.509651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.529909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.539264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:56.554045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:56.609645 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.615976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:02:56.699926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T20:02:50Z', 'revision_number': 5, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port': {'id': 'a914db3a-f724-4af0-acfb-a3fa490c049c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:59:43Z', 'updated_at': '2022-02-04T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:56.702990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:48Z', 'revision_number': 3, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:56.708839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] Checking router: 2b25b595-2d85-4b2e-a3c8-c85daefd783f for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:02:56.711469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce8c19-d9eb-4a89-94fd-9accc65c76fc None None] The sync data for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 is: [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:48Z', 'revision_number': 3, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:02:56.728142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] Routers {'2b25b595-2d85-4b2e-a3c8-c85daefd783f'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:02:56.728801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:56.742509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd3173e-4643-4968-a50a-168de91e8698,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:56.757265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Transition to ACTIVE for port object 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:02:56.757963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.775179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:02:56.802819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:56.803192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Network hostable DHCP agents. Network: dd6f92d1-acbd-4a2e-b4b1-98a300375a73, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:02:56.811133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.855756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.954973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:56.982562 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.024859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5bd2c8-07ef-4f53-a17a-4a77236a1ceb,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:57.066107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8692-d6ff-4be6-a9a5-5d7f9f047f8d req-3ef35ee0-1b39-41f1-92fa-4147a76b1e93 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:57.068856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff3e8692-d6ff-4be6-a9a5-5d7f9f047f8d req-3ef35ee0-1b39-41f1-92fa-4147a76b1e93 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.5265167 Feb 04 20:02:57.096419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.101504 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-44756b06-9151-43a0-81d8-dc747e5e3a18 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9898114 Feb 04 20:02:57.102367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48114) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:57.128981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] For port a914db3a-f724-4af0-acfb-a3fa490c049c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a914db3a-f724-4af0-acfb-a3fa490c049c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:57.130170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.153805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90fcd448-25cc-4e14-8479-5b38f71b5d6a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:57.298756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Request body: {'security_group_rule': {'security_group_id': 'abee35fa-1f24-4fa2-9c48-26b14e25dea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:57.306178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:02:57.318832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:57.333198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Usage tracker for resource:security_group_rule and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:57.337852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Calling delete_port for a914db3a-f724-4af0-acfb-a3fa490c049c owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:02:57.340828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] Set router 2b25b595-2d85-4b2e-a3c8-c85daefd783f gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:02:57.345069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:57.355233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:57.385866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff3e8692-d6ff-4be6-a9a5-5d7f9f047f8d req-1e009ff1-ee41-43fe-b13f-da2960b2785b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047714 Feb 04 20:02:57.421795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.422428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, dd6f92d1-acbd-4a2e-b4b1-98a300375a73) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:57.427668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:57.430443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.493197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.571725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031630aa-f54b-4b65-998c-d1a22de0f9c7 None None] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:57.608555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-49abf2e2-6d75-4736-b7b3-6abff002a1bd None None] Provisioning for port bfc1484d-5050-48ff-b007-711ba9dbcc5a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:57.630365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T20:02:56Z', 'revision_number': 6, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:57.635237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a172d934-dd74-4b21-bd99-8c14ef14da16 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2678001 Feb 04 20:02:57.768258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-49abf2e2-6d75-4736-b7b3-6abff002a1bd None None] Provisioning complete for port bfc1484d-5050-48ff-b007-711ba9dbcc5a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:57.768839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-49abf2e2-6d75-4736-b7b3-6abff002a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.770822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.851295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:02:57.851700 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:02:57.866159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf18a7b-4dd5-408d-b15f-41efdac90911 None None] The sync data for ids ['2b25b595-2d85-4b2e-a3c8-c85daefd783f'] in n-d-811806-1 is: [{'id': '2b25b595-2d85-4b2e-a3c8-c85daefd783f', 'name': 'tempest-ServerRescueTestJSON-928129449-router', 'tenant_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:59:42Z', 'updated_at': '2022-02-04T20:02:56Z', 'revision_number': 6, 'project_id': '335dbb1e7eb6461f9c8bf4ccddec0d18', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:02:57.873176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:57.928820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-49abf2e2-6d75-4736-b7b3-6abff002a1bd None None] Port bfc1484d-5050-48ff-b007-711ba9dbcc5a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:02:57.932895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f2718-0c23-4405-989c-1c4b0bc293e3 req-4bfd9be4-2b42-48f1-87b5-21221159042b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:57.937310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db2f2718-0c23-4405-989c-1c4b0bc293e3 req-4bfd9be4-2b42-48f1-87b5-21221159042b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.2384081 Feb 04 20:02:57.965518 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'code': 200} Feb 04 20:02:57.972255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=6']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:58.004234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 90fcd448-25cc-4e14-8479-5b38f71b5d6a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:58.013954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.014188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.014915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 90fcd448-25cc-4e14-8479-5b38f71b5d6a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:58.015355 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.017728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85997320-528d-4574-8891-72ae38df3628,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:58.097961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3a471e-c66e-4ca6-929b-fff54dff937d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:58.103402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] No DVR routers for this DVR port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:02:58.112401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-03cfb961-4f52-4d35-831a-22c87ef5b0c3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/85997320-528d-4574-8891-72ae38df3628 HTTP/1.1" status: 204 len: 168 time: 2.0548849 Feb 04 20:02:58.117017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48128) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:58.148144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db2f2718-0c23-4405-989c-1c4b0bc293e3 req-7f63b40a-7309-4d63-8552-3247b98b78b2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408458 Feb 04 20:02:58.174539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ca775-b97a-40ec-9243-958fca712d1b None None] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:02:58.218545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.219862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6c8fa778-f654-4a07-8e09-9e4ab3be4e75 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9296012 Feb 04 20:02:58.228883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48132) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:58.233996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:02:58.244725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:02:58.248155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.251413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Usage tracker for resource:floatingip and tenant:eda86ff74818467a96add8d821692192 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:02:58.254646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:02:58.307762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:02:58.327154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.465353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.469479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:02:58.471833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:02:58.471833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:58.482936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:02:58.483316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Attempting to bind port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:02:58.493419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.495582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:02:58.500797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:02:58.500797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:02:58.500797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Bound port: 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:02:58.500797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.525491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a481-0e6d-4e4e-a6e7-4dfa5b9701a3 req-b975ef35-5d6b-417b-8cdb-06e5515ef8de tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:58.535453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ea8a481-0e6d-4e4e-a6e7-4dfa5b9701a3 req-b975ef35-5d6b-417b-8cdb-06e5515ef8de tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 949 time: 1.4813910 Feb 04 20:02:58.546357 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.572842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.613010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 90fcd448-25cc-4e14-8479-5b38f71b5d6a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90fcd448-25cc-4e14-8479-5b38f71b5d6a,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:58.661140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.670402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc1484d-5050-48ff-b007-711ba9dbcc5a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:58.718843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:58.747765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a914db3a-f724-4af0-acfb-a3fa490c049c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:58.751858 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ea8a481-0e6d-4e4e-a6e7-4dfa5b9701a3 req-335e50da-e55d-4cb7-b24f-124ef75c4483 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/security-groups?id=380181e8-6035-4431-8928-9e6ccf5b5c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150140 Feb 04 20:02:58.789291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20ae63-2960-466d-a0d5-209dcba77769 req-8ed7d7a9-1596-48ed-b760-3fba61e1e470 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:58.790888 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d20ae63-2960-466d-a0d5-209dcba77769 req-8ed7d7a9-1596-48ed-b760-3fba61e1e470 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.4678593 Feb 04 20:02:58.811555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-82701d73-aeb8-4eba-a8c0-c233fe17883a tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:58.811555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-82701d73-aeb8-4eba-a8c0-c233fe17883a tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 949 time: 0.5506043 Feb 04 20:02:58.847940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=90fcd448-25cc-4e14-8479-5b38f71b5d6a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:58.953205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.010270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:02:59.018130 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d20ae63-2960-466d-a0d5-209dcba77769 req-b6b87511-d51f-4641-90e5-93f6ef4993b6 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023997 Feb 04 20:02:59.018985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:02:59.040045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Deleting port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:02:59.040494 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.089617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.123291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:02:59.173778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90fcd448-25cc-4e14-8479-5b38f71b5d6a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:59.314142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 90fcd448-25cc-4e14-8479-5b38f71b5d6a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:59.314456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.320071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:02:59.331659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c12b12-e2ad-4e8f-895a-d1615a2e0941']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:59.352310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.360791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.373727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76829734-b9ef-4c3b-ab3f-917252b31129') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:59.374217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76829734-b9ef-4c3b-ab3f-917252b31129') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:02:59.394945 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.430261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.457265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d61bdb40-1c1d-4034-8745-9ddd6e0ea93f None None] Provisioning complete for port bfc1484d-5050-48ff-b007-711ba9dbcc5a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:59.457265 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb40-1c1d-4034-8745-9ddd6e0ea93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.476491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.507583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:02:59.508336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.515800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:02:59.515965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Router a33e6744-3aa2-4e0c-aef6-ed2e63709056 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:02:59.561418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d61bdb40-1c1d-4034-8745-9ddd6e0ea93f None None] Port bfc1484d-5050-48ff-b007-711ba9dbcc5a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:02:59.570561 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:02:59.572772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:02:59.589039 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.589660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b25b595-2d85-4b2e-a3c8-c85daefd783f {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:02:59.655934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:02:59.666661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:59.669474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:02:59.669900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.670621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.672223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-4f4c5493-dc4b-4b0e-a6a6-5629745238da service neutron] 10.222.0.62 "PUT /v2.0/ports/5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 1096 time: 5.7782116 Feb 04 20:02:59.684677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bdaa4-2868-4796-b754-696166770a4c req-c7120a94-502a-41bc-bf5a-9117333a7b76 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:02:59.685614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-567bdaa4-2868-4796-b754-696166770a4c req-c7120a94-502a-41bc-bf5a-9117333a7b76 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:02:59.781998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.783188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-65a33f57-b6c5-411e-b921-d0d39669cf27 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2b25b595-2d85-4b2e-a3c8-c85daefd783f HTTP/1.1" status: 204 len: 168 time: 4.9629359 Feb 04 20:02:59.790456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48152) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:02:59.811076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-567bdaa4-2868-4796-b754-696166770a4c req-c7120a94-502a-41bc-bf5a-9117333a7b76 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:02:59.812231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-c7120a94-502a-41bc-bf5a-9117333a7b76 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.8122294 Feb 04 20:02:59.835695 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.894015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.918057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.924691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:02:59.948517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] Deleting subnet 3987189e-e0e7-45ac-aa7f-889abfd4f859 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:02:59.965149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.967655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:02:59.991461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.001115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:00.012585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-9d8ed550-6843-4b1a-82a8-77efe3ba9112 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.1129875 Feb 04 20:03:00.013312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] Pushing event deleted for resources: {'Network': ['ID=74c12b12-e2ad-4e8f-895a-d1615a2e0941,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:00.096358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 548817e9-8c50-441c-8148-77881350ee66 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:00.134924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 548817e9-8c50-441c-8148-77881350ee66 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:03:00.135350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 548817e9-8c50-441c-8148-77881350ee66 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:03:00.135844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a914db3a-f724-4af0-acfb-a3fa490c049c no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:00.189268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a914db3a-f724-4af0-acfb-a3fa490c049c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:03:00.189758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] For port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:00.190132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.190921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a914db3a-f724-4af0-acfb-a3fa490c049c not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:03:00.197367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:00.237139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2aa162fa-489a-41a4-aaa9-22bf54166acd admin admin] 10.222.0.48 "DELETE /v2.0/networks/74c12b12-e2ad-4e8f-895a-d1615a2e0941 HTTP/1.1" status: 204 len: 168 time: 2.1169302 Feb 04 20:03:00.242059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-c85cb8b9-1ada-4c6a-8f62-42a4fba997ac tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2163315 Feb 04 20:03:00.244590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48160) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:00.299579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.344070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-903d63b1-72ed-4138-a801-1374e1d7a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:00.345531 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-903d63b1-72ed-4138-a801-1374e1d7a61a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1099 time: 0.6168945 Feb 04 20:03:00.384154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Calling delete_port for b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:03:00.419126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9140fa-5381-4c17-b7b6-7e8b624e2aee req-4e83f8b4-50e3-4006-be11-25af6f989e47 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:00.420526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf9140fa-5381-4c17-b7b6-7e8b624e2aee req-4e83f8b4-50e3-4006-be11-25af6f989e47 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.7205558 Feb 04 20:03:00.430020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:03:00.440634 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Sync routers for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:03:00.451685 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:00.452298 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:00.482170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d2bbdecc-c0f9-4091-b8a6-c3e99b4e0483 admin admin] 10.222.0.48 "PUT /v2.0/routers/a33e6744-3aa2-4e0c-aef6-ed2e63709056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7506921 Feb 04 20:03:00.486628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Allocated IP 172.25.7.183 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/51a5d8e9-225b-4f76-9d76-ed6b5613e964) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:00.532604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] Deleting subnet 5fdd61de-6ca7-436d-b414-bb4379f6477c {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:03:00.539903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.543956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf9140fa-5381-4c17-b7b6-7e8b624e2aee req-6e6e60e6-6150-476a-b1d2-c31abb7b9df7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979447 Feb 04 20:03:00.583906 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.697833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-7c74be0d-d2e7-468b-abe7-2a65a09c5721 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475908 Feb 04 20:03:00.738115 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.811844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.817795 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:00.824163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.830523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-ace23441-b405-407b-aad6-45940b7506e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:00.832175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-ace23441-b405-407b-aad6-45940b7506e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.4352374 Feb 04 20:03:00.880469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Pushing event deleted for resources: {'Port': ['ID=b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:00.916424 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.951585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-1d012a20-0526-48a3-9a66-935aa012d8fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.1093669 Feb 04 20:03:00.980727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] No DVR routers for this DVR port b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:03:00.985087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:00.988455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'name': 'network-vif-deleted', 'tag': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:01.013578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3987189e-e0e7-45ac-aa7f-889abfd4f859,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:01.015959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25713dc4-3a88-42a6-8350-6646f2725217 req-530992d8-9ba9-4676-8a9e-0378405f6b2f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:01.016099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.016453 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25713dc4-3a88-42a6-8350-6646f2725217 req-530992d8-9ba9-4676-8a9e-0378405f6b2f tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.2720513 Feb 04 20:03:01.027413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:01.073662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.083325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.111404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:01.112178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.114381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7172ccec-dd9b-4858-8b60-81a053c3e924 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3987189e-e0e7-45ac-aa7f-889abfd4f859 HTTP/1.1" status: 204 len: 168 time: 1.3224094 Feb 04 20:03:01.118143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48170) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:01.132920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-cda7286e-8eea-4482-bff7-d57bb5a545ff service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342773 Feb 04 20:03:01.134401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-96da52a8-3e4b-4eb1-8ec3-afe6852f25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:01.135824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-96da52a8-3e4b-4eb1-8ec3-afe6852f25e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1748128 Feb 04 20:03:01.158025 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25713dc4-3a88-42a6-8350-6646f2725217 req-1659c864-e297-4cc9-8371-046d6d7f552b tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338327 Feb 04 20:03:01.206328 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5286f2bb-6826-4320-bb53-0def16672bd0 req-d4a259ea-399f-4fff-a2fa-5fcd17f44bc2 tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.24 "DELETE /v2.0/ports/b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea HTTP/1.1" status: 204 len: 173 time: 2.3639266 Feb 04 20:03:01.256243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:01.265465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:01.266541 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 2, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:01.269827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:01.271799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Checking router: a33e6744-3aa2-4e0c-aef6-ed2e63709056 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:03:01.272770 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Updating router a33e6744-3aa2-4e0c-aef6-ed2e63709056 port bfc1484d-5050-48ff-b007-711ba9dbcc5a binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:03:01.347912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event updated for resources: {'Port': ['ID=51a5d8e9-225b-4f76-9d76-ed6b5613e964,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:01.363771 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.444400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.479366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6fb18fa0-835f-44e7-99de-d131de3693d2 req-6cb55313-b16e-4cbb-abc6-980f6040e73b tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Synchronizing usage tracker for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:01.554936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.567649 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.594763 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'status': 'completed', 'code': 200} Feb 04 20:03:01.661558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6fb18fa0-835f-44e7-99de-d131de3693d2 req-6cb55313-b16e-4cbb-abc6-980f6040e73b tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] Unset dirty status for tenant:8590525c1ea14829b44c5befd2a6a2e7 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:01.662987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6fb18fa0-835f-44e7-99de-d131de3693d2 req-6cb55313-b16e-4cbb-abc6-980f6040e73b tempest-ServersAdminNegativeTestJSON-1526619406 tempest-ServersAdminNegativeTestJSON-1526619406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898103f-942c-4ee4-ba30-47fc08e01496 HTTP/1.1" status: 200 len: 210 time: 0.2817750 Feb 04 20:03:01.744798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-a6535dcc-2687-41e6-bf3d-c6f76ee5b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:01.746976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-a6535dcc-2687-41e6-bf3d-c6f76ee5b8b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5580146 Feb 04 20:03:01.803387 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b898103f-942c-4ee4-ba30-47fc08e01496', 'name': 'network-vif-deleted', 'tag': 'b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea', 'status': 'completed', 'code': 200} Feb 04 20:03:01.803994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.819757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdd61de-6ca7-436d-b414-bb4379f6477c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:01.821679 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.899942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9c6e4296-9479-4880-8c82-2913de3570d5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5fdd61de-6ca7-436d-b414-bb4379f6477c HTTP/1.1" status: 204 len: 168 time: 1.6513000 Feb 04 20:03:01.904889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48188) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:01.933537 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.936282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:01.946452 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Transition to ACTIVE for port object bfc1484d-5050-48ff-b007-711ba9dbcc5a will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:02.032600 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.086963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48192) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:02.117276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-33c2f7ae-9036-4f3f-a19c-183762393381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:02.118816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-33c2f7ae-9036-4f3f-a19c-183762393381 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1099 time: 0.5223212 Feb 04 20:03:02.122931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577593470', 'description': 'tempest-description--131596252'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:02.130419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:02.134870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Usage tracker for resource:security_group and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:02.137964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:02.144127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:02.204769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:02.254485 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12b6a8-28d5-4acc-becf-5aca5deb0078 None None] Pushing event updated for resources: {'Port': ['ID=bfc1484d-5050-48ff-b007-711ba9dbcc5a,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:02.284643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:03:02.285000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9a7bbd8-f561-4b84-aa6b-f8a90e0359ea not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:03:02.352326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd5d1dd-8cdc-41a3-8759-9b105711bec3']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:02.359517 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Attempting to bind port bfc1484d-5050-48ff-b007-711ba9dbcc5a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:02.360370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Attempting to bind port bfc1484d-5050-48ff-b007-711ba9dbcc5a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:02.360370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Attempting to bind port bfc1484d-5050-48ff-b007-711ba9dbcc5a on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:02.367346 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:02.367841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:02.368244 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.368633 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Bound using segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:02.369360 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Bound port: bfc1484d-5050-48ff-b007-711ba9dbcc5a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:02.369983 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.390926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.396360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e657cb17-4d4f-4318-95a7-3a8211e7bde4 req-639df56f-bc57-49c2-a6e0-b40cb23fe988 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 210 time: 0.1092927 Feb 04 20:03:02.409980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59221b1b-9b71-48dc-ae26-fc35369bf9a7') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:02.410283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59221b1b-9b71-48dc-ae26-fc35369bf9a7') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:02.457081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:02.461610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Usage tracker for resource:security_group_rule and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:02.464705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:02.476382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:02.506237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.545734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.553789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:03:02.555277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:03:02.586153 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:03:02.592393 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] For port bfc1484d-5050-48ff-b007-711ba9dbcc5a, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:02.595814 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] For port bfc1484d-5050-48ff-b007-711ba9dbcc5a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bfc1484d-5050-48ff-b007-711ba9dbcc5a,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:02.637824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65b91-6100-4c2a-aa02-0d5814f9ea5d req-9a7186bc-61bc-4090-a693-44099391df8d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:02.638875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-39ad0f48-6778-4100-897c-ed9fd2e1065a service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8827844 Feb 04 20:03:02.643014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3c65b91-6100-4c2a-aa02-0d5814f9ea5d req-9a7186bc-61bc-4090-a693-44099391df8d tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.7154918 Feb 04 20:03:02.654853 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.664163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-37f3afb3-2a55-4329-96d5-65f3a0febcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:02.665562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-37f3afb3-2a55-4329-96d5-65f3a0febcb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.4939289 Feb 04 20:03:02.679815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.696242 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.760679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-0c7e8e54-10d2-465b-afff-bd108e144f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.0787268 Feb 04 20:03:02.763694 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.776299 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:02.776911 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:02.853100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.872327 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12b6a8-28d5-4acc-becf-5aca5deb0078 None None] Pushing event updated for resources: {'Port': ['ID=bfc1484d-5050-48ff-b007-711ba9dbcc5a,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:02.939723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3c65b91-6100-4c2a-aa02-0d5814f9ea5d req-dd3208f5-5ea0-45b9-9312-b1ac297b0aa7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571530 Feb 04 20:03:02.954311 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.959192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:02.962725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029a1f5a-f949-4f1e-811d-7b6107d680fc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:03.000982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.042496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd5d1dd-8cdc-41a3-8759-9b105711bec3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:03.072995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.089624 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:03.095763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7fd091a8-27e5-456a-87ca-21efd2259fd8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2dd5d1dd-8cdc-41a3-8759-9b105711bec3 HTTP/1.1" status: 204 len: 168 time: 1.9747713 Feb 04 20:03:03.097443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.102032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9900748e-cca8-4821-8553-3518200e3b29 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0088079 Feb 04 20:03:03.105752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48206) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:03.123637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e15f7d5-4581-4e7f-ac86-3770f9e3904c req-cf3f78ec-159f-4988-98c6-cf6fe87d2d6c service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665513 Feb 04 20:03:03.124025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-899d12a7-64df-40c1-8e69-9d1b6f83955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:03.125944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-899d12a7-64df-40c1-8e69-9d1b6f83955b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3242483 Feb 04 20:03:03.142872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'security_group_rule': {'security_group_id': '029a1f5a-f949-4f1e-811d-7b6107d680fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:03.174229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0246ea06-e847-4903-9d26-da9dbcc2ee9f']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:03.233990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.236020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464f0dc1-0de8-4672-b98f-c07dde36706c') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:03.236318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464f0dc1-0de8-4672-b98f-c07dde36706c') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:03.275310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.312482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event updated for resources: {'Port': ['ID=51a5d8e9-225b-4f76-9d76-ed6b5613e964,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:03.326377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.327626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46045e9c-e372-4f9f-9c2c-321fa3cdf51d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0979185 Feb 04 20:03:03.328830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.348708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200a8d-dfc4-42c1-adb3-9220992be192 req-a02d0b98-6452-41ca-ba19-c9a938a66c9e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:03.350409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3200a8d-dfc4-42c1-adb3-9220992be192 req-a02d0b98-6452-41ca-ba19-c9a938a66c9e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.7155330 Feb 04 20:03:03.352904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:03:03.353420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.363491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-af5b6441-cecf-4f3a-89a5-baacbb51c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:03.365665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-af5b6441-cecf-4f3a-89a5-baacbb51c7bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156418 Feb 04 20:03:03.370030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:03:03.371523 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:03:03.435497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Usage tracker for resource:security_group_rule and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:03.441026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:03.449196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:03.553288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-9fce355a-53c8-42eb-a6ae-b615c9a15783 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750963 Feb 04 20:03:03.605618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3200a8d-dfc4-42c1-adb3-9220992be192 req-a82e4a10-beab-40ae-acf4-b462bbd98a32 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491094 Feb 04 20:03:03.637012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-f936c8e0-e559-417b-a6d5-0fa087eca704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:03.638489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-f936c8e0-e559-417b-a6d5-0fa087eca704 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1099 time: 0.2869835 Feb 04 20:03:03.648900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.670370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:02Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:03.675280 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080fdcc-59e6-427d-b4c1-e894061aa443 None None] The sync data for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 is: [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:02Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:03:03.732308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48218) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:03.823778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.863812 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2f84124e-979f-4b8a-9d09-4f52f90fe710 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=335dbb1e7eb6461f9c8bf4ccddec0d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324372 Feb 04 20:03:03.867191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:03.929315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48228) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:03.971315 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:03.989648 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-6de5e1b9-536f-4355-803d-56cb853f10ea service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249742 Feb 04 20:03:04.012426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47013073-6f7a-4dd7-8d4b-884664e427c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.054481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47013073-6f7a-4dd7-8d4b-884664e427c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.067624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] Pushing event deleted for resources: {'Network': ['ID=0246ea06-e847-4903-9d26-da9dbcc2ee9f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:04.078627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc81c3c7-5571-456c-949c-772d4f834899 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0246ea06-e847-4903-9d26-da9dbcc2ee9f HTTP/1.1" status: 204 len: 168 time: 2.1652746 Feb 04 20:03:04.110952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8a8e63f-3a2b-4507-a91d-8d85345a7e7f req-f452a77a-f610-43e8-8ae8-ce372a3ec891 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 210 time: 0.1617181 Feb 04 20:03:04.228240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.257978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47013073-6f7a-4dd7-8d4b-884664e427c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.294406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-261173c4-f04b-4517-aa53-c31c9f6e96cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8590525c1ea14829b44c5befd2a6a2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556459 Feb 04 20:03:04.297749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48246) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:04.314134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-18f2e6f8-4bba-4581-8f15-0e2902791e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:04.315724 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-18f2e6f8-4bba-4581-8f15-0e2902791e46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.6577425 Feb 04 20:03:04.317882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47013073-6f7a-4dd7-8d4b-884664e427c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2f6f7a-38f6-426c-8abe-4493c6fe5293,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:04.391751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-fa89d10a-af92-430b-9358-256921b6485b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Synchronizing usage tracker for tenant:eda86ff74818467a96add8d821692192 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:04.401127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-290555e8-c77a-4fd3-b24f-72a7fdf5aa06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.0727959 Feb 04 20:03:04.402016 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.414878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47013073-6f7a-4dd7-8d4b-884664e427c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.416020 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-47013073-6f7a-4dd7-8d4b-884664e427c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db2f6f7a-38f6-426c-8abe-4493c6fe5293 HTTP/1.1" status: 204 len: 168 time: 0.5478330 Feb 04 20:03:04.451663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594a9229-28fc-4eab-b2db-86f9da836cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.514416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594a9229-28fc-4eab-b2db-86f9da836cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.523192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:04.528592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a20085-8972-4298-943d-8f197871eb1b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:04.559691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-dd435050-e2a4-4f6a-b490-f61f0981686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:04.562384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-dd435050-e2a4-4f6a-b490-f61f0981686b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1448390 Feb 04 20:03:04.563207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-fa89d10a-af92-430b-9358-256921b6485b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Unset dirty status for tenant:eda86ff74818467a96add8d821692192 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:04.564371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-fa89d10a-af92-430b-9358-256921b6485b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1230190559&fields=id&tenant_id=eda86ff74818467a96add8d821692192 HTTP/1.1" status: 200 len: 267 time: 0.2688353 Feb 04 20:03:04.569417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825acaa3-b9eb-4bbe-88e6-ca390d2f4fba req-f5cfc08d-4bcc-45be-825e-131d217eec65 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:04.570955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-825acaa3-b9eb-4bbe-88e6-ca390d2f4fba req-f5cfc08d-4bcc-45be-825e-131d217eec65 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.3189685 Feb 04 20:03:04.675268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-825acaa3-b9eb-4bbe-88e6-ca390d2f4fba req-cefd924d-1153-49ec-8ce5-e669226e2671 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687413 Feb 04 20:03:04.679585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:04.680545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d9e2dcd3-b2d8-4ddf-81c9-6258bf84b9f8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5723023 Feb 04 20:03:04.690829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48258) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:04.704000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6700c9e2-dfe4-4795-988d-138682f23ca4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a88d74393d9a4e5c9108d10dd9ef8f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721559 Feb 04 20:03:04.704213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48262) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:04.704213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'security_group_rule': {'security_group_id': '029a1f5a-f949-4f1e-811d-7b6107d680fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:04.710437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:04.715606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Usage tracker for resource:security_group_rule and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:04.717604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:04.724721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:04.755087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-978cfc0e-2452-44b5-8c93-581b2879b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:04.757467 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-978cfc0e-2452-44b5-8c93-581b2879b96d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1856151 Feb 04 20:03:05.121223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bfc1484d-5050-48ff-b007-711ba9dbcc5a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:05.186160 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.210579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-ad50a1fb-2df9-4d26-ad47-7262daad227b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:05.211683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-ad50a1fb-2df9-4d26-ad47-7262daad227b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Synchronizing usage tracker for tenant:eda86ff74818467a96add8d821692192 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:05.214511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594a9229-28fc-4eab-b2db-86f9da836cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.265959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a9229-28fc-4eab-b2db-86f9da836cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380181e8-6035-4431-8928-9e6ccf5b5c5b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:05.276837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d0142a7-d6cf-421d-b884-e05d92ccbe2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.315837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594a9229-28fc-4eab-b2db-86f9da836cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.319528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-594a9229-28fc-4eab-b2db-86f9da836cf3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/380181e8-6035-4431-8928-9e6ccf5b5c5b HTTP/1.1" status: 204 len: 168 time: 1.0176284 Feb 04 20:03:05.353082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bdaa4-2868-4796-b754-696166770a4c req-e1b4d4cd-4e05-4f5b-9f7f-daf16c0f7d0b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:05.354575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-e1b4d4cd-4e05-4f5b-9f7f-daf16c0f7d0b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.6034532 Feb 04 20:03:05.365926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d0142a7-d6cf-421d-b884-e05d92ccbe2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.378192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Request body: {'port': {'device_id': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'admin_state_up': True, 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:05.387133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port bfc1484d-5050-48ff-b007-711ba9dbcc5a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:05.395325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bfc1484d-5050-48ff-b007-711ba9dbcc5a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:05.398408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.490261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-8c148dd4-9376-413b-ac94-3cc08c67af95 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154331 Feb 04 20:03:05.490261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.503742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-ad50a1fb-2df9-4d26-ad47-7262daad227b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Unset dirty status for tenant:eda86ff74818467a96add8d821692192 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:05.510986 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-ad50a1fb-2df9-4d26-ad47-7262daad227b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/networks?id=3f08a2e8-4c93-47e2-81b1-c65855db1e77 HTTP/1.1" status: 200 len: 811 time: 0.9263694 Feb 04 20:03:05.533712 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-da877797-5ba2-4347-8bbd-61ff23b52794 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/quotas/eda86ff74818467a96add8d821692192 HTTP/1.1" status: 200 len: 375 time: 0.0211813 Feb 04 20:03:05.535497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea80a-0fb8-412d-87dc-8e8c4e09359c req-867dce5b-6870-4691-9ad2-637ac5a563c7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:05.537183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efaea80a-0fb8-412d-87dc-8e8c4e09359c req-867dce5b-6870-4691-9ad2-637ac5a563c7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.4808919 Feb 04 20:03:05.596644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.614926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.617556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:05.626326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Usage tracker for resource:port and tenant:667261bd42064838b9f15fb0433525b2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:05.631657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:05.642471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:05.672198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a75dc80-a5d1-43ea-848d-78bbb314ab61,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:05.680976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-0071cd58-e539-4a30-9fdd-1d923b6e211b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eda86ff74818467a96add8d821692192&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464553 Feb 04 20:03:05.681823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port bfc1484d-5050-48ff-b007-711ba9dbcc5a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bfc1484d-5050-48ff-b007-711ba9dbcc5a,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:05.732692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efaea80a-0fb8-412d-87dc-8e8c4e09359c req-668a54c5-0ff8-46db-997f-21d50fe16abd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433895 Feb 04 20:03:05.767473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:05.774274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.793597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.805248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-9f0da184-51a6-4f90-8165-a472ce4753e0 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:05.807059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-9f0da184-51a6-4f90-8165-a472ce4753e0 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.4300947 Feb 04 20:03:05.809821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d0142a7-d6cf-421d-b884-e05d92ccbe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.812232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d0142a7-d6cf-421d-b884-e05d92ccbe2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.813366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5d0142a7-d6cf-421d-b884-e05d92ccbe2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb67c814-f03c-4a75-936d-a14302bf8c2e HTTP/1.1" status: 204 len: 168 time: 1.0807827 Feb 04 20:03:05.815517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-862ae364-b7a7-4e91-95b2-cb0097a8db86 req-21844e75-4c68-4431-a19c-fc1b58927cb0 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220165 Feb 04 20:03:05.942745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:05.949144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=bfc1484d-5050-48ff-b007-711ba9dbcc5a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:05.955071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-790642c0-8de7-4d3f-9cee-be612cd83cbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2609179 Feb 04 20:03:05.966822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48292) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:05.969307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0142a7-d6cf-421d-b884-e05d92ccbe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb67c814-f03c-4a75-936d-a14302bf8c2e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:05.974590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:05.989428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-41477e3a-dfa9-4ca7-8bdc-64c0bf3a7dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051643 Feb 04 20:03:05.990271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:06.023736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Usage tracker for resource:floatingip and tenant:ee38bbd6cca841d69c5a6ee21119324a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:06.031092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1edbc9b5-627f-444e-b69e-dab9ca55723b req-09f715ad-e4fb-4467-858b-aa0946c3641d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 210 time: 0.0744808 Feb 04 20:03:06.033611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:06.059248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Deleting port b721b215-8fe9-4778-b3cc-8f8f669129fe {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:03:06.059801 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:06.100712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:06.127607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Allocated IP 172.20.0.13 (dd6f92d1-acbd-4a2e-b4b1-98a300375a73/0cd3173e-4643-4968-a50a-168de91e8698/3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:06.177027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48296) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:06.234371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bc49c95c-d38e-4026-bbfc-100ffe0c6194 service neutron] 10.222.0.48 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378547 Feb 04 20:03:06.239709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:06.455302 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-28c6957c-618f-4e11-9019-ea3bfd5e4884 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a529844513d4b52adc5ae1faa09abd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764575 Feb 04 20:03:06.465638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48302) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:06.537563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc482a-0134-4bb9-8c98-06a0e81d3a3b req-b6f3c54f-4123-417a-aa37-c6011ba1a2a1 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:06.539297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7fc482a-0134-4bb9-8c98-06a0e81d3a3b req-b6f3c54f-4123-417a-aa37-c6011ba1a2a1 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 945 time: 0.3039968 Feb 04 20:03:06.590677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56c337c8-39fd-472b-82f4-273a6be9957a req-faf1f884-d818-4024-943d-ca892dde08e7 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 210 time: 0.0745983 Feb 04 20:03:06.614777 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7fc482a-0134-4bb9-8c98-06a0e81d3a3b req-4d8cf0ac-04b7-4f97-b36f-ae274461394e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/security-groups?id=778f7497-c85d-404a-a96f-68ec48b692d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592749 Feb 04 20:03:06.649589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] For port b721b215-8fe9-4778-b3cc-8f8f669129fe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b721b215-8fe9-4778-b3cc-8f8f669129fe,segment=NetworkSegment(6fa2841b-9179-493e-9d28-2f699156b87e),segment_id=6fa2841b-9179-493e-9d28-2f699156b87e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:06.650136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:06.687017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48314) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:06.734483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:06.744576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8df84744-f306-4f2f-9200-84bc1ef400f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:06.815963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8df84744-f306-4f2f-9200-84bc1ef400f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:06.816455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Calling delete_port for b721b215-8fe9-4778-b3cc-8f8f669129fe owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:03:06.875350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-149785160-network', 'tenant_id': '326297f3c5f0426387d667044b5688d3'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:06.886442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:06.925595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Usage tracker for resource:network and tenant:326297f3c5f0426387d667044b5688d3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:06.928764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48324) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:06.936949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:06.940915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:06.996415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bfc1484d-5050-48ff-b007-711ba9dbcc5a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:07.021656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:07.066178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.089304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b721b215-8fe9-4778-b3cc-8f8f669129fe'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:07.111506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.133063 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e0633411-42db-49e3-aef6-1eb32bda7759 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e777e0a376e4c11bf9c0b5fb3eec4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980901 Feb 04 20:03:07.133860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48330) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:07.173040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bfc1484d-5050-48ff-b007-711ba9dbcc5a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:07.173670 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.217697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Made reservation on behalf of 326297f3c5f0426387d667044b5688d3 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:07.220046 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.222298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Pushing event deleted for resources: {'Port': ['ID=b721b215-8fe9-4778-b3cc-8f8f669129fe,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:07.261402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.330082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] No DVR routers for this DVR port b721b215-8fe9-4778-b3cc-8f8f669129fe on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:03:07.334057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.336629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89334ff5-a27f-4040-8790-7eeb9c196602', 'name': 'network-vif-deleted', 'tag': 'b721b215-8fe9-4778-b3cc-8f8f669129fe'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:07.372267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9902-ee6d-4fd0-94a0-c4b98b173b14 req-66213fa8-c668-4d39-bcb8-f80dca518a8c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:07.373777 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ecc9902-ee6d-4fd0-94a0-c4b98b173b14 req-66213fa8-c668-4d39-bcb8-f80dca518a8c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 932 time: 0.2082086 Feb 04 20:03:07.386788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8df84744-f306-4f2f-9200-84bc1ef400f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.419656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ecc9902-ee6d-4fd0-94a0-c4b98b173b14 req-873159b7-7cea-402a-86c4-06ce54b2c368 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:07.426818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df84744-f306-4f2f-9200-84bc1ef400f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd363fe-c610-4448-9977-71ef0c9e7560,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:07.434741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce6cd91a-493d-4a99-b7b5-a5ae1792329c req-72cd447c-ea8d-4bd1-aa3e-986258ffe3f7 tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.62 "DELETE /v2.0/ports/b721b215-8fe9-4778-b3cc-8f8f669129fe HTTP/1.1" status: 204 len: 173 time: 1.6182044 Feb 04 20:03:07.440722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:07.445231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Usage tracker for resource:security_group_rule and tenant:326297f3c5f0426387d667044b5688d3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:07.489776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:07.499785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:07.514448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:07.529159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:07.529500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ecc9902-ee6d-4fd0-94a0-c4b98b173b14 req-873159b7-7cea-402a-86c4-06ce54b2c368 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:07.531052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ecc9902-ee6d-4fd0-94a0-c4b98b173b14 req-873159b7-7cea-402a-86c4-06ce54b2c368 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506674 Feb 04 20:03:07.531304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event updated for resources: {'Port': ['ID=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:07.536576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:07.590916 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89334ff5-a27f-4040-8790-7eeb9c196602', 'name': 'network-vif-deleted', 'tag': 'b721b215-8fe9-4778-b3cc-8f8f669129fe', 'status': 'completed', 'code': 200} Feb 04 20:03:07.604761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceddedd-1f63-42c1-b499-e110e38d90d1 req-8b928df3-f5c0-4a74-ac80-429be01bcbee tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:07.606233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ceddedd-1f63-42c1-b499-e110e38d90d1 req-8b928df3-f5c0-4a74-ac80-429be01bcbee tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.7272785 Feb 04 20:03:07.640137 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8df84744-f306-4f2f-9200-84bc1ef400f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.642393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8df84744-f306-4f2f-9200-84bc1ef400f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dd363fe-c610-4448-9977-71ef0c9e7560 HTTP/1.1" status: 204 len: 168 time: 1.1720457 Feb 04 20:03:07.678451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Allocated IP 172.25.7.179 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/a32bd01a-1c5d-44a3-a437-28c7543a5805) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:07.692901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7f56c9f-f962-4d5f-ad39-975d7004a479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.693097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-96bc4842-741a-4eec-85a6-37a436624271 req-32805242-54a0-42df-be03-61fb114f7589 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Synchronizing usage tracker for tenant:eda86ff74818467a96add8d821692192 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:07.732353 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ceddedd-1f63-42c1-b499-e110e38d90d1 req-cd81278e-8d85-4591-b6a4-dd5a064e1452 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138499 Feb 04 20:03:07.764246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7f56c9f-f962-4d5f-ad39-975d7004a479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.780165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:07.781042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:07.815853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-96bc4842-741a-4eec-85a6-37a436624271 req-32805242-54a0-42df-be03-61fb114f7589 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Unset dirty status for tenant:eda86ff74818467a96add8d821692192 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:07.818274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96bc4842-741a-4eec-85a6-37a436624271 req-32805242-54a0-42df-be03-61fb114f7589 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 210 time: 0.1683841 Feb 04 20:03:07.987492 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-597d9c20-f5cb-43d9-b7e7-6169941f14df req-96c71d90-1a4c-4d19-a7d6-29a9d6fcae9e tempest-ServerDiskConfigTestJSON-1405152670 tempest-ServerDiskConfigTestJSON-1405152670-project] 10.222.0.48 "GET /v2.0/ports?device_id=89334ff5-a27f-4040-8790-7eeb9c196602 HTTP/1.1" status: 200 len: 210 time: 0.0894477 Feb 04 20:03:08.013077 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-cb40e802-61cb-4932-94ae-701ef59f7644 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6428778 Feb 04 20:03:08.019555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.032467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Request body: {'port': {'device_id': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:08.109995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.116044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.181796 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7f56c9f-f962-4d5f-ad39-975d7004a479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.196355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:03:08.234385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afafac8-16ac-4685-bc38-aec5b227e9f7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:08.241849 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.242937 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Added segment f9c0af79-1c1b-4632-b989-f69160c33a41 of type vlan for network 69e8167a-8bde-4d87-a8d0-085494f9912d Feb 04 20:03:08.259580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.277582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f56c9f-f962-4d5f-ad39-975d7004a479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f2c1b-130e-4e06-929a-0b3a0738d54c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:08.348551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.367679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7f56c9f-f962-4d5f-ad39-975d7004a479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.368835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b7f56c9f-f962-4d5f-ad39-975d7004a479 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b46f2c1b-130e-4e06-929a-0b3a0738d54c HTTP/1.1" status: 204 len: 168 time: 1.2256362 Feb 04 20:03:08.451763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.548362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:08.580938 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.599445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.600404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:08.601049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.604743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:08.626317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:08.735826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=a32bd01a-1c5d-44a3-a437-28c7543a5805,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:08.795492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] Pushing event updated for resources: {'Network': ['ID=69e8167a-8bde-4d87-a8d0-085494f9912d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:08.809202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 69e8167a-8bde-4d87-a8d0-085494f9912d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:03:08.813868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85fed9-da02-4271-bffc-cb2dc1f2fc3f req-a96294bb-28f6-4d37-a51c-ece36c427f3e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:08.822045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-94d20467-252b-4472-8c6a-501ce45b913e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1328020 Feb 04 20:03:08.824311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c85fed9-da02-4271-bffc-cb2dc1f2fc3f req-a96294bb-28f6-4d37-a51c-ece36c427f3e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 932 time: 0.1486857 Feb 04 20:03:08.827708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48372) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:08.870144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.957646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:08.969059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:08.990611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Transition to ACTIVE for port object 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:09.019446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.038195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Request body: {'subnet': {'network_id': '69e8167a-8bde-4d87-a8d0-085494f9912d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-149785160-subnet', 'tenant_id': '326297f3c5f0426387d667044b5688d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:09.042287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48382) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:09.047106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:09.060307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Usage tracker for resource:subnet and tenant:326297f3c5f0426387d667044b5688d3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:09.065819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:09.075000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:09.079361 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c85fed9-da02-4271-bffc-cb2dc1f2fc3f req-4f9ce64c-5f55-43f3-a696-82f2f2914a2a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536387 Feb 04 20:03:09.100434 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.180908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Made reservation on behalf of 326297f3c5f0426387d667044b5688d3 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:09.183286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.222380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:09.225304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b721b215-8fe9-4778-b3cc-8f8f669129fe no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:09.276159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.305309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: b721b215-8fe9-4778-b3cc-8f8f669129fe {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:03:09.305921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b721b215-8fe9-4778-b3cc-8f8f669129fe not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:03:09.368470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-network', 'tenant_id': '7c674f43470f42ff9717db6f1137b599'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:09.380924 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-716b806b-bb33-4379-94c5-190f5c5b0e80 req-b98bf058-05e4-4d22-99d3-53d45a602ffc tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 210 time: 0.0770862 Feb 04 20:03:09.512621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846902df-5138-40de-b1b2-be060b94535b service neutron] Pushing event updated for resources: {'Port': ['ID=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:09.517773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:09.524372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:09.541554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'mac_address': 'fa:16:3e:ed:2e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:09.590859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Usage tracker for resource:network and tenant:7c674f43470f42ff9717db6f1137b599 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:09.599589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:09.616584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:09.620681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Attempting to bind port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:09.621016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Attempting to bind port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:09.621469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Attempting to bind port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:09.624962 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.661949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:09.678887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:09.688100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.805135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.822211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:09.825857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68444ba2-fb28-4941-b390-9f7034a5b435,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:09.828036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Attempting to bind port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:09.853825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Checking segment: {'id': 'f9c0af79-1c1b-4632-b989-f69160c33a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '69e8167a-8bde-4d87-a8d0-085494f9912d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:09.854205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Network hostable DHCP agents. Network: 69e8167a-8bde-4d87-a8d0-085494f9912d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:03:09.854834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:09.855167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:09.855806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Bound using segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:09.856066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Bound port: 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:09.856543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.875852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030bab-843f-49a8-9ff3-f6f93be44b5c req-697e76a1-f55f-4ba6-914b-3403350edcc3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:09.876081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-76c0faa9-08ae-4f68-a763-486f74ce6d8a tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:09.877430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-76c0faa9-08ae-4f68-a763-486f74ce6d8a tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.62 "GET /v2.0/networks?id=3f08a2e8-4c93-47e2-81b1-c65855db1e77 HTTP/1.1" status: 200 len: 811 time: 0.2810657 Feb 04 20:03:09.883430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03030bab-843f-49a8-9ff3-f6f93be44b5c req-697e76a1-f55f-4ba6-914b-3403350edcc3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 948 time: 0.8830652 Feb 04 20:03:09.920555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:09.931918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.931918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.931918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.932187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.933223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.933223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.933223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.933501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.933698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.934530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.934530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.934875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:09.943252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:09.950665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Network 69e8167a-8bde-4d87-a8d0-085494f9912d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:03:09.951074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Made reservation on behalf of 7c674f43470f42ff9717db6f1137b599 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:09.953334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:09.971850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-342b5784-07fd-4112-9dbd-061386c216a6 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Synchronizing usage tracker for tenant:eda86ff74818467a96add8d821692192 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:09.982829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-342b5784-07fd-4112-9dbd-061386c216a6 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Unset dirty status for tenant:eda86ff74818467a96add8d821692192 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:09.983969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-342b5784-07fd-4112-9dbd-061386c216a6 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda86ff74818467a96add8d821692192 HTTP/1.1" status: 200 len: 380 time: 0.0984464 Feb 04 20:03:09.994644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Request body: {'port': {'device_id': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'admin_state_up': True, 'tenant_id': 'eda86ff74818467a96add8d821692192', 'security_groups': ['abee35fa-1f24-4fa2-9c48-26b14e25dea7']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:10.009819 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.082118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 69e8167a-8bde-4d87-a8d0-085494f9912d) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:10.092857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:10.093437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.096294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580a1c6-b093-4fc0-b72d-9769f8a9a1da None None] Network 69e8167a-8bde-4d87-a8d0-085494f9912d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:03:10.104772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:10.133672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Usage tracker for resource:security_group_rule and tenant:7c674f43470f42ff9717db6f1137b599 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:10.152838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03030bab-843f-49a8-9ff3-f6f93be44b5c req-7a54f99a-6bd7-4f0d-ae13-31395312a8c8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684991 Feb 04 20:03:10.153703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:10.169652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:10.178298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:10.192212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:10.206780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:10.211075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] Deleting subnet 760069ad-b971-4d0c-bcbd-08b61c1e01e7 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:03:10.224267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2b25e8dd-5f5b-4991-a229-5f0f5300166f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1840594 Feb 04 20:03:10.263805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.295832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.326073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] For port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:10.349634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] For port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:10.354757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.381499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Made reservation on behalf of eda86ff74818467a96add8d821692192 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:10.386763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.401344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.469946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.572210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=a32bd01a-1c5d-44a3-a437-28c7543a5805,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:10.575714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:10.576334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.577707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-846902df-5138-40de-b1b2-be060b94535b service neutron] 10.222.0.24 "PUT /v2.0/ports/3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc HTTP/1.1" status: 200 len: 1092 time: 2.5519681 Feb 04 20:03:10.585779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.613169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'tag': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:10.668442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08505f2e-4132-4a3d-a4ed-a6b37b09b4ea req-49127866-04ab-451f-b352-d9a8b3e17415 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:10.678109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08505f2e-4132-4a3d-a4ed-a6b37b09b4ea req-49127866-04ab-451f-b352-d9a8b3e17415 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 944 time: 0.4070435 Feb 04 20:03:10.689623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.698662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aeed72-8f89-435d-8f1c-f860e249466c None None] Network 69e8167a-8bde-4d87-a8d0-085494f9912d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:03:10.719305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Allocated IP 172.20.0.5 (3f08a2e8-4c93-47e2-81b1-c65855db1e77/4613ad87-333f-450f-883a-9fd0a6bd55dc/61f4f248-91eb-432f-8484-43c9d6c96f4c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:10.781819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08505f2e-4132-4a3d-a4ed-a6b37b09b4ea req-d5e05e3e-ef14-4311-8235-d014bff15d28 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023300 Feb 04 20:03:10.821863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48436) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:10.825989 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.867966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846902df-5138-40de-b1b2-be060b94535b service neutron] Pushing event updated for resources: {'Port': ['ID=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:10.903268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8137d4fa-20f1-466a-ad60-e6f363ac734f req-f75bcda5-b52e-4d63-8524-5e7fa8fa59b8 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 210 time: 0.0630414 Feb 04 20:03:10.920704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bdaa4-2868-4796-b754-696166770a4c req-56af8307-f091-435d-9f87-773213f38f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:10.922282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-56af8307-f091-435d-9f87-773213f38f08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 1095 time: 0.1919477 Feb 04 20:03:10.930922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:10.932967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a30a0a22-b3b0-489f-a0f6-ca7bddcbf693 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9626536 Feb 04 20:03:11.019409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-78904399-0af6-4ca7-bd26-5dc892948ca2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc HTTP/1.1" status: 200 len: 217 time: 0.0835977 Feb 04 20:03:11.027620 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.027620 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.092362 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'tag': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc', 'status': 'completed', 'code': 200} Feb 04 20:03:11.165086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Deleting subnet 68444ba2-fb28-4941-b390-9f7034a5b435 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:03:11.169088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.195953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab22ece-0e3b-4638-91b7-16a065de9a7e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:11.202163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.220192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760069ad-b971-4d0c-bcbd-08b61c1e01e7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:11.230647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:03:11.241591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.246869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f8c4b9e6-2173-4aa4-93ad-89c0ce5fb83b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/760069ad-b971-4d0c-bcbd-08b61c1e01e7 HTTP/1.1" status: 204 len: 168 time: 1.3056550 Feb 04 20:03:11.254607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48458) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:11.291584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.291937 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Added segment 00064166-38fe-4e42-9e0c-730260b53852 of type vlan for network 48ab6c6f-da68-439b-af6c-136716c3f204 Feb 04 20:03:11.374037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bdaa4-2868-4796-b754-696166770a4c req-63128ba3-b3cb-4158-bd7f-d6062b35c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:11.374037 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-63128ba3-b3cb-4158-bd7f-d6062b35c91e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.3350537 Feb 04 20:03:11.392291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-ba050a91-2b41-4089-aec2-187fa5c18381 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:11.393772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-ba050a91-2b41-4089-aec2-187fa5c18381 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f&tenant_id=ff85700c023d44c59b142250468cd68d&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 949 time: 0.4915931 Feb 04 20:03:11.397758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.460173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-aa2d6292-cd88-4fcb-aea8-a5f4815f8ea1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717816 Feb 04 20:03:11.465527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-538d250d-0422-40f8-a26b-0936b516fa5d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:11.469930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.477398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.478045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.533096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b827-bb5c-466e-8ac9-81c4b23b00c7 req-cbff5b2b-b5b5-4005-9d8f-a4564c0bc972 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:11.534594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f78b827-bb5c-466e-8ac9-81c4b23b00c7 req-cbff5b2b-b5b5-4005-9d8f-a4564c0bc972 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 949 time: 0.4568684 Feb 04 20:03:11.689197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Transition to ACTIVE for port object 61f4f248-91eb-432f-8484-43c9d6c96f4c will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:11.743789 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-baa368e1-c608-4a87-9429-2ee9f94f93bf service neutron] delete failed (client error): The resource could not be found. Feb 04 20:03:11.745813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-baa368e1-c608-4a87-9429-2ee9f94f93bf service neutron] 10.222.0.24 "DELETE /v2.0/ports/5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.3149898 Feb 04 20:03:11.748663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f78b827-bb5c-466e-8ac9-81c4b23b00c7 req-5cfae49c-3c67-4877-b45f-ceee3065e16c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066801 Feb 04 20:03:11.811097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.826524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.827703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:11.828278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.831955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-538d250d-0422-40f8-a26b-0936b516fa5d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:11.833679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-538d250d-0422-40f8-a26b-0936b516fa5d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1577593470&fields=id&tenant_id=ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 267 time: 0.5830884 Feb 04 20:03:11.938431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:11.952940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68444ba2-fb28-4941-b390-9f7034a5b435,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:11.952940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48470) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:11.984393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-78d6edb7-c78d-4dc0-ba32-a862b4e750a6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097289 Feb 04 20:03:12.000341 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.034259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.049309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.049706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.050044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.050373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.052049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.052400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.052979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.053104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.053362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.053867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.054158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.054485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:12.100173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0565517 Feb 04 20:03:12.101450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5757ee-037f-4bae-9ec4-20992ac23651 admin admin] Pushing event updated for resources: {'Network': ['ID=48ab6c6f-da68-439b-af6c-136716c3f204,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:12.109460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:12.110298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48476) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:12.115224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:12.116020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 48ab6c6f-da68-439b-af6c-136716c3f204 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:03:12.122777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:12.125982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c416691-568e-46c3-9ffa-8c51ea766644']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:12.167448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Request body: {'subnet': {'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-subnet', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:12.197312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:12.204454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c384b6a-08b0-4112-9be0-e941bd365b30 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/68444ba2-fb28-4941-b390-9f7034a5b435 HTTP/1.1" status: 204 len: 168 time: 1.3784463 Feb 04 20:03:12.220723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48480) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:12.265410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa2841b-9179-493e-9d28-2f699156b87e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:12.265637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa2841b-9179-493e-9d28-2f699156b87e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:12.275625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Usage tracker for resource:subnet and tenant:7c674f43470f42ff9717db6f1137b599 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:12.279742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event updated for resources: {'Port': ['ID=61f4f248-91eb-432f-8484-43c9d6c96f4c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:12.294771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:12.295425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.307663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.321541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:12.359969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-42870663-105d-424c-808f-b197da3e4b1e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:12.360658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-42870663-105d-424c-808f-b197da3e4b1e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:12.364142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.385691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:03:12.387248 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.387696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-624378ac-fd3f-4673-be43-88a6762ab0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:12.389022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-624378ac-fd3f-4673-be43-88a6762ab0bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1100 time: 0.5266526 Feb 04 20:03:12.389945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:03:12.399921 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:03:12.404676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.479123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-567bdaa4-2868-4796-b754-696166770a4c req-4ea5132e-f3b5-42c9-845b-8a8044136325 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354556 Feb 04 20:03:12.508442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:12.524392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Usage tracker for resource:security_group_rule and tenant:827b7ecef3144fc9a7931dcf60a22b6d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:12.529688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-7d874000-76d5-4e94-a99c-aee49dc85cd2 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5397167 Feb 04 20:03:12.537967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed335d9-2ee4-4ddb-907d-6e9162109500 req-2ea04471-19ca-4fc7-a408-3f6b095a03b2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:12.539404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ed335d9-2ee4-4ddb-907d-6e9162109500 req-2ea04471-19ca-4fc7-a408-3f6b095a03b2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 944 time: 0.5954387 Feb 04 20:03:12.540178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:12.541159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e39450df-0b51-4f11-8367-b9eb1bb1aab7 None None] Provisioning for port 61f4f248-91eb-432f-8484-43c9d6c96f4c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:12.547077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e39450df-0b51-4f11-8367-b9eb1bb1aab7 None None] Provisioning complete for port 61f4f248-91eb-432f-8484-43c9d6c96f4c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:12.550925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e39450df-0b51-4f11-8367-b9eb1bb1aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.551561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Request body: {'port': {'device_id': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:12.570002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-42870663-105d-424c-808f-b197da3e4b1e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:12.576807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-42870663-105d-424c-808f-b197da3e4b1e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.7205825 Feb 04 20:03:12.579650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.580661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:12.608256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.608428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e39450df-0b51-4f11-8367-b9eb1bb1aab7 None None] Port 61f4f248-91eb-432f-8484-43c9d6c96f4c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:03:12.612844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-6aa475af-466f-4d7a-b98b-56de862828a2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/quotas/ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 375 time: 0.0350838 Feb 04 20:03:12.615282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c416691-568e-46c3-9ffa-8c51ea766644,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:12.622993 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.653063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Made reservation on behalf of 7c674f43470f42ff9717db6f1137b599 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:12.655624 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:12.729214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d9361f21-bb2e-4a73-8d52-f14e3a26c768 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4c416691-568e-46c3-9ffa-8c51ea766644 HTTP/1.1" status: 204 len: 168 time: 1.4736104 Feb 04 20:03:12.758259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-6e2f5a78-90d3-4445-a87a-3f65f89a7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:12.759657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-6e2f5a78-90d3-4445-a87a-3f65f89a7265 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 1095 time: 0.1397002 Feb 04 20:03:12.770832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-baa54def-80d9-4278-a2f0-3042ace194fb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:12.889841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ed335d9-2ee4-4ddb-907d-6e9162109500 req-12098d87-0156-4bb2-86a5-70fbaabc4862 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141398 Feb 04 20:03:12.921361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-4976abbb-7b30-412a-acbf-c5a52e73b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:12.922907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-4976abbb-7b30-412a-acbf-c5a52e73b063 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.1493564 Feb 04 20:03:12.993316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-baa54def-80d9-4278-a2f0-3042ace194fb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:12.994611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-baa54def-80d9-4278-a2f0-3042ace194fb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3385890 Feb 04 20:03:13.002404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-71560acc-e002-4dd9-8224-ae44abc168e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:13.003590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-c3834c5b-1a71-45ac-ad41-f2709707e339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc HTTP/1.1" status: 200 len: 217 time: 0.0727618 Feb 04 20:03:13.003831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-71560acc-e002-4dd9-8224-ae44abc168e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.5851173 Feb 04 20:03:13.058657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.112561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48488) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:13.161794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.168732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-9729f0cb-08a6-4e75-a2a5-497e33b31c6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.1173141 Feb 04 20:03:13.176776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-94370e04-be27-4416-80e6-786e6e86dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:13.178229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-94370e04-be27-4416-80e6-786e6e86dcd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1496968 Feb 04 20:03:13.243599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:13.256221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-dd5264d2-9e8e-4ae7-a4f5-ac4189d70f2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699644 Feb 04 20:03:13.263200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-230a7dce-d773-40e3-a060-eae996fb4dab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4d20305b9e4484aacbae26efda3433c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472726 Feb 04 20:03:13.263865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48492) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:13.295420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e8167a-8bde-4d87-a8d0-085494f9912d']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:13.318116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-43d52a8f-b6e1-4bb4-832d-7f8a0b72c7c1 service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101611 Feb 04 20:03:13.369051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c0af79-1c1b-4632-b989-f69160c33a41') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:13.369342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c0af79-1c1b-4632-b989-f69160c33a41') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:13.397443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:13.403918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:13.406724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.414157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.481918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.486356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-e3b0b721-d0a0-444e-aa00-c43bb7cc671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:13.487823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-e3b0b721-d0a0-444e-aa00-c43bb7cc671e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2750680 Feb 04 20:03:13.542233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.550120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.574369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:13.587827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:13.667773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.687381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-a35b59ab-1580-4e05-a348-364e6a3aeebd service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035769 Feb 04 20:03:13.704140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57738490-b0e9-49de-96f1-bed2a6c2d8f5 req-9a910618-abfa-42de-8f52-40f9d34a99d9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:13.704817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-57738490-b0e9-49de-96f1-bed2a6c2d8f5 req-9a910618-abfa-42de-8f52-40f9d34a99d9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Synchronizing usage tracker for tenant:eda86ff74818467a96add8d821692192 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:13.705982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.727552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:03:13.728014 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.743153 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:03:13.749825 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:03:13.752517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.759133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-41ca8725-17aa-4c0d-93c6-5feb362810ae service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877599 Feb 04 20:03:13.787303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:13.899426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93e9fe57-542c-48bb-9356-2bbb046eb2ac req-64122ac2-a43e-47f5-a29a-76a490f9c09a service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912026 Feb 04 20:03:13.967326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.979607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:13.999079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f7497-c85d-404a-a96f-68ec48b692d7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:14.004472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b138af4-f169-49a6-b529-cdd3b52ad35e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:14.010668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.011262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.011401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9bcba105-a1b5-44c4-9420-436cebb8aa36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=827b7ecef3144fc9a7931dcf60a22b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0529740 Feb 04 20:03:14.012124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.012834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.013319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.013744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.018264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48502) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:14.018569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.018569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.018569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.018569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.018569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.018569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:03:14.027052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-57738490-b0e9-49de-96f1-bed2a6c2d8f5 req-9a910618-abfa-42de-8f52-40f9d34a99d9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Unset dirty status for tenant:eda86ff74818467a96add8d821692192 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:14.028191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57738490-b0e9-49de-96f1-bed2a6c2d8f5 req-9a910618-abfa-42de-8f52-40f9d34a99d9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 931 time: 1.0273490 Feb 04 20:03:14.063654 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.073334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.080269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.081677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-270a457b-00f7-4f9d-b6c7-914dae00f5a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/778f7497-c85d-404a-a96f-68ec48b692d7 HTTP/1.1" status: 204 len: 168 time: 0.8169231 Feb 04 20:03:14.123421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/69e8167a-8bde-4d87-a8d0-085494f9912d HTTP/1.1" status: 204 len: 168 time: 1.8867276 Feb 04 20:03:14.207838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94bb55-2a2b-49a4-a544-33b8aa7616eb admin admin] Pushing event deleted for resources: {'Network': ['ID=69e8167a-8bde-4d87-a8d0-085494f9912d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:14.244533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb910bc8-9f89-4b24-ad97-f25387c6a3d3,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:14.256593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-34341254-c7fb-4ccc-8feb-4ebac4b7cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:14.257826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-34341254-c7fb-4ccc-8feb-4ebac4b7cf1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7493687 Feb 04 20:03:14.277652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e047-568b-4e03-98d1-ab5b0110c5a2 req-8ba98c50-16d4-4482-9a98-e40f57b08429 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:14.281218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05b1e047-568b-4e03-98d1-ab5b0110c5a2 req-8ba98c50-16d4-4482-9a98-e40f57b08429 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1457534 Feb 04 20:03:14.329380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05b1e047-568b-4e03-98d1-ab5b0110c5a2 req-816d4c9b-e653-4d04-bdea-d9cce426a5f1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Feb 04 20:03:14.395284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Checking segment: {'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:14.395621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Network hostable DHCP agents. Network: 48ab6c6f-da68-439b-af6c-136716c3f204, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:03:14.407176 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'code': 200} Feb 04 20:03:14.418675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57738490-b0e9-49de-96f1-bed2a6c2d8f5 req-8e196108-a9f2-425f-b24e-366bd88b1c2a tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572390 Feb 04 20:03:14.453895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9296-c29f-4899-88a1-af710a1f0818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.580712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f4eea-9d28-415a-92e8-4be40d761678 req-556ac3dd-9c53-4a6e-bf12-e7a50d2f5bfd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:14.581424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-330f4eea-9d28-415a-92e8-4be40d761678 req-556ac3dd-9c53-4a6e-bf12-e7a50d2f5bfd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:14.615643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9e91cd84-d2ce-4ad5-9ad1-0460961a0576 req-0358bb7b-167e-43d5-ab53-3120ff23d8ab tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 210 time: 0.1202257 Feb 04 20:03:14.622577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48522) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:14.641821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9296-c29f-4899-88a1-af710a1f0818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.643209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Network 48ab6c6f-da68-439b-af6c-136716c3f204 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:03:14.668775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f4f248-91eb-432f-8484-43c9d6c96f4c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:14.674677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-0a9d6857-649e-40b2-b4a7-cfac35c2f228 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848302 Feb 04 20:03:14.681653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.692364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43852825-c4aa-4f08-aaf5-0a869f993d9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=326297f3c5f0426387d667044b5688d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655901 Feb 04 20:03:14.694377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48526) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:14.744100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-330f4eea-9d28-415a-92e8-4be40d761678 req-556ac3dd-9c53-4a6e-bf12-e7a50d2f5bfd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:14.751181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-330f4eea-9d28-415a-92e8-4be40d761678 req-556ac3dd-9c53-4a6e-bf12-e7a50d2f5bfd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 944 time: 0.2549376 Feb 04 20:03:14.786829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 48ab6c6f-da68-439b-af6c-136716c3f204) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:14.791351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:14.795986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.796372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b08643-49b1-4ce5-b36c-c9bed6c0d14a None None] Network 48ab6c6f-da68-439b-af6c-136716c3f204 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:03:14.800479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Transition to ACTIVE for port object 61f4f248-91eb-432f-8484-43c9d6c96f4c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:14.804373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60d02de9-dfea-4658-8065-42894a32d8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.831495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60d02de9-dfea-4658-8065-42894a32d8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.872712 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-330f4eea-9d28-415a-92e8-4be40d761678 req-58f890cf-d30a-4801-93a9-9720a8a8980a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211715 Feb 04 20:03:14.878923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:14.920445 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac3aabd-de99-4117-aee1-adf3d4930f69 req-a54f77dd-516a-4976-b856-fb68158c6317 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334087 Feb 04 20:03:14.933634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-04d42b4d-4698-451c-a796-875d80b6f967 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8162057 Feb 04 20:03:14.933778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:14.939147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:14.945981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:14.957994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Usage tracker for resource:router and tenant:7c674f43470f42ff9717db6f1137b599 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:14.961901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:14.986482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:15.004421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60d02de9-dfea-4658-8065-42894a32d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.040534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9296-c29f-4899-88a1-af710a1f0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.049327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d02de9-dfea-4658-8065-42894a32d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afafac8-16ac-4685-bc38-aec5b227e9f7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:15.052082 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0bdc9296-c29f-4899-88a1-af710a1f0818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.053343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0bdc9296-c29f-4899-88a1-af710a1f0818 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b138af4-f169-49a6-b529-cdd3b52ad35e HTTP/1.1" status: 204 len: 168 time: 1.0336568 Feb 04 20:03:15.068652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.072333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.091104 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.109428 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60d02de9-dfea-4658-8065-42894a32d8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.111170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60d02de9-dfea-4658-8065-42894a32d8dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7afafac8-16ac-4685-bc38-aec5b227e9f7 HTTP/1.1" status: 204 len: 168 time: 0.4156933 Feb 04 20:03:15.128685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Pushing event updated for resources: {'Port': ['ID=61f4f248-91eb-432f-8484-43c9d6c96f4c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:15.137101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc9296-c29f-4899-88a1-af710a1f0818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b138af4-f169-49a6-b529-cdd3b52ad35e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:15.244707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-48ab6c6f-da68-439b-af6c-136716c3f204', 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'fixed_ips': [{'subnet_id': 'eb910bc8-9f89-4b24-ad97-f25387c6a3d3'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:03:15.245520 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.317874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Attempting to bind port 61f4f248-91eb-432f-8484-43c9d6c96f4c on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:15.318376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Attempting to bind port 61f4f248-91eb-432f-8484-43c9d6c96f4c by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:15.318563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Attempting to bind port 61f4f248-91eb-432f-8484-43c9d6c96f4c on network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:15.324164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Port 61f4f248-91eb-432f-8484-43c9d6c96f4c on network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:15.338103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Attempting to bind port 61f4f248-91eb-432f-8484-43c9d6c96f4c on network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:15.338103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:15.338103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Checking segment: {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:15.338103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Bound using segment: {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:15.338103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Bound port: 61f4f248-91eb-432f-8484-43c9d6c96f4c, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:15.338103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.459512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] For port 61f4f248-91eb-432f-8484-43c9d6c96f4c, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:15.464554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] For port 61f4f248-91eb-432f-8484-43c9d6c96f4c, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:15.485681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Allocated IP 172.20.0.2 (48ab6c6f-da68-439b-af6c-136716c3f204/eb910bc8-9f89-4b24-ad97-f25387c6a3d3/e725d2b5-cf6e-4346-9b82-f8177ed900e2) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:15.541725 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.589737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:15.590267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.592056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] 10.222.0.62 "PUT /v2.0/ports/61f4f248-91eb-432f-8484-43c9d6c96f4c HTTP/1.1" status: 200 len: 1091 time: 3.0487313 Feb 04 20:03:15.599063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:15.651550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef23d0d-a1b0-46ac-9344-baf50edb55ae service neutron] Pushing event updated for resources: {'Port': ['ID=61f4f248-91eb-432f-8484-43c9d6c96f4c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:15.679372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cb248-3769-4d37-bd6d-5ac2146d695d req-9055a437-411a-4a56-955b-bb39616f1bb5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:15.681423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-625cb248-3769-4d37-bd6d-5ac2146d695d req-9055a437-411a-4a56-955b-bb39616f1bb5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.2136624 Feb 04 20:03:15.707616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.779016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b43645-03d1-4e40-a997-1c4805703dd3 req-4ae17aa2-b653-443e-a9a3-883e6599cffa tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:15.787224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48b43645-03d1-4e40-a997-1c4805703dd3 req-4ae17aa2-b653-443e-a9a3-883e6599cffa tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 943 time: 0.1431336 Feb 04 20:03:15.810647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-625cb248-3769-4d37-bd6d-5ac2146d695d req-ed1188e6-ad7e-45c0-bef3-7a2f090c3668 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223974 Feb 04 20:03:15.883865 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'status': 'completed', 'code': 200} Feb 04 20:03:15.885851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-b5c67ad8-565e-48a8-80e3-9574fc503a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:15.890471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-b5c67ad8-565e-48a8-80e3-9574fc503a78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda86ff74818467a96add8d821692192&device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 1094 time: 0.1556439 Feb 04 20:03:15.907581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:15.950070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Transition to ACTIVE for port object e725d2b5-cf6e-4346-9b82-f8177ed900e2 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:15.965050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48b43645-03d1-4e40-a997-1c4805703dd3 req-9225d256-6059-4887-8c7d-a78c60679515 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769090 Feb 04 20:03:16.013320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Transition to ACTIVE for port object e725d2b5-cf6e-4346-9b82-f8177ed900e2 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:16.077751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-e693896d-b2ff-41ce-a8d2-6bc89ac453d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c HTTP/1.1" status: 200 len: 217 time: 0.1783779 Feb 04 20:03:16.107290 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:16.317363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7484-24d2-4c9c-9a72-9f6b1753ab63 req-628ec66c-1edc-4641-ab39-0cdc996fa2d4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:16.319761 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-544413e8-d625-4dd5-8e33-8b2af864e64e req-7bad3353-1096-4027-98e9-e2e0ca6f3723 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 210 time: 0.2934587 Feb 04 20:03:16.323389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Pushing event updated for resources: {'Port': ['ID=e725d2b5-cf6e-4346-9b82-f8177ed900e2,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:16.326904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:16.333250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b37a7484-24d2-4c9c-9a72-9f6b1753ab63 req-628ec66c-1edc-4641-ab39-0cdc996fa2d4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 944 time: 0.2329071 Feb 04 20:03:16.367367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Network 48ab6c6f-da68-439b-af6c-136716c3f204 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:16.381611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:16.384917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:16.390219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-5238cd5a-00e0-4339-ad6f-ed38627493ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:16.391838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-5238cd5a-00e0-4339-ad6f-ed38627493ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4613ad87-333f-450f-883a-9fd0a6bd55dc HTTP/1.1" status: 200 len: 850 time: 0.0764484 Feb 04 20:03:16.392633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b37a7484-24d2-4c9c-9a72-9f6b1753ab63 req-49d29ca4-69aa-4730-8cf1-76e5bcaece5f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579422 Feb 04 20:03:16.495698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48574) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:16.555944 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:16.607820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:16.615241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Usage tracker for resource:security_group_rule and tenant:b58bd2ff76a8485898a1943d95492a2b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:16.619188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:16.626547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:16.627468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Attempting to bind port e725d2b5-cf6e-4346-9b82-f8177ed900e2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:16.627945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Attempting to bind port e725d2b5-cf6e-4346-9b82-f8177ed900e2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:16.628182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Attempting to bind port e725d2b5-cf6e-4346-9b82-f8177ed900e2 on network 48ab6c6f-da68-439b-af6c-136716c3f204 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:16.634460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48578) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:16.638742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:16.639276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Checking segment: {'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:16.639675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:16.640056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Bound using segment: {'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:16.640520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Bound port: e725d2b5-cf6e-4346-9b82-f8177ed900e2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:16.641402 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:16.649129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:16.667328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-d6853ca6-cd40-43f0-9dd3-29a420ab0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:16.668939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-d6853ca6-cd40-43f0-9dd3-29a420ab0742 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f08a2e8-4c93-47e2-81b1-c65855db1e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2681048 Feb 04 20:03:16.685254 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:16.782899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:16.806299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2008665929-network', 'tenant_id': 'b63c2eba1f1a47edb8abb08c3308807a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:16.819002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'port_id': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc', 'mac_address': 'fa:16:3e:7b:83:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3173e-4643-4968-a50a-168de91e8698', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:16.820271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:16.831504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Usage tracker for resource:network and tenant:b63c2eba1f1a47edb8abb08c3308807a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:16.877794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:16.901672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:16.907267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] For port e725d2b5-cf6e-4346-9b82-f8177ed900e2, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:16.909289 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:16.931805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] For port e725d2b5-cf6e-4346-9b82-f8177ed900e2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e725d2b5-cf6e-4346-9b82-f8177ed900e2,segment=NetworkSegment(00064166-38fe-4e42-9e0c-730260b53852),segment_id=00064166-38fe-4e42-9e0c-730260b53852)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:16.938384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:16.960764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:17.003829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Allocated IP 172.25.7.171 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:17.010328 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.025068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Made reservation on behalf of b63c2eba1f1a47edb8abb08c3308807a for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:17.027841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.046007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.047826 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.058612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-773b294c-9cdb-4489-874e-edf47905c8fe service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792665 Feb 04 20:03:17.072956 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.119529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ba208-82d7-466d-a780-8241d0eb8ff6 None None] Pushing event updated for resources: {'Port': ['ID=e725d2b5-cf6e-4346-9b82-f8177ed900e2,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:17.144112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:17.154092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.232194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:17.256425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b63c2eba1f1a47edb8abb08c3308807a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:17.267319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:17.319066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:17.449641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.502416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb6fbf-2cf2-4aaf-9025-d6625d1905df req-1c0e3ebc-6364-42dd-ad44-d60430be12dc tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:17.504576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ebdb6fbf-2cf2-4aaf-9025-d6625d1905df req-1c0e3ebc-6364-42dd-ad44-d60430be12dc tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 943 time: 0.2518258 Feb 04 20:03:17.516654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:17.576592 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b58bd2ff76a8485898a1943d95492a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0644190 Feb 04 20:03:17.576964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48604) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:17.616925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46266a9e-8f1a-4ceb-89b0-9566b8be9cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2770582-16da-425d-a253-4b0976185a27,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:17.657980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-d726ceb8-3088-40c0-be30-d75483802d63 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:17.659594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-d726ceb8-3088-40c0-be30-d75483802d63 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.3653343 Feb 04 20:03:17.668567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17c1b7-608c-4b58-b8dc-30e562954924 req-8482e34e-72c7-41fe-8cda-470875916b1f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:17.669746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cc17c1b7-608c-4b58-b8dc-30e562954924 req-8482e34e-72c7-41fe-8cda-470875916b1f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.7185791 Feb 04 20:03:17.683329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ebdb6fbf-2cf2-4aaf-9025-d6625d1905df req-6d91bccb-a813-4433-a6b7-4220ac1bb640 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636467 Feb 04 20:03:17.694422 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c18e7f0-4d77-4c84-9327-35f2d0840e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.725701 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c18e7f0-4d77-4c84-9327-35f2d0840e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.737436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:17.761486 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0ee6f7c-4fd3-471d-8648-3cd55e5ac023 req-441a482d-c3bc-4845-a4bc-ebc3fc9a7fa6 service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882925 Feb 04 20:03:17.782446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f3c1451a-0c5d-463d-9a42-8cc7a579e515 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 380 time: 0.1116099 Feb 04 20:03:17.793941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'port': {'device_id': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'admin_state_up': True, 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'security_groups': ['029a1f5a-f949-4f1e-811d-7b6107d680fc']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:17.849720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cc17c1b7-608c-4b58-b8dc-30e562954924 req-a71ed12c-ff0a-4347-acaa-fab838d3d4e7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311953 Feb 04 20:03:17.854067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:17.855669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Pushing event updated for resources: {'Port': ['ID=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:17.858828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:17.871628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:17.970233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82dd2cb7-829e-4f45-ad65-5966cd2fab75 req-ccfe7ecc-f2e2-4b65-af57-2d176b4a6cde tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 210 time: 0.0688252 Feb 04 20:03:18.032033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.073897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c18e7f0-4d77-4c84-9327-35f2d0840e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.154326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.166285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18e7f0-4d77-4c84-9327-35f2d0840e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2770582-16da-425d-a253-4b0976185a27,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:18.252415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:03:18.268017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:18.294101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:18.301779 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.302121 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Added segment 046ce65f-07f4-454f-89a1-a2831bdaa38e of type vlan for network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 Feb 04 20:03:18.324653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-dadaff48-8c14-4f92-8b43-ef8de72f5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:18.326259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-dadaff48-8c14-4f92-8b43-ef8de72f5848 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda86ff74818467a96add8d821692192&device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 1094 time: 0.3249466 Feb 04 20:03:18.336815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c18e7f0-4d77-4c84-9327-35f2d0840e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.338098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1c18e7f0-4d77-4c84-9327-35f2d0840e88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2770582-16da-425d-a253-4b0976185a27 HTTP/1.1" status: 204 len: 168 time: 0.7718320 Feb 04 20:03:18.368671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb0146-8562-4e93-8279-2760cce300b3 req-1adfe633-87ec-4cb8-b28e-04e6afcb1996 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:18.376115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40bb0146-8562-4e93-8279-2760cce300b3 req-1adfe633-87ec-4cb8-b28e-04e6afcb1996 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1101 time: 0.1968992 Feb 04 20:03:18.443475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-40bb0146-8562-4e93-8279-2760cce300b3 req-7d4652c0-9e30-4a87-bd3a-a358ee1b8fff tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Synchronizing usage tracker for tenant:2e906b4b182a4c4c894b9ff2787dd217 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:18.444113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:18.461661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:18.467506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:18.468409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.469472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ada32-3b5c-4cae-beec-6b8fa4611cef req-3eb5d292-92a6-4ff9-98a2-0fbd7a56cb53 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:18.476525 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b27ada32-3b5c-4cae-beec-6b8fa4611cef req-3eb5d292-92a6-4ff9-98a2-0fbd7a56cb53 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 945 time: 0.4430218 Feb 04 20:03:18.508436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:18.547089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.572045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dfc608-798b-4403-8b67-6c28509ea5e0 None None] Network 48ab6c6f-da68-439b-af6c-136716c3f204 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:03:18.603686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b27ada32-3b5c-4cae-beec-6b8fa4611cef req-8c623ae7-bdae-487e-8003-7bb90a0472ac tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262438 Feb 04 20:03:18.651776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Made reservation on behalf of ee38bbd6cca841d69c5a6ee21119324a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:18.666884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.696703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-dc2dff35-5acc-4d15-b11a-a65c141ae7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:18.698168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-dc2dff35-5acc-4d15-b11a-a65c141ae7e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f08a2e8-4c93-47e2-81b1-c65855db1e77 HTTP/1.1" status: 200 len: 912 time: 0.3622074 Feb 04 20:03:18.707620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-40bb0146-8562-4e93-8279-2760cce300b3 req-7d4652c0-9e30-4a87-bd3a-a358ee1b8fff tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Unset dirty status for tenant:2e906b4b182a4c4c894b9ff2787dd217 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:18.710278 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40bb0146-8562-4e93-8279-2760cce300b3 req-7d4652c0-9e30-4a87-bd3a-a358ee1b8fff tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327975 Feb 04 20:03:18.774511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.786789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:18.834639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:18.869676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8767aadc-eca5-4283-be6f-a76a8f0bc8f1 None None] Provisioning for port e725d2b5-cf6e-4346-9b82-f8177ed900e2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:18.886379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:18.901983 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc', 'code': 200} Feb 04 20:03:19.012017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:19.217665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e725d2b5-cf6e-4346-9b82-f8177ed900e2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:19.243637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c091b3b8-1686-4c1f-bc4a-b6f85c8f5464 req-7c6c1a0e-fc06-42c7-b7e3-ac3062a8a116 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 210 time: 0.0585589 Feb 04 20:03:19.311080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:19.450104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e725d2b5-cf6e-4346-9b82-f8177ed900e2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:19.450104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e725d2b5-cf6e-4346-9b82-f8177ed900e2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:19.450104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:19.454204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:19.462437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:19.463126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:19.604779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-d434d687-04eb-458d-9df1-8b55beb3e29e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c HTTP/1.1" status: 200 len: 217 time: 0.8158996 Feb 04 20:03:19.614676 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:19.661644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e725d2b5-cf6e-4346-9b82-f8177ed900e2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e725d2b5-cf6e-4346-9b82-f8177ed900e2,segment=NetworkSegment(00064166-38fe-4e42-9e0c-730260b53852),segment_id=00064166-38fe-4e42-9e0c-730260b53852)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:19.724001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:19.724695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52ababee-854b-4c81-945d-ef65f1f69f94 None None] Provisioning complete for port e725d2b5-cf6e-4346-9b82-f8177ed900e2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:19.733602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52ababee-854b-4c81-945d-ef65f1f69f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:19.767484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-ecb55023-e6ca-4ca7-b133-af25196b3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:19.769079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-ecb55023-e6ca-4ca7-b133-af25196b3f35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4613ad87-333f-450f-883a-9fd0a6bd55dc HTTP/1.1" status: 200 len: 850 time: 0.1471610 Feb 04 20:03:19.770909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Allocated IP 172.20.0.8 (4181155b-5c8a-42e0-9f1e-db8eb8ab0d96/ff753336-aaff-4c78-8e0b-3a4cdeaffe86/62776ff4-39c4-4f6b-8417-ec0a861bd112) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:19.794620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-1ebe4a39-0f9b-404b-9d9f-7baa8c585dbc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585642 Feb 04 20:03:19.803966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:03:19.831518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135610-ceff-4db3-b400-6490a17f144b req-f0a800cc-d729-40f7-9b60-8e1a6a49b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:19.833997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42135610-ceff-4db3-b400-6490a17f144b req-f0a800cc-d729-40f7-9b60-8e1a6a49b3df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 1097 time: 0.4291241 Feb 04 20:03:19.935510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1992de-6918-4f77-96b7-f859281714e2 req-628ef692-2171-4648-81b3-e26e650ec444 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:19.946826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c1992de-6918-4f77-96b7-f859281714e2 req-628ef692-2171-4648-81b3-e26e650ec444 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 943 time: 1.0834851 Feb 04 20:03:19.973868 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:19.974965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42135610-ceff-4db3-b400-6490a17f144b req-79ab6d39-34ca-4b98-9cb3-8da32e122fe3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208606 Feb 04 20:03:19.977587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-c5d7ea89-da8f-411c-9ce8-4368e032717a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:19.979088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-c5d7ea89-da8f-411c-9ce8-4368e032717a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777167 Feb 04 20:03:19.994880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:20.000484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-671eaf63-0d88-4780-a0fd-1a7d38ffc7c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3648515 Feb 04 20:03:20.026343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48660) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:20.040800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Request body: {'subnet': {'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2008665929-subnet', 'tenant_id': 'b63c2eba1f1a47edb8abb08c3308807a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:20.075240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-9def4360-b2a7-4907-b140-22dd9d92ca50 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/quotas/ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 375 time: 0.0903392 Feb 04 20:03:20.105728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:20.134316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Usage tracker for resource:subnet and tenant:b63c2eba1f1a47edb8abb08c3308807a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:20.135452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e725d2b5-cf6e-4346-9b82-f8177ed900e2,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:20.144382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:20.165481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c1992de-6918-4f77-96b7-f859281714e2 req-8cbca7e6-13d6-4ada-978f-1d4521c94221 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185962 Feb 04 20:03:20.175252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2270972b-3456-4b69-aff5-bba571002fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:20.175493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:20.184279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-8dd4fc53-8438-4998-8de0-22ba09820101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:20.186824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-8dd4fc53-8438-4998-8de0-22ba09820101 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f08a2e8-4c93-47e2-81b1-c65855db1e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4016910 Feb 04 20:03:20.422319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-470e1e76-663d-49bc-9284-a47548e8e867 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3318090 Feb 04 20:03:20.480614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Made reservation on behalf of b63c2eba1f1a47edb8abb08c3308807a for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:20.482938 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:20.512029 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:20.574823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:03:20.628021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Transition to ACTIVE for port object 62776ff4-39c4-4f6b-8417-ec0a861bd112 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:20.647559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-629064e7-2b66-4e69-b794-3eeeaacaf7f9 service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281530 Feb 04 20:03:20.709749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec7663-8943-4b03-ab82-0cafb27c972c req-570d2ff8-aaaa-4a1f-b3df-fa24dd53fb53 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:20.717315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9dec7663-8943-4b03-ab82-0cafb27c972c req-570d2ff8-aaaa-4a1f-b3df-fa24dd53fb53 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 946 time: 0.3214052 Feb 04 20:03:20.788882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:03:20.804018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Sync routers for ids ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:03:20.818074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Routers {'1aeda787-fd67-46fc-9c2a-2abe44b32c76'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:20.824109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:02:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:20.883927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c8615870-9aa8-49f1-a9f3-6d83d0c84dc3 req-b42527b7-c099-47b0-9212-2464dd5943d8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 210 time: 0.0720966 Feb 04 20:03:20.885352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:20.888668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9834cdde-d91d-4522-9fb4-7753ce1becf7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9537549 Feb 04 20:03:20.891784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48678) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:20.907568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9dec7663-8943-4b03-ab82-0cafb27c972c req-6acb7d11-ab9e-4ae9-8bc7-66a8ec6e08df tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893280 Feb 04 20:03:20.922266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:21.099100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a759599-1ffe-4b90-8b30-a528ffe12f3e req-7071656d-3fea-4776-af8d-b8503e7d3d35 service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350359 Feb 04 20:03:21.100885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e725d2b5-cf6e-4346-9b82-f8177ed900e2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:21.105474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:21.120393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:21.144980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:21.164831 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc12d953-9e9d-40c4-a6ce-c9527b8e5a4f req-8e9285cd-7ca7-4e4d-a951-f41ca7fa2bdf tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 210 time: 0.1307168 Feb 04 20:03:21.192535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Set router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:21.220975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:21.300171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:21.301746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:21.315126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:21.523647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4effdaaa-1382-41c9-b9c4-fd52e2851e2b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:21.569147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Checking segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:21.569530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Network hostable DHCP agents. Network: a60016f1-4e9b-4cbf-8b0d-3727b35b60f0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:03:21.613530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-c821261e-0107-4a89-b6f1-e84d5fc1f105 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8237145 Feb 04 20:03:21.638508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274a9b-041f-4264-9e77-2edfa0e4ad22 req-879ced73-0102-4f1c-a7f4-f29ce779d2d3 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:21.640076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70274a9b-041f-4264-9e77-2edfa0e4ad22 req-879ced73-0102-4f1c-a7f4-f29ce779d2d3 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 943 time: 0.2560608 Feb 04 20:03:21.662969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Request body: {'port': {'device_id': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:21.822469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e725d2b5-cf6e-4346-9b82-f8177ed900e2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:21.825541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:21.897324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9144ca4b-de55-46e7-9a2d-c539d036b214 None None] Provisioning for port 62776ff4-39c4-4f6b-8417-ec0a861bd112 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:21.920436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9144ca4b-de55-46e7-9a2d-c539d036b214 None None] Provisioning complete for port 62776ff4-39c4-4f6b-8417-ec0a861bd112 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:21.920811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9144ca4b-de55-46e7-9a2d-c539d036b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:22.023145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:03:22.052487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70274a9b-041f-4264-9e77-2edfa0e4ad22 req-7841848e-1c7a-49d2-a79f-13a13baba1bc tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577235 Feb 04 20:03:22.079492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9144ca4b-de55-46e7-9a2d-c539d036b214 None None] Port 62776ff4-39c4-4f6b-8417-ec0a861bd112 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:03:22.149355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:22.241486 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ab3946b-6d18-47c5-ab93-05e78fe55458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:22.261384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:18Z', 'revision_number': 3, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:22.266393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Checking router: 1aeda787-fd67-46fc-9c2a-2abe44b32c76 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:03:22.270040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Updating router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:03:22.295847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, a60016f1-4e9b-4cbf-8b0d-3727b35b60f0) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:22.311560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952c9ed-1c6c-4706-b8c9-696262cb2214 None None] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:03:22.313458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:22.314043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:22.360308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8077-8286-49be-b94c-70cc2a1f0543 req-69c0485d-abdf-45b0-8675-3c3b52f34cb2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:22.361792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6aa8077-8286-49be-b94c-70cc2a1f0543 req-69c0485d-abdf-45b0-8675-3c3b52f34cb2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 931 time: 0.2462196 Feb 04 20:03:22.446473 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:22.487435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6aa8077-8286-49be-b94c-70cc2a1f0543 req-8b13b8cc-336e-4bde-a7dd-0ba173b5ecf4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768096 Feb 04 20:03:22.491752 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:22.531201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6a1df-31c9-487c-bbf7-4298088baa7a req-c60776fa-e0f2-417a-b577-109f96bcd23d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:22.539062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5f6a1df-31c9-487c-bbf7-4298088baa7a req-c60776fa-e0f2-417a-b577-109f96bcd23d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 946 time: 0.3214576 Feb 04 20:03:22.642225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c7080010-f6cc-4da8-81d2-f685ddff3104 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6169682 Feb 04 20:03:22.673016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5f6a1df-31c9-487c-bbf7-4298088baa7a req-dd60db71-ee0a-4dda-9bc1-077e98ddf038 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330216 Feb 04 20:03:22.858632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce877dc8-d2dd-439e-833c-8422be940f8c None None] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:03:22.982084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79761223-99d6-46f9-bf69-639a2b7e71c4 req-74d81278-3243-422a-b8e7-698e69fe4ab1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 210 time: 0.0483134 Feb 04 20:03:23.019743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62776ff4-39c4-4f6b-8417-ec0a861bd112 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:23.037774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.053643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Transition to ACTIVE for port object 62776ff4-39c4-4f6b-8417-ec0a861bd112 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:23.054333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Allocated IP 172.20.0.1 (48ab6c6f-da68-439b-af6c-136716c3f204/eb910bc8-9f89-4b24-ad97-f25387c6a3d3/9ac16bed-cc01-4d04-a383-a60a3642c6a8) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:23.098082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-bc975bb4-719a-48dc-abbf-e7eb0f00de5d tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9de4b566f89c45c79e5bef6dce125cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406797 Feb 04 20:03:23.200105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.349082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 61f4f248-91eb-432f-8484-43c9d6c96f4c details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:23.434633 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.449626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-04018445-281e-4e4b-abe4-11f5ebf5e895 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:23.450173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:23.458050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-04018445-281e-4e4b-abe4-11f5ebf5e895 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419881 Feb 04 20:03:23.483414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-f5c1ee9f-8dda-4bb2-9a65-06e203e4df03 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/quotas/9de4b566f89c45c79e5bef6dce125cbf HTTP/1.1" status: 200 len: 375 time: 0.0244153 Feb 04 20:03:23.510665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 61f4f248-91eb-432f-8484-43c9d6c96f4c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:23.524839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Transition to ACTIVE for port object 9ac16bed-cc01-4d04-a383-a60a3642c6a8 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:23.542079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'port_id': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'mac_address': 'fa:16:3e:28:85:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:23.548546 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-4317b03c-a9c4-4a87-b00a-54d0337f7273 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9de4b566f89c45c79e5bef6dce125cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642223 Feb 04 20:03:23.604369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-f1ed50a5-c8d5-41a9-a46a-90371b4586d4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:23.605840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-f1ed50a5-c8d5-41a9-a46a-90371b4586d4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.4836702 Feb 04 20:03:23.649122 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.661466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Attempting to bind port 62776ff4-39c4-4f6b-8417-ec0a861bd112 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:23.661996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Attempting to bind port 62776ff4-39c4-4f6b-8417-ec0a861bd112 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:23.662118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Attempting to bind port 62776ff4-39c4-4f6b-8417-ec0a861bd112 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:23.664630 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.668681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Port 62776ff4-39c4-4f6b-8417-ec0a861bd112 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:23.669008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Attempting to bind port 62776ff4-39c4-4f6b-8417-ec0a861bd112 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:23.677770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-ac283356-bcb5-4199-8d3a-c01bd73af345 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.0653443 Feb 04 20:03:23.684836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f4f248-91eb-432f-8484-43c9d6c96f4c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:23.688754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.690818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Transition to ACTIVE for port object c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:23.695201 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.712854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 61f4f248-91eb-432f-8484-43c9d6c96f4c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:23.731678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:23.732022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:23.732401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Bound using segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:23.732826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Bound port: 62776ff4-39c4-4f6b-8417-ec0a861bd112, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:23.733165 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.775625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.810365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.813425 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.888933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-1ee719c9-f282-4357-b65c-2ca3c72d0c09 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547054 Feb 04 20:03:23.889875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:23.904217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-5308e0b2-2043-41c9-bddd-17a3330c3fdd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2255578 Feb 04 20:03:23.910997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Attempting to bind port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:23.911471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Attempting to bind port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:23.912204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Attempting to bind port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:23.924988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:23.926355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:23.926525 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.927007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:23.927843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Bound port: c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:23.928514 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:23.953422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Network 48ab6c6f-da68-439b-af6c-136716c3f204 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:23.965298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:23.977567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:24.060253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=61f4f248-91eb-432f-8484-43c9d6c96f4c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:24.084229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Pushing event updated for resources: {'Port': ['ID=9ac16bed-cc01-4d04-a383-a60a3642c6a8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:24.120925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:24.239290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52d541-a03e-4874-8f1b-537473174d93 None None] Pushing event updated for resources: {'Port': ['ID=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:24.249428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['61f4f248-91eb-432f-8484-43c9d6c96f4c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:24.296417 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:24.305872 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:03:24.399845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:24.400764 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:24.402128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] 10.222.0.62 "PUT /v2.0/ports/62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 1091 time: 2.7733402 Feb 04 20:03:24.411638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] For port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:24.415537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:24.424623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-8fd7a6ee-a102-4c80-9eea-fe0267a6220e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:24.426855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-8fd7a6ee-a102-4c80-9eea-fe0267a6220e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 813 time: 0.2861233 Feb 04 20:03:24.428358 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:24.449868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] For port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:24.492336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-2935b1c7-9daf-41d7-8d02-e2268831d477 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/quotas/b63c2eba1f1a47edb8abb08c3308807a HTTP/1.1" status: 200 len: 375 time: 0.0383236 Feb 04 20:03:24.548652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17284e5-a54f-45bf-a5e6-7c9a0b368c7f service neutron] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:24.551945 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-84131747-ea61-48a4-846e-1153b1ca3ecf tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579300 Feb 04 20:03:24.563823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-5625ec58-87d5-4080-93a0-fc6497712cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586142 Feb 04 20:03:24.612140 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:24.632730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-95596418-dde5-453e-9472-8b8ec7149928 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:24.634191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-95596418-dde5-453e-9472-8b8ec7149928 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7075036 Feb 04 20:03:24.729862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-18af5191-8d94-4703-9844-5e75d2ff37ea service neutron] 10.222.0.48 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765347 Feb 04 20:03:24.752063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Routers {'1aeda787-fd67-46fc-9c2a-2abe44b32c76'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:24.754340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:24.829275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4df2119-0b13-491f-96dd-aa3f294f2ebf None None] Provisioning for port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:24.840116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Request body: {'port': {'device_id': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'ff85700c023d44c59b142250468cd68d'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:24.845370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52d541-a03e-4874-8f1b-537473174d93 None None] Pushing event updated for resources: {'Port': ['ID=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:24.867734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4df2119-0b13-491f-96dd-aa3f294f2ebf None None] Provisioning complete for port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:24.867734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4df2119-0b13-491f-96dd-aa3f294f2ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:25.036521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:25.047225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-e095fe9d-b575-4f45-8aed-c11b9060b26a service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824367 Feb 04 20:03:25.048262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-03bb48c1-f126-41fc-b430-88864c9b7249 service neutron] 10.222.0.48 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175471 Feb 04 20:03:25.059410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:25.068823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-675456ef-19a6-40fc-b5b0-bd159dd27b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:25.070301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-675456ef-19a6-40fc-b5b0-bd159dd27b9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1094 time: 0.4798539 Feb 04 20:03:25.074074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:25.149729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e4df2119-0b13-491f-96dd-aa3f294f2ebf None None] Port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:03:25.152098 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-66a955ba-eb92-4925-8ccc-12a80d6a2562 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 217 time: 0.0724747 Feb 04 20:03:25.169799 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:25.182945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] Set router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:25.243110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-54e0d293-72de-4e3a-85a2-f9bebd2ff085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:25.244877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-54e0d293-72de-4e3a-85a2-f9bebd2ff085 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.0861287 Feb 04 20:03:25.250521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Made reservation on behalf of ff85700c023d44c59b142250468cd68d for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:25.256334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:25.491622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:25.577591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-da73ac08-7b2f-4bca-903f-96416ac2c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:25.580254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-da73ac08-7b2f-4bca-903f-96416ac2c5f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2966049 Feb 04 20:03:25.588042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:25.634993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:18Z', 'revision_number': 3, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:25.639039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05bb95-26b7-410b-b820-46ec2b258bfc None None] The sync data for ids ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'] in n-d-811806-1 is: [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:18Z', 'revision_number': 3, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:03:25.801039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Allocated IP 192.168.233.94 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/9464bb8c-94ce-4a7c-8c3c-3d54788a0248) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:25.858351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Pushing event updated for resources: {'Port': ['ID=9ac16bed-cc01-4d04-a383-a60a3642c6a8,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:25.861964 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:25.933083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-ca5dc787-a866-4d8e-b8b3-fcb5b22ef6f9 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275743 Feb 04 20:03:25.943625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce341969-9176-4099-9807-58d4f416e63c req-9f411c9c-c328-4fa2-aeca-b4346670f9a7 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:25.950659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce341969-9176-4099-9807-58d4f416e63c req-9f411c9c-c328-4fa2-aeca-b4346670f9a7 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 944 time: 0.4680974 Feb 04 20:03:26.006852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e3e7-df8e-4e7f-af90-089585d152d9 req-b085bc8b-0760-4172-8336-99559dbda0bc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:26.013952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dbc3e3e7-df8e-4e7f-af90-089585d152d9 req-b085bc8b-0760-4172-8336-99559dbda0bc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 943 time: 0.2710831 Feb 04 20:03:26.102441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Network 48ab6c6f-da68-439b-af6c-136716c3f204 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:26.121544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dbc3e3e7-df8e-4e7f-af90-089585d152d9 req-63c27d21-b340-48bb-bc5a-5cd574b34d2c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063774 Feb 04 20:03:26.123088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:26.357207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce341969-9176-4099-9807-58d4f416e63c req-e92620d2-d9b4-4849-acbb-dff3d45c14a9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055967 Feb 04 20:03:26.408826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af655a-06d0-4091-bb07-ef686bf2aff6 req-6363cfe5-d006-4d0c-89ea-dd95eaebbbd9 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537098 Feb 04 20:03:26.432215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee790888-d80d-4e61-9838-044bd2a6b013 req-1d5aabb1-f98f-48ed-8a87-e0c227d20351 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 210 time: 0.0849407 Feb 04 20:03:26.541839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:26.555516 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'status': 'completed', 'code': 200} Feb 04 20:03:26.617301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4f6610ba-7cfb-4004-9140-15663f931f46 None None] Provisioning complete for port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:26.617874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4f6610ba-7cfb-4004-9140-15663f931f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:26.702035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:03:26.716417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Transition to ACTIVE for port object 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:26.753914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1a9af714-8fbb-45a8-b417-56431214fe8d req-d9d52e31-5997-427b-af91-c0c9e49406dd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 210 time: 0.0682061 Feb 04 20:03:26.754956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4f6610ba-7cfb-4004-9140-15663f931f46 None None] Port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:03:26.850076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-17237e44-ad90-441d-902d-5ae7b75a53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:26.852023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-17237e44-ad90-441d-902d-5ae7b75a53bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1094 time: 0.2710130 Feb 04 20:03:27.048498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:27.071756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:27.171583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-fee476d5-dbed-449f-9ecc-a46130fe7d1d tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9de4b566f89c45c79e5bef6dce125cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116908 Feb 04 20:03:27.224348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:27.282186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:27.383045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 61f4f248-91eb-432f-8484-43c9d6c96f4c up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:27.391857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:03:27.418602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c98c1a47-3346-44a3-81e7-428b44f701fc admin admin] 10.222.0.48 "PUT /v2.0/routers/1aeda787-fd67-46fc-9c2a-2abe44b32c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5175052 Feb 04 20:03:27.528887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-4fc9a4f2-fb00-4592-b148-572eea2076d4 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:27.530642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-4fc9a4f2-fb00-4592-b148-572eea2076d4 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319397 Feb 04 20:03:27.543364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Request body: {'port': {'device_id': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '9de4b566f89c45c79e5bef6dce125cbf'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:27.695486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 61f4f248-91eb-432f-8484-43c9d6c96f4c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:27.700759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:27.716266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:27.736940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:27.797833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:27.810373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Usage tracker for resource:port and tenant:9de4b566f89c45c79e5bef6dce125cbf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:27.814352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:27.819139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 61f4f248-91eb-432f-8484-43c9d6c96f4c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:27.819588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:27.823964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:27.903822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-0dc2189f-854d-4b72-9d68-bf1e8a50107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:27.906277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-0dc2189f-854d-4b72-9d68-bf1e8a50107a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 1.0475919 Feb 04 20:03:27.911135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:27.913235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:27.923723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:27.923897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Made reservation on behalf of 9de4b566f89c45c79e5bef6dce125cbf for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:27.933068 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:27.955674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:27.968177 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Sync routers for ids ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:03:27.979226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:27.979703 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Routers {'1aeda787-fd67-46fc-9c2a-2abe44b32c76'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:27.980255 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:27.987193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Usage tracker for resource:security_group_rule and tenant:9de4b566f89c45c79e5bef6dce125cbf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:27.991104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:27.997696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:28.119134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-c109edce-0e0e-404f-9f1f-0bc707f33d09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 217 time: 0.1983020 Feb 04 20:03:28.132141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.176601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.222864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:28.253800 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.260027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:28.276360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 61f4f248-91eb-432f-8484-43c9d6c96f4c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:28.324369 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.353504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.370560 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.410381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd38a55-3df3-423c-b0b6-da630a8fd42e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:28.421880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:28.422508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.426323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:28.436713 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Set router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:28.453281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438456-65ef-4b18-86f7-ae058ec3f11a req-fd15ce2b-c806-4d51-8c3d-68de96042bb8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:28.453984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a2438456-65ef-4b18-86f7-ae058ec3f11a req-fd15ce2b-c806-4d51-8c3d-68de96042bb8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:28.473336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-6c51753f-78af-46a9-bb07-b6889e06bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:28.474709 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-6c51753f-78af-46a9-bb07-b6889e06bdc8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.2863300 Feb 04 20:03:28.565337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-95651582-deed-42b0-a1e8-52647fc908d0 None None] Provisioning for port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:28.574855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-95651582-deed-42b0-a1e8-52647fc908d0 None None] Provisioning complete for port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:28.575517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95651582-deed-42b0-a1e8-52647fc908d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:28.606178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-e0c78140-7f02-4acd-b64b-46a5074846b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=1ceb92fb-9ff3-466d-b16b-97a5237b5df5 HTTP/1.1" status: 200 len: 210 time: 0.0677922 Feb 04 20:03:28.652502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=61f4f248-91eb-432f-8484-43c9d6c96f4c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:28.687625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-95651582-deed-42b0-a1e8-52647fc908d0 None None] Port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:03:28.730852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-8748653a-cebd-4aeb-938f-b795b6f5a6be tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0875278 Feb 04 20:03:28.739632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a2438456-65ef-4b18-86f7-ae058ec3f11a req-fd15ce2b-c806-4d51-8c3d-68de96042bb8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:28.746075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a2438456-65ef-4b18-86f7-ae058ec3f11a req-fd15ce2b-c806-4d51-8c3d-68de96042bb8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 943 time: 0.9033940 Feb 04 20:03:28.778088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Request body: {'port': {'device_id': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:28.785626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643fc2-a382-46c1-a1c9-6bd49ac74aa0 req-df6869f8-3c52-4428-8540-5ab48761d189 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:28.787457 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04643fc2-a382-46c1-a1c9-6bd49ac74aa0 req-df6869f8-3c52-4428-8540-5ab48761d189 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.3814871 Feb 04 20:03:28.855757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:24Z', 'revision_number': 4, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9ac16bed-cc01-4d04-a383-a60a3642c6a8', 'name': '', 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'mac_address': 'fa:16:3e:8c:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'eb910bc8-9f89-4b24-ad97-f25387c6a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:22Z', 'updated_at': '2022-02-04T20:03:25Z', 'revision_number': 2, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'subnets': [{'id': 'eb910bc8-9f89-4b24-ad97-f25387c6a3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:28.860312 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Checking router: 1aeda787-fd67-46fc-9c2a-2abe44b32c76 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:03:28.860670 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Updating router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:03:28.902717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Allocated IP 192.168.233.196 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/e733ba4a-4c61-493b-b59f-8aafc310cef5) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:28.906353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-5fc652fd-4190-4309-8b3e-cad4e181836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:28.908804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-5fc652fd-4190-4309-8b3e-cad4e181836f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4242404 Feb 04 20:03:28.911539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04643fc2-a382-46c1-a1c9-6bd49ac74aa0 req-215c5417-631d-47a2-9cc8-d90faa3f5113 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153543 Feb 04 20:03:28.951955 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.068257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:29.124639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.182072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a2438456-65ef-4b18-86f7-ae058ec3f11a req-f7b908b6-81da-4565-8fbb-17a40468cb74 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317706 Feb 04 20:03:29.239810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:29.240121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.335695 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-155afde8-13e5-4163-b9be-4c8099306249 req-42f8c098-f984-4d7f-874a-094d256840dd tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 210 time: 0.1341338 Feb 04 20:03:29.393870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-c94e31b9-2243-4d78-b6a2-030ee468f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:29.395425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-c94e31b9-2243-4d78-b6a2-030ee468f07e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=667261bd42064838b9f15fb0433525b2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7819951 Feb 04 20:03:29.484661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.505674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Transition to ACTIVE for port object e733ba4a-4c61-493b-b59f-8aafc310cef5 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:29.594849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-1ce5ece2-1c72-4cbc-829d-6aa4aa2208c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:29.596293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-1ce5ece2-1c72-4cbc-829d-6aa4aa2208c2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1921263 Feb 04 20:03:29.642138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7688c-1199-42e1-ad4c-57fddd2e4d63 req-3ac83f1e-101f-460f-9426-1f4dd6a27423 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:29.645089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aff7688c-1199-42e1-ad4c-57fddd2e4d63 req-3ac83f1e-101f-460f-9426-1f4dd6a27423 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 935 time: 0.1276245 Feb 04 20:03:29.695529 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.696086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aff7688c-1199-42e1-ad4c-57fddd2e4d63 req-dff8c806-302b-4d45-bade-b899e6ecca30 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Feb 04 20:03:29.697369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.709276 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Transition to ACTIVE for port object 9ac16bed-cc01-4d04-a383-a60a3642c6a8 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:29.737602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b94b8a3a-4f02-4933-b7a5-5b39af88a0ef req-3f465540-e3bc-4400-b2bc-34fb709ef5cc tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 210 time: 0.3532784 Feb 04 20:03:29.787159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:29.798134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:29.804324 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.804778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:29.907297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:29.907985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:29.918567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-ee8cd013-0437-4ecd-8e70-857d8fb50f7e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ceb92fb-9ff3-466d-b16b-97a5237b5df5 HTTP/1.1" status: 200 len: 210 time: 0.1788583 Feb 04 20:03:29.983469 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258172b-2ed4-4b74-b5c2-565328596d00 None None] Pushing event updated for resources: {'Port': ['ID=9ac16bed-cc01-4d04-a383-a60a3642c6a8,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:30.012414 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'code': 200} Feb 04 20:03:30.120206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bfedacde-e230-4a21-aa13-c19c4eafb531 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:30.120961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bfedacde-e230-4a21-aa13-c19c4eafb531 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Synchronizing usage tracker for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:30.242373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Pushing event updated for resources: {'Port': ['ID=e733ba4a-4c61-493b-b59f-8aafc310cef5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:30.301637 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-af088fe5-85d6-4eda-b137-e68c9fc0a1a7 req-f3886341-eab0-4f34-befd-b863e6aa565a tempest-FloatingIPDetailsNegativeTestJSON-1936356420 tempest-FloatingIPDetailsNegativeTestJSON-1936356420-project] show failed (client error): The resource could not be found. Feb 04 20:03:30.317461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af088fe5-85d6-4eda-b137-e68c9fc0a1a7 req-f3886341-eab0-4f34-befd-b863e6aa565a tempest-FloatingIPDetailsNegativeTestJSON-1936356420 tempest-FloatingIPDetailsNegativeTestJSON-1936356420-project] 10.222.0.48 "GET /v2.0/floatingips/5a8ca3fe-db23-47e6-8d3e-895add235529 HTTP/1.1" status: 404 len: 350 time: 0.3354845 Feb 04 20:03:30.320745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48862) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:30.493513 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Attempting to bind port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:30.493880 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Attempting to bind port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:30.494242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Attempting to bind port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 on network 48ab6c6f-da68-439b-af6c-136716c3f204 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:30.500284 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:30.500662 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Checking segment: {'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:30.501204 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:30.501601 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Bound using segment: {'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:30.502065 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Bound port: 9ac16bed-cc01-4d04-a383-a60a3642c6a8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00064166-38fe-4e42-9e0c-730260b53852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:30.502434 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:30.512526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2281ba89-4032-42b7-a46e-cf73e7e47f49 None None] Provisioning for port e733ba4a-4c61-493b-b59f-8aafc310cef5 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:30.518226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2281ba89-4032-42b7-a46e-cf73e7e47f49 None None] Provisioning complete for port e733ba4a-4c61-493b-b59f-8aafc310cef5 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:30.518531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2281ba89-4032-42b7-a46e-cf73e7e47f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:30.548288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-21934ac1-a185-4e87-8cee-a55da5876628 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0087254 Feb 04 20:03:30.599096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Request body: {'port': {'device_id': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:30.609137 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] For port 9ac16bed-cc01-4d04-a383-a60a3642c6a8, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:30.613626 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] For port 9ac16bed-cc01-4d04-a383-a60a3642c6a8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9ac16bed-cc01-4d04-a383-a60a3642c6a8,segment=NetworkSegment(00064166-38fe-4e42-9e0c-730260b53852),segment_id=00064166-38fe-4e42-9e0c-730260b53852)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:30.639849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2281ba89-4032-42b7-a46e-cf73e7e47f49 None None] Port e733ba4a-4c61-493b-b59f-8aafc310cef5 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:03:30.685168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-73e7a04d-1153-44f0-83f8-38a8f7834635 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7621009 Feb 04 20:03:30.703001 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:30.775730 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258172b-2ed4-4b74-b5c2-565328596d00 None None] Pushing event updated for resources: {'Port': ['ID=9ac16bed-cc01-4d04-a383-a60a3642c6a8,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:30.802527 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Routers {'1aeda787-fd67-46fc-9c2a-2abe44b32c76'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:30.802998 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:30.834672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bfedacde-e230-4a21-aa13-c19c4eafb531 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Unset dirty status for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:30.836020 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bfedacde-e230-4a21-aa13-c19c4eafb531 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 813 time: 1.2134912 Feb 04 20:03:30.860347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Request body: {'port': {'device_id': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'admin_state_up': True, 'tenant_id': 'b63c2eba1f1a47edb8abb08c3308807a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:30.975395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-634c1052-2b61-4d41-b9ec-50974388f3cb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:30.983271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-634c1052-2b61-4d41-b9ec-50974388f3cb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.4990215 Feb 04 20:03:31.012091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-cfea60a1-a412-4d25-a8d4-d1620ee4322a tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:31.013530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-cfea60a1-a412-4d25-a8d4-d1620ee4322a tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.62 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 813 time: 0.8852243 Feb 04 20:03:31.036564 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] Set router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:31.037191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Request body: {'port': {'device_id': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'admin_state_up': True, 'tenant_id': 'b63c2eba1f1a47edb8abb08c3308807a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:31.067773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20975e7-e88f-45ad-9383-58fd80f4c721 req-947915a8-a25c-4c1a-a70d-b05d6822a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:31.069212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e20975e7-e88f-45ad-9383-58fd80f4c721 req-947915a8-a25c-4c1a-a70d-b05d6822a99b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 1096 time: 0.5863395 Feb 04 20:03:31.136598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-b92cf895-e307-4427-ba4d-fc6e35344d02 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.0711572 Feb 04 20:03:31.137746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1821c-8598-4856-9707-deb29c0596d0 req-2927873e-d767-4b39-bc3a-faecf6a11876 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:31.144683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62b1821c-8598-4856-9707-deb29c0596d0 req-2927873e-d767-4b39-bc3a-faecf6a11876 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.6545591 Feb 04 20:03:31.193902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:03:31.231628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7131f4b-db18-40fe-83b1-0ace88ea15a4 req-aeeadb69-cf40-4127-8766-1050a3d5ad45 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364234 Feb 04 20:03:31.300133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:31.313374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:31.361619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62b1821c-8598-4856-9707-deb29c0596d0 req-f3b664d0-081b-4d66-a4d9-72d11d980f0a tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027230 Feb 04 20:03:31.385975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:31.396062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e20975e7-e88f-45ad-9383-58fd80f4c721 req-34ee085d-2e03-45bf-92eb-26e2c5ead935 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013871 Feb 04 20:03:31.412394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:31.425617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:24Z', 'revision_number': 4, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9ac16bed-cc01-4d04-a383-a60a3642c6a8', 'name': '', 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'mac_address': 'fa:16:3e:8c:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'eb910bc8-9f89-4b24-ad97-f25387c6a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:22Z', 'updated_at': '2022-02-04T20:03:30Z', 'revision_number': 4, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'subnets': [{'id': 'eb910bc8-9f89-4b24-ad97-f25387c6a3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:31.430703 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b6e01-10b5-46a4-afb7-35292f1eb581 None None] The sync data for ids ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'] in n-d-811806-1 is: [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:24Z', 'revision_number': 4, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9ac16bed-cc01-4d04-a383-a60a3642c6a8', 'name': '', 'network_id': '48ab6c6f-da68-439b-af6c-136716c3f204', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'mac_address': 'fa:16:3e:8c:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'eb910bc8-9f89-4b24-ad97-f25387c6a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:22Z', 'updated_at': '2022-02-04T20:03:30Z', 'revision_number': 4, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'subnets': [{'id': 'eb910bc8-9f89-4b24-ad97-f25387c6a3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:03:31.450744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Usage tracker for resource:port and tenant:b63c2eba1f1a47edb8abb08c3308807a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:31.459239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:31.478976 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:31.479900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:31.545815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Transition to ACTIVE for port object 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:31.546921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:31.559547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Usage tracker for resource:port and tenant:b63c2eba1f1a47edb8abb08c3308807a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:31.594790 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-47ce39d1-6192-4e36-a90b-1296466acd36 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4572613 Feb 04 20:03:31.599372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:31.603436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:31.612236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:31.624962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'mac_address': 'fa:16:3e:64:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:31.637744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Made reservation on behalf of b63c2eba1f1a47edb8abb08c3308807a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:31.641410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:31.671799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:31.699055 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:31.718719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62776ff4-39c4-4f6b-8417-ec0a861bd112 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:31.738663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:31.809019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:31.860259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Made reservation on behalf of b63c2eba1f1a47edb8abb08c3308807a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:31.863856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:31.909205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:32.012620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-76775e9d-131d-4d2e-ab5c-78dd1adf9cab service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169528 Feb 04 20:03:32.049201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:32.077425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c48778-1531-4b41-865c-2712f74713fe req-ff1b42a0-5169-422e-a74a-0b11c262f74e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:32.077425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13c48778-1531-4b41-865c-2712f74713fe req-ff1b42a0-5169-422e-a74a-0b11c262f74e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 943 time: 0.5177016 Feb 04 20:03:32.143962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['62776ff4-39c4-4f6b-8417-ec0a861bd112'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:32.151329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Allocated IP 172.20.0.2 (a60016f1-4e9b-4cbf-8b0d-3727b35b60f0/4effdaaa-1382-41c9-b9c4-fd52e2851e2b/c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:32.286340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e733ba4a-4c61-493b-b59f-8aafc310cef5 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:32.302281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:32.307801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-2fd68d49-8c40-4297-9be8-8a17947dac46 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873065 Feb 04 20:03:32.328472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Transition to ACTIVE for port object e733ba4a-4c61-493b-b59f-8aafc310cef5 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:32.341650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:32.433657 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:32.493713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13c48778-1531-4b41-865c-2712f74713fe req-8a42cb9d-e2ee-4f1f-8a2e-bd5b442ea029 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578084 Feb 04 20:03:32.521336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:32.521336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:32.521336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:32.536878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:32.540486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:32.553287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:32.553629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:32.554008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:32.554440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Bound port: 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:32.554813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:32.598745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:32.936184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Pushing event updated for resources: {'Port': ['ID=e733ba4a-4c61-493b-b59f-8aafc310cef5,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:33.026018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.161947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9ac16bed-cc01-4d04-a383-a60a3642c6a8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:33.164436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event updated for resources: {'Port': ['ID=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:33.232483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:33.243507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:33.252605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:33.325966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:33.335758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:33.335758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.342782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:33.365169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Allocated IP 172.20.0.10 (a60016f1-4e9b-4cbf-8b0d-3727b35b60f0/4effdaaa-1382-41c9-b9c4-fd52e2851e2b/9f2df5dd-0aa0-4630-baee-ab64e3b73a97) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:33.374660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:33.418740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:33.419186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055f48f-b918-4282-9dbe-54d02fd9d9aa req-9387280e-d5aa-453c-b5da-6a37ba0d3a62 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:33.423700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2055f48f-b918-4282-9dbe-54d02fd9d9aa req-9387280e-d5aa-453c-b5da-6a37ba0d3a62 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 948 time: 0.5302069 Feb 04 20:03:33.428909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:33.429387 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.442890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-23dfee10-1652-4d10-bd89-15c6ce36840c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5889387 Feb 04 20:03:33.454473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Attempting to bind port e733ba4a-4c61-493b-b59f-8aafc310cef5 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:33.455068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Attempting to bind port e733ba4a-4c61-493b-b59f-8aafc310cef5 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:33.455204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Attempting to bind port e733ba4a-4c61-493b-b59f-8aafc310cef5 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:33.464374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Port e733ba4a-4c61-493b-b59f-8aafc310cef5 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:33.464709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Attempting to bind port e733ba4a-4c61-493b-b59f-8aafc310cef5 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:33.473375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Request body: {'port': {'device_id': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:33.476440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:33.479043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:33.479043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:33.479043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Bound port: e733ba4a-4c61-493b-b59f-8aafc310cef5, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:33.479043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.509934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea02a4-95fb-4489-aa03-1b26cafdb95d req-19a4e776-dc35-4284-9574-881b7b546f8e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:33.511490 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43ea02a4-95fb-4489-aa03-1b26cafdb95d req-19a4e776-dc35-4284-9574-881b7b546f8e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 947 time: 0.3692365 Feb 04 20:03:33.522214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.587302 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.612272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 62776ff4-39c4-4f6b-8417-ec0a861bd112 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:33.630352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:33.631004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.632384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] 10.222.0.24 "PUT /v2.0/ports/9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 1095 time: 4.8843958 Feb 04 20:03:33.632830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:33.636018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 9ac16bed-cc01-4d04-a383-a60a3642c6a8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9ac16bed-cc01-4d04-a383-a60a3642c6a8,segment=NetworkSegment(00064166-38fe-4e42-9e0c-730260b53852),segment_id=00064166-38fe-4e42-9e0c-730260b53852)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:33.637293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 62776ff4-39c4-4f6b-8417-ec0a861bd112 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:33.637844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.679175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43ea02a4-95fb-4489-aa03-1b26cafdb95d req-1d878899-77ce-4060-b556-c7817e69769f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376042 Feb 04 20:03:33.686651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] For port e733ba4a-4c61-493b-b59f-8aafc310cef5, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:33.691433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] For port e733ba4a-4c61-493b-b59f-8aafc310cef5, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e733ba4a-4c61-493b-b59f-8aafc310cef5,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:33.694510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Deleting port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:03:33.695697 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.710296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.723364 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2055f48f-b918-4282-9dbe-54d02fd9d9aa req-88064e31-2dae-43fd-b494-e73aabf30711 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864051 Feb 04 20:03:33.769751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.907707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7f9ab-7688-4bca-9ac9-4aac35aa5ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:33.982931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:33.983810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.985912 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] 10.222.0.24 "PUT /v2.0/ports/e733ba4a-4c61-493b-b59f-8aafc310cef5 HTTP/1.1" status: 200 len: 1096 time: 3.3962660 Feb 04 20:03:33.986144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:33.986595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'tag': 'e733ba4a-4c61-493b-b59f-8aafc310cef5'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:33.995325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=9ac16bed-cc01-4d04-a383-a60a3642c6a8,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:34.041766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c172-8317-46b4-ae36-ddd52c1c0f01 service neutron] Pushing event updated for resources: {'Port': ['ID=e733ba4a-4c61-493b-b59f-8aafc310cef5,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:34.125465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:34.162790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:34.181863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:34.245023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] For port 9ac16bed-cc01-4d04-a383-a60a3642c6a8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9ac16bed-cc01-4d04-a383-a60a3642c6a8,segment=NetworkSegment(00064166-38fe-4e42-9e0c-730260b53852),segment_id=00064166-38fe-4e42-9e0c-730260b53852)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:34.245407 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:34.256003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:34.259163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:34.331279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-dffa1f7b-ea40-4aa1-a658-7a00095f49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:34.331279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-dffa1f7b-ea40-4aa1-a658-7a00095f49d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1098 time: 0.5535252 Feb 04 20:03:34.357242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:34.381612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4909076c-2a5c-4231-9d7a-36a4475cee26 req-1caef2d7-ffc6-4314-bc4b-194d4a86161d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 210 time: 0.1259775 Feb 04 20:03:34.426670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-59259168-3a55-4d57-a76a-5c5d7448d51e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 217 time: 0.0842392 Feb 04 20:03:34.435238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d258-7cfe-4c1f-a240-39a8684226ff req-6e7b53f3-f951-4a98-8fb6-e81c347b745f tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:34.442945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c263d258-7cfe-4c1f-a240-39a8684226ff req-6e7b53f3-f951-4a98-8fb6-e81c347b745f tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.5130122 Feb 04 20:03:34.475361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Calling delete_port for 9ac16bed-cc01-4d04-a383-a60a3642c6a8 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:03:34.548593 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c263d258-7cfe-4c1f-a240-39a8684226ff req-65324658-b0ba-47bf-ab1b-f02ed7af7468 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048062 Feb 04 20:03:34.552508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-2173b197-fcc9-42ff-8809-f4c49da0f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:34.553872 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-2173b197-fcc9-42ff-8809-f4c49da0f235 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1084433 Feb 04 20:03:34.576628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0ec69b1-1609-4df4-bd21-f855ab38962b req-8eee7cf0-8af3-4dcf-9d4b-1300ba60b002 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 210 time: 0.0614636 Feb 04 20:03:34.595265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-bbcaa2f0-0512-456a-9459-562bf93860a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:34.596858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-bbcaa2f0-0512-456a-9459-562bf93860a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9de4b566f89c45c79e5bef6dce125cbf&device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 1099 time: 0.4704223 Feb 04 20:03:34.647479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:34.739064 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'tag': 'e733ba4a-4c61-493b-b59f-8aafc310cef5', 'status': 'completed', 'code': 200} Feb 04 20:03:34.773583 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'code': 200} Feb 04 20:03:34.781443 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'status': 'completed', 'code': 200} Feb 04 20:03:34.811711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:34.827042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:34.829347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:34.858529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-edca7930-0ca9-4e93-afab-551a01c3cdae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e733ba4a-4c61-493b-b59f-8aafc310cef5 HTTP/1.1" status: 200 len: 217 time: 0.1220024 Feb 04 20:03:35.010948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-58fe8cda-ad9f-4463-a0cb-f93950dbc813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.012434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-58fe8cda-ad9f-4463-a0cb-f93950dbc813 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1464462 Feb 04 20:03:35.036789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9ac16bed-cc01-4d04-a383-a60a3642c6a8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:35.121069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9ac16bed-cc01-4d04-a383-a60a3642c6a8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:35.122241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:35.125924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event updated for resources: {'Port': ['ID=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:35.239625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156461b9-b1d1-4b85-98b3-63a68771bea7 req-d9d2c210-c12b-4dd7-8c97-0c5e58abb4e9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.246489 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-156461b9-b1d1-4b85-98b3-63a68771bea7 req-d9d2c210-c12b-4dd7-8c97-0c5e58abb4e9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.5110502 Feb 04 20:03:35.247513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.248277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:35.253517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-b276b7ae-3945-4cdf-887c-1fa4f6952f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.255036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-b276b7ae-3945-4cdf-887c-1fa4f6952f5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6824682 Feb 04 20:03:35.317263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2998b-93fb-4a25-a058-beb3a04d00b4 req-bd2228c4-9ee8-401b-8fc5-e6f1bbe93e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.318755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0fa2998b-93fb-4a25-a058-beb3a04d00b4 req-bd2228c4-9ee8-401b-8fc5-e6f1bbe93e91 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1096 time: 0.4192667 Feb 04 20:03:35.369290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-156461b9-b1d1-4b85-98b3-63a68771bea7 req-6bf5d8f6-73de-4383-baf3-9187d664bdee tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219206 Feb 04 20:03:35.392844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-3801da65-3ee2-4972-b601-3844c4c740d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.394894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-3801da65-3ee2-4972-b601-3844c4c740d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3667107 Feb 04 20:03:35.397732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-4883f9b6-1f7a-4861-bb65-64604041c3fb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3722129 Feb 04 20:03:35.398440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0fa2998b-93fb-4a25-a058-beb3a04d00b4 req-5a333961-22cd-463a-9987-35942cbc0260 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678246 Feb 04 20:03:35.501320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:35.542986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-87e6e967-7c10-44e2-9ea8-8ddb53f4fe3c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659080 Feb 04 20:03:35.552445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-17b44eab-e465-47ba-b401-0cea0cc8167b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.553821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-17b44eab-e465-47ba-b401-0cea0cc8167b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.4785466 Feb 04 20:03:35.561101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b28a7-a834-45d9-9c05-0b999beeb082 req-a50c630d-b98d-4a80-a759-f071d9d1a6f8 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.562613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-454b28a7-a834-45d9-9c05-0b999beeb082 req-a50c630d-b98d-4a80-a759-f071d9d1a6f8 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.6877651 Feb 04 20:03:35.594009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48924) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:35.606160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Request body: {'floatingip': {'port_id': '61f4f248-91eb-432f-8484-43c9d6c96f4c'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:35.642429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac16bed-cc01-4d04-a383-a60a3642c6a8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:35.727552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:35.735284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Request body: {'port': {'device_id': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:35.752303 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-cf13cd45-3c26-4d68-aa49-9f1bad54655e service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440428 Feb 04 20:03:35.806522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Request body: {'port': {'device_id': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'admin_state_up': True, 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:35.856416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:35.876374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:35.971566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cfb0d-5c2d-42e4-b9f8-9ae21b5293ae req-7554a32d-d79f-46b4-b9ff-79f0279bfe03 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:35.973496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b9cfb0d-5c2d-42e4-b9f8-9ae21b5293ae req-7554a32d-d79f-46b4-b9ff-79f0279bfe03 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 947 time: 0.3753662 Feb 04 20:03:36.074679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-202af682-aa2a-4aa6-ade0-9662b636e75b req-a9670a4e-cd66-4b28-abcf-1599c52b16b4 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123300 Feb 04 20:03:36.097374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Transition to ACTIVE for port object c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:36.110134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b9cfb0d-5c2d-42e4-b9f8-9ae21b5293ae req-be24b8cc-c3b0-455d-a79a-c6931a3b6d79 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277509 Feb 04 20:03:36.123181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:36.263702 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:36.341073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aa773f-b68d-42af-b9a0-f84001ef023f req-e396085b-0bb2-4baf-8f89-6e4f5fda964b service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751977 Feb 04 20:03:36.440451 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:36.461425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:36.502232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-2bb825c5-92d5-4857-805d-0cb0485a034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:36.503762 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-2bb825c5-92d5-4857-805d-0cb0485a034f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9de4b566f89c45c79e5bef6dce125cbf&device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 1099 time: 0.2979572 Feb 04 20:03:36.529638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0d7f-5551-4701-9d85-24d0b3027754 req-57749917-f14b-4019-a231-71231a1eae86 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:36.531393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f11d0d7f-5551-4701-9d85-24d0b3027754 req-57749917-f14b-4019-a231-71231a1eae86 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 948 time: 0.8217432 Feb 04 20:03:36.610975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff8a4-3012-4495-94d2-04632753a935 req-732ed489-26a1-4db0-a585-0b1441159005 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:36.612354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-affff8a4-3012-4495-94d2-04632753a935 req-732ed489-26a1-4db0-a585-0b1441159005 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 932 time: 0.3361082 Feb 04 20:03:36.652565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:36.834451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:36.920455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-affff8a4-3012-4495-94d2-04632753a935 req-4ca8b619-be31-4d07-a5f2-71f5ba32366e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166775 Feb 04 20:03:36.934297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:03:36.936120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-c462f6a1-0470-47a2-bb5f-fa1169f9e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:36.937772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-c462f6a1-0470-47a2-bb5f-fa1169f9e390 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.4178421 Feb 04 20:03:37.097811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-4d3dacd7-9fdc-40e2-8683-1d457e7e3ffa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e733ba4a-4c61-493b-b59f-8aafc310cef5 HTTP/1.1" status: 200 len: 217 time: 0.1519356 Feb 04 20:03:37.118312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:37.121797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:37.140465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f11d0d7f-5551-4701-9d85-24d0b3027754 req-de5a83f3-f108-4685-80a8-c0d8e45ec8e5 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195615 Feb 04 20:03:37.226499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-cdcdf0d7-f795-48ff-9623-0d0caef678ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:37.228002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-cdcdf0d7-f795-48ff-9623-0d0caef678ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1098 time: 0.7599525 Feb 04 20:03:37.228635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Attempting to bind port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:37.228959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Attempting to bind port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:37.229279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Attempting to bind port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:37.302200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ffb5d85-a424-4c54-8319-974b6502d5a8 req-58210664-f066-41ab-aecd-56f8cbc60263 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 210 time: 0.0667589 Feb 04 20:03:37.323774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-4eeb5898-860d-4c0c-a763-9007aadeca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:37.323774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-4eeb5898-860d-4c0c-a763-9007aadeca66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2068322 Feb 04 20:03:37.371093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:37.375535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Attempting to bind port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:37.375661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:03:37.388061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] Sync routers for ids ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:03:37.393911 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c3aff890-520a-4c0d-b7c8-392ffa5072ac admin admin] 10.222.0.48 "PUT /v2.0/routers/1aeda787-fd67-46fc-9c2a-2abe44b32c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0694697 Feb 04 20:03:37.394882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:37.402998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] Routers {'1aeda787-fd67-46fc-9c2a-2abe44b32c76'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:37.408250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:37.508039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:37.509047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Checking segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:37.509609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Bound using segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:37.510472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Bound port: c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:37.511138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:37.599204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] Set router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:37.634643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-9d4b6048-9d94-4e3d-9da8-038ac363c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:37.636515 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-9d4b6048-9d94-4e3d-9da8-038ac363c4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3082407 Feb 04 20:03:37.760862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:37.877807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096cb85-48af-4fd6-9537-16e3e40ceeaf req-c67f5dd0-eb8b-40f1-aad7-153aee06b098 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:37.879413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c096cb85-48af-4fd6-9537-16e3e40ceeaf req-c67f5dd0-eb8b-40f1-aad7-153aee06b098 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 947 time: 0.3681767 Feb 04 20:03:37.888147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-8c641c20-7f64-4131-9e77-3fe5daad1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:37.889803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-8c641c20-7f64-4131-9e77-3fe5daad1feb service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.6081054 Feb 04 20:03:37.947045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:35Z', 'revision_number': 5, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:37.952576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] Checking router: 1aeda787-fd67-46fc-9c2a-2abe44b32c76 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:03:37.961338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] Routers {'1aeda787-fd67-46fc-9c2a-2abe44b32c76'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:37.961907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:37.985008 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-2a320380-528e-4246-a5c7-a977eaeedacd service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378866 Feb 04 20:03:37.990714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] For port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:37.999791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Allocated IP 172.20.0.10 (dd6f92d1-acbd-4a2e-b4b1-98a300375a73/0cd3173e-4643-4968-a50a-168de91e8698/d7458d49-3922-4ec1-b00c-22dddf0fd446) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:38.003816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-f86ce4fa-9309-4d13-9591-e29f8057fddd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 217 time: 0.1020775 Feb 04 20:03:38.021639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fdfc5-28a2-4730-88f9-8badfdbfabea req-6e5aefdf-c946-4ca1-b026-16430dcefe1e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:38.028932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318fdfc5-28a2-4730-88f9-8badfdbfabea req-6e5aefdf-c946-4ca1-b026-16430dcefe1e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.7414927 Feb 04 20:03:38.040418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] For port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:38.091416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c096cb85-48af-4fd6-9537-16e3e40ceeaf req-e2b18020-8f59-4241-a131-1947019d41e8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984212 Feb 04 20:03:38.118592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.136154 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:03:38.174613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] Set router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:38.177729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-827eceac-d760-404a-b6b2-d7ee92efbf0a req-9b151899-c921-4771-8dab-51a15b5c1e3d service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823142 Feb 04 20:03:38.184352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.203963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Deleting port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:03:38.204680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.289402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:03:38.394346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:38.395294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.397129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d HTTP/1.1" status: 200 len: 1091 time: 4.9396706 Feb 04 20:03:38.420075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'tag': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:38.441997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-ed30abf4-4597-4ea8-acbe-4538d46f0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:38.445072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-ed30abf4-4597-4ea8-acbe-4538d46f0dcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.4002693 Feb 04 20:03:38.465556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318fdfc5-28a2-4730-88f9-8badfdbfabea req-0b35068e-90f2-4143-b28a-12a89fd74463 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362476 Feb 04 20:03:38.563055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:35Z', 'revision_number': 5, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:38.570016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6898ac-c9fe-48ba-8817-bf260986927b None None] The sync data for ids ['1aeda787-fd67-46fc-9c2a-2abe44b32c76'] in n-d-811806-1 is: [{'id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-711832282-router', 'tenant_id': '7c674f43470f42ff9717db6f1137b599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:03:15Z', 'updated_at': '2022-02-04T20:03:35Z', 'revision_number': 5, 'project_id': '7c674f43470f42ff9717db6f1137b599', 'gw_port': {'id': 'c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeda787-fd67-46fc-9c2a-2abe44b32c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:03:16Z', 'updated_at': '2022-02-04T20:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:03:38.659454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] For port c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:38.660045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.675973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:38.677705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.734716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438d53c-3972-4a9e-a5b2-be5c5c8cd7e0 req-6ad2ea0e-95bd-4f88-ba0c-e5e4e001217d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:38.736185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5438d53c-3972-4a9e-a5b2-be5c5c8cd7e0 req-6ad2ea0e-95bd-4f88-ba0c-e5e4e001217d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 932 time: 0.2298963 Feb 04 20:03:38.777371 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.798298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Calling delete_port for c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:03:38.843539 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.849867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:38.887675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5438d53c-3972-4a9e-a5b2-be5c5c8cd7e0 req-ce920c3c-0fb0-4b6d-b2ce-abba8e518c4c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968714 Feb 04 20:03:38.890516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcfc57-fefb-4c65-98a6-56fa68e41218 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:38.914372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Transition to ACTIVE for port object 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:38.929003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.014978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9ac16bed-cc01-4d04-a383-a60a3642c6a8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:39.032267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.118232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.131048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 9ac16bed-cc01-4d04-a383-a60a3642c6a8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:03:39.131483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9ac16bed-cc01-4d04-a383-a60a3642c6a8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:03:39.198734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Pushing event deleted for resources: {'Port': ['ID=c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:39.274813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:39.312797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-e8e16ee6-c3ce-45e4-a14e-37216a7cc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:39.314335 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-e8e16ee6-c3ce-45e4-a14e-37216a7cc41e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8386786 Feb 04 20:03:39.342875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56e6fd0a-321a-4f6e-bce7-e51a29f3501a req-6097ef9e-8a02-48d0-9112-9ce99b97c7a7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 210 time: 0.0918264 Feb 04 20:03:39.381793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.452228 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'tag': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d', 'status': 'completed', 'code': 200} Feb 04 20:03:39.459927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d816-118d-4ec7-a46e-f10fe9aa9b31 req-ae20e5dd-1409-4e10-84c1-05486917ec3a tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:39.461407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89f9d816-118d-4ec7-a46e-f10fe9aa9b31 req-ae20e5dd-1409-4e10-84c1-05486917ec3a tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 948 time: 0.7952189 Feb 04 20:03:39.571036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.606877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.613871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.626305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-ff94c63d-c6b4-4b94-b5d0-5bbda46d3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:39.627796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-ff94c63d-c6b4-4b94-b5d0-5bbda46d3ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa HTTP/1.1" status: 200 len: 1094 time: 0.9648423 Feb 04 20:03:39.657824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467494-918f-49e6-b018-983ab92f08b2 req-4a6901ef-d204-4e07-9f6a-dbc8c4251a8b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:39.659312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e9467494-918f-49e6-b018-983ab92f08b2 req-4a6901ef-d204-4e07-9f6a-dbc8c4251a8b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.1557553 Feb 04 20:03:39.668962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48968) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:39.674904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'floatingip': {'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:39.731088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.731610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aeda787-fd67-46fc-9c2a-2abe44b32c76 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:03:39.751286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-769054a7-33a8-480d-8790-6b77a590b930 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d HTTP/1.1" status: 200 len: 217 time: 0.1023226 Feb 04 20:03:39.752475 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Floating IP 8512f993-cdfd-4a9e-9939-efed075868ee associated. External IP: 172.25.7.183, port: 61f4f248-91eb-432f-8484-43c9d6c96f4c. Feb 04 20:03:39.756392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.876884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:39.878098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8c9c109b-6bb5-481f-962c-5aec79656393 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1aeda787-fd67-46fc-9c2a-2abe44b32c76 HTTP/1.1" status: 204 len: 168 time: 2.4830039 Feb 04 20:03:39.880326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89f9d816-118d-4ec7-a46e-f10fe9aa9b31 req-55d4354f-9f2f-4f67-886a-81c3f61df395 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637059 Feb 04 20:03:39.880800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48976) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:39.960413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Attempting to bind port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:39.960747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Attempting to bind port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:39.961074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Attempting to bind port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:39.994222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-ab05f7d3-64bb-479b-a972-3756535ce0c3 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333649 Feb 04 20:03:39.994803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:39.995128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Attempting to bind port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:40.047144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-576eccd9-98a6-43e1-9cc6-e99aef78c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:40.048591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-576eccd9-98a6-43e1-9cc6-e99aef78c099 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.2467792 Feb 04 20:03:40.147460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:40.147719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Checking segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:40.148097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Bound using segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:40.148541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Bound port: 9f2df5dd-0aa0-4630-baee-ab64e3b73a97, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:40.148891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:40.245092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7f09-f7e9-4e60-bcd2-80cae16e2c42 req-27ab9d1a-8bed-4dc9-a1e3-43d9e83052f2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:40.246627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0eb7f09-f7e9-4e60-bcd2-80cae16e2c42 req-27ab9d1a-8bed-4dc9-a1e3-43d9e83052f2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 947 time: 0.3412268 Feb 04 20:03:40.408290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e733ba4a-4c61-493b-b59f-8aafc310cef5 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:40.412739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0eb7f09-f7e9-4e60-bcd2-80cae16e2c42 req-9c36cb83-fd6b-4d62-9d11-9f95855be433 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453302 Feb 04 20:03:40.492886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:40.561068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:40.574489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] Deleting subnet eb910bc8-9f89-4b24-ad97-f25387c6a3d3 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:03:40.590283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-d3e03c58-b763-4fa8-93fa-4554bc04a31a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2296934 Feb 04 20:03:40.608595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:40.667957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41462b-aa85-43b7-a906-adef3c7a8525 req-c4b01937-3c09-49dc-8387-bd4363381721 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:40.669506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b41462b-aa85-43b7-a906-adef3c7a8525 req-c4b01937-3c09-49dc-8387-bd4363381721 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 932 time: 0.1234066 Feb 04 20:03:40.713567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:40.734902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e733ba4a-4c61-493b-b59f-8aafc310cef5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e733ba4a-4c61-493b-b59f-8aafc310cef5,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:40.742548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:40.749796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b41462b-aa85-43b7-a906-adef3c7a8525 req-47c02ea6-2e0d-47ea-ac8e-613d85ff821a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713255 Feb 04 20:03:40.769215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'e733ba4a-4c61-493b-b59f-8aafc310cef5', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'e733ba4a-4c61-493b-b59f-8aafc310cef5', 'mac_address': 'fa:16:3e:23:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:40.771952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:40.870194 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:40.900755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e733ba4a-4c61-493b-b59f-8aafc310cef5 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:40.906456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:40.938123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event updated for resources: {'Port': ['ID=d7458d49-3922-4ec1-b00c-22dddf0fd446,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:40.969137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:40.975213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:40.992763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e733ba4a-4c61-493b-b59f-8aafc310cef5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e733ba4a-4c61-493b-b59f-8aafc310cef5,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:41.056303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:41.087315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:41.087962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:41.118852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69a5e7c-e6f2-4393-b27a-b638a13cab6e req-4d0cffe6-6ddf-4218-8498-e0373689c3b4 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1115506 Feb 04 20:03:41.143053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:03:41.144509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c138f4e3-8d6f-460b-9ecd-dd63d3bd1b22 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:03:41.183381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:41.183934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:41.211648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:41.230319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e733ba4a-4c61-493b-b59f-8aafc310cef5,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:41.234403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'mac_address': 'fa:16:3e:2c:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:41.297094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e35a-4825-4b4a-9a12-342d9dee477a req-81183389-4f7f-4de6-bde8-d32e8d2b141b tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:41.297862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3c5e35a-4825-4b4a-9a12-342d9dee477a req-81183389-4f7f-4de6-bde8-d32e8d2b141b tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Synchronizing usage tracker for tenant:9de4b566f89c45c79e5bef6dce125cbf on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:41.305576 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Floating IP 9995fae0-c0af-4a27-8472-288bb69a9790 associated. External IP: 172.25.7.179, port: 62776ff4-39c4-4f6b-8417-ec0a861bd112. Feb 04 20:03:41.315029 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:41.334851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:41.352269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:41.353704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] For port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:41.366975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c2534-5888-43c3-8266-fcb23fdbc10f req-93b47693-de3f-458b-9052-88bb69943d2c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:41.368872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-086c2534-5888-43c3-8266-fcb23fdbc10f req-93b47693-de3f-458b-9052-88bb69943d2c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Synchronizing usage tracker for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:41.385883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03c2cdc-f1b0-4bcd-863d-6c59e53ace9c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6750062 Feb 04 20:03:41.412616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Request body: {'port': {'device_id': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:41.414338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:41.484788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3c5e35a-4825-4b4a-9a12-342d9dee477a req-81183389-4f7f-4de6-bde8-d32e8d2b141b tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Unset dirty status for tenant:9de4b566f89c45c79e5bef6dce125cbf on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:41.486120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3c5e35a-4825-4b4a-9a12-342d9dee477a req-81183389-4f7f-4de6-bde8-d32e8d2b141b tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 949 time: 0.4522080 Feb 04 20:03:41.488567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] For port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:41.507139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-086c2534-5888-43c3-8266-fcb23fdbc10f req-93b47693-de3f-458b-9052-88bb69943d2c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Unset dirty status for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:41.513834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-086c2534-5888-43c3-8266-fcb23fdbc10f req-93b47693-de3f-458b-9052-88bb69943d2c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 944 time: 1.1608558 Feb 04 20:03:41.540337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:41.571340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3c5e35a-4825-4b4a-9a12-342d9dee477a req-14e73e7c-8f3f-4db3-8145-f988b23a5e23 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Synchronizing usage tracker for tenant:9de4b566f89c45c79e5bef6dce125cbf on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:41.579069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-13733f7a-59e7-4584-93cd-bd53a272be58 service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925183 Feb 04 20:03:41.655858 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:41.656098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['e733ba4a-4c61-493b-b59f-8aafc310cef5'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:41.696060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['9464bb8c-94ce-4a7c-8c3c-3d54788a0248'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:41.712746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Router ede5255a-7d79-42be-9fd6-9cddaa199db6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:03:41.787290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-086c2534-5888-43c3-8266-fcb23fdbc10f req-a871dbb0-4202-4a63-89d2-9373cf110ed0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Synchronizing usage tracker for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:41.794589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3c5e35a-4825-4b4a-9a12-342d9dee477a req-14e73e7c-8f3f-4db3-8145-f988b23a5e23 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Unset dirty status for tenant:9de4b566f89c45c79e5bef6dce125cbf on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:41.797607 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3c5e35a-4825-4b4a-9a12-342d9dee477a req-14e73e7c-8f3f-4db3-8145-f988b23a5e23 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007276 Feb 04 20:03:41.800153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Router a33e6744-3aa2-4e0c-aef6-ed2e63709056 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:03:41.822245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:41.822875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:41.824668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] 10.222.0.62 "PUT /v2.0/ports/9f2df5dd-0aa0-4630-baee-ab64e3b73a97 HTTP/1.1" status: 200 len: 1092 time: 6.1048162 Feb 04 20:03:41.841514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'tag': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:41.853781 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:41.881603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:42.058946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-086c2534-5888-43c3-8266-fcb23fdbc10f req-a871dbb0-4202-4a63-89d2-9373cf110ed0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Unset dirty status for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:42.068573 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-086c2534-5888-43c3-8266-fcb23fdbc10f req-a871dbb0-4202-4a63-89d2-9373cf110ed0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537651 Feb 04 20:03:42.304614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:03:42.309318 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:42.314216 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] Sync routers for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:03:42.326534 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:42.327572 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:42.365377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24a514-bbd8-4992-adec-093fad071011 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:42.375470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c0cb990f-1c0e-4d7b-b1a3-e1b4fca76317 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "PUT /v2.0/floatingips/9995fae0-c0af-4a27-8472-288bb69a9790 HTTP/1.1" status: 200 len: 991 time: 2.7021122 Feb 04 20:03:42.375470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:42.391798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c84eb6-90ec-4a02-b8b9-d2b573458159 req-e9a045f9-4415-4b89-9862-5453def030cd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:42.393266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-91c84eb6-90ec-4a02-b8b9-d2b573458159 req-e9a045f9-4415-4b89-9862-5453def030cd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 948 time: 0.1662681 Feb 04 20:03:42.438632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-a6b7b1ec-c282-4e24-a15c-d3ddd88683d7 service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8461699 Feb 04 20:03:42.463173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-91c84eb6-90ec-4a02-b8b9-d2b573458159 req-b1a2f4f7-a422-43d8-8723-c3d19eb3c8e1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Feb 04 20:03:42.538484 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'tag': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97', 'status': 'completed', 'code': 200} Feb 04 20:03:42.551365 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:42.750814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:03:42.772436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] Sync routers for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:03:42.775378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:42.776190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:42.859695 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:42.883472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd855-67d1-46f2-a71a-69cc3debe90a req-06eade48-71ce-4dc4-99c8-84dc50584050 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:42.888498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f5bd855-67d1-46f2-a71a-69cc3debe90a req-06eade48-71ce-4dc4-99c8-84dc50584050 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.1642661 Feb 04 20:03:42.970600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f5bd855-67d1-46f2-a71a-69cc3debe90a req-732171e2-74d6-40a3-9322-6e4f37770698 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759490 Feb 04 20:03:42.995569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:43.063365 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'status': 'completed', 'code': 200} Feb 04 20:03:43.125314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7458d49-3922-4ec1-b00c-22dddf0fd446 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:43.144527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:43.168126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Transition to ACTIVE for port object d7458d49-3922-4ec1-b00c-22dddf0fd446 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:43.231891 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '9995fae0-c0af-4a27-8472-288bb69a9790', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'mac_address': 'fa:16:3e:64:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:03:08Z', 'updated_at': '2022-02-04T20:03:40Z', 'revision_number': 1, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:05Z', 'revision_number': 5, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:43.240493 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] Checking router: a33e6744-3aa2-4e0c-aef6-ed2e63709056 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:03:43.262851 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:43.265581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:43.277605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:43.320232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:43.320849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eb910bc8-9f89-4b24-ad97-f25387c6a3d3 HTTP/1.1" status: 204 len: 168 time: 3.4304287 Feb 04 20:03:43.322200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9aeb2-e356-40ca-b641-785160bf212b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb910bc8-9f89-4b24-ad97-f25387c6a3d3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:43.329615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49014) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:43.346588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fb760-3839-4a2a-9a24-2daceb252190 req-26a9b389-3a96-4bab-848c-3d6fa8b77764 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:43.348310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-607fb760-3839-4a2a-9a24-2daceb252190 req-26a9b389-3a96-4bab-848c-3d6fa8b77764 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:43.353798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc190d-af40-465c-a20d-794747f1e642 None None] Network 48ab6c6f-da68-439b-af6c-136716c3f204 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:03:43.355481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:43.371488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-911cb129-ba7f-4478-b1a9-ec8869ae78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:43.373508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-911cb129-ba7f-4478-b1a9-ec8869ae78f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 1095 time: 1.3788092 Feb 04 20:03:43.457708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-69b93881-5758-4263-a70a-8f7d34754333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:43.459724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-69b93881-5758-4263-a70a-8f7d34754333 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1096 time: 0.3543508 Feb 04 20:03:43.522392 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:43.557831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:43.584427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8512f993-cdfd-4a9e-9939-efed075868ee', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'port_id': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'mac_address': 'fa:16:3e:28:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:03:01Z', 'updated_at': '2022-02-04T20:03:37Z', 'revision_number': 1, 'project_id': 'eda86ff74818467a96add8d821692192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:58Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:43.594574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] Checking router: ede5255a-7d79-42be-9fd6-9cddaa199db6 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:03:43.642609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:03:43.643172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:43.652463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cc578-23d7-46ec-946a-604bfd7773cb req-9d23fdde-40c2-4880-86b4-8b725bcb1a50 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:43.660309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7c9cc578-23d7-46ec-946a-604bfd7773cb req-9d23fdde-40c2-4880-86b4-8b725bcb1a50 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 949 time: 0.3870687 Feb 04 20:03:43.706955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-f0e7c1fc-cc30-4224-820e-bb5f59c7a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:43.708542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-f0e7c1fc-cc30-4224-820e-bb5f59c7a393 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.2425065 Feb 04 20:03:43.776306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7c9cc578-23d7-46ec-946a-604bfd7773cb req-1a9faac8-f7cb-4cfc-9638-b5c2a8cafe3a tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148818 Feb 04 20:03:43.881877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-6eede8df-ae56-42f2-9236-4208758d50bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.1651361 Feb 04 20:03:43.943619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c4773b76-7866-4575-a698-1f2c0112bf16 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "PUT /v2.0/floatingips/8512f993-cdfd-4a9e-9939-efed075868ee HTTP/1.1" status: 200 len: 991 time: 8.3454742 Feb 04 20:03:43.976737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:03:44.006896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-607fb760-3839-4a2a-9a24-2daceb252190 req-26a9b389-3a96-4bab-848c-3d6fa8b77764 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:44.015649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-607fb760-3839-4a2a-9a24-2daceb252190 req-26a9b389-3a96-4bab-848c-3d6fa8b77764 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 932 time: 1.6440279 Feb 04 20:03:44.026854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-4e1087a1-5a3f-47db-999c-ca340e7bfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:44.028999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-4e1087a1-5a3f-47db-999c-ca340e7bfa66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1400154 Feb 04 20:03:44.056436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] DHCP port deletion for 48ab6c6f-da68-439b-af6c-136716c3f204 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:03:44.072227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Deleting port e725d2b5-cf6e-4346-9b82-f8177ed900e2 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:03:44.075116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:44.105852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-28686a96-1d9e-4fb1-b774-3c7618106b9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f2df5dd-0aa0-4630-baee-ab64e3b73a97 HTTP/1.1" status: 200 len: 217 time: 0.4629445 Feb 04 20:03:44.109472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-c6fd18b9-91ef-4157-b4e5-61f145446530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:44.111087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] Deleting port e725d2b5-cf6e-4346-9b82-f8177ed900e2 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:03:44.121624 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:44.121784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-c6fd18b9-91ef-4157-b4e5-61f145446530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa HTTP/1.1" status: 200 len: 1094 time: 1.5394979 Feb 04 20:03:44.134145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570b8a-1800-4581-92a6-b3b1c3a90fed req-b3e4285e-94e6-495a-aa6f-f39905f3e8b9 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:44.135907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c570b8a-1800-4581-92a6-b3b1c3a90fed req-b3e4285e-94e6-495a-aa6f-f39905f3e8b9 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 944 time: 0.2037816 Feb 04 20:03:44.250153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c570b8a-1800-4581-92a6-b3b1c3a90fed req-42982467-1734-410c-b88e-425dcb291aa0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065543 Feb 04 20:03:44.255638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-891754ff-68b8-4f73-9dfe-14d5ae490756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:44.257139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-891754ff-68b8-4f73-9dfe-14d5ae490756 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159739 Feb 04 20:03:44.355520 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '9995fae0-c0af-4a27-8472-288bb69a9790', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'mac_address': 'fa:16:3e:64:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:03:08Z', 'updated_at': '2022-02-04T20:03:40Z', 'revision_number': 1, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:05Z', 'revision_number': 5, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:44.369174 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd48e8-6ee2-4e2a-b090-7b6ce1b8bbc5 None None] The sync data for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 is: [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '9995fae0-c0af-4a27-8472-288bb69a9790', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'mac_address': 'fa:16:3e:64:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:03:08Z', 'updated_at': '2022-02-04T20:03:40Z', 'revision_number': 1, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:05Z', 'revision_number': 5, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:03:44.578044 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-4b4d9012-f2dd-4933-abfb-2926afd42376 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119669 Feb 04 20:03:44.620141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:44.630680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e733ba4a-4c61-493b-b59f-8aafc310cef5 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:44.695183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8207e0-235a-4914-b783-adec02e09b9c req-b2572638-8724-481e-ab5e-e6b401b868d4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:44.703058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f8207e0-235a-4914-b783-adec02e09b9c req-b2572638-8724-481e-ab5e-e6b401b868d4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 948 time: 0.2678859 Feb 04 20:03:44.730334 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd659ce-8085-4dc9-b163-698bc0dfb44f None None] New status for floating IP 9995fae0-c0af-4a27-8472-288bb69a9790: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:03:44.739652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7458d49-3922-4ec1-b00c-22dddf0fd446,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:44.752446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-607fb760-3839-4a2a-9a24-2daceb252190 req-19160d60-a342-476c-ad27-cc4c2dacbfde tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349844 Feb 04 20:03:44.757047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Attempting to bind port d7458d49-3922-4ec1-b00c-22dddf0fd446 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:03:44.757624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Attempting to bind port d7458d49-3922-4ec1-b00c-22dddf0fd446 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:03:44.759259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Attempting to bind port d7458d49-3922-4ec1-b00c-22dddf0fd446 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:44.782161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Port d7458d49-3922-4ec1-b00c-22dddf0fd446 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:03:44.782481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Attempting to bind port d7458d49-3922-4ec1-b00c-22dddf0fd446 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:03:44.805811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:03:44.806218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:03:44.806598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Bound using segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:03:44.807105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Bound port: d7458d49-3922-4ec1-b00c-22dddf0fd446, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:03:44.807510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:44.823998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f8207e0-235a-4914-b783-adec02e09b9c req-56a8769b-ec30-4dbf-ac7d-37eb2f3955d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185384 Feb 04 20:03:44.897408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-3d7c7b5c-47e9-448a-bccd-3d14a5ac4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:44.898369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-3d7c7b5c-47e9-448a-bccd-3d14a5ac4418 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.7678020 Feb 04 20:03:44.925717 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c802f0e1-1395-40d4-870b-2917bf72e37c req-3d9dbb6b-fb2e-458e-9463-d6feeef675b9 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393738 Feb 04 20:03:44.974971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] For port e725d2b5-cf6e-4346-9b82-f8177ed900e2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e725d2b5-cf6e-4346-9b82-f8177ed900e2,segment=NetworkSegment(00064166-38fe-4e42-9e0c-730260b53852),segment_id=00064166-38fe-4e42-9e0c-730260b53852)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:44.975302 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:45.156425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e725d2b5-cf6e-4346-9b82-f8177ed900e2 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:45.169098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808def3-6e39-4439-b976-6b728a7c4aa7 req-2a0627bb-f361-4ef0-a204-128f6545a1d8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:45.175632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1808def3-6e39-4439-b976-6b728a7c4aa7 req-2a0627bb-f361-4ef0-a204-128f6545a1d8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.1813951 Feb 04 20:03:45.246892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1808def3-6e39-4439-b976-6b728a7c4aa7 req-a85367b7-7540-4859-af99-3fa06271a8f7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646722 Feb 04 20:03:45.306047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port e733ba4a-4c61-493b-b59f-8aafc310cef5 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:45.321894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] For port e725d2b5-cf6e-4346-9b82-f8177ed900e2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e725d2b5-cf6e-4346-9b82-f8177ed900e2,segment=NetworkSegment(00064166-38fe-4e42-9e0c-730260b53852),segment_id=00064166-38fe-4e42-9e0c-730260b53852)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:45.322403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:45.324465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] Calling delete_port for e725d2b5-cf6e-4346-9b82-f8177ed900e2 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:03:45.346795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-1fbd6516-438d-4ace-95ed-0f7b278fb6d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4211879 Feb 04 20:03:45.364746 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'status': 'completed', 'code': 200} Feb 04 20:03:45.370539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8512f993-cdfd-4a9e-9939-efed075868ee', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'port_id': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'mac_address': 'fa:16:3e:28:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:03:01Z', 'updated_at': '2022-02-04T20:03:37Z', 'revision_number': 1, 'project_id': 'eda86ff74818467a96add8d821692192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:58Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:45.374711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port e733ba4a-4c61-493b-b59f-8aafc310cef5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:45.377075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:45.412456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601385c-aac7-466c-a5ff-d7844ffd37c9 None None] The sync data for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 is: [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8512f993-cdfd-4a9e-9939-efed075868ee', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'port_id': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'mac_address': 'fa:16:3e:28:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:03:01Z', 'updated_at': '2022-02-04T20:03:37Z', 'revision_number': 1, 'project_id': 'eda86ff74818467a96add8d821692192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:58Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:03:45.435943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-1f940700-0d5e-4fc9-800a-c0c5309457bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:45.437753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-1f940700-0d5e-4fc9-800a-c0c5309457bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda86ff74818467a96add8d821692192&device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 1096 time: 0.0986674 Feb 04 20:03:45.618077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Calling delete_port for e725d2b5-cf6e-4346-9b82-f8177ed900e2 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:03:45.650653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:45.671139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:45.711376 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:45.716288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-4fd19100-769d-4b6d-88c2-2eb9a7523163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:45.718586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-4fd19100-769d-4b6d-88c2-2eb9a7523163 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 914 time: 1.3660178 Feb 04 20:03:45.754649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] No DVR routers for this DVR port e725d2b5-cf6e-4346-9b82-f8177ed900e2 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:03:45.759592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ca627-31fc-4ec1-8e46-2dea0b2def56 None None] Pushing event deleted for resources: {'Port': ['ID=e725d2b5-cf6e-4346-9b82-f8177ed900e2,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:45.826393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733ba4a-4c61-493b-b59f-8aafc310cef5'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:45.843448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e733ba4a-4c61-493b-b59f-8aafc310cef5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e733ba4a-4c61-493b-b59f-8aafc310cef5,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:45.859196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec21a0-4fc3-4690-8c84-fd7846b97234 None None] New status for floating IP 8512f993-cdfd-4a9e-9939-efed075868ee: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:03:45.863084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-30ef5c6c-3f9f-44bc-808c-e8c41a639c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:45.869826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-30ef5c6c-3f9f-44bc-808c-e8c41a639c2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f08a2e8-4c93-47e2-81b1-c65855db1e77 HTTP/1.1" status: 200 len: 912 time: 0.4202714 Feb 04 20:03:45.879303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6ee0a-9279-498c-90c7-84715fe01bc1 req-ea4f4c8c-5195-4d86-98f9-1aa08fb6c901 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:45.883329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1e6ee0a-9279-498c-90c7-84715fe01bc1 req-ea4f4c8c-5195-4d86-98f9-1aa08fb6c901 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 949 time: 0.3822465 Feb 04 20:03:45.885590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-4b709bc4-5a44-4a7c-ae42-81ad9d3cf025 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d HTTP/1.1" status: 200 len: 217 time: 0.1534748 Feb 04 20:03:45.905790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] For port d7458d49-3922-4ec1-b00c-22dddf0fd446, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:03:45.948766 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:45.949490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:45.975742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] For port d7458d49-3922-4ec1-b00c-22dddf0fd446, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d7458d49-3922-4ec1-b00c-22dddf0fd446,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:03:46.017772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d886a4-bcfd-41fb-ae93-cbb0786a5682 req-bea263d6-8d64-44fb-ace9-8cbc9643baff tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:46.025785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74d886a4-bcfd-41fb-ae93-cbb0786a5682 req-bea263d6-8d64-44fb-ace9-8cbc9643baff tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.8219404 Feb 04 20:03:46.048931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-32e98f35-fef3-4fa1-b2fc-d21cbde2e920 service neutron] 10.222.0.62 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619959 Feb 04 20:03:46.055566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:46.058439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1e6ee0a-9279-498c-90c7-84715fe01bc1 req-463bcb89-1c0e-480b-b153-ad04a6af7b73 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890157 Feb 04 20:03:46.062211 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:03:46.062211 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:03:46.121452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-a12fdd2d-4709-4f7a-9926-f29f82d34613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:46.122953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-a12fdd2d-4709-4f7a-9926-f29f82d34613 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.2141228 Feb 04 20:03:46.141297 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-093e7156-9101-4523-a6d7-1446a6784afd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c HTTP/1.1" status: 200 len: 999 time: 0.2535410 Feb 04 20:03:46.254111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e733ba4a-4c61-493b-b59f-8aafc310cef5,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:46.275421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-eba0fb14-1cbd-4b48-af66-0e8018102826 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354730 Feb 04 20:03:46.276604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:46.277191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:46.278483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] 10.222.0.62 "PUT /v2.0/ports/d7458d49-3922-4ec1-b00c-22dddf0fd446 HTTP/1.1" status: 200 len: 1092 time: 4.8721774 Feb 04 20:03:46.327135 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74d886a4-bcfd-41fb-ae93-cbb0786a5682 req-5b7b1f04-89f2-43cc-abcc-9097f144682e tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004146 Feb 04 20:03:46.342410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-421d926c-65b1-4980-a9ce-832080d1ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:46.343899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-421d926c-65b1-4980-a9ce-832080d1ec62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4613ad87-333f-450f-883a-9fd0a6bd55dc HTTP/1.1" status: 200 len: 850 time: 0.1930330 Feb 04 20:03:46.436442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:46.442135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755e192-d5fc-47c9-93e5-61a3fa33ac89 req-4a1d9485-0d23-47c5-aba8-e9f9733e55b2 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:46.450810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f755e192-d5fc-47c9-93e5-61a3fa33ac89 req-4a1d9485-0d23-47c5-aba8-e9f9733e55b2 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 944 time: 0.1910293 Feb 04 20:03:46.450978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:46.453455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:46.453826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:46.534073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-d608861a-f278-465c-bd89-f3b4cd6c4432 service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417459 Feb 04 20:03:46.535630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f755e192-d5fc-47c9-93e5-61a3fa33ac89 req-650edf15-6ac7-49a0-9ea1-8a4b5bf39bd8 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845807 Feb 04 20:03:46.567134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-6d506815-a96c-4d2f-89c4-d262f0bb6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:46.573564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-6d506815-a96c-4d2f-89c4-d262f0bb6fd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f08a2e8-4c93-47e2-81b1-c65855db1e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080679 Feb 04 20:03:46.590707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Deleting port e725d2b5-cf6e-4346-9b82-f8177ed900e2 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:03:46.591090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:46.687935 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733ba4a-4c61-493b-b59f-8aafc310cef5', 'code': 200} Feb 04 20:03:46.832392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-8bfbace2-cd71-45de-a802-6d4d89cd59e5 service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419703 Feb 04 20:03:46.842438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:46.863372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'port_id': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d', 'mac_address': 'fa:16:3e:54:e6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4effdaaa-1382-41c9-b9c4-fd52e2851e2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:46.893203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:46.953391 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:46.973698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:46.983004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:46.997095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:47.023036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17106c-92c5-4086-8372-764bd5ba91ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7458d49-3922-4ec1-b00c-22dddf0fd446,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:47.033249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] The port 'e725d2b5-cf6e-4346-9b82-f8177ed900e2' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:03:47.060078 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.070528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b84ab3-e962-45a0-adb5-6ff208b81889 req-a73521b9-4216-4e74-8ab5-1fdc5e9c9b3d service neutron] 10.222.0.62 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0081100 Feb 04 20:03:47.096192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822875-2d8e-4c23-9499-938f56dac882 req-8d3a24d5-a42a-4b90-8b4a-8fb7ba69210d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.101922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5822875-2d8e-4c23-9499-938f56dac882 req-8d3a24d5-a42a-4b90-8b4a-8fb7ba69210d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 948 time: 0.2685559 Feb 04 20:03:47.124057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85c9131d-b1ad-4863-bd29-12d09e799ea7 req-90c75978-df54-4594-bf46-f6eaac7bb0c0 service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493062 Feb 04 20:03:47.185393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5822875-2d8e-4c23-9499-938f56dac882 req-ba487311-f93a-4e1e-8562-cb969ee99b23 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825682 Feb 04 20:03:47.237627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:47.251787 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.291503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.311682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c79ee5ed-9c39-4ef8-80f3-2e0927a81a58 req-ba2e23d5-483b-426b-b9b7-e6366f83483d service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507635 Feb 04 20:03:47.340252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ab6c6f-da68-439b-af6c-136716c3f204']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:47.346221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-8207a7c1-7733-4921-91fc-8ed0e1c811fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.349712 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-8207a7c1-7733-4921-91fc-8ed0e1c811fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 1095 time: 0.1382606 Feb 04 20:03:47.360743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ba26d-4dc6-446a-99a5-b7d9778fb8c4 req-058fd98e-8ac0-4f5a-8e27-b12b069039b5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.368207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-278ba26d-4dc6-446a-99a5-b7d9778fb8c4 req-058fd98e-8ac0-4f5a-8e27-b12b069039b5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 944 time: 0.8298154 Feb 04 20:03:47.383774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:47.395931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00064166-38fe-4e42-9e0c-730260b53852') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:47.396225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00064166-38fe-4e42-9e0c-730260b53852') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:03:47.434161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'tag': 'd7458d49-3922-4ec1-b00c-22dddf0fd446'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:47.460997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-5d615d3d-4d95-4891-be32-f50c44c22840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.462473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-5d615d3d-4d95-4891-be32-f50c44c22840 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 1095 time: 0.9275017 Feb 04 20:03:47.464205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29390072-f341-4290-b69d-997d649ac137 req-fc0c1196-0488-4f8f-b8d7-d9e3181f6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.465499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29390072-f341-4290-b69d-997d649ac137 req-fc0c1196-0488-4f8f-b8d7-d9e3181f6146 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 1101 time: 0.6813633 Feb 04 20:03:47.467142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.509851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:47.586641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edfe3-384b-4528-bfd6-8480073706b7 req-587a5e32-b0d2-4233-b35b-feb0dae0e919 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.588142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d19edfe3-384b-4528-bfd6-8480073706b7 req-587a5e32-b0d2-4233-b35b-feb0dae0e919 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.1929226 Feb 04 20:03:47.588900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c2970bf7-d287-4b9f-80ce-266ddc602d2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7458d49-3922-4ec1-b00c-22dddf0fd446 HTTP/1.1" status: 200 len: 217 time: 0.1129181 Feb 04 20:03:47.589365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-c5bebae2-a153-484e-9745-38fcc8b68acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.590121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.590928 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-c5bebae2-a153-484e-9745-38fcc8b68acf service neutron] 10.222.0.62 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 914 time: 0.2347124 Feb 04 20:03:47.598101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-278ba26d-4dc6-446a-99a5-b7d9778fb8c4 req-064a8c4e-15ed-4112-9061-9c76269ee770 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287858 Feb 04 20:03:47.611631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:03:47.612051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:03:47.658171 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:03:47.694403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-df581976-7404-446f-91ba-4b2efc97eb4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f2df5dd-0aa0-4630-baee-ab64e3b73a97 HTTP/1.1" status: 200 len: 217 time: 0.0728579 Feb 04 20:03:47.748692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29390072-f341-4290-b69d-997d649ac137 req-3f75ca61-a5ce-41e8-ae8a-512ea1e4f389 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716403 Feb 04 20:03:47.768134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d19edfe3-384b-4528-bfd6-8480073706b7 req-6473a799-b3a0-429c-9b4d-9ef3f8f3223d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703641 Feb 04 20:03:47.818005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-759e0923-b3e4-40b7-ba90-97ae6d1297ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.819596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-759e0923-b3e4-40b7-ba90-97ae6d1297ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1926031 Feb 04 20:03:47.822733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-b882b196-f376-476f-b22b-7edd2e39d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.832777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-b882b196-f376-476f-b22b-7edd2e39d2a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.1104650 Feb 04 20:03:47.869996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-da55e2a9-1f8e-462a-8a3c-f96772acd645 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4669456 Feb 04 20:03:47.879989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-e8f3ed02-0408-4c9b-baa5-4fa12a365d6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461659 Feb 04 20:03:47.884945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-6e35508c-1b66-487a-bfae-9dbb844b5cf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519848 Feb 04 20:03:47.896713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.914484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:47.957421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e2e57-3f62-4a35-85f6-a359b47a6973 req-f6e82909-6ba9-4300-af03-e5c75ca3e8ba tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:47.958885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549e2e57-3f62-4a35-85f6-a359b47a6973 req-f6e82909-6ba9-4300-af03-e5c75ca3e8ba tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 950 time: 0.2045186 Feb 04 20:03:48.008119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ab6c6f-da68-439b-af6c-136716c3f204,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:48.019311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-03860b6e-ce6e-498e-bb69-7d340016e6c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/48ab6c6f-da68-439b-af6c-136716c3f204 HTTP/1.1" status: 204 len: 168 time: 4.6655927 Feb 04 20:03:48.095794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc308c4-df43-4710-b2b6-b03b7379a291 req-752697f1-e247-4a87-a4f4-f6543ff1c62b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:48.102612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc308c4-df43-4710-b2b6-b03b7379a291 req-752697f1-e247-4a87-a4f4-f6543ff1c62b tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.2068560 Feb 04 20:03:48.126172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549e2e57-3f62-4a35-85f6-a359b47a6973 req-9e84b5e5-4868-43b8-860f-72bc906149ad tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122258 Feb 04 20:03:48.164076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-e5662451-87f0-432d-8726-72f22f1bcb9c service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508843 Feb 04 20:03:48.253524 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'tag': 'd7458d49-3922-4ec1-b00c-22dddf0fd446', 'status': 'completed', 'code': 200} Feb 04 20:03:48.280349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-2099b2e5-41df-4578-9e0f-8d76d187a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:48.281851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-2099b2e5-41df-4578-9e0f-8d76d187a9bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 1097 time: 0.2189705 Feb 04 20:03:48.324066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-a37f19c0-6a37-4e1b-afdf-f30ae3f09ca3 service neutron] 10.222.0.62 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912246 Feb 04 20:03:48.385505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc308c4-df43-4710-b2b6-b03b7379a291 req-e4f04b2f-c0de-4b30-965d-eae641b7f918 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818100 Feb 04 20:03:48.437027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:48.522115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49068) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:48.596098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:48.602145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:48.602785 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:48.626014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f3c63c8-a855-4596-aa8a-2dac6ce8bd71 req-e091f971-43ca-4553-86d9-566f97b82237 service neutron] 10.222.0.62 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932372 Feb 04 20:03:48.653027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-89dea8d4-5557-405d-9164-edf8eb298f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:48.655801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-89dea8d4-5557-405d-9164-edf8eb298f35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.3515611 Feb 04 20:03:48.657546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c047707-3857-48e5-9861-c17aaeb5f957 req-c03fc4ab-987f-4065-b709-f816306a0628 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861724 Feb 04 20:03:48.658779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d1bf1-32c9-486b-b85b-8d13a29268bf req-f16fed17-603f-4e94-a8e9-962d36144acd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:48.661033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a1d1bf1-32c9-486b-b85b-8d13a29268bf req-f16fed17-603f-4e94-a8e9-962d36144acd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.1820483 Feb 04 20:03:48.700437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:48.715407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a1d1bf1-32c9-486b-b85b-8d13a29268bf req-2a095649-75b7-4065-a621-8b57e6dd04db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Feb 04 20:03:48.744068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:48.779790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-183fe1a7-8a5a-4f35-87e0-642b9c3fc336 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc HTTP/1.1" status: 200 len: 217 time: 0.1078196 Feb 04 20:03:48.795568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:48.814660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-24575ce3-62fd-4d99-b215-da9248ddcf9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c674f43470f42ff9717db6f1137b599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900591 Feb 04 20:03:48.817650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49078) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:48.877415 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:48.975320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4c76b52-5afc-449d-9f0a-a8d2f5de4e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:48.977582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:49.018412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4c76b52-5afc-449d-9f0a-a8d2f5de4e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:49.061430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e3814-f0f2-48a9-878f-f9414fd06cd8 req-f6e3e4f2-18da-4c1e-a776-a85fcdfa6b43 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.062945 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-717e3814-f0f2-48a9-878f-f9414fd06cd8 req-f6e3e4f2-18da-4c1e-a776-a85fcdfa6b43 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1932404 Feb 04 20:03:49.075837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-ef292452-48b8-494a-bda8-d0997c40f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.077272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-ef292452-48b8-494a-bda8-d0997c40f77c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.2614620 Feb 04 20:03:49.113288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-717e3814-f0f2-48a9-878f-f9414fd06cd8 req-1800eb8f-e840-4860-95d3-352e5ba50229 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Feb 04 20:03:49.121551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb70e51-91e6-4014-8fac-717d5ed26cf6 req-f37beb83-bdc7-4100-bbd5-7c67000dd54e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.123137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffb70e51-91e6-4014-8fac-717d5ed26cf6 req-f37beb83-bdc7-4100-bbd5-7c67000dd54e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 944 time: 0.6030536 Feb 04 20:03:49.150577 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-68735190-a1e6-43e2-97ce-89cd5b95239a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659549 Feb 04 20:03:49.214660 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4c76b52-5afc-449d-9f0a-a8d2f5de4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:49.240155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c76b52-5afc-449d-9f0a-a8d2f5de4e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab22ece-0e3b-4638-91b7-16a065de9a7e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:49.243804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-6efb7643-f201-432d-b522-a94a6f0573a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.245273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-6efb7643-f201-432d-b522-a94a6f0573a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 1095 time: 0.4713125 Feb 04 20:03:49.305847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4c76b52-5afc-449d-9f0a-a8d2f5de4e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:49.309564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b4c76b52-5afc-449d-9f0a-a8d2f5de4e1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eab22ece-0e3b-4638-91b7-16a065de9a7e HTTP/1.1" status: 204 len: 168 time: 0.4883890 Feb 04 20:03:49.354058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443a640-c652-46e0-a986-3c8736622652 req-05f98c4c-bb64-4d09-b565-7d17469c22d6 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.359207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffb70e51-91e6-4014-8fac-717d5ed26cf6 req-60b9a4d4-c760-422b-87f3-50b2283024b7 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225900 Feb 04 20:03:49.364970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7443a640-c652-46e0-a986-3c8736622652 req-05f98c4c-bb64-4d09-b565-7d17469c22d6 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.1298244 Feb 04 20:03:49.431166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7443a640-c652-46e0-a986-3c8736622652 req-70df1789-4b19-48ed-b44a-f07f4515b2f9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615573 Feb 04 20:03:49.443082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-8c8874b2-c0c9-42ff-a5cd-240690f4b011 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760193 Feb 04 20:03:49.497231 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'code': 200} Feb 04 20:03:49.667574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-5e09e381-2f21-40f3-8366-d49770d7b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.669017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-5e09e381-2f21-40f3-8366-d49770d7b0b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.4082904 Feb 04 20:03:49.782593 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-e31529d7-7f75-4f08-8fd9-2a20a5f766d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7458d49-3922-4ec1-b00c-22dddf0fd446 HTTP/1.1" status: 200 len: 217 time: 0.0987923 Feb 04 20:03:49.856247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-037cf103-b5bf-4dd3-8efc-56aeded6d4cc req-8abb243c-fb81-4a09-8592-bd2eda0e83f5 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060442 Feb 04 20:03:49.887690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-e280dc5c-e112-43cb-9293-f197dcc5a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.889052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-e280dc5c-e112-43cb-9293-f197dcc5a326 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.0959911 Feb 04 20:03:49.893266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572a8f-aeaf-433d-88ac-9f05d63e50a7 req-33d172e1-985f-4877-871f-ed449b00096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.894760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-22572a8f-aeaf-433d-88ac-9f05d63e50a7 req-33d172e1-985f-4877-871f-ed449b00096c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1100 time: 0.3206284 Feb 04 20:03:49.902984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbad6e-0106-4fbe-ae5b-1bd72ab87863 req-85e3383f-35dc-4f21-b243-33d06c35b5bb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:49.906949 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adbad6e-0106-4fbe-ae5b-1bd72ab87863 req-85e3383f-35dc-4f21-b243-33d06c35b5bb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 944 time: 0.2980630 Feb 04 20:03:49.985129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-3a490c19-0647-42dc-930b-b0489a8e56f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784464 Feb 04 20:03:50.043829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b0550e68-2cbf-4a11-95a4-4b1bb77db130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:50.097595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-22572a8f-aeaf-433d-88ac-9f05d63e50a7 req-7979c689-fa8c-4cf0-a599-66216257c25c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912994 Feb 04 20:03:50.114930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adbad6e-0106-4fbe-ae5b-1bd72ab87863 req-a1243cae-94a2-4f30-946c-aa6c66131a01 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555047 Feb 04 20:03:50.180092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-e52b843a-5a9a-40a4-a3cd-8f02966ed067 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833863 Feb 04 20:03:50.192862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:50.364582 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:50.403411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:50.409858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Usage tracker for resource:security_group_rule and tenant:85a2ff270e4a41baa6b2fbe99c6038be is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:50.414500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:50.422008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:50.444004 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02a6883f-05e6-4abd-9d95-9ad3b0a92ee5 req-7d7d9472-38b0-420a-b25b-ce0f299f28f1 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536144 Feb 04 20:03:50.457281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3999-d4b9-4c2a-a2aa-a9ba42eac206 req-5f730f9c-8c7e-4861-8d9c-bc11301368c0 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:50.459311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b9d3999-d4b9-4c2a-a2aa-a9ba42eac206 req-5f730f9c-8c7e-4861-8d9c-bc11301368c0 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 950 time: 0.1735020 Feb 04 20:03:50.511643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b9d3999-d4b9-4c2a-a2aa-a9ba42eac206 req-cc06a38a-e324-4c79-a675-326b1f80ff04 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458028 Feb 04 20:03:50.612233 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:50.629220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffefd1-3291-4988-834c-1351ec644de1 req-c532df13-b4cb-4210-b3d6-0701b05b8784 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:50.631246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82ffefd1-3291-4988-834c-1351ec644de1 req-c532df13-b4cb-4210-b3d6-0701b05b8784 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1501715 Feb 04 20:03:50.679379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82ffefd1-3291-4988-834c-1351ec644de1 req-69f0a8f3-6a8a-4276-9218-6b3b7e4b40aa tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Feb 04 20:03:50.718967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368738-246c-4bca-9879-1679ab6eb7d5 req-a836dd10-e0c2-4ab7-bd08-2a858dac6de1 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:50.720604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cd368738-246c-4bca-9879-1679ab6eb7d5 req-a836dd10-e0c2-4ab7-bd08-2a858dac6de1 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 944 time: 0.1027102 Feb 04 20:03:50.752146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:50.777682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cd368738-246c-4bca-9879-1679ab6eb7d5 req-6edb4956-137b-4a61-a257-158339694b42 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Feb 04 20:03:50.820001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85a2ff270e4a41baa6b2fbe99c6038be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257174 Feb 04 20:03:50.821043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b8dfd-74ab-412d-b52d-73a19cc6a7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d006e0-1100-4401-b417-50da3970b7fc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:50.823390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49136) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:50.888689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-355e943e-23ee-4261-b3f4-e0d2f5140a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:50.919045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-355e943e-23ee-4261-b3f4-e0d2f5140a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:51.116052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-355e943e-23ee-4261-b3f4-e0d2f5140a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:51.139482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e943e-23ee-4261-b3f4-e0d2f5140a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d006e0-1100-4401-b417-50da3970b7fc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:51.169973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-355e943e-23ee-4261-b3f4-e0d2f5140a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:51.171047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-355e943e-23ee-4261-b3f4-e0d2f5140a11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3d006e0-1100-4401-b417-50da3970b7fc HTTP/1.1" status: 204 len: 168 time: 0.3463998 Feb 04 20:03:51.310842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-47d4128b-48b0-49b9-9f57-7cf3cac79ae6 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=689cec9aa94d4cc6bab2d68d1ce1efbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383627 Feb 04 20:03:51.414579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ddaa-0e4a-4c39-9822-5dd44e81ec2c req-494b9260-b7d8-447f-a460-26241ed50d7f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:51.416242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7539ddaa-0e4a-4c39-9822-5dd44e81ec2c req-494b9260-b7d8-447f-a460-26241ed50d7f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 944 time: 0.0827734 Feb 04 20:03:51.437650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:51.471558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7539ddaa-0e4a-4c39-9822-5dd44e81ec2c req-85566b88-5e3e-4d15-bb24-01b297879c00 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Feb 04 20:03:51.509562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-d3580eed-6321-469f-a8e0-5d2c52c43cee tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:51.511034 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-d3580eed-6321-469f-a8e0-5d2c52c43cee tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946001 Feb 04 20:03:51.526258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:51.533888 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-9260f82f-8487-42bc-a8c0-36569035314f tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/quotas/689cec9aa94d4cc6bab2d68d1ce1efbe HTTP/1.1" status: 200 len: 375 time: 0.0168576 Feb 04 20:03:51.580207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-9a8633c5-caf9-47f0-ab9e-69769529790c tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=689cec9aa94d4cc6bab2d68d1ce1efbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434666 Feb 04 20:03:51.595177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:51.610169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'port_id': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97', 'mac_address': 'fa:16:3e:89:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4effdaaa-1382-41c9-b9c4-fd52e2851e2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:51.672575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:51.690451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:51.706587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:51.815693 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:51.886577 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d', 'code': 200} Feb 04 20:03:51.981002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:52.143237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fa94b-9a8f-41b7-884a-dedc3d90c3da req-efb22c8a-fe3c-4b35-bc36-81ec7e0bdce9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:52.145493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de0fa94b-9a8f-41b7-884a-dedc3d90c3da req-efb22c8a-fe3c-4b35-bc36-81ec7e0bdce9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1684165 Feb 04 20:03:52.193724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3168554-747e-49fe-bba8-a045b61cbf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:52.210883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de0fa94b-9a8f-41b7-884a-dedc3d90c3da req-ce401ac3-1580-4c87-8c0c-85d9d6972e55 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Feb 04 20:03:52.302070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ee2bf-b004-4918-a555-a77086684daa req-6d3acc96-1644-4b4f-990e-0bcbc9f76b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:52.303585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e3ee2bf-b004-4918-a555-a77086684daa req-6d3acc96-1644-4b4f-990e-0bcbc9f76b45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa HTTP/1.1" status: 200 len: 1096 time: 0.3842952 Feb 04 20:03:52.311777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190e043-b363-478e-b5e5-e5ce8ba2a587 req-15b4380f-00f0-4975-afcc-e20a5048af44 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:52.321054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c190e043-b363-478e-b5e5-e5ce8ba2a587 req-15b4380f-00f0-4975-afcc-e20a5048af44 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 945 time: 0.1309001 Feb 04 20:03:52.325672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['9f2df5dd-0aa0-4630-baee-ab64e3b73a97'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:52.325837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-585316ce-ced3-4722-85f8-032cb8fddd16 req-2020a4ea-677b-48fd-9a8a-468b0030896f tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 210 time: 0.0681822 Feb 04 20:03:52.390892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e3ee2bf-b004-4918-a555-a77086684daa req-6b5a090d-d825-42b2-9eee-aef98e6c2e6b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669940 Feb 04 20:03:52.409918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c190e043-b363-478e-b5e5-e5ce8ba2a587 req-590d1d65-fa5d-4b48-b4e5-3497e4d73c0a tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877576 Feb 04 20:03:52.655103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3b6a6-d698-4122-84bf-f99d17d6938b req-6928cac6-c0d5-4229-908c-9fffe162bfdc tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:52.656665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98b3b6a6-d698-4122-84bf-f99d17d6938b req-6928cac6-c0d5-4229-908c-9fffe162bfdc tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 950 time: 0.1006539 Feb 04 20:03:52.709902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98b3b6a6-d698-4122-84bf-f99d17d6938b req-f5754eaa-ecde-4817-9995-b1818e46ad08 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Feb 04 20:03:52.922217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f585f5-1f45-4ec0-9988-ef365365c53f req-11ffb20b-fc67-4163-9d8d-7d31de81c4ac tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:52.923684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53f585f5-1f45-4ec0-9988-ef365365c53f req-11ffb20b-fc67-4163-9d8d-7d31de81c4ac tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 944 time: 0.0994141 Feb 04 20:03:52.983957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53f585f5-1f45-4ec0-9988-ef365365c53f req-87ae6348-8b29-4cce-bfc8-2815330d6892 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534585 Feb 04 20:03:53.094286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02803688-4866-4639-a2bb-e70c9cc7c75e req-d1c5df71-4351-421b-bbca-10be92ca8f14 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:53.096362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-02803688-4866-4639-a2bb-e70c9cc7c75e req-d1c5df71-4351-421b-bbca-10be92ca8f14 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:53.220918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-02803688-4866-4639-a2bb-e70c9cc7c75e req-d1c5df71-4351-421b-bbca-10be92ca8f14 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:53.220918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02803688-4866-4639-a2bb-e70c9cc7c75e req-d1c5df71-4351-421b-bbca-10be92ca8f14 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.2206125 Feb 04 20:03:53.259825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:53.281648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02803688-4866-4639-a2bb-e70c9cc7c75e req-fa48ab15-6b13-4af9-9ba9-13ea2222c215 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559762 Feb 04 20:03:53.299114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-48b6f20e-511a-4f73-ac5c-fe1c7ab803e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2443511 Feb 04 20:03:53.415618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:53.441770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d7458d49-3922-4ec1-b00c-22dddf0fd446 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:53.578218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfffaf5b-3d4a-47b6-990c-50ed47b2f036 req-634af364-1eac-477f-bad5-dafea7dcbf04 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 210 time: 0.1047068 Feb 04 20:03:53.682806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d7458d49-3922-4ec1-b00c-22dddf0fd446, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d7458d49-3922-4ec1-b00c-22dddf0fd446,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:53.697680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd7458d49-3922-4ec1-b00c-22dddf0fd446', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'port_id': 'd7458d49-3922-4ec1-b00c-22dddf0fd446', 'mac_address': 'fa:16:3e:6d:ad:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3173e-4643-4968-a50a-168de91e8698', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:53.798757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:53.828563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7458d49-3922-4ec1-b00c-22dddf0fd446 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:53.848327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d7458d49-3922-4ec1-b00c-22dddf0fd446, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d7458d49-3922-4ec1-b00c-22dddf0fd446,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:53.875523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-314cc986-bea0-4651-8e05-dcc468d7ab26 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:53.877507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-314cc986-bea0-4651-8e05-dcc468d7ab26 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.24 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 950 time: 0.2664456 Feb 04 20:03:53.928051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254a3f-0f29-4371-9961-3d7ff4796d88 req-45ac0000-1b2e-423f-867c-c2ca477bd3fa tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:53.929586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26254a3f-0f29-4371-9961-3d7ff4796d88 req-45ac0000-1b2e-423f-867c-c2ca477bd3fa tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 945 time: 0.2755473 Feb 04 20:03:53.946139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:53.996470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Deleting port e733ba4a-4c61-493b-b59f-8aafc310cef5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:03:53.996821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:54.059963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e82cb3-1796-440c-81c9-0cec36c41727 req-70e6f25f-7d6c-4ab7-8cdb-c336bdb742e7 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:54.073144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30e82cb3-1796-440c-81c9-0cec36c41727 req-70e6f25f-7d6c-4ab7-8cdb-c336bdb742e7 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 950 time: 0.1640217 Feb 04 20:03:54.079018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26254a3f-0f29-4371-9961-3d7ff4796d88 req-bcb4e973-1014-436b-a99f-58b744a3ea7c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422071 Feb 04 20:03:54.134232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d7458d49-3922-4ec1-b00c-22dddf0fd446,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:54.142149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30e82cb3-1796-440c-81c9-0cec36c41727 req-b1da538b-47e4-4be4-81c5-bfb37f127549 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cd38a55-3df3-423c-b0b6-da630a8fd42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666192 Feb 04 20:03:54.389961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d7458d49-3922-4ec1-b00c-22dddf0fd446'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:54.484050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] For port e733ba4a-4c61-493b-b59f-8aafc310cef5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e733ba4a-4c61-493b-b59f-8aafc310cef5,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:54.484455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:54.559504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc095-b168-48fa-86b1-8fae5dfa364d req-8ee6d097-50c3-4263-bd43-d20b24181dfe tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:54.561922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-537bc095-b168-48fa-86b1-8fae5dfa364d req-8ee6d097-50c3-4263-bd43-d20b24181dfe tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1044979 Feb 04 20:03:54.620285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-537bc095-b168-48fa-86b1-8fae5dfa364d req-28383527-8b06-4807-8356-c457838221d9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495038 Feb 04 20:03:54.644641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Calling delete_port for e733ba4a-4c61-493b-b59f-8aafc310cef5 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:03:54.729281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e9e45-a557-46d3-9a2f-ce0988f7099a req-54b8649f-37cc-4a0a-a2d9-1d36a5e3c512 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:54.730781 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-763e9e45-a557-46d3-9a2f-ce0988f7099a req-54b8649f-37cc-4a0a-a2d9-1d36a5e3c512 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 945 time: 0.4299879 Feb 04 20:03:54.735328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-043ed220-bb0d-4245-bfd9-f64db4ffe58b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3961225 Feb 04 20:03:54.772185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a59f5f7-127c-497c-8831-ee37b0e40a37 req-76da7a19-4021-43fe-bd67-48c53353246d tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 210 time: 0.0443201 Feb 04 20:03:54.895041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-763e9e45-a557-46d3-9a2f-ce0988f7099a req-b73a9aeb-d88c-47b3-a9c3-2ae10e5fecaf tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462433 Feb 04 20:03:54.974907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0a54-b685-4c67-a64e-445274f98e47 req-38054f6f-8b64-4599-8b5c-e7e583edcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:54.977017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-38054f6f-8b64-4599-8b5c-e7e583edcb5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1101 time: 0.1368496 Feb 04 20:03:55.023496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-69a308ff-a56b-45f3-8559-7e275e216558 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=689cec9aa94d4cc6bab2d68d1ce1efbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288036 Feb 04 20:03:55.024694 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:55.118429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:55.400295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539cca6-1fd5-41ca-8a45-eae3634a63ec req-f96ec86e-dc41-4839-b4e5-052bd0a12fbb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:55.407995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1539cca6-1fd5-41ca-8a45-eae3634a63ec req-f96ec86e-dc41-4839-b4e5-052bd0a12fbb tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 945 time: 0.1260452 Feb 04 20:03:55.463824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:03:55.466471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:55.474729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Pushing event deleted for resources: {'Port': ['ID=e733ba4a-4c61-493b-b59f-8aafc310cef5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:55.545853 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-204e88aa-b891-4022-9979-08f1379745d4 req-ce9f93e9-ad14-4f3c-b027-a1718f1584bb tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 210 time: 0.1798713 Feb 04 20:03:55.665335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1539cca6-1fd5-41ca-8a45-eae3634a63ec req-4e0bfe19-38ad-4e52-a2be-8957537d87d4 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562170 Feb 04 20:03:55.699554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] No DVR routers for this DVR port e733ba4a-4c61-493b-b59f-8aafc310cef5 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:03:55.702422 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:55.710555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'name': 'network-vif-deleted', 'tag': 'e733ba4a-4c61-493b-b59f-8aafc310cef5'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:55.734268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-c5f50567-e5b6-4f28-8505-c368d4d5ffb9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:55.735974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-c5f50567-e5b6-4f28-8505-c368d4d5ffb9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6923630 Feb 04 20:03:55.759130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Request body: {'port': {'device_id': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '689cec9aa94d4cc6bab2d68d1ce1efbe'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:55.790149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0a54-b685-4c67-a64e-445274f98e47 req-27e24e9c-1801-4ccf-94e6-de61e82e5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:55.791854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-27e24e9c-1801-4ccf-94e6-de61e82e5146 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.7660611 Feb 04 20:03:55.793504 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4760f4a0-4e32-4b7a-923e-f0edd201f05b', 'name': 'network-vif-deleted', 'tag': 'e733ba4a-4c61-493b-b59f-8aafc310cef5', 'status': 'completed', 'code': 200} Feb 04 20:03:55.905540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:55.922212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:55.928745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'mac_address': 'fa:16:3e:64:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:03:55.931754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:55.932190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:55.958663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62185c04-0dbe-4f30-b573-191c4c472da0 req-e817c892-f8cd-4881-8b60-8ff45513b6ca tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.24 "DELETE /v2.0/ports/e733ba4a-4c61-493b-b59f-8aafc310cef5 HTTP/1.1" status: 204 len: 173 time: 2.0752728 Feb 04 20:03:56.014466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-a3a5e6fc-4150-4e0b-8384-eac674b47a3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.1932318 Feb 04 20:03:56.014773 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12cd7a33-e1d9-40bf-9519-9afd5fece3d4 req-a62e4cfa-02a3-4d12-ae5e-eaec4aab83ef tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 210 time: 0.0662560 Feb 04 20:03:56.138387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0a54-b685-4c67-a64e-445274f98e47 req-b14ee4da-c1f2-4cc0-96ad-169a8313b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:56.139942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-b14ee4da-c1f2-4cc0-96ad-169a8313b20f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1050313 Feb 04 20:03:56.156358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:56.162782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Usage tracker for resource:port and tenant:689cec9aa94d4cc6bab2d68d1ce1efbe is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:56.167325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:56.206376 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:56.213818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3b06b-ca0f-418b-9032-52925ef63fd4 req-3518e123-18d0-4825-89db-02f8e8a2b5ba tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:56.216421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:56.224918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95e3b06b-ca0f-418b-9032-52925ef63fd4 req-3518e123-18d0-4825-89db-02f8e8a2b5ba tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 945 time: 0.1134381 Feb 04 20:03:56.233418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62776ff4-39c4-4f6b-8417-ec0a861bd112 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:56.233716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e467f-0218-4b2a-aafe-877308ef89dc req-b8144a2a-3954-4887-b803-6ec425ee94f2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:56.240527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-147e467f-0218-4b2a-aafe-877308ef89dc req-b8144a2a-3954-4887-b803-6ec425ee94f2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.3427215 Feb 04 20:03:56.251227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:56.255384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:56.288400 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95e3b06b-ca0f-418b-9032-52925ef63fd4 req-289709e4-9d7c-463e-927b-eafe6b411496 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617559 Feb 04 20:03:56.312769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-147e467f-0218-4b2a-aafe-877308ef89dc req-5004c63a-56e4-4fd3-8c21-b0f3f70d8131 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Feb 04 20:03:56.325723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0a54-b685-4c67-a64e-445274f98e47 req-ce55820d-67c5-48bd-9f23-c5f5743225f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:56.325976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:56.327183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:56.328299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-ce55820d-67c5-48bd-9f23-c5f5743225f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627433 Feb 04 20:03:56.332234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:56.369098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Made reservation on behalf of 689cec9aa94d4cc6bab2d68d1ce1efbe for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:03:56.372757 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:56.419918 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97', 'code': 200} Feb 04 20:03:56.419918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:56.434174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['62776ff4-39c4-4f6b-8417-ec0a861bd112'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:03:56.440985 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:56.467145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:03:56.474476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Usage tracker for resource:security_group_rule and tenant:689cec9aa94d4cc6bab2d68d1ce1efbe is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:03:56.475839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:56.478873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:03:56.522413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e733ba4a-4c61-493b-b59f-8aafc310cef5 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:03:56.525694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:03:56.573352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: e733ba4a-4c61-493b-b59f-8aafc310cef5 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:03:56.573948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e733ba4a-4c61-493b-b59f-8aafc310cef5 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:03:56.599305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad67388-fa2b-4d56-81d1-bb28e05f6279 req-8b413af5-01b4-4ba2-98ed-0a733da4ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:56.600152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-04b0fbe5-ab55-4b85-b4df-20301fd756bb service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634969 Feb 04 20:03:56.601372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ad67388-fa2b-4d56-81d1-bb28e05f6279 req-8b413af5-01b4-4ba2-98ed-0a733da4ced4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 1097 time: 0.1210160 Feb 04 20:03:56.656995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:56.694192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ad67388-fa2b-4d56-81d1-bb28e05f6279 req-c06f6bf4-1cf6-4650-9e85-bc9e8f0ca17b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826833 Feb 04 20:03:56.842356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8534a744-d293-46ca-96f5-14c1d683cfcc req-941a6562-144d-4f25-bddb-0f84438e4266 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Synchronizing usage tracker for tenant:9de4b566f89c45c79e5bef6dce125cbf on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:56.853364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7de45606-8d64-4810-98a2-d5b7a841409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:56.854882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7de45606-8d64-4810-98a2-d5b7a841409f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1100 time: 0.3629827 Feb 04 20:03:56.884851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9734269-fc67-4ce5-851c-cc30469eb453 req-e12e2e95-d2de-493a-955f-75a4b841e789 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:56.886410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9734269-fc67-4ce5-851c-cc30469eb453 req-e12e2e95-d2de-493a-955f-75a4b841e789 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 946 time: 0.0966072 Feb 04 20:03:56.946676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9734269-fc67-4ce5-851c-cc30469eb453 req-f519bdb4-f7da-4c60-865c-197ca1349f18 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 Feb 04 20:03:56.993169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8534a744-d293-46ca-96f5-14c1d683cfcc req-941a6562-144d-4f25-bddb-0f84438e4266 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] Unset dirty status for tenant:9de4b566f89c45c79e5bef6dce125cbf on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:56.994311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8534a744-d293-46ca-96f5-14c1d683cfcc req-941a6562-144d-4f25-bddb-0f84438e4266 tempest-TenantUsagesTestJSON-1631540525 tempest-TenantUsagesTestJSON-1631540525-project] 10.222.0.48 "GET /v2.0/ports?device_id=4760f4a0-4e32-4b7a-923e-f0edd201f05b HTTP/1.1" status: 200 len: 210 time: 0.2186730 Feb 04 20:03:57.023031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-290f0a54-b685-4c67-a64e-445274f98e47 req-3a88ec6c-c552-48f1-9d4b-28323c96cbbb service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901460 Feb 04 20:03:57.071721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:57.079924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-0bd74ce3-d151-4187-8809-dd2bc58ab3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:57.081979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-0bd74ce3-d151-4187-8809-dd2bc58ab3be service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2151744 Feb 04 20:03:57.148356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:57.171479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec1f2c08-dc08-4f73-9910-72dde6cce664 req-f397bdc2-6109-4326-8031-41b2877877a9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 210 time: 0.0599296 Feb 04 20:03:57.201554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-cf06c906-3add-42c7-96af-8887b851510c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 217 time: 0.1129215 Feb 04 20:03:57.424212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:57.479747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d7458d49-3922-4ec1-b00c-22dddf0fd446 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:57.527830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bafe5-2c3b-4c7f-b7e9-0964ca6699de req-0927a632-b80a-4673-a9ea-a5ad18484ce9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:57.531189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c9bafe5-2c3b-4c7f-b7e9-0964ca6699de req-0927a632-b80a-4673-a9ea-a5ad18484ce9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.0998583 Feb 04 20:03:57.544447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-57050717-3623-44e6-bf00-573a90a4428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:57.546818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-57050717-3623-44e6-bf00-573a90a4428e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3368778 Feb 04 20:03:57.591771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c9bafe5-2c3b-4c7f-b7e9-0964ca6699de req-30bfc90d-57e4-4ed6-a8fa-af19e2327d08 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525477 Feb 04 20:03:57.614398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d7458d49-3922-4ec1-b00c-22dddf0fd446 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:57.619936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d7458d49-3922-4ec1-b00c-22dddf0fd446 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:57.620309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:57.630208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Allocated IP 192.168.233.250 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/d44c6488-fb2b-44f8-93d0-0c8da9411922) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:03:57.673223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b93362-3495-4137-b8a3-ed88b52130c4 req-d10406ea-b90c-49c6-8539-7ef7439b99fd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:57.675635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b93362-3495-4137-b8a3-ed88b52130c4 req-d10406ea-b90c-49c6-8539-7ef7439b99fd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 945 time: 0.2687988 Feb 04 20:03:57.759276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-1e927601-ae79-4a7e-a7d2-cb0f964d8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:57.760061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:57.761013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-1e927601-ae79-4a7e-a7d2-cb0f964d8b99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057331 Feb 04 20:03:57.796288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d7458d49-3922-4ec1-b00c-22dddf0fd446, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d7458d49-3922-4ec1-b00c-22dddf0fd446,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:57.819261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b93362-3495-4137-b8a3-ed88b52130c4 req-cae3b58d-2704-4b6a-b308-f062973490fe tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301875 Feb 04 20:03:57.842667 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:57.843692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:03:57.972809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d7458d49-3922-4ec1-b00c-22dddf0fd446,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:57.994009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 62776ff4-39c4-4f6b-8417-ec0a861bd112 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:57.994379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:58.046315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-6fca7ca9-6464-486b-a491-7f82055a647d service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528870 Feb 04 20:03:58.049669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:58.141994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Transition to ACTIVE for port object d44c6488-fb2b-44f8-93d0-0c8da9411922 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:58.183223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410ca32-bc88-4fbb-a618-fc9ddfd9f022 req-41d9da3d-592d-4136-94ac-de527ccb6442 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:58.192350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6410ca32-bc88-4fbb-a618-fc9ddfd9f022 req-41d9da3d-592d-4136-94ac-de527ccb6442 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 946 time: 0.1035707 Feb 04 20:03:58.209006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-2c78a64e-1563-4061-9b2f-5aace7092121 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521711 Feb 04 20:03:58.217040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:58.264344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:03:58.271619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:58.302082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6410ca32-bc88-4fbb-a618-fc9ddfd9f022 req-c63096ec-989c-4e2a-b9b8-eca4c8625d74 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028395 Feb 04 20:03:58.361462 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:58.365750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:03:58.368992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:03:58.374532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:03:58.420238 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7458d49-3922-4ec1-b00c-22dddf0fd446'}, {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:03:58.464861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:58.480786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:58.505651 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7458d49-3922-4ec1-b00c-22dddf0fd446', 'code': 200} Feb 04 20:03:58.508901 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'code': 200} Feb 04 20:03:58.512673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:58.513309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:58.568070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72f08-9797-463e-b614-d2c68a0810fb req-ad72a5d3-bdfc-4b44-a8e2-a98173c304c4 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:58.568715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-73d72f08-9797-463e-b614-d2c68a0810fb req-ad72a5d3-bdfc-4b44-a8e2-a98173c304c4 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Synchronizing usage tracker for tenant:689cec9aa94d4cc6bab2d68d1ce1efbe on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:58.696628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-567014b2-d6b2-4af6-b840-b72b10cadfb2 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9429677 Feb 04 20:03:58.698609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-73d72f08-9797-463e-b614-d2c68a0810fb req-ad72a5d3-bdfc-4b44-a8e2-a98173c304c4 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Unset dirty status for tenant:689cec9aa94d4cc6bab2d68d1ce1efbe on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:58.699592 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73d72f08-9797-463e-b614-d2c68a0810fb req-ad72a5d3-bdfc-4b44-a8e2-a98173c304c4 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 936 time: 0.3285689 Feb 04 20:03:58.711769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Request body: {'port': {'device_id': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:03:58.809049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296ee15-c161-4a8a-b287-45315ef3436b req-6372f405-f735-4bed-bf56-ec8327f2bec8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:58.811393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7296ee15-c161-4a8a-b287-45315ef3436b req-6372f405-f735-4bed-bf56-ec8327f2bec8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1008050 Feb 04 20:03:58.820715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40b019-3fdc-4f74-97b0-280ed0499c79 req-5ee976e3-e743-40c6-8eb7-f423f516bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:58.822245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dd40b019-3fdc-4f74-97b0-280ed0499c79 req-5ee976e3-e743-40c6-8eb7-f423f516bbe2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 1097 time: 0.2103021 Feb 04 20:03:58.830145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8fa65d45-f1af-4531-8ffb-8794952a09b4 None None] Provisioning for port d44c6488-fb2b-44f8-93d0-0c8da9411922 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:03:58.836730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8fa65d45-f1af-4531-8ffb-8794952a09b4 None None] Provisioning complete for port d44c6488-fb2b-44f8-93d0-0c8da9411922 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:03:58.837321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8fa65d45-f1af-4531-8ffb-8794952a09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:58.867307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7296ee15-c161-4a8a-b287-45315ef3436b req-c1090cea-cfb1-4396-a2f9-efa7c57d0cb5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 Feb 04 20:03:58.915117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-73d72f08-9797-463e-b614-d2c68a0810fb req-9c57481a-e1f7-448f-9e4a-6b000d567d92 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Synchronizing usage tracker for tenant:689cec9aa94d4cc6bab2d68d1ce1efbe on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:03:58.929268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8fa65d45-f1af-4531-8ffb-8794952a09b4 None None] Port d44c6488-fb2b-44f8-93d0-0c8da9411922 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:03:58.972257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dd40b019-3fdc-4f74-97b0-280ed0499c79 req-1ad16856-87b8-4add-8ad3-6801969a5fa7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397078 Feb 04 20:03:58.978909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:59.043033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49378) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:59.122828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fca23f-9856-4f8d-8344-4c8fa9a624de req-17b84125-f644-41e1-8ada-baefded8be1f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:59.124968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02fca23f-9856-4f8d-8344-4c8fa9a624de req-17b84125-f644-41e1-8ada-baefded8be1f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 946 time: 0.1008394 Feb 04 20:03:59.159677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-73d72f08-9797-463e-b614-d2c68a0810fb req-9c57481a-e1f7-448f-9e4a-6b000d567d92 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Unset dirty status for tenant:689cec9aa94d4cc6bab2d68d1ce1efbe on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:03:59.169101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73d72f08-9797-463e-b614-d2c68a0810fb req-9c57481a-e1f7-448f-9e4a-6b000d567d92 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070826 Feb 04 20:03:59.184534 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02fca23f-9856-4f8d-8344-4c8fa9a624de req-a0c461a9-65b5-486c-90a6-24ff688a95ce tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528262 Feb 04 20:03:59.330196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-11db1e3b-e8ad-4879-8a34-707242d447da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9de4b566f89c45c79e5bef6dce125cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819717 Feb 04 20:03:59.332911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49386) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:03:59.402564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83431f70-62a8-40d7-8e05-9b586fd68a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:59.429639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83431f70-62a8-40d7-8e05-9b586fd68a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:59.517978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44c6488-fb2b-44f8-93d0-0c8da9411922 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:03:59.527431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:59.555822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21234a7a-0167-4f72-a478-5b515337df4d req-de3eecbd-a435-4c69-be63-91f3867073d1 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:59.557291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21234a7a-0167-4f72-a478-5b515337df4d req-de3eecbd-a435-4c69-be63-91f3867073d1 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 946 time: 0.1576571 Feb 04 20:03:59.567350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83431f70-62a8-40d7-8e05-9b586fd68a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:59.578983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Transition to ACTIVE for port object d44c6488-fb2b-44f8-93d0-0c8da9411922 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:03:59.583253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431f70-62a8-40d7-8e05-9b586fd68a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd38a55-3df3-423c-b0b6-da630a8fd42e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:59.701085 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83431f70-62a8-40d7-8e05-9b586fd68a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:59.702216 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-83431f70-62a8-40d7-8e05-9b586fd68a20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cd38a55-3df3-423c-b0b6-da630a8fd42e HTTP/1.1" status: 204 len: 168 time: 0.3682020 Feb 04 20:03:59.715865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:03:59.762753 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21234a7a-0167-4f72-a478-5b515337df4d req-addf192e-c925-4ae8-b1c9-4332a91a81cf tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996813 Feb 04 20:03:59.908523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:03:59.980048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085214-43c8-4fc9-ab21-8c491ce0843e req-1762b33a-5bf6-4c8b-a128-a3b0f925f5c0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:03:59.981802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81085214-43c8-4fc9-ab21-8c491ce0843e req-1762b33a-5bf6-4c8b-a128-a3b0f925f5c0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa HTTP/1.1" status: 200 len: 945 time: 0.0979111 Feb 04 20:04:00.001019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Attempting to bind port d44c6488-fb2b-44f8-93d0-0c8da9411922 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:00.001365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Attempting to bind port d44c6488-fb2b-44f8-93d0-0c8da9411922 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:00.001691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Attempting to bind port d44c6488-fb2b-44f8-93d0-0c8da9411922 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:00.007021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Port d44c6488-fb2b-44f8-93d0-0c8da9411922 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:00.007144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Attempting to bind port d44c6488-fb2b-44f8-93d0-0c8da9411922 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:00.012561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:00.013040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:00.013434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:00.013863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Bound port: d44c6488-fb2b-44f8-93d0-0c8da9411922, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:00.014205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:00.059586 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81085214-43c8-4fc9-ab21-8c491ce0843e req-9e120501-fa51-4804-9a1c-7621a2791999 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650470 Feb 04 20:04:00.241720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:00.247024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:00.263276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce342-84bd-4bba-bccb-84586fd6ab58 req-a030e731-acee-43c3-933d-a45603324b91 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:00.264735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f75ce342-84bd-4bba-bccb-84586fd6ab58 req-a030e731-acee-43c3-933d-a45603324b91 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.2385089 Feb 04 20:04:00.309955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f75ce342-84bd-4bba-bccb-84586fd6ab58 req-608d0fa5-b75e-47f4-b249-55d3c851deb7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Feb 04 20:04:00.339640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:00.403691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:00.404552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:00.405945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] 10.222.0.24 "PUT /v2.0/ports/d44c6488-fb2b-44f8-93d0-0c8da9411922 HTTP/1.1" status: 200 len: 1096 time: 1.6998606 Feb 04 20:04:00.406338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:00.509801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7bd5c-7874-4938-9af9-7c2fcd768498 service neutron] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:00.625638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5660eb-1ae9-412c-b38c-f3aab2bfc6b9 req-a09b49b6-e8e1-4884-8a3a-ccbf9965316f tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:00.627201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f5660eb-1ae9-412c-b38c-f3aab2bfc6b9 req-a09b49b6-e8e1-4884-8a3a-ccbf9965316f tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 948 time: 0.2014968 Feb 04 20:04:00.673821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49432) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:00.703264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f5660eb-1ae9-412c-b38c-f3aab2bfc6b9 req-bb78f0ba-bb17-4d88-ab10-7d1395c3ed23 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634849 Feb 04 20:04:00.713446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-550bf702-7f78-4318-a0e5-40c67c131323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:00.715112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-550bf702-7f78-4318-a0e5-40c67c131323 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=689cec9aa94d4cc6bab2d68d1ce1efbe&device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 1099 time: 0.1673377 Feb 04 20:04:00.790633 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-b4626dfd-bd0c-44ad-9d0c-d16fa2aa2fd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922 HTTP/1.1" status: 200 len: 217 time: 0.0672610 Feb 04 20:04:00.797784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:00.838042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:00.850594 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'status': 'completed', 'code': 200} Feb 04 20:04:00.861511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Usage tracker for resource:security_group_rule and tenant:e7dd0d19dd8c4110b4b7d0c3a7ec1f25 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:00.865503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:00.872605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:00.922739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2988d-acd9-42e2-81e4-2f6a570c0d4e req-7a6b5be5-9014-4cc5-9e9a-58edc8689e41 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:00.931386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5d2988d-acd9-42e2-81e4-2f6a570c0d4e req-7a6b5be5-9014-4cc5-9e9a-58edc8689e41 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 946 time: 0.2393861 Feb 04 20:04:00.937143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-77c2cf1e-60e2-4c84-9d04-fa262ba3759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:00.939152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-77c2cf1e-60e2-4c84-9d04-fa262ba3759d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1397741 Feb 04 20:04:00.995298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5d2988d-acd9-42e2-81e4-2f6a570c0d4e req-190abe1d-da9b-4a1c-9136-807dbea3d619 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Feb 04 20:04:01.039989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-e6de9698-2497-44b2-a34b-c2cf30e14d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:01.041588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-e6de9698-2497-44b2-a34b-c2cf30e14d71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943913 Feb 04 20:04:01.052779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:01.120755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:01.161881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49448) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:01.162244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7dd0d19dd8c4110b4b7d0c3a7ec1f25&name=default HTTP/1.1" status: 200 len: 2982 time: 0.4861443 Feb 04 20:04:01.209809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4dd05-b655-4bf2-8ecb-aedb3acb7d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0c06be-e951-4f39-aa57-59106512240d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:01.255440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-096a2479-20e2-407f-8907-5590b2121393 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040689 Feb 04 20:04:01.293872 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc03291f-a1f3-453b-8145-beb84f7e01bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:01.308700 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:04:01.385718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc03291f-a1f3-453b-8145-beb84f7e01bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:01.465274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee44c511-efe7-4e51-ad6d-62f24504f67c req-7f6f3065-a900-4357-841c-d69eeb88e55a service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992841 Feb 04 20:04:01.544412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e484e1-ce1c-48dc-92a4-18061340193d req-d9f59b8d-531c-4280-9351-a07089dfab27 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:01.545892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26e484e1-ce1c-48dc-92a4-18061340193d req-d9f59b8d-531c-4280-9351-a07089dfab27 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.0952001 Feb 04 20:04:01.603336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26e484e1-ce1c-48dc-92a4-18061340193d req-bb68bc9f-0b21-480d-853a-00ec582d3806 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491376 Feb 04 20:04:01.619984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc03291f-a1f3-453b-8145-beb84f7e01bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:01.655517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03291f-a1f3-453b-8145-beb84f7e01bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0c06be-e951-4f39-aa57-59106512240d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:01.710394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc03291f-a1f3-453b-8145-beb84f7e01bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:01.714142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fc03291f-a1f3-453b-8145-beb84f7e01bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a0c06be-e951-4f39-aa57-59106512240d HTTP/1.1" status: 204 len: 168 time: 0.5513036 Feb 04 20:04:01.776104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-422d98b6-08e6-4143-98e6-a4bf63549838 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:01.777590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-422d98b6-08e6-4143-98e6-a4bf63549838 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 813 time: 0.2572410 Feb 04 20:04:01.795966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-e3a1d9a6-a716-4c70-a88d-0f34717577e3 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/quotas/b63c2eba1f1a47edb8abb08c3308807a HTTP/1.1" status: 200 len: 375 time: 0.0105309 Feb 04 20:04:01.801559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-db911cd7-1355-44cc-9b96-e9a4581c1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:01.804906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-db911cd7-1355-44cc-9b96-e9a4581c1ff5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=689cec9aa94d4cc6bab2d68d1ce1efbe&device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 1099 time: 0.1504600 Feb 04 20:04:02.065840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daa6aa-fbc3-47c4-96fe-ef275b76bcf1 req-653b11d9-f9bc-4244-b4f0-52fdc049e124 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:02.079655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46daa6aa-fbc3-47c4-96fe-ef275b76bcf1 req-653b11d9-f9bc-4244-b4f0-52fdc049e124 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 948 time: 0.1173296 Feb 04 20:04:02.194743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46daa6aa-fbc3-47c4-96fe-ef275b76bcf1 req-fa194089-c177-40c7-bf1b-eb855c77acc7 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120472 Feb 04 20:04:02.212358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-a5174b98-f09d-47a0-a90c-05f414d8653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:02.212358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-a5174b98-f09d-47a0-a90c-05f414d8653b service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3684256 Feb 04 20:04:02.224225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-71901bba-e76c-4361-9e1f-387e17f6ae6c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4182360 Feb 04 20:04:02.452905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-80d2f4ca-6cf1-4055-8a4b-48afb0f9abdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922 HTTP/1.1" status: 200 len: 217 time: 0.1758754 Feb 04 20:04:02.547597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bf839-09d1-420d-952c-1ee7f543a121 req-7ad99e96-d1e7-4fde-a3df-10b23a9760bc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:02.552007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-861f6d1b-283f-42e4-97f0-ba2dbff79380 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:02.552007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-861f6d1b-283f-42e4-97f0-ba2dbff79380 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa HTTP/1.1" status: 200 len: 945 time: 0.5042500 Feb 04 20:04:02.553942 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c2bf839-09d1-420d-952c-1ee7f543a121 req-7ad99e96-d1e7-4fde-a3df-10b23a9760bc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 946 time: 0.1596403 Feb 04 20:04:02.635202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c2bf839-09d1-420d-952c-1ee7f543a121 req-552c1b6f-3ebd-4cb8-a28b-ae4b7e961577 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730536 Feb 04 20:04:02.672038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-80bbe1cb-b552-4cc0-a4f9-c1cdb7565e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:02.672038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-80bbe1cb-b552-4cc0-a4f9-c1cdb7565e55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1976714 Feb 04 20:04:02.732079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Deleting port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:04:02.732553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:02.905766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1733e87-7814-4233-9495-96d261b05c84 req-1ac0b886-02a1-4cb5-a0b2-98bc9488e2f4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:02.914056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1733e87-7814-4233-9495-96d261b05c84 req-1ac0b886-02a1-4cb5-a0b2-98bc9488e2f4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1152668 Feb 04 20:04:02.975818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1733e87-7814-4233-9495-96d261b05c84 req-b07389a8-713a-4c9c-a5f6-a3d96b15d91d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605433 Feb 04 20:04:03.120632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-c1b0a7b8-3ba5-4317-9461-0055429fa412 service neutron] 10.222.0.48 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8882072 Feb 04 20:04:03.278375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd807293-2998-46f0-9bf9-f7af34e464ac req-cb90ac3a-9075-422f-b1cc-af45b38a5e76 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:03.288449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd807293-2998-46f0-9bf9-f7af34e464ac req-cb90ac3a-9075-422f-b1cc-af45b38a5e76 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 946 time: 0.1546988 Feb 04 20:04:03.399292 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd807293-2998-46f0-9bf9-f7af34e464ac req-89c655f3-6414-4e72-bfc3-d4923b85fa3d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058614 Feb 04 20:04:03.470926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-b637c9ea-ad4d-4adc-b883-3d2788b27364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:03.472858 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-b637c9ea-ad4d-4adc-b883-3d2788b27364 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7993350 Feb 04 20:04:03.543522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] For port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:03.544093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:03.627440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd5df6-fad8-40c9-994c-5ed22ec2e0f8 req-cfd1147a-40e9-4918-9a79-77d7bbb8205b tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:03.635555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fd5df6-fad8-40c9-994c-5ed22ec2e0f8 req-cfd1147a-40e9-4918-9a79-77d7bbb8205b tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 948 time: 0.1177175 Feb 04 20:04:03.698346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fd5df6-fad8-40c9-994c-5ed22ec2e0f8 req-e66f5a7a-b7ad-4ed4-9a33-46b6f2ac6390 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564821 Feb 04 20:04:03.707966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-64323f03-6eea-4776-a498-0a029a22cd1c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:03.707966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-64323f03-6eea-4776-a498-0a029a22cd1c tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3b7ae96-0572-4c3e-9a46-f8d72b24cb02 HTTP/1.1" status: 200 len: 946 time: 0.7073901 Feb 04 20:04:03.780189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-3cf10913-f9b9-42ac-85db-4f7debd88b3d service neutron] 10.222.0.48 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570821 Feb 04 20:04:03.817257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Calling delete_port for c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:04:04.019926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Deleting port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:04:04.020341 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:04.311169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-9586c97b-b8b2-492a-83f5-1352329448e5 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8240502 Feb 04 20:04:04.498314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:04.543475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07329b1b-1cbd-46c9-913e-5459baf0917b req-18d6f002-75fd-4c57-9763-d307c74034c3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:04.552501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07329b1b-1cbd-46c9-913e-5459baf0917b req-18d6f002-75fd-4c57-9763-d307c74034c3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.0993197 Feb 04 20:04:04.553823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:04.655166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07329b1b-1cbd-46c9-913e-5459baf0917b req-d84ae197-11be-4104-aa5a-8647d2341a23 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002944 Feb 04 20:04:04.772568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:04.819873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'mac_address': 'fa:16:3e:10:0f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:04.983024 n-d-811806-1 neutron-server[88238]: INFO neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No ports have port_id starting with c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d Feb 04 20:04:04.983925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:05.007072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44c6488-fb2b-44f8-93d0-0c8da9411922 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:05.017924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:05.025653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:05.047664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['9f2df5dd-0aa0-4630-baee-ab64e3b73a97'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:05.173586 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:05.277157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5aa95f06-3816-4920-ba8b-f3fd1ef7dbf2 req-42be77f2-811a-4f4d-befe-15c1abbc0263 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9531605 Feb 04 20:04:05.399186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] For port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:05.399819 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:05.479199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:05.513216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec44dff-45e6-4eef-9c0f-8d940f994480 req-b076be4b-dd17-4e08-b01f-4e372935b37c tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:05.515176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ec44dff-45e6-4eef-9c0f-8d940f994480 req-b076be4b-dd17-4e08-b01f-4e372935b37c tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 949 time: 0.2491899 Feb 04 20:04:05.543225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d44c6488-fb2b-44f8-93d0-0c8da9411922'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:05.615551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ec44dff-45e6-4eef-9c0f-8d940f994480 req-3fa6004e-3f46-4732-a045-464c2940ae82 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923636 Feb 04 20:04:05.617119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Calling delete_port for 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:04:05.766515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event deleted for resources: {'Port': ['ID=c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:05.770958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffa2388d-14be-4569-a7c9-7454a48308f6 req-d65f7a30-7470-49c9-874b-434d0ea7682b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 210 time: 0.0706985 Feb 04 20:04:05.957957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-4febd347-50a8-404e-a184-d1cdb7186b97 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:05.959523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-4febd347-50a8-404e-a184-d1cdb7186b97 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 946 time: 0.1875672 Feb 04 20:04:06.035156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:06.122290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] No DVR routers for this DVR port c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:04:06.130144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:06.139370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'name': 'network-vif-deleted', 'tag': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:06.180019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Deleting port d7458d49-3922-4ec1-b00c-22dddf0fd446 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:04:06.180293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:06.210036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540e78b-05ad-4319-aef0-3f80ea29c3b6 req-60f8147c-5058-42ad-b76e-fea4e9baf155 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:06.225274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1540e78b-05ad-4319-aef0-3f80ea29c3b6 req-60f8147c-5058-42ad-b76e-fea4e9baf155 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 946 time: 1.1478267 Feb 04 20:04:06.261220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a50732a4-d6c7-4e34-bf43-106e4f232358 req-972ed68f-6fb1-4747-8479-de41f0efc98d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "DELETE /v2.0/ports/c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d HTTP/1.1" status: 204 len: 173 time: 3.7039547 Feb 04 20:04:06.261789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:06.381136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event deleted for resources: {'Port': ['ID=9f2df5dd-0aa0-4630-baee-ab64e3b73a97,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:06.390735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:06.499248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] No DVR routers for this DVR port 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:04:06.509537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:06.524690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1540e78b-05ad-4319-aef0-3f80ea29c3b6 req-a579ea5c-295a-4d4f-b05b-93f404391f40 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975605 Feb 04 20:04:06.530481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:06.541133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-030b2b4f-2f12-41f4-b7df-2f9ba35dc86f req-9def3702-c784-4612-bb21-aaf60046605b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.62 "DELETE /v2.0/ports/9f2df5dd-0aa0-4630-baee-ab64e3b73a97 HTTP/1.1" status: 204 len: 173 time: 2.6605937 Feb 04 20:04:06.542449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:06.574016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Usage tracker for resource:security_group_rule and tenant:f0fa39ff16c840aa9e83f1a8be73c1a9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:06.589239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:06.602611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:06.659911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] For port d7458d49-3922-4ec1-b00c-22dddf0fd446, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d7458d49-3922-4ec1-b00c-22dddf0fd446,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:06.661036 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:06.733052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:06.736152 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a6b40-ccd6-41af-ab05-dc5d4a2723aa', 'name': 'network-vif-deleted', 'tag': 'c2ee63fa-39f1-4b54-98d5-5cdf4ac5f25d', 'status': 'completed', 'code': 200} Feb 04 20:04:06.858133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Calling delete_port for d7458d49-3922-4ec1-b00c-22dddf0fd446 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:04:06.895100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129607b-1c01-4cdd-8f9a-1c0fd2caf171 req-3f0742f3-f333-4fd0-bbc3-bd557254c504 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:06.896637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c129607b-1c01-4cdd-8f9a-1c0fd2caf171 req-3f0742f3-f333-4fd0-bbc3-bd557254c504 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.6808093 Feb 04 20:04:06.943855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d794-f8c8-4a90-a3f0-deaa9df07da1 req-62fce037-332d-48ea-9b16-c5b81911e809 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:06.945338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4297d794-f8c8-4a90-a3f0-deaa9df07da1 req-62fce037-332d-48ea-9b16-c5b81911e809 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 949 time: 0.0822771 Feb 04 20:04:06.971485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c129607b-1c01-4cdd-8f9a-1c0fd2caf171 req-7814f61c-992c-4fd0-b830-c13715fea344 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673203 Feb 04 20:04:07.011094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4297d794-f8c8-4a90-a3f0-deaa9df07da1 req-bc8c61b6-de53-43f7-a96d-8c611a57418f tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Feb 04 20:04:07.069983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port d44c6488-fb2b-44f8-93d0-0c8da9411922 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:07.075763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d44c6488-fb2b-44f8-93d0-0c8da9411922 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:07.076480 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.150041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5ba729ef-d41a-4763-8820-e7e8a8cab6f6 req-11ef60bc-ecd8-44f8-ab13-5d00d5ff29d2 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Synchronizing usage tracker for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:07.157503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.231646 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.232731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0fa39ff16c840aa9e83f1a8be73c1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1933334 Feb 04 20:04:07.234997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49634) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:07.239942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85804a-43b1-46f4-93d6-92dd325dcfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca3a9b-28ea-44d0-a904-ef3366b52839,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:07.250315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:07.283040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d7458d49-3922-4ec1-b00c-22dddf0fd446'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:07.310873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5ba729ef-d41a-4763-8820-e7e8a8cab6f6 req-11ef60bc-ecd8-44f8-ab13-5d00d5ff29d2 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Unset dirty status for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:07.312075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba729ef-d41a-4763-8820-e7e8a8cab6f6 req-11ef60bc-ecd8-44f8-ab13-5d00d5ff29d2 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 210 time: 0.2095301 Feb 04 20:04:07.334931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event deleted for resources: {'Port': ['ID=d7458d49-3922-4ec1-b00c-22dddf0fd446,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:07.349163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.399827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:07.469536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:07.490060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] No DVR routers for this DVR port d7458d49-3922-4ec1-b00c-22dddf0fd446 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:04:07.494536 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.497276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'name': 'network-vif-deleted', 'tag': 'd7458d49-3922-4ec1-b00c-22dddf0fd446'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:07.505339 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173fe936-b7cb-477c-a8cb-a32ae9e9aa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.515637 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'code': 200} Feb 04 20:04:07.526285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:07.535331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173fe936-b7cb-477c-a8cb-a32ae9e9aa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.641617 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d152a9e-0460-4aca-b092-ed2de8ca1e63', 'name': 'network-vif-deleted', 'tag': 'd7458d49-3922-4ec1-b00c-22dddf0fd446', 'status': 'completed', 'code': 200} Feb 04 20:04:07.658427 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.660290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:04:07.660694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9f2df5dd-0aa0-4630-baee-ab64e3b73a97 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:04:07.682283 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdf589be-250b-47f9-bca4-26cacee7a55b req-0afa9bcd-8ac3-4fd1-9f22-3510501b3e1b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "DELETE /v2.0/ports/d7458d49-3922-4ec1-b00c-22dddf0fd446 HTTP/1.1" status: 204 len: 173 time: 1.7145789 Feb 04 20:04:07.694784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d58bd4-604a-4532-b05d-6113f01abd7b req-509ce772-03d5-4f1a-913e-d88fb155a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:07.696410 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1d58bd4-604a-4532-b05d-6113f01abd7b req-509ce772-03d5-4f1a-913e-d88fb155a2a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 1101 time: 0.1256695 Feb 04 20:04:07.756634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173fe936-b7cb-477c-a8cb-a32ae9e9aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.788260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fe936-b7cb-477c-a8cb-a32ae9e9aa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca3a9b-28ea-44d0-a904-ef3366b52839,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:07.792101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1d58bd4-604a-4532-b05d-6113f01abd7b req-f163aa95-a528-4cd6-b56f-aae709736a91 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854404 Feb 04 20:04:07.853411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49654) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:07.867572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:07.878114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173fe936-b7cb-477c-a8cb-a32ae9e9aa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:07.884080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-173fe936-b7cb-477c-a8cb-a32ae9e9aa9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11ca3a9b-28ea-44d0-a904-ef3366b52839 HTTP/1.1" status: 204 len: 168 time: 0.6486998 Feb 04 20:04:07.911290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f5915a7-1326-415e-864b-5e0609df9fea req-b2fbb7cf-c2cc-4bc2-887c-cc2e283bfd3d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:08.004062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f5915a7-1326-415e-864b-5e0609df9fea req-b2fbb7cf-c2cc-4bc2-887c-cc2e283bfd3d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:08.005564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f5915a7-1326-415e-864b-5e0609df9fea req-b2fbb7cf-c2cc-4bc2-887c-cc2e283bfd3d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 210 time: 0.2184849 Feb 04 20:04:08.092731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:08.151475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:08.165246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba9df88f09b4b6285d623b5d6d33fea is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:08.173853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:08.186067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:08.429994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c7543-a8fb-41de-823b-0cfae885c357 req-4fb64950-a839-4379-b12c-e41bf2d4d3f6 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:08.438673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a01c7543-a8fb-41de-823b-0cfae885c357 req-4fb64950-a839-4379-b12c-e41bf2d4d3f6 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 950 time: 0.1935647 Feb 04 20:04:08.555303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:08.569444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:08.571584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a01c7543-a8fb-41de-823b-0cfae885c357 req-c352451b-6434-4566-b4cf-51867a87dd8c tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319411 Feb 04 20:04:08.662748 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:08.748382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'name': 'network-vif-deleted', 'tag': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:08.774934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ba9df88f09b4b6285d623b5d6d33fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9190321 Feb 04 20:04:08.777543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49676) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:08.805225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4915e-6f35-4d0b-a51a-bb7b38dbc080 req-31f12599-8024-402b-aaba-2b3e6758c5f6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:08.814186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5d4915e-6f35-4d0b-a51a-bb7b38dbc080 req-31f12599-8024-402b-aaba-2b3e6758c5f6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.3488991 Feb 04 20:04:08.835752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37a9af-4b04-44d3-8dcb-b1088ad56193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60a6e1-04cd-4a03-92ef-3d87df51fa73,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:08.875891 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:08.920908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-4e97381a-542b-449e-ae94-0e59ae8a2039 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:08.922371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-4e97381a-542b-449e-ae94-0e59ae8a2039 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 813 time: 0.4023402 Feb 04 20:04:08.953800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fdeb1e1-7a3a-48b8-8158-3d344eb12517 req-7be41152-2fa1-4977-ade6-274d8ae214ed tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 210 time: 0.1277194 Feb 04 20:04:08.958420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Request body: {'port': {'device_id': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'admin_state_up': True, 'tenant_id': 'b63c2eba1f1a47edb8abb08c3308807a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:09.004365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-295e32d6-7439-400e-9e1f-4b98544cadee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.058293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-295e32d6-7439-400e-9e1f-4b98544cadee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.097189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49680) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:09.122322 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7ae96-0572-4c3e-9a46-f8d72b24cb02', 'name': 'network-vif-deleted', 'tag': '9f2df5dd-0aa0-4630-baee-ab64e3b73a97', 'status': 'completed', 'code': 200} Feb 04 20:04:09.141851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5d4915e-6f35-4d0b-a51a-bb7b38dbc080 req-2a46e825-a93c-4871-affd-75300c83e577 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244979 Feb 04 20:04:09.198219 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.275382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:09.294100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:09.301151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b789de322e024115ad5628663ec7dd27 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:09.301739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:09.312985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:09.332364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:09.414070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Made reservation on behalf of b63c2eba1f1a47edb8abb08c3308807a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:09.417681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.435896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a8d79dc8-8bfd-4f48-a7a3-96b3161179b1 req-9228431a-fe42-4f62-8659-845c5ee61d17 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d152a9e-0460-4aca-b092-ed2de8ca1e63 HTTP/1.1" status: 200 len: 210 time: 0.1149755 Feb 04 20:04:09.506613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d7458d49-3922-4ec1-b00c-22dddf0fd446 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:09.558463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: d7458d49-3922-4ec1-b00c-22dddf0fd446 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:04:09.558831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d7458d49-3922-4ec1-b00c-22dddf0fd446 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:04:09.569196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-295e32d6-7439-400e-9e1f-4b98544cadee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.591061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e32d6-7439-400e-9e1f-4b98544cadee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60a6e1-04cd-4a03-92ef-3d87df51fa73,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:09.675200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.685613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-295e32d6-7439-400e-9e1f-4b98544cadee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.686775 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-295e32d6-7439-400e-9e1f-4b98544cadee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d60a6e1-04cd-4a03-92ef-3d87df51fa73 HTTP/1.1" status: 204 len: 168 time: 0.9082568 Feb 04 20:04:09.733668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Allocated IP 172.20.0.5 (a60016f1-4e9b-4cbf-8b0d-3727b35b60f0/4effdaaa-1382-41c9-b9c4-fd52e2851e2b/d32172f8-f597-4250-8f2c-f31a3d10a5d4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:04:09.780281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:09.840889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b789de322e024115ad5628663ec7dd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420430 Feb 04 20:04:09.847409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08125d45-cda0-4c13-9e20-9cd8c48709d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754cdb7c-d3a8-47d6-bc8e-69b486ab1fe7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:09.850053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49696) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:10.080089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d87fcd-fc3b-4d94-99b0-f5a1ee3c248e req-63bf8b6d-b4c6-46aa-a852-91780611fc9a tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:10.082330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61d87fcd-fc3b-4d94-99b0-f5a1ee3c248e req-63bf8b6d-b4c6-46aa-a852-91780611fc9a tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 950 time: 0.3422055 Feb 04 20:04:10.200320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493bb1cd-705c-4a17-9af0-8a5370a833a0 req-1f2f177a-ceb0-4202-9db6-df4b8fbc23e8 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 210 time: 0.1008761 Feb 04 20:04:10.363575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5e652aa4-2958-406d-a352-49d950a1c5a0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:10.365473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5e652aa4-2958-406d-a352-49d950a1c5a0 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 813 time: 0.3088546 Feb 04 20:04:10.390362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cc97d52-234e-4e49-ba1a-c84e0610e8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:10.406777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Request body: {'port': {'device_id': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'admin_state_up': True, 'tenant_id': 'b63c2eba1f1a47edb8abb08c3308807a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:10.513438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8c4ef-bb75-41a7-afa5-7ecc88255496 req-76cbcbd7-9855-429a-8dc7-75d06afb4fd5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:10.522204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56e8c4ef-bb75-41a7-afa5-7ecc88255496 req-76cbcbd7-9855-429a-8dc7-75d06afb4fd5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1625206 Feb 04 20:04:10.587470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56e8c4ef-bb75-41a7-afa5-7ecc88255496 req-e89546c5-d749-4dea-9973-d3b1aed42226 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641456 Feb 04 20:04:10.677454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cc97d52-234e-4e49-ba1a-c84e0610e8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:10.703778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61d87fcd-fc3b-4d94-99b0-f5a1ee3c248e req-95b0c042-d562-4471-8472-1187556b6475 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370690 Feb 04 20:04:10.806338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:10.869392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:10.870849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Usage tracker for resource:port and tenant:b63c2eba1f1a47edb8abb08c3308807a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:10.874091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:10.880184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:10.984982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Made reservation on behalf of b63c2eba1f1a47edb8abb08c3308807a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:10.989566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:11.069076 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cc97d52-234e-4e49-ba1a-c84e0610e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:11.100370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:11.222196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event updated for resources: {'Port': ['ID=d32172f8-f597-4250-8f2c-f31a3d10a5d4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:11.250265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc97d52-234e-4e49-ba1a-c84e0610e8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754cdb7c-d3a8-47d6-bc8e-69b486ab1fe7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:11.286565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:04:11.290724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:11.293853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:04:11.342166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2cc97d52-234e-4e49-ba1a-c84e0610e8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:11.357128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2cc97d52-234e-4e49-ba1a-c84e0610e8b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/754cdb7c-d3a8-47d6-bc8e-69b486ab1fe7 HTTP/1.1" status: 204 len: 168 time: 1.4936187 Feb 04 20:04:11.433854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49744) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:11.556091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:11.556742 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:11.606590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-380260992-network', 'tenant_id': '04854f6fa7f844848e1f2f7b74153382'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:11.613612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:11.618723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Allocated IP 172.20.0.3 (a60016f1-4e9b-4cbf-8b0d-3727b35b60f0/4effdaaa-1382-41c9-b9c4-fd52e2851e2b/06acc2f5-aa28-411f-923d-b9d512ccd9c3) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:04:11.621133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Usage tracker for resource:network and tenant:04854f6fa7f844848e1f2f7b74153382 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:11.626772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:11.685817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:11.702527 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb93729c-1145-4070-aeef-da6b15901367 req-7d113217-24d0-4918-9a07-4d92417b4530 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 210 time: 0.0712163 Feb 04 20:04:11.702762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-5f50837d-2dd4-4236-ae23-f33eca5aa773 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7476037 Feb 04 20:04:11.755892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Request body: {'port': {'device_id': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:11.852210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Made reservation on behalf of 04854f6fa7f844848e1f2f7b74153382 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:11.856832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:11.888031 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:11.913879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:11.920304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Usage tracker for resource:security_group_rule and tenant:04854f6fa7f844848e1f2f7b74153382 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:11.925031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:11.937036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:11.970197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe078f9-4053-45bb-a518-e556b26e0878 req-63a6b541-337d-4b61-bd36-873f323f60c5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:11.978174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6fe078f9-4053-45bb-a518-e556b26e0878 req-63a6b541-337d-4b61-bd36-873f323f60c5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1669471 Feb 04 20:04:12.104895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.168994 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6fe078f9-4053-45bb-a518-e556b26e0878 req-2aa0eaa7-68ec-48a1-9a56-558ce3f62554 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894457 Feb 04 20:04:12.248330 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.373745 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.412456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:04:12.421067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0628fa-94b7-4107-a24d-e0600b21844f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:12.427972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.428710 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Added segment 4ea548fd-48b9-45c0-be5c-0e939cec28ad of type vlan for network 53333fe4-0c99-4191-891a-08c35720a9ec Feb 04 20:04:12.466608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.579935 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.603174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:12.603174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.647255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-9b861d08-e1e0-4a1f-85c7-e1e2d90c4445 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:12.650985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-9b861d08-e1e0-4a1f-85c7-e1e2d90c4445 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.5451944 Feb 04 20:04:12.688316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-e1e9f8a7-dff4-4f05-91cf-a43fc26563df tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.0265436 Feb 04 20:04:12.691790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:12.698304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] Pushing event updated for resources: {'Network': ['ID=53333fe4-0c99-4191-891a-08c35720a9ec,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:12.712943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 53333fe4-0c99-4191-891a-08c35720a9ec details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:04:12.797776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-691db006-623b-4988-9f48-1b2b45045671 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953681 Feb 04 20:04:12.849398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d70fe07-9e35-4f5b-9ff7-a0019bc9d149 req-49ae92ab-219b-4bb3-8306-9b1c72288aa4 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 210 time: 0.0449023 Feb 04 20:04:12.944335 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-2bf4682d-1645-4464-a885-e344b14d4c44 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339202 Feb 04 20:04:13.125902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-9027324d-d568-492a-b562-25e640a89cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757674 Feb 04 20:04:13.243543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e61620bb-c821-4b80-833a-2c9fc3c8589b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8085876 Feb 04 20:04:13.248211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:13.256528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Request body: {'subnet': {'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-380260992-subnet', 'tenant_id': '04854f6fa7f844848e1f2f7b74153382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:13.264626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:13.265097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:13.318723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Usage tracker for resource:subnet and tenant:04854f6fa7f844848e1f2f7b74153382 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:13.327821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:13.339575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:13.510481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84704b5-ef78-4f14-8914-bf440363710a req-d619b5c3-29eb-496b-94bc-b0b56b6c853f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:13.510481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d84704b5-ef78-4f14-8914-bf440363710a req-d619b5c3-29eb-496b-94bc-b0b56b6c853f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1113358 Feb 04 20:04:13.513650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:04:13.513650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:13.513650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:04:13.513917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d84704b5-ef78-4f14-8914-bf440363710a req-f5579536-b71e-4deb-9d27-bbbf8883f74e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event updated for resources: {'Port': ['ID=06acc2f5-aa28-411f-923d-b9d512ccd9c3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.514013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:13.526017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:13.526609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:13.607033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32172f8-f597-4250-8f2c-f31a3d10a5d4 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:13.614908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:13.629765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Transition to ACTIVE for port object d32172f8-f597-4250-8f2c-f31a3d10a5d4 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:13.836608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Made reservation on behalf of 04854f6fa7f844848e1f2f7b74153382 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:13.839026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:13.868209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-582ad153-89e4-424f-83fd-b0945c4a9c49 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4756117 Feb 04 20:04:13.869647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:13.978079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Request body: {'port': {'device_id': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:14.217270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f416a1-f9f3-4dd0-8488-c59e06a9b738 req-a7c1255d-f20b-4c3d-b4af-f4394fd1967d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:14.225869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2f416a1-f9f3-4dd0-8488-c59e06a9b738 req-a7c1255d-f20b-4c3d-b4af-f4394fd1967d tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 931 time: 0.1631446 Feb 04 20:04:14.271870 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e560373a-7f21-4298-9e77-0d17f7b6b626 req-e06cbd62-0c62-4caf-ba01-72adef39ce26 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 210 time: 0.2054837 Feb 04 20:04:14.326370 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2f416a1-f9f3-4dd0-8488-c59e06a9b738 req-2f3e1d46-2593-4f79-96e4-a3c004884e03 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981672 Feb 04 20:04:14.419997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Pushing event updated for resources: {'Port': ['ID=d32172f8-f597-4250-8f2c-f31a3d10a5d4,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:14.493156 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:14.649934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fec589e-89a4-4531-9e2e-9940544cbd47,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:14.665059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Checking segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:14.665826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Network hostable DHCP agents. Network: 53333fe4-0c99-4191-891a-08c35720a9ec, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:04:14.813088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.813435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.813775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.814109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.814437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.815341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.815659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.815980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.816303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.816624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.816979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.817260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:14.819059 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:14.855667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Attempting to bind port d32172f8-f597-4250-8f2c-f31a3d10a5d4 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:14.856048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Attempting to bind port d32172f8-f597-4250-8f2c-f31a3d10a5d4 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:14.856325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Attempting to bind port d32172f8-f597-4250-8f2c-f31a3d10a5d4 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:14.906936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Port d32172f8-f597-4250-8f2c-f31a3d10a5d4 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:14.907618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Attempting to bind port d32172f8-f597-4250-8f2c-f31a3d10a5d4 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:14.921156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:14.921428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Checking segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:14.921949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Bound using segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:14.922417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Bound port: d32172f8-f597-4250-8f2c-f31a3d10a5d4, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:14.922762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:14.934379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3c630-220c-4a42-8cba-1df155aae748 req-5d4c8108-1d70-44ca-8c00-b919365b3a23 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:14.944856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26f3c630-220c-4a42-8cba-1df155aae748 req-5d4c8108-1d70-44ca-8c00-b919365b3a23 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.2874539 Feb 04 20:04:15.001445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26f3c630-220c-4a42-8cba-1df155aae748 req-fbee2c01-9994-4bf3-85a7-da27ea94492f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531156 Feb 04 20:04:15.001445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Network 53333fe4-0c99-4191-891a-08c35720a9ec is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:04:15.122385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 53333fe4-0c99-4191-891a-08c35720a9ec) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:15.128788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:15.129543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:15.133058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b353e30-05fa-46fc-9aca-fbf172a9ac96 None None] Network 53333fe4-0c99-4191-891a-08c35720a9ec requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:04:15.246129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c983a41f-9bad-4f50-95f1-8eafb9a6f309 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9880733 Feb 04 20:04:15.286936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] For port d32172f8-f597-4250-8f2c-f31a3d10a5d4, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:15.362578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] For port d32172f8-f597-4250-8f2c-f31a3d10a5d4, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d32172f8-f597-4250-8f2c-f31a3d10a5d4,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:15.452098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:15.597967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:15.597967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:15.597967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] 10.222.0.24 "PUT /v2.0/ports/d32172f8-f597-4250-8f2c-f31a3d10a5d4 HTTP/1.1" status: 200 len: 1091 time: 3.8925464 Feb 04 20:04:15.635249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'tag': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:15.746061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29edace-95f3-4144-901e-1eae3422120b None None] Network 53333fe4-0c99-4191-891a-08c35720a9ec requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:04:15.871154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d496055-3316-4112-b7d0-4b2406d2f311 req-4e964819-cd42-4a97-8868-e853ce5c2bdb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 210 time: 0.1592474 Feb 04 20:04:15.925549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6809f3-45f0-4451-8178-2eb990d39897 service neutron] Pushing event updated for resources: {'Port': ['ID=d32172f8-f597-4250-8f2c-f31a3d10a5d4,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:15.939354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-4f849112-75e6-4b0b-bc2e-ad460e4a2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:15.940725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-4f849112-75e6-4b0b-bc2e-ad460e4a2506 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=7fea0960-4c2b-4a81-9a08-c966af1b0295 HTTP/1.1" status: 200 len: 1094 time: 0.1500874 Feb 04 20:04:15.949213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c354a7b-37d1-43d0-aa82-e4c7742b4028 req-4bc8e745-f2f5-45b5-9288-3349913c9704 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:15.956392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c354a7b-37d1-43d0-aa82-e4c7742b4028 req-4bc8e745-f2f5-45b5-9288-3349913c9704 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 931 time: 0.2513092 Feb 04 20:04:16.050600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-1bf49be5-f44f-4fc6-bf01-c4d70c8d2212 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32172f8-f597-4250-8f2c-f31a3d10a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0920360 Feb 04 20:04:16.112714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06acc2f5-aa28-411f-923d-b9d512ccd9c3 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:16.131451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-e002d162-6644-402e-bfa5-47dd3c9bc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:16.133089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-e002d162-6644-402e-bfa5-47dd3c9bc2af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.0699439 Feb 04 20:04:16.134921 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:16.173630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c354a7b-37d1-43d0-aa82-e4c7742b4028 req-90d97490-73cf-4e2a-ac08-52799b6c7413 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162743 Feb 04 20:04:16.174184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Transition to ACTIVE for port object 06acc2f5-aa28-411f-923d-b9d512ccd9c3 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:16.189583 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-c694af5d-9cad-43f5-a4cc-fd8ca542bbc5 service neutron] show failed (client error): The resource could not be found. Feb 04 20:04:16.192265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-c694af5d-9cad-43f5-a4cc-fd8ca542bbc5 service neutron] 10.222.0.24 "GET /v2.0/ports/9464bb8c-94ce-4a7c-8c3c-3d54788a0248/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.4517534 Feb 04 20:04:16.242164 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:16.264698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-288e98a2-af0b-4a52-ba56-9ab2f09020fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062267 Feb 04 20:04:16.459661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Pushing event updated for resources: {'Port': ['ID=06acc2f5-aa28-411f-923d-b9d512ccd9c3,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:16.583939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-9dfb392b-cc94-4abf-a487-fd0212595271 service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027821 Feb 04 20:04:16.602911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:16.818029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-c690848a-171a-4e7d-b7c2-352a9aae8d1a service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184162 Feb 04 20:04:17.003823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Attempting to bind port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:17.005210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Attempting to bind port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:17.005734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Attempting to bind port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:17.011381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:17.011961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Attempting to bind port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 on network a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:17.019274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:17.019893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Checking segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:17.020478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Bound using segment: {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:17.021121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Bound port: 06acc2f5-aa28-411f-923d-b9d512ccd9c3, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046ce65f-07f4-454f-89a1-a2831bdaa38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:17.021650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:17.070546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:17.095674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'mac_address': 'fa:16:3e:10:0f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:17.161925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-b1517231-7758-4696-9d64-b3e83ce4f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:17.163789 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-b1517231-7758-4696-9d64-b3e83ce4f17f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220&tenant_id=ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 1100 time: 0.1619852 Feb 04 20:04:17.201298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:17.259761 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:17.290011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d44c6488-fb2b-44f8-93d0-0c8da9411922 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:17.310403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:17.402499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] For port 06acc2f5-aa28-411f-923d-b9d512ccd9c3, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:17.407195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:17.457565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] For port 06acc2f5-aa28-411f-923d-b9d512ccd9c3, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=06acc2f5-aa28-411f-923d-b9d512ccd9c3,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:17.484688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-9a77db16-e3c8-4cad-853b-3f88c7069cf5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:17.486234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-9a77db16-e3c8-4cad-853b-3f88c7069cf5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.3834863 Feb 04 20:04:17.504911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Request body: {'port': {'device_id': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'admin_state_up': True, 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:17.626585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:17.638074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d44c6488-fb2b-44f8-93d0-0c8da9411922'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:17.658231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:17.673664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.674173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.674578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.674995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.675584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.677101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.683216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.683216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.683216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.683216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.683216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.683216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:04:17.776901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:17.970502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Pushing event updated for resources: {'Port': ['ID=06acc2f5-aa28-411f-923d-b9d512ccd9c3,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:18.022811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:18.024368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:18.033025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-297222af-78e0-4f44-9d7d-cb0264ccf5dc service neutron] 10.222.0.24 "PUT /v2.0/ports/06acc2f5-aa28-411f-923d-b9d512ccd9c3 HTTP/1.1" status: 200 len: 1091 time: 4.1454268 Feb 04 20:04:18.203216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:18.245333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:18.277845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2b3c374d-12df-49b7-8d94-3fe6f1986b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:18.279796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-2b3c374d-12df-49b7-8d94-3fe6f1986b4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 1094 time: 0.1511874 Feb 04 20:04:18.286057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:18.356130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:18.505505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:18.523491 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:18.556555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-318968ab-236b-4089-9d62-bb07da14782e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06acc2f5-aa28-411f-923d-b9d512ccd9c3 HTTP/1.1" status: 200 len: 217 time: 0.2679970 Feb 04 20:04:18.557762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:18.561583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:18.564413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Transition to ACTIVE for port object 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:18.628741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:18.690748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:18.827152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Allocated IP 172.20.0.10 (dd6f92d1-acbd-4a2e-b4b1-98a300375a73/0cd3173e-4643-4968-a50a-168de91e8698/ba5581c3-ad88-40a4-9d85-583d587c5bf8) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:04:18.886107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d44c6488-fb2b-44f8-93d0-0c8da9411922 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:18.886761 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.060171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:19.134891 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.153671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.169051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49958) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:19.179415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:19.190453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:19.192994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] No DVR routers for this DVR port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:04:19.239510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-f2cb4b9c-a86d-4e58-b317-7f28e3a80525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:19.241223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-f2cb4b9c-a86d-4e58-b317-7f28e3a80525 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.6677625 Feb 04 20:04:19.259383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:19.259725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:19.260061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:19.265461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:19.265802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Attempting to bind port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:19.273819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:19.274173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:19.274634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:19.275224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Bound port: 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:19.275727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.327657 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.328455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:19.347610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-125eda85-a51b-46a6-9ed4-23519be4f68c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950232 Feb 04 20:04:19.395200 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.396239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.457967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:04:19.460964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:19.462593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:19.480885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Usage tracker for resource:security_group_rule and tenant:2fda15ca06da4a888764652fabde6f19 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:19.487977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:19.502999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:19.507959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:19.512641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:19.536407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event updated for resources: {'Port': ['ID=ba5581c3-ad88-40a4-9d85-583d587c5bf8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:19.572327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:04:19.575607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:19.584464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:04:19.632984 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.686997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-1248c99c-11a3-43d6-adcd-864b0ea3863d service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315971 Feb 04 20:04:19.693845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:19.694820 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.755007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:19.755705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:19.757178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] 10.222.0.62 "PUT /v2.0/ports/9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 1095 time: 2.5644414 Feb 04 20:04:19.836566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:19.945504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-84f8aaea-5f30-414e-8cf2-7d4463e26eeb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4495919 Feb 04 20:04:19.969618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Request body: {'port': {'device_id': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:20.027565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.060812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-8d1aafc4-7a4d-4bdb-af01-d5737c5e5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:20.062741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-8d1aafc4-7a4d-4bdb-af01-d5737c5e5a21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1098 time: 0.2654843 Feb 04 20:04:20.066071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203916a-606d-4657-aaf2-2669b1e7da0a service neutron] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:20.076649 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-36988d3b-2305-4341-bfe8-4a89c4e8531c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.235549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-cace4a41-9730-41e7-8804-a4b84633d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:20.237629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-cace4a41-9730-41e7-8804-a4b84633d8cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1670346 Feb 04 20:04:20.239169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.302376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.362026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6518f26-db1e-4b00-be9d-adc46a51bd93,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:20.384300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-ceba0d47-f94b-467e-8c31-fcafccb5129f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 217 time: 0.1367698 Feb 04 20:04:20.392318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b2a36d8-f0cc-4427-9825-8981b666e08b req-bf864f6d-4310-4af1-b2bb-e7397d38d1ed service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927598 Feb 04 20:04:20.467837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-17939471-56e2-4822-ba37-2bb4dcfbf191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:20.470171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-17939471-56e2-4822-ba37-2bb4dcfbf191 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0782592 Feb 04 20:04:20.479158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ad84b279-ed57-40c3-9561-519ebe940d72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fda15ca06da4a888764652fabde6f19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2999401 Feb 04 20:04:20.496144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49972) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:20.562025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-fc5e8434-c936-4e60-a9f9-3aaeb729788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:20.563161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-fc5e8434-c936-4e60-a9f9-3aaeb729788c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848358 Feb 04 20:04:20.637712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d32172f8-f597-4250-8f2c-f31a3d10a5d4 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:20.686357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a88252c8-c473-4e01-9775-283c19263746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.713918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-89932778-d9cf-49f5-9247-6d6fde1c71e1 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391869 Feb 04 20:04:20.715648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a88252c8-c473-4e01-9775-283c19263746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.817359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d32172f8-f597-4250-8f2c-f31a3d10a5d4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d32172f8-f597-4250-8f2c-f31a3d10a5d4,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:20.832618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'port_id': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4', 'mac_address': 'fa:16:3e:a4:72:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4effdaaa-1382-41c9-b9c4-fd52e2851e2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:20.912322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.943662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5581c3-ad88-40a4-9d85-583d587c5bf8 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:20.953845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32172f8-f597-4250-8f2c-f31a3d10a5d4 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:20.960022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a88252c8-c473-4e01-9775-283c19263746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.967547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:20.989647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d32172f8-f597-4250-8f2c-f31a3d10a5d4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d32172f8-f597-4250-8f2c-f31a3d10a5d4,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:21.031819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Transition to ACTIVE for port object ba5581c3-ad88-40a4-9d85-583d587c5bf8 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:21.043214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88252c8-c473-4e01-9775-283c19263746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6518f26-db1e-4b00-be9d-adc46a51bd93,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:21.057835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1da2fc1-5ec3-4fac-8acb-b819a954809a req-24bad6dd-90d5-4d28-be5b-258cf12fcdfc service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368824 Feb 04 20:04:21.058992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a88252c8-c473-4e01-9775-283c19263746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:21.060107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a88252c8-c473-4e01-9775-283c19263746 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6518f26-db1e-4b00-be9d-adc46a51bd93 HTTP/1.1" status: 204 len: 168 time: 0.5634520 Feb 04 20:04:21.074679 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:21.077337 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'tag': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4', 'status': 'completed', 'code': 200} Feb 04 20:04:21.250429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:21.267357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d32172f8-f597-4250-8f2c-f31a3d10a5d4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:21.358564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d32172f8-f597-4250-8f2c-f31a3d10a5d4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:21.430609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-094d6baf-9e2c-40f0-b1f5-c7b8dd21521e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:21.431833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-094d6baf-9e2c-40f0-b1f5-c7b8dd21521e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:21.579463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-094d6baf-9e2c-40f0-b1f5-c7b8dd21521e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:21.581224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-094d6baf-9e2c-40f0-b1f5-c7b8dd21521e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.4313250 Feb 04 20:04:21.603829 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-2d3ffbc3-c68c-4112-9945-00b25738fb13 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/quotas/04854f6fa7f844848e1f2f7b74153382 HTTP/1.1" status: 200 len: 375 time: 0.0159829 Feb 04 20:04:21.640757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba5581c3-ad88-40a4-9d85-583d587c5bf8,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:21.679282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-19f10007-e551-42e4-a388-ef34eb656c76 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679941 Feb 04 20:04:21.846894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-a7aa3219-949d-409b-a45f-af23846f8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:21.848495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-a7aa3219-949d-409b-a45f-af23846f8dcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=7fea0960-4c2b-4a81-9a08-c966af1b0295 HTTP/1.1" status: 200 len: 1095 time: 0.7645714 Feb 04 20:04:21.864169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4920ad-ec4a-4e79-9f6c-a2269d819117 req-5f7caaba-bcb8-40e1-b880-8308beef9bd3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:21.865891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb4920ad-ec4a-4e79-9f6c-a2269d819117 req-5f7caaba-bcb8-40e1-b880-8308beef9bd3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 947 time: 0.4511285 Feb 04 20:04:21.876359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-ef9ab3a2-d7af-4085-86ba-40daded874a9 service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797137 Feb 04 20:04:21.944711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb4920ad-ec4a-4e79-9f6c-a2269d819117 req-9c5dc6c8-5f1f-4f91-a873-9ed089647208 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709863 Feb 04 20:04:22.011565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50000) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:22.049528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Attempting to bind port ba5581c3-ad88-40a4-9d85-583d587c5bf8 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:22.050113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Attempting to bind port ba5581c3-ad88-40a4-9d85-583d587c5bf8 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:22.050497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Attempting to bind port ba5581c3-ad88-40a4-9d85-583d587c5bf8 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:22.058082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Port ba5581c3-ad88-40a4-9d85-583d587c5bf8 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:22.058525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Attempting to bind port ba5581c3-ad88-40a4-9d85-583d587c5bf8 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:22.087210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.091432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:22.091916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:22.092612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Bound using segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:22.093011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Bound port: ba5581c3-ad88-40a4-9d85-583d587c5bf8, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:22.093435 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.146647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:22.154871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Usage tracker for resource:security_group_rule and tenant:01daad33d4e34d3d9b76f9df5f925bd0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:22.159788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:22.176237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:22.187434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-6a1769ba-23e6-40df-b36c-943c364732ae service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036504 Feb 04 20:04:22.198293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] For port ba5581c3-ad88-40a4-9d85-583d587c5bf8, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:22.201546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] For port ba5581c3-ad88-40a4-9d85-583d587c5bf8, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ba5581c3-ad88-40a4-9d85-583d587c5bf8,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:22.222231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8bf0db28-4840-4955-b506-d6bc692606bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.271860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-3ac9ccc3-9ea9-4d87-a27e-f4a67ec15f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:22.273487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-3ac9ccc3-9ea9-4d87-a27e-f4a67ec15f94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 914 time: 0.4009721 Feb 04 20:04:22.290120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.347308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.372464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.403775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-f71adb9c-81e7-421a-b7e6-c90906a3414c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32172f8-f597-4250-8f2c-f31a3d10a5d4 HTTP/1.1" status: 200 len: 217 time: 0.1227090 Feb 04 20:04:22.442668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01daad33d4e34d3d9b76f9df5f925bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207637 Feb 04 20:04:22.442668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8e45c-25bf-4020-819e-95e88b839b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426d2873-a444-4410-a8dd-2e4038cfc821,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:22.444329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50006) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:22.466152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:22.466872 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.468497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] 10.222.0.62 "PUT /v2.0/ports/ba5581c3-ad88-40a4-9d85-583d587c5bf8 HTTP/1.1" status: 200 len: 1092 time: 2.5127921 Feb 04 20:04:22.550071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0584beb-67f3-44d0-ab8d-cff8919689fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba5581c3-ad88-40a4-9d85-583d587c5bf8,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:22.551917 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d631c2c3-aae2-444a-a76a-de8f90f166f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.579980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b415be-e5c2-4b58-b7b8-157b25aa282c req-a7840138-4c7f-456a-9a5b-df037f6e7e06 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:22.580760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-31b415be-e5c2-4b58-b7b8-157b25aa282c req-a7840138-4c7f-456a-9a5b-df037f6e7e06 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:22.629917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-64fb0d74-a244-43bb-ae06-a4dc1f7418f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:22.633804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-64fb0d74-a244-43bb-ae06-a4dc1f7418f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.2169192 Feb 04 20:04:22.635015 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d631c2c3-aae2-444a-a76a-de8f90f166f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.639962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d32172f8-f597-4250-8f2c-f31a3d10a5d4 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:22.785256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-31b415be-e5c2-4b58-b7b8-157b25aa282c req-a7840138-4c7f-456a-9a5b-df037f6e7e06 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:22.789201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31b415be-e5c2-4b58-b7b8-157b25aa282c req-a7840138-4c7f-456a-9a5b-df037f6e7e06 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 944 time: 0.5860510 Feb 04 20:04:22.804794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-a4e4eb18-277d-40fa-a96b-7df8b1c65c41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605989 Feb 04 20:04:22.807594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port d32172f8-f597-4250-8f2c-f31a3d10a5d4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:22.812789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d32172f8-f597-4250-8f2c-f31a3d10a5d4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:22.813278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.837442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242ee4d-1eb2-42de-9e7a-42eb44e0d989 req-26fc174c-85ab-473a-a2ff-24dce46fcbb6 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:22.847133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a242ee4d-1eb2-42de-9e7a-42eb44e0d989 req-26fc174c-85ab-473a-a2ff-24dce46fcbb6 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 943 time: 0.1083608 Feb 04 20:04:22.871220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d631c2c3-aae2-444a-a76a-de8f90f166f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.907094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631c2c3-aae2-444a-a76a-de8f90f166f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d2873-a444-4410-a8dd-2e4038cfc821,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:22.933842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a242ee4d-1eb2-42de-9e7a-42eb44e0d989 req-3d9ad807-c05f-4117-8d03-4e0b67819521 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857782 Feb 04 20:04:22.941641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d631c2c3-aae2-444a-a76a-de8f90f166f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:22.945270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d631c2c3-aae2-444a-a76a-de8f90f166f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/426d2873-a444-4410-a8dd-2e4038cfc821 HTTP/1.1" status: 204 len: 168 time: 0.4969182 Feb 04 20:04:22.974008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31b415be-e5c2-4b58-b7b8-157b25aa282c req-76f26a05-08ba-4a67-b54a-efceca2e8586 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678209 Feb 04 20:04:23.014243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-56ea1b44-d245-4547-9c54-52a89bcc27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:23.019033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-56ea1b44-d245-4547-9c54-52a89bcc27ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 1095 time: 0.3921986 Feb 04 20:04:23.024301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-c8406e36-9474-4c3c-9b06-c4f7389170c3 service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003603 Feb 04 20:04:23.086203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:23.088335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'tag': '06acc2f5-aa28-411f-923d-b9d512ccd9c3'}, {'name': 'network-changed', 'server_uuid': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'tag': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:23.128150 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'code': 200} Feb 04 20:04:23.152789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-a92a5a20-3aaf-4787-a067-4d5f38fd5423 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5581c3-ad88-40a4-9d85-583d587c5bf8 HTTP/1.1" status: 200 len: 217 time: 0.1275058 Feb 04 20:04:23.164745 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'code': 200} Feb 04 20:04:23.277879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d32172f8-f597-4250-8f2c-f31a3d10a5d4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d32172f8-f597-4250-8f2c-f31a3d10a5d4,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:23.302587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-957110ad-380a-4c36-90e4-72251eec6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:23.304138 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-957110ad-380a-4c36-90e4-72251eec6e00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1438808 Feb 04 20:04:23.352723 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:23.353901 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:23.364426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-559888dd-9886-47a2-a691-63b710005222 req-779a98f3-7c29-41b0-95fe-7afc0391cf0c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 210 time: 0.0596840 Feb 04 20:04:23.418152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-e0309ef4-93fb-4b85-8b3e-9186c4d6787b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607760 Feb 04 20:04:23.493872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d32172f8-f597-4250-8f2c-f31a3d10a5d4,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:23.498975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:23.613674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf55b4-656d-4cde-9c70-57fa8f1013db req-4515c7cf-2240-46b6-9c23-4601f2958af1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:23.615526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14bf55b4-656d-4cde-9c70-57fa8f1013db req-4515c7cf-2240-46b6-9c23-4601f2958af1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 947 time: 0.1350791 Feb 04 20:04:23.671456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14bf55b4-656d-4cde-9c70-57fa8f1013db req-42022ef9-388d-4477-87b4-efde27c64622 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 Feb 04 20:04:23.765880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bec7ce9b-6822-46a9-8984-fcd17f438029 req-875f64cc-4d52-4edd-8c98-82c724b9123d service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177285 Feb 04 20:04:23.765880 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'tag': '06acc2f5-aa28-411f-923d-b9d512ccd9c3', 'status': 'completed', 'code': 200} Feb 04 20:04:23.765880 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'tag': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8', 'status': 'completed', 'code': 200} Feb 04 20:04:23.765880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-f6b41cbb-5919-492c-8f21-1d03836bd37a service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235140 Feb 04 20:04:23.765880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82404e-d0db-4679-ad0b-4bf2629292ac req-86c1fcd9-6827-414d-b70b-853d73b5b821 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:23.765880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b82404e-d0db-4679-ad0b-4bf2629292ac req-86c1fcd9-6827-414d-b70b-853d73b5b821 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 945 time: 0.4511631 Feb 04 20:04:23.940047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b82404e-d0db-4679-ad0b-4bf2629292ac req-70b679c1-8813-4022-b4cd-9fb49f7eebf5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598980 Feb 04 20:04:23.999003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485d468-18fb-4e19-ac9b-ab15907ea0bc req-eb856fff-d271-4ddf-9d52-6ac73aea0d43 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380135 Feb 04 20:04:24.025142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-28c7d328-c2bb-4458-81bf-84f91a54cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:24.026973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-28c7d328-c2bb-4458-81bf-84f91a54cd67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 1094 time: 0.2484639 Feb 04 20:04:24.234379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-350d0750-4d77-4032-9d63-6f870b21cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:24.236295 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-350d0750-4d77-4032-9d63-6f870b21cc5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 200 len: 914 time: 0.2010739 Feb 04 20:04:24.363161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63269c33-3977-4212-9b51-f62287388dfc req-5db8832b-1a2d-44ee-9065-c19f03bac7b1 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:24.388139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63269c33-3977-4212-9b51-f62287388dfc req-5db8832b-1a2d-44ee-9065-c19f03bac7b1 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 943 time: 0.2320180 Feb 04 20:04:24.408655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-2ec2d3e2-40d8-409b-8826-689d6e14b974 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06acc2f5-aa28-411f-923d-b9d512ccd9c3 HTTP/1.1" status: 200 len: 217 time: 0.0856287 Feb 04 20:04:24.517937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63269c33-3977-4212-9b51-f62287388dfc req-0cafd18c-d2a6-4d27-bd99-1a0642386bd6 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287532 Feb 04 20:04:24.587398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-bfa06cc4-6836-4b5c-b0ed-e25a83f34cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:24.588992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-bfa06cc4-6836-4b5c-b0ed-e25a83f34cc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 200 len: 853 time: 0.1727052 Feb 04 20:04:24.647653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-adf48223-f612-49ee-95f3-491701228f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:24.649062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-adf48223-f612-49ee-95f3-491701228f63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 1095 time: 0.4115503 Feb 04 20:04:24.652748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 06acc2f5-aa28-411f-923d-b9d512ccd9c3 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:24.660397 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-3cc8083e-fb05-4fc5-9fe8-3ed7e127aa66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652833 Feb 04 20:04:24.843216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f0d16-b939-4daa-a7b6-c70e9d923c42 req-f8d449af-e489-476e-aac5-0506e60a9048 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:24.844803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d03f0d16-b939-4daa-a7b6-c70e9d923c42 req-f8d449af-e489-476e-aac5-0506e60a9048 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 944 time: 0.2218354 Feb 04 20:04:24.948560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d03f0d16-b939-4daa-a7b6-c70e9d923c42 req-31a381dc-fc94-42ea-b959-7ee0e8c90974 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884752 Feb 04 20:04:25.044778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 06acc2f5-aa28-411f-923d-b9d512ccd9c3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=06acc2f5-aa28-411f-923d-b9d512ccd9c3,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:25.080857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:25.080857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '06acc2f5-aa28-411f-923d-b9d512ccd9c3', 'network_id': 'a60016f1-4e9b-4cbf-8b0d-3727b35b60f0', 'port_id': '06acc2f5-aa28-411f-923d-b9d512ccd9c3', 'mac_address': 'fa:16:3e:58:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4effdaaa-1382-41c9-b9c4-fd52e2851e2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:25.105705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-604ebacf-e897-4019-8536-041845402e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:25.111478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-604ebacf-e897-4019-8536-041845402e9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.4541783 Feb 04 20:04:25.119318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-94080f92-2fba-48b4-9e2e-bf0711058141 service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328148 Feb 04 20:04:25.129576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:25.167117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:25.204966 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:25.243297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06acc2f5-aa28-411f-923d-b9d512ccd9c3 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:25.277909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 06acc2f5-aa28-411f-923d-b9d512ccd9c3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=06acc2f5-aa28-411f-923d-b9d512ccd9c3,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:25.296682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-2bd997bf-45fe-405c-b51c-51ea93b6df0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5581c3-ad88-40a4-9d85-583d587c5bf8 HTTP/1.1" status: 200 len: 217 time: 0.1696155 Feb 04 20:04:25.362562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:25.486930 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a5ad508-25a2-4f7c-8dd1-9d78b8dba31d req-c7b24faf-19bf-4b88-8a47-a72ea1d8c647 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 210 time: 0.1700990 Feb 04 20:04:25.586389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-8ffe6530-fe4b-4446-8ef1-2146884f848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:25.588779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-8ffe6530-fe4b-4446-8ef1-2146884f848c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.2455506 Feb 04 20:04:25.598139 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'status': 'completed', 'code': 200} Feb 04 20:04:25.607074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=06acc2f5-aa28-411f-923d-b9d512ccd9c3,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:25.633512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:25.633512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:25.662941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['06acc2f5-aa28-411f-923d-b9d512ccd9c3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:25.721385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-bafe4528-1f28-4035-a597-fdabcb913c24 service neutron] 10.222.0.24 "GET /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917065 Feb 04 20:04:25.722569 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4', 'code': 200} Feb 04 20:04:25.726172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-7966d272-25b8-4ed9-8f3e-c3b809f8ecac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118321 Feb 04 20:04:25.787384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-b479f084-8c46-47a8-a658-05a1a3b5bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:25.789098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-b479f084-8c46-47a8-a658-05a1a3b5bd16 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1098 time: 0.1731648 Feb 04 20:04:25.986813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-b4c164cd-ec54-4baa-9745-c302a7b153ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:25.989351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-b4c164cd-ec54-4baa-9745-c302a7b153ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1921306 Feb 04 20:04:26.148985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:26.169104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'mac_address': 'fa:16:3e:2c:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:26.385593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50118) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:26.407698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-70a798be-ff54-43b5-ae4d-5bc9b8eadf69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 217 time: 0.3462458 Feb 04 20:04:26.435874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:26.521843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:26.527884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-74dff5b1-11c6-4451-91ad-7d8692615ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:26.530974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-74dff5b1-11c6-4451-91ad-7d8692615ed6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1129544 Feb 04 20:04:26.543225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7ebba-d9b5-412d-8d7c-b85e9775b088 req-5738cc12-c807-4f2f-b3a7-3abb7ce7e1ce tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:26.550965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9d7ebba-d9b5-412d-8d7c-b85e9775b088 req-5738cc12-c807-4f2f-b3a7-3abb7ce7e1ce tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 944 time: 0.5605292 Feb 04 20:04:26.572770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:26.689125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9a950-b08f-4b14-ba83-bdb7dafdb1d1 req-81160d41-41a1-437c-8a12-f96cae6f5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:26.691783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffb9a950-b08f-4b14-ba83-bdb7dafdb1d1 req-81160d41-41a1-437c-8a12-f96cae6f5346 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7fea0960-4c2b-4a81-9a08-c966af1b0295 HTTP/1.1" status: 200 len: 1096 time: 0.6292601 Feb 04 20:04:26.698722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:26.708851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-022e4176-ce24-4484-85ea-b280111c2155 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9615226 Feb 04 20:04:26.721627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:26.723628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313e13d-cb73-4d25-a9d3-b5159d984eb9 req-e59e2592-b30d-4792-bdcf-f63ef0f804cc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:26.730443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:26.735934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e313e13d-cb73-4d25-a9d3-b5159d984eb9 req-e59e2592-b30d-4792-bdcf-f63ef0f804cc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 947 time: 1.2583802 Feb 04 20:04:26.791419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:26.832864 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffb9a950-b08f-4b14-ba83-bdb7dafdb1d1 req-897e836b-e7d8-482d-827f-a1be66109c66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722728 Feb 04 20:04:26.835742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:26.837922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:26.842676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Usage tracker for resource:security_group_rule and tenant:913d59d7057a4af482f5e1f8490f3e28 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:26.846601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:26.854370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:26.871801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:26.890349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9d7ebba-d9b5-412d-8d7c-b85e9775b088 req-5d9dc14a-a63b-43f3-8b50-f2b2048e1db8 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384039 Feb 04 20:04:26.927307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-85699d54-5eda-4647-b431-735df627cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:26.929106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-85699d54-5eda-4647-b431-735df627cbcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3446851 Feb 04 20:04:26.965475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:27.045750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-c5e13be0-72e5-413f-9f99-babf7c5d48b5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:27.049045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-c5e13be0-72e5-413f-9f99-babf7c5d48b5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.62 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.6385770 Feb 04 20:04:27.089037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e313e13d-cb73-4d25-a9d3-b5159d984eb9 req-79a70620-ac14-4508-a570-8d37ab4faf87 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466942 Feb 04 20:04:27.119664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Request body: {'port': {'device_id': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'admin_state_up': True, 'tenant_id': '04854f6fa7f844848e1f2f7b74153382'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:27.159646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-06118d0d-e3c6-41da-96e5-449bc5fb4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:27.161300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-06118d0d-e3c6-41da-96e5-449bc5fb4462 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1098 time: 1.2231009 Feb 04 20:04:27.203944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:27.278298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-3a2bd95b-ca77-473f-8421-0a4063584640 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403006 Feb 04 20:04:27.279962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711a2e8a-97bd-40ba-877f-558a628c9b3e req-376381ca-f435-4d8f-aa94-47e28664ca1d service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383594 Feb 04 20:04:27.280776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:27.367729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dad000-a6ae-4d15-8ba5-beffacd0a79a req-e4f43ac1-0898-4fe4-9eab-ba56e2e13e82 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:27.375935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0dad000-a6ae-4d15-8ba5-beffacd0a79a req-e4f43ac1-0898-4fe4-9eab-ba56e2e13e82 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 944 time: 0.2924118 Feb 04 20:04:27.429430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9cb3902-c8a6-46ca-8202-281fa4fe80fe req-c98134a3-f8a9-4ddf-91bf-994800fdf463 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 210 time: 0.0812616 Feb 04 20:04:27.458965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:27.473386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Usage tracker for resource:port and tenant:04854f6fa7f844848e1f2f7b74153382 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:27.477761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:27.478400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9cb3a3-d5fc-4454-ad86-08094f403f5c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:27.484823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-2deec4e9-f09a-4176-a0d4-9e7f599cc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:27.486386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-2deec4e9-f09a-4176-a0d4-9e7f599cc463 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2648437 Feb 04 20:04:27.487300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:27.497466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a60554c1-3cc4-4516-92d7-30392e82d1cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=913d59d7057a4af482f5e1f8490f3e28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0908489 Feb 04 20:04:27.503306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['9464bb8c-94ce-4a7c-8c3c-3d54788a0248'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:27.506950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50140) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:27.585472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0dad000-a6ae-4d15-8ba5-beffacd0a79a req-19f1ff94-54b8-4ef8-8766-56711de2e626 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068973 Feb 04 20:04:27.589177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Made reservation on behalf of 04854f6fa7f844848e1f2f7b74153382 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:27.591017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:27.625972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-48acee1a-e8ab-47c4-a234-ca79c73cb1ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 217 time: 0.1316257 Feb 04 20:04:27.631140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ba5581c3-ad88-40a4-9d85-583d587c5bf8 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:27.643438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-68109888-5d8b-4dca-8c95-85f616f7954a service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446195 Feb 04 20:04:27.687794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20045043-49f6-4254-ba64-2d36e4edce03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:27.737294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:27.761676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20045043-49f6-4254-ba64-2d36e4edce03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:27.908316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Allocated IP 172.20.0.8 (53333fe4-0c99-4191-891a-08c35720a9ec/1fec589e-89a4-4531-9e2e-9940544cbd47/1307a748-f636-4c7f-988a-e18acb6e1ebe) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:04:27.916822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20045043-49f6-4254-ba64-2d36e4edce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:27.984316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ba5581c3-ad88-40a4-9d85-583d587c5bf8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ba5581c3-ad88-40a4-9d85-583d587c5bf8,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:28.007174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20045043-49f6-4254-ba64-2d36e4edce03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9cb3a3-d5fc-4454-ad86-08094f403f5c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:28.042005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'port_id': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8', 'mac_address': 'fa:16:3e:91:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3173e-4643-4968-a50a-168de91e8698', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:28.077601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20045043-49f6-4254-ba64-2d36e4edce03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:28.079086 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'code': 200} Feb 04 20:04:28.093751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-20045043-49f6-4254-ba64-2d36e4edce03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d9cb3a3-d5fc-4454-ad86-08094f403f5c HTTP/1.1" status: 204 len: 168 time: 0.5811820 Feb 04 20:04:28.126471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:28.154015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:28.174633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-a2750c5d-188d-400e-804d-bc629780e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:28.176162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-a2750c5d-188d-400e-804d-bc629780e8f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.5404658 Feb 04 20:04:28.183236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5581c3-ad88-40a4-9d85-583d587c5bf8 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:28.377813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ba5581c3-ad88-40a4-9d85-583d587c5bf8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ba5581c3-ad88-40a4-9d85-583d587c5bf8,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:28.377963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:28.377963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Network 53333fe4-0c99-4191-891a-08c35720a9ec is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:04:28.377963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:28.379727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:04:28.400589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09a2d-8b35-45d4-824a-a36b3587c638 req-ff6b3bc1-936a-4cc4-b8c6-778fc94a33ec tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:28.402086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfd09a2d-8b35-45d4-824a-a36b3587c638 req-ff6b3bc1-936a-4cc4-b8c6-778fc94a33ec tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 944 time: 0.2405696 Feb 04 20:04:28.406228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:28.443567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:28.503385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ba5581c3-ad88-40a4-9d85-583d587c5bf8,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:28.522164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfd09a2d-8b35-45d4-824a-a36b3587c638 req-99e3410b-fb95-48ae-a8e0-6a32cd03ff02 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126964 Feb 04 20:04:28.556848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:28.557537 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:28.579368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-8ff7c918-f129-4cee-a898-bb9575055869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:28.581456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-8ff7c918-f129-4cee-a898-bb9575055869 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3981774 Feb 04 20:04:28.684041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 06acc2f5-aa28-411f-923d-b9d512ccd9c3 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:28.874655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ba5581c3-ad88-40a4-9d85-583d587c5bf8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:28.923217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-933c4c19-f324-4335-a7b9-a9761b9234d0 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321035 Feb 04 20:04:28.926637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-8061fa99-3ec4-40f9-90d0-de0dd31b9910 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8334954 Feb 04 20:04:28.940608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:28.949877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:28.950636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:28.964891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Request body: {'port': {'device_id': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:29.012302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90816c8-2364-4dc4-a26b-a984cf46c63c req-c343329d-da7d-4644-a46f-511c2fcb23f5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:29.015329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b90816c8-2364-4dc4-a26b-a984cf46c63c req-c343329d-da7d-4644-a46f-511c2fcb23f5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 931 time: 0.2223401 Feb 04 20:04:29.106501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8800a-8f44-4982-991f-e3147b1a250a req-3aeccbbe-45ae-477d-ba90-7664f9cc07cf tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:29.114281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4b8800a-8f44-4982-991f-e3147b1a250a req-3aeccbbe-45ae-477d-ba90-7664f9cc07cf tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 948 time: 0.6764181 Feb 04 20:04:29.116112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b90816c8-2364-4dc4-a26b-a984cf46c63c req-fccba415-187c-49c5-918c-64cde987dd52 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:29.244556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4b8800a-8f44-4982-991f-e3147b1a250a req-eb63bf7d-e89c-40b9-9581-12164e8c5ef5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190608 Feb 04 20:04:29.250617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b90816c8-2364-4dc4-a26b-a984cf46c63c req-fccba415-187c-49c5-918c-64cde987dd52 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:29.250617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b90816c8-2364-4dc4-a26b-a984cf46c63c req-fccba415-187c-49c5-918c-64cde987dd52 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279377 Feb 04 20:04:29.251628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:29.373971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:29.398486 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7a74da2-9d65-4295-b7bb-2481df835323 req-b8982255-1837-4fbf-94d5-640845479333 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665818 Feb 04 20:04:29.495851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 06acc2f5-aa28-411f-923d-b9d512ccd9c3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=06acc2f5-aa28-411f-923d-b9d512ccd9c3,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:29.632099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:29.646305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f915807-6059-48b0-89ca-464488c9804f req-7713aa9f-6439-4c84-8f6a-4ed7c833ca4f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:29.648055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f915807-6059-48b0-89ca-464488c9804f req-7713aa9f-6439-4c84-8f6a-4ed7c833ca4f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 945 time: 0.1967721 Feb 04 20:04:29.677345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:29.800969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f915807-6059-48b0-89ca-464488c9804f req-33b683bb-c712-488b-bab5-1c53a24b0420 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354103 Feb 04 20:04:29.820160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=06acc2f5-aa28-411f-923d-b9d512ccd9c3,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:29.950782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:29.965463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:29.966531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:30.014884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251187-7fd2-40ba-838e-7bdd5249764f req-7a442fd9-bd4c-466f-add6-b2b7927115ec tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:30.020111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8251187-7fd2-40ba-838e-7bdd5249764f req-7a442fd9-bd4c-466f-add6-b2b7927115ec tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 945 time: 0.1548069 Feb 04 20:04:30.083531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06acc2f5-aa28-411f-923d-b9d512ccd9c3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:30.128344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8251187-7fd2-40ba-838e-7bdd5249764f req-c7e69776-18b1-486e-880a-0e7f2956e7b3 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015339 Feb 04 20:04:30.185042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1307a748-f636-4c7f-988a-e18acb6e1ebe {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:30.226948 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:30.241117 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06acc2f5-aa28-411f-923d-b9d512ccd9c3', 'code': 200} Feb 04 20:04:30.257068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:30.270461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:30.306650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Transition to ACTIVE for port object 1307a748-f636-4c7f-988a-e18acb6e1ebe will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:30.326130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-d5a044fc-9421-43e9-a337-1cc19f05cc1b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:30.328260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-d5a044fc-9421-43e9-a337-1cc19f05cc1b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220&tenant_id=ff85700c023d44c59b142250468cd68d&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 948 time: 0.3689718 Feb 04 20:04:30.393262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e47d-1377-446c-b2cc-4ef7b3b2c0c0 req-798a4057-2032-45d9-a6c0-6979ef808374 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:30.394685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f62e47d-1377-446c-b2cc-4ef7b3b2c0c0 req-798a4057-2032-45d9-a6c0-6979ef808374 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 948 time: 0.2180822 Feb 04 20:04:30.459259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f62e47d-1377-446c-b2cc-4ef7b3b2c0c0 req-58f44dcd-9e45-4423-a5fc-61d421714ff8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486825 Feb 04 20:04:30.468833 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-487fb654-e063-4fad-b8f4-89d0e1faf77c service neutron] delete failed (client error): The resource could not be found. Feb 04 20:04:30.469808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-487fb654-e063-4fad-b8f4-89d0e1faf77c service neutron] 10.222.0.24 "DELETE /v2.0/ports/9464bb8c-94ce-4a7c-8c3c-3d54788a0248/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.1326661 Feb 04 20:04:30.537427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20960c08-e0a4-4c3c-be12-0bc945f95d21 req-275aef3b-b55d-423e-8fb2-f72b00b4116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:30.539027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20960c08-e0a4-4c3c-be12-0bc945f95d21 req-275aef3b-b55d-423e-8fb2-f72b00b4116a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 1096 time: 0.2053025 Feb 04 20:04:30.570898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0104f2c-8856-4992-8e7c-ace9fcac31ec req-7405b360-4293-4af1-aa73-9def1ba04a06 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:30.572336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0104f2c-8856-4992-8e7c-ace9fcac31ec req-7405b360-4293-4af1-aa73-9def1ba04a06 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 931 time: 0.1588430 Feb 04 20:04:30.611343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20960c08-e0a4-4c3c-be12-0bc945f95d21 req-e25ab860-3050-4d2d-90b2-ea2537468d5e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611515 Feb 04 20:04:30.620876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-7208eb97-ddfa-4d99-a45c-00a80bd4a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:30.622334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-7208eb97-ddfa-4d99-a45c-00a80bd4a995 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 1099 time: 0.0743134 Feb 04 20:04:30.631021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0104f2c-8856-4992-8e7c-ace9fcac31ec req-0e0768ef-93c7-496d-bd44-038dd3c1eb70 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522203 Feb 04 20:04:30.686608 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:30.721973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:30.762619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:31.065099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:31.172948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Attempting to bind port 1307a748-f636-4c7f-988a-e18acb6e1ebe on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:31.173494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Attempting to bind port 1307a748-f636-4c7f-988a-e18acb6e1ebe by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:31.174487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Attempting to bind port 1307a748-f636-4c7f-988a-e18acb6e1ebe on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:31.187893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Port 1307a748-f636-4c7f-988a-e18acb6e1ebe on network 53333fe4-0c99-4191-891a-08c35720a9ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:31.188609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Attempting to bind port 1307a748-f636-4c7f-988a-e18acb6e1ebe on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:31.206988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-10f530d4-c6f5-4cb3-aa58-aae3b696a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:31.212455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-10f530d4-c6f5-4cb3-aa58-aae3b696a8d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3503096 Feb 04 20:04:31.214344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:31.216612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Checking segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:31.217134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Bound using segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:31.218032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Bound port: 1307a748-f636-4c7f-988a-e18acb6e1ebe, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:31.222868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:31.436038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0bf0f-5581-48aa-9db9-d44edd0fb058 req-77300415-6ce8-4826-aad6-f77975a433ac tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:31.437748 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fa0bf0f-5581-48aa-9db9-d44edd0fb058 req-77300415-6ce8-4826-aad6-f77975a433ac tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 945 time: 0.1333735 Feb 04 20:04:31.531114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fa0bf0f-5581-48aa-9db9-d44edd0fb058 req-a3d2d339-a4a7-49db-ba34-139d2343086f tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846786 Feb 04 20:04:31.538128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-031db069-e050-452f-b5ac-bb5bf84c0163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 200 len: 217 time: 0.2816362 Feb 04 20:04:31.545831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949bd7-3d15-440e-bb31-e816f5e31dc5 req-830b0bcd-6978-4379-a49e-35172ea6d632 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:31.547395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51949bd7-3d15-440e-bb31-e816f5e31dc5 req-830b0bcd-6978-4379-a49e-35172ea6d632 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 945 time: 0.5871201 Feb 04 20:04:31.635022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:31.647425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ba5581c3-ad88-40a4-9d85-583d587c5bf8 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:31.692697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-e792f115-7f64-4053-9908-5826dd1a9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:31.694271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-e792f115-7f64-4053-9908-5826dd1a9c50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1459448 Feb 04 20:04:31.701008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51949bd7-3d15-440e-bb31-e816f5e31dc5 req-7270bd6c-7437-475d-809d-d7bfb61fedfb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910182 Feb 04 20:04:31.776029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:31.799427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:31.831413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60831d8-d818-4bd3-afee-ecf380e4210e req-276ec18e-f5ff-4adb-a117-1e371f116a43 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:31.857807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a60831d8-d818-4bd3-afee-ecf380e4210e req-276ec18e-f5ff-4adb-a117-1e371f116a43 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.2186396 Feb 04 20:04:31.862503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-3c8639b2-3b97-43b1-8e36-46a3f969add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:31.865259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-3c8639b2-3b97-43b1-8e36-46a3f969add2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620467 Feb 04 20:04:31.915283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:31.946919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a60831d8-d818-4bd3-afee-ecf380e4210e req-5d466403-4a18-4694-984c-3932ba0085ee tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881011 Feb 04 20:04:32.066534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:32.078820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port ba5581c3-ad88-40a4-9d85-583d587c5bf8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:32.087996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port ba5581c3-ad88-40a4-9d85-583d587c5bf8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:32.088371 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:32.116228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'mac_address': 'fa:16:3e:64:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:32.151514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:32.165541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:32.168155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] 10.222.0.62 "PUT /v2.0/ports/1307a748-f636-4c7f-988a-e18acb6e1ebe HTTP/1.1" status: 200 len: 1091 time: 3.2136393 Feb 04 20:04:32.168695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:32.218148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:32.242325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:32.270780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62776ff4-39c4-4f6b-8417-ec0a861bd112 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:32.285416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-ee563c8c-b494-4199-9f4a-ab072faf0ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109445 Feb 04 20:04:32.292326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183ee8-3892-4a82-8aab-1ffedd31ff2e service neutron] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:32.358577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:32.370620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:32.465504 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:32.470431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ba5581c3-ad88-40a4-9d85-583d587c5bf8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ba5581c3-ad88-40a4-9d85-583d587c5bf8,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:32.502080 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'status': 'completed', 'code': 200} Feb 04 20:04:32.596044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f490d-510b-4942-93d9-45c83e920748 req-42f0709b-a8b4-456d-a265-9334aed3d8af tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:32.597262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d51f490d-510b-4942-93d9-45c83e920748 req-42f0709b-a8b4-456d-a265-9334aed3d8af tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:32.598372 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'code': 200} Feb 04 20:04:32.599248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:32.615304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:32.632638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3e7d6ca-eb9d-423b-988f-a023380efd17 req-f675fdc9-e382-427c-92eb-432f0b4bfd59 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293543 Feb 04 20:04:32.684414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-7c2987f8-926c-42db-9ef0-4601eb97392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:32.686361 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-7c2987f8-926c-42db-9ef0-4601eb97392f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 1094 time: 0.3038676 Feb 04 20:04:32.703776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['62776ff4-39c4-4f6b-8417-ec0a861bd112'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:32.779586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d51f490d-510b-4942-93d9-45c83e920748 req-42f0709b-a8b4-456d-a265-9334aed3d8af tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:32.781471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d51f490d-510b-4942-93d9-45c83e920748 req-42f0709b-a8b4-456d-a265-9334aed3d8af tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 943 time: 0.7407184 Feb 04 20:04:32.783650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c13b49-6ec4-46a8-ab94-47f530afbedf req-3673c51d-119e-4a26-aa96-27902930cfa5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:32.784296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-103e6bea-9d91-4c26-bb64-3d491d62f7b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe HTTP/1.1" status: 200 len: 217 time: 0.0906744 Feb 04 20:04:32.785181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17c13b49-6ec4-46a8-ab94-47f530afbedf req-3673c51d-119e-4a26-aa96-27902930cfa5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 945 time: 0.1026604 Feb 04 20:04:32.826669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ba5581c3-ad88-40a4-9d85-583d587c5bf8,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:32.891910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-61822dd9-475c-4765-9738-dbe077da99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:32.893323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-61822dd9-475c-4765-9738-dbe077da99fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.0861027 Feb 04 20:04:32.916537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17c13b49-6ec4-46a8-ab94-47f530afbedf req-06396f3d-0ad8-432f-baa0-40225fb5421a tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242797 Feb 04 20:04:32.964357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-4331a541-6db6-45eb-98c3-843ef03e886f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645993 Feb 04 20:04:33.004220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d51f490d-510b-4942-93d9-45c83e920748 req-796d16c9-5539-496e-adde-ca6826f277f3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132173 Feb 04 20:04:33.198058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8993-46dd-4bd4-b760-857ed374a397 req-73ca43cc-80e5-4655-8480-c8e808dd1abe tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:33.211801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a36e8993-46dd-4bd4-b760-857ed374a397 req-73ca43cc-80e5-4655-8480-c8e808dd1abe tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.1406443 Feb 04 20:04:33.235740 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-d4de5afd-e053-4a91-be29-25cdbc491d11 service neutron] 10.222.0.62 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645116 Feb 04 20:04:33.274226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b76ee-e784-4ddb-842b-b4bea9814f0d req-cc3a78bd-3e12-49db-a5f4-73328069ef9b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:33.275190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a73b76ee-e784-4ddb-842b-b4bea9814f0d req-cc3a78bd-3e12-49db-a5f4-73328069ef9b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Synchronizing usage tracker for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:33.300437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a36e8993-46dd-4bd4-b760-857ed374a397 req-26af1762-4c2e-482f-92ea-e4950bbad987 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782683 Feb 04 20:04:33.362454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a73b76ee-e784-4ddb-842b-b4bea9814f0d req-cc3a78bd-3e12-49db-a5f4-73328069ef9b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Unset dirty status for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:33.364540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a73b76ee-e784-4ddb-842b-b4bea9814f0d req-cc3a78bd-3e12-49db-a5f4-73328069ef9b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fea0960-4c2b-4a81-9a08-c966af1b0295 HTTP/1.1" status: 200 len: 945 time: 0.2117753 Feb 04 20:04:33.516892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a73b76ee-e784-4ddb-842b-b4bea9814f0d req-161898c1-3e71-4870-b124-ab371684ad1a tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305404 Feb 04 20:04:33.567204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f1ef29c-1eb9-488f-8315-eb392554dab3 req-f20bc588-52c6-4c0d-bc88-f9f933aefa74 service neutron] 10.222.0.62 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009075 Feb 04 20:04:33.650561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:33.791261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 62776ff4-39c4-4f6b-8417-ec0a861bd112 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:33.797704 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:33.802794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9936-5da0-4b6f-92a2-d3b1dc5d0427 req-beaf510e-abbe-42ba-91d3-1e849b1df79f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:33.809939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4cd9936-5da0-4b6f-92a2-d3b1dc5d0427 req-beaf510e-abbe-42ba-91d3-1e849b1df79f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.3027821 Feb 04 20:04:33.889146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4cd9936-5da0-4b6f-92a2-d3b1dc5d0427 req-786c04c9-6c3f-4477-b528-dcf552213df6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782228 Feb 04 20:04:33.909606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-3a071ce5-fe65-4abc-bd83-63a0febc0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:33.911379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-3a071ce5-fe65-4abc-bd83-63a0febc0493 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 1094 time: 0.2348838 Feb 04 20:04:33.978049 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:34.022138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:34.195310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:34.308543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff93bb-b2c1-4964-9367-139ab34fbac5 req-cb16da16-996c-4612-8026-f32b87142d95 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:34.318509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5fff93bb-b2c1-4964-9367-139ab34fbac5 req-cb16da16-996c-4612-8026-f32b87142d95 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 943 time: 0.1137550 Feb 04 20:04:34.324125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:34.386967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5fff93bb-b2c1-4964-9367-139ab34fbac5 req-69daaef0-91d6-4f6b-8823-dd8c42e736b3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648928 Feb 04 20:04:34.437632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-9d771b41-1f29-4209-9c15-d7537fbe1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:34.440621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-9d771b41-1f29-4209-9c15-d7537fbe1d32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 905 time: 0.5109429 Feb 04 20:04:34.560025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-819da265-3636-411e-96cc-dd808c9f49cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe HTTP/1.1" status: 200 len: 217 time: 0.1082206 Feb 04 20:04:34.599913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8'}, {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:34.731467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-89a8a195-4a57-464a-ad2a-d752308694a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:34.733045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-89a8a195-4a57-464a-ad2a-d752308694a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.1635888 Feb 04 20:04:34.764908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50408) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:34.796588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-49e07bfc-882b-45a7-8b98-1f0b08498bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554082 Feb 04 20:04:34.805527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0799f16-c005-4d09-9ac3-bea0271d0eea req-74524e02-1e71-4039-a084-e03a7198f966 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:34.814716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0799f16-c005-4d09-9ac3-bea0271d0eea req-74524e02-1e71-4039-a084-e03a7198f966 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.1787071 Feb 04 20:04:34.975041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:34.989072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0799f16-c005-4d09-9ac3-bea0271d0eea req-4f1d7a99-f2f4-4baa-bd98-17ebf8cc6b32 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737683 Feb 04 20:04:35.007365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:35.012559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f644f1cf4f43caaa6646f7b4341b3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:35.015606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:35.022876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:35.081570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-c6c87122-de5b-4607-9fae-88dd8be8ac81 service neutron] 10.222.0.62 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643361 Feb 04 20:04:35.211300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:35.223280 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8', 'code': 200} Feb 04 20:04:35.226940 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'code': 200} Feb 04 20:04:35.286382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:35.396429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9f644f1cf4f43caaa6646f7b4341b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300504 Feb 04 20:04:35.445320 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63195148-a45c-45a2-a12f-97dd14b7be28 req-f88d6d7a-3bf4-49cd-85ce-a046f583fcfc service neutron] 10.222.0.62 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555760 Feb 04 20:04:35.446009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50430) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:35.620843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c773e1fc-241e-4231-9994-112e17ba9fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:35.718789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c773e1fc-241e-4231-9994-112e17ba9fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:35.812455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84716809-ad55-44ec-a903-632b46e3d915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450d47cf-99a5-4225-90ba-05fe8eb339d3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:35.850285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f44e4-2c77-4dc4-abb1-bf3ca6582e44 req-15043016-d939-41cb-bd8b-a4b9d874ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:35.868524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a1f44e4-2c77-4dc4-abb1-bf3ca6582e44 req-15043016-d939-41cb-bd8b-a4b9d874ffe3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 1097 time: 0.5052040 Feb 04 20:04:35.881978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd67477-c9be-410f-ac40-6199948a924c req-eedec984-c7ab-49b9-b8a3-1ec628982274 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:35.884102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bd67477-c9be-410f-ac40-6199948a924c req-eedec984-c7ab-49b9-b8a3-1ec628982274 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.3461165 Feb 04 20:04:36.045558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a1f44e4-2c77-4dc4-abb1-bf3ca6582e44 req-0c00b0aa-9408-43f6-b33c-fde2a4a23f0c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602948 Feb 04 20:04:36.047561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46e214-b176-42b2-9f15-d44a625d113f req-cfb0f3d6-7d29-44fc-93e2-fc50655fff2b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:36.049824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e46e214-b176-42b2-9f15-d44a625d113f req-cfb0f3d6-7d29-44fc-93e2-fc50655fff2b tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea0960-4c2b-4a81-9a08-c966af1b0295 HTTP/1.1" status: 200 len: 945 time: 0.1981165 Feb 04 20:04:36.056265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bd67477-c9be-410f-ac40-6199948a924c req-791f7425-4855-4b48-98f9-b1df8fcf7dba tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924363 Feb 04 20:04:36.153549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Deleting port d32172f8-f597-4250-8f2c-f31a3d10a5d4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:04:36.153549 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:36.301639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba53f8-3766-44fb-bc25-f5a035c3c161 req-a538066e-841b-4274-bed0-cc367b491bea tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:36.301639 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6ba53f8-3766-44fb-bc25-f5a035c3c161 req-a538066e-841b-4274-bed0-cc367b491bea tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fea0960-4c2b-4a81-9a08-c966af1b0295 HTTP/1.1" status: 200 len: 945 time: 0.0976641 Feb 04 20:04:36.356596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6ba53f8-3766-44fb-bc25-f5a035c3c161 req-a87f2e52-d041-408d-8fe7-57397e87e559 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469134 Feb 04 20:04:36.533205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] For port d32172f8-f597-4250-8f2c-f31a3d10a5d4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d32172f8-f597-4250-8f2c-f31a3d10a5d4,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:36.534185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:36.598866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-fd9f3282-66b2-42bd-aab3-d0daeb8b4fc6 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:36.600530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-fd9f3282-66b2-42bd-aab3-d0daeb8b4fc6 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 945 time: 0.1877627 Feb 04 20:04:36.626473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c773e1fc-241e-4231-9994-112e17ba9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:36.668043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c84c0-1a5e-49c8-b4e7-b865d7db1829 req-11d26c0d-015d-4dab-97ed-135458e35642 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:36.669559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c2c84c0-1a5e-49c8-b4e7-b865d7db1829 req-11d26c0d-015d-4dab-97ed-135458e35642 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 943 time: 0.1860101 Feb 04 20:04:36.716968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Calling delete_port for d32172f8-f597-4250-8f2c-f31a3d10a5d4 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:04:36.753322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c773e1fc-241e-4231-9994-112e17ba9fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:36.770538 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c773e1fc-241e-4231-9994-112e17ba9fb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/450d47cf-99a5-4225-90ba-05fe8eb339d3 HTTP/1.1" status: 204 len: 168 time: 1.3023205 Feb 04 20:04:36.770538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773e1fc-241e-4231-9994-112e17ba9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d47cf-99a5-4225-90ba-05fe8eb339d3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:36.771731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Deleting port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:04:36.771731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:36.866907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c2c84c0-1a5e-49c8-b4e7-b865d7db1829 req-704cb7cc-77a3-400b-ac9a-b2232fc08740 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906040 Feb 04 20:04:37.065128 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:37.148123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event deleted for resources: {'Port': ['ID=d32172f8-f597-4250-8f2c-f31a3d10a5d4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:37.339830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] No DVR routers for this DVR port d32172f8-f597-4250-8f2c-f31a3d10a5d4 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:04:37.343656 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:37.383889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'name': 'network-vif-deleted', 'tag': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:37.408751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402c790-2b5d-4450-8525-139f2ea11b69 req-5df4707a-0d95-44cf-a213-4d956db8e2b4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:37.419901 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b402c790-2b5d-4450-8525-139f2ea11b69 req-5df4707a-0d95-44cf-a213-4d956db8e2b4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.3644435 Feb 04 20:04:37.502973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b402c790-2b5d-4450-8525-139f2ea11b69 req-d56993c2-14b0-4434-96f1-a3ec535a430b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813637 Feb 04 20:04:37.510786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] For port 06acc2f5-aa28-411f-923d-b9d512ccd9c3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=06acc2f5-aa28-411f-923d-b9d512ccd9c3,segment=NetworkSegment(046ce65f-07f4-454f-89a1-a2831bdaa38e),segment_id=046ce65f-07f4-454f-89a1-a2831bdaa38e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:37.511456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:37.586160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e46e214-b176-42b2-9f15-d44a625d113f req-82424f98-c4e4-4b15-99a0-a76fdd342d7e tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "DELETE /v2.0/ports/d32172f8-f597-4250-8f2c-f31a3d10a5d4 HTTP/1.1" status: 204 len: 173 time: 1.5305145 Feb 04 20:04:37.649306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1307a748-f636-4c7f-988a-e18acb6e1ebe details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:37.707173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Calling delete_port for 06acc2f5-aa28-411f-923d-b9d512ccd9c3 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:04:37.866928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:37.879048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690ccc4-add7-4876-bc3a-ad2a423b77e5 req-d9fa0457-35c5-4c9b-836d-ad776d372bfc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:37.880573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a690ccc4-add7-4876-bc3a-ad2a423b77e5 req-d9fa0457-35c5-4c9b-836d-ad776d372bfc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1291430 Feb 04 20:04:37.895530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'mac_address': 'fa:16:3e:e2:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:37.971997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a690ccc4-add7-4876-bc3a-ad2a423b77e5 req-eb4a855d-6a9d-4329-8e6f-f88ed93ad87e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828578 Feb 04 20:04:38.004509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:38.051888 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fea0960-4c2b-4a81-9a08-c966af1b0295', 'name': 'network-vif-deleted', 'tag': 'd32172f8-f597-4250-8f2c-f31a3d10a5d4', 'status': 'completed', 'code': 200} Feb 04 20:04:38.052686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1307a748-f636-4c7f-988a-e18acb6e1ebe {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:38.082467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:38.090477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50460) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:38.120374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:38.147201 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:38.155530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:38.196169 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:38.310105 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:04:38.366738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Pushing event deleted for resources: {'Port': ['ID=06acc2f5-aa28-411f-923d-b9d512ccd9c3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:38.371510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Usage tracker for resource:security_group_rule and tenant:d13221bbe0ec4a0ebe070d895d2a3890 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:38.376957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:38.390816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:38.438849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3291ece8-0087-422e-ad5f-a0bd5ffa7d0a req-db3a21ea-b0fc-42ea-a318-9c4fe3221b66 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fea0960-4c2b-4a81-9a08-c966af1b0295 HTTP/1.1" status: 200 len: 210 time: 0.0729263 Feb 04 20:04:38.513482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:38.531161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] No DVR routers for this DVR port 06acc2f5-aa28-411f-923d-b9d512ccd9c3 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:04:38.535750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:38.559421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'name': 'network-vif-deleted', 'tag': '06acc2f5-aa28-411f-923d-b9d512ccd9c3'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:38.561717 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:38.567465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68eda530-cf24-4261-a273-f1f50b24b2f5 req-a8bec40a-1484-4196-b466-026a681554f5 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.24 "DELETE /v2.0/ports/06acc2f5-aa28-411f-923d-b9d512ccd9c3 HTTP/1.1" status: 204 len: 173 time: 1.9588690 Feb 04 20:04:38.610047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['1307a748-f636-4c7f-988a-e18acb6e1ebe'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:38.763371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 06acc2f5-aa28-411f-923d-b9d512ccd9c3 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:38.803107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:38.868860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 06acc2f5-aa28-411f-923d-b9d512ccd9c3 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:04:38.869138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48adada-aaed-49f5-bb84-7dd5c139b3d8 req-c046f2f5-d604-4fdf-9ed8-4e19e46449f9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:38.869261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 06acc2f5-aa28-411f-923d-b9d512ccd9c3 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:04:38.869855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d32172f8-f597-4250-8f2c-f31a3d10a5d4 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:38.871177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f48adada-aaed-49f5-bb84-7dd5c139b3d8 req-c046f2f5-d604-4fdf-9ed8-4e19e46449f9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 944 time: 0.2804465 Feb 04 20:04:38.872437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:39.008893 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d13221bbe0ec4a0ebe070d895d2a3890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9172499 Feb 04 20:04:39.009950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c714d13-1d5e-46b3-9482-46912b3fae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f8c2d7-f454-47b7-aec5-26a9c01033eb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:39.015407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: d32172f8-f597-4250-8f2c-f31a3d10a5d4 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:04:39.016961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50482) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:39.017627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d32172f8-f597-4250-8f2c-f31a3d10a5d4 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:04:39.054481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01333e84-e0ec-4751-9b91-a37eff01219a req-9d28bf91-4d86-4f71-959c-5949ac9db14f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:39.056108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01333e84-e0ec-4751-9b91-a37eff01219a req-9d28bf91-4d86-4f71-959c-5949ac9db14f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.3198452 Feb 04 20:04:39.059008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:39.102652 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f48adada-aaed-49f5-bb84-7dd5c139b3d8 req-20f08614-3fbc-4025-8532-63f8e01bb0de tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049294 Feb 04 20:04:39.147172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dd81053-2fad-4b9d-adc1-3592d5df7b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:39.165791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01333e84-e0ec-4751-9b91-a37eff01219a req-0e967d5e-8ba3-4035-b1a1-700b2e91818e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027925 Feb 04 20:04:39.219038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dd81053-2fad-4b9d-adc1-3592d5df7b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:39.290811 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9', 'name': 'network-vif-deleted', 'tag': '06acc2f5-aa28-411f-923d-b9d512ccd9c3', 'status': 'completed', 'code': 200} Feb 04 20:04:39.390683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dd81053-2fad-4b9d-adc1-3592d5df7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:39.418736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd81053-2fad-4b9d-adc1-3592d5df7b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f8c2d7-f454-47b7-aec5-26a9c01033eb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:39.497081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dd81053-2fad-4b9d-adc1-3592d5df7b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:39.502088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5dd81053-2fad-4b9d-adc1-3592d5df7b61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2f8c2d7-f454-47b7-aec5-26a9c01033eb HTTP/1.1" status: 204 len: 168 time: 0.4839737 Feb 04 20:04:39.576925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca96f08-8c65-443a-9c9f-880bf1661726 req-3e62d658-20af-476f-ad3a-48aedb50bf31 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:39.589022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ca96f08-8c65-443a-9c9f-880bf1661726 req-3e62d658-20af-476f-ad3a-48aedb50bf31 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.1661134 Feb 04 20:04:39.703021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ca96f08-8c65-443a-9c9f-880bf1661726 req-7ec605f8-9e68-486b-a710-246a5dfbcaf9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129830 Feb 04 20:04:39.814602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c40f4e-4d3e-420d-8f79-042d60f2544c req-1bbbfbd4-ea70-4cff-9c3b-4afa1066801f tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:39.821552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70c40f4e-4d3e-420d-8f79-042d60f2544c req-1bbbfbd4-ea70-4cff-9c3b-4afa1066801f tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 950 time: 0.1248989 Feb 04 20:04:39.877032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70c40f4e-4d3e-420d-8f79-042d60f2544c req-ccef242f-b0aa-446b-93df-a75b83f39305 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545418 Feb 04 20:04:40.032303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2f082ed3-0d35-4c8f-b613-6b8b44d635c0 req-9eaedc01-3a01-4d15-8040-cc065b164397 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Synchronizing usage tracker for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:40.184991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2f082ed3-0d35-4c8f-b613-6b8b44d635c0 req-9eaedc01-3a01-4d15-8040-cc065b164397 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] Unset dirty status for tenant:b63c2eba1f1a47edb8abb08c3308807a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:40.194905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f082ed3-0d35-4c8f-b613-6b8b44d635c0 req-9eaedc01-3a01-4d15-8040-cc065b164397 tempest-MultipleCreateTestJSON-1821968496 tempest-MultipleCreateTestJSON-1821968496-project] 10.222.0.48 "GET /v2.0/ports?device_id=74a87ff1-d0b4-4bd7-8c55-0e6a3fc335e9 HTTP/1.1" status: 200 len: 210 time: 0.1985741 Feb 04 20:04:40.421031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-fab36e35-21bc-4500-8131-30d6b6af7eba tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372336 Feb 04 20:04:40.710216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-906ba551-14ec-4e14-afb0-53f921648529 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:40.710438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04830921-8869-4af2-b13f-bdda9819577a req-8b21de24-0564-4821-8a8e-4555310f2c79 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:40.711716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-906ba551-14ec-4e14-afb0-53f921648529 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843125 Feb 04 20:04:40.721780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04830921-8869-4af2-b13f-bdda9819577a req-8b21de24-0564-4821-8a8e-4555310f2c79 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 944 time: 0.1287329 Feb 04 20:04:40.746453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-f148f5f5-0cc3-4982-b292-a449ea164b8f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/quotas/ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 375 time: 0.0152807 Feb 04 20:04:40.791790 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04830921-8869-4af2-b13f-bdda9819577a req-919539e2-df51-4b97-9e4c-3c130e364a00 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662398 Feb 04 20:04:40.874521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-5f49e07a-700a-426b-9ac3-0c3d083a0e6e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209238 Feb 04 20:04:41.017546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5af315-9b4b-4deb-bb7f-62dabe899a13 req-c0edfd74-1361-42c2-b83f-4009f83a1af0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:41.019405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a5af315-9b4b-4deb-bb7f-62dabe899a13 req-c0edfd74-1361-42c2-b83f-4009f83a1af0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.0906255 Feb 04 20:04:41.127798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a5af315-9b4b-4deb-bb7f-62dabe899a13 req-b05c0128-69ba-42b3-ace5-099280f8dacb tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995321 Feb 04 20:04:41.314895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55ed7e43-e9aa-4730-97c0-315380a392fc req-f0980ac1-2388-491f-ad9e-20485003756f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 210 time: 0.1223660 Feb 04 20:04:41.435118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50590) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:41.527719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] Deleting subnet 4effdaaa-1382-41c9-b9c4-fd52e2851e2b {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:04:41.532040 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:41.603200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:41.695820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1307a748-f636-4c7f-988a-e18acb6e1ebe up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:41.703863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:41.961893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 1307a748-f636-4c7f-988a-e18acb6e1ebe completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:41.969144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 1307a748-f636-4c7f-988a-e18acb6e1ebe triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:41.969144 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:41.985223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.083828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4effdaaa-1382-41c9-b9c4-fd52e2851e2b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:42.093343 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.109008 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8998c324-9550-4be4-b1e5-5e077d3edacc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4effdaaa-1382-41c9-b9c4-fd52e2851e2b HTTP/1.1" status: 204 len: 168 time: 0.6724565 Feb 04 20:04:42.111613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50616) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:42.160960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5339d1-9b0d-4315-b3f8-1405ee134180 req-f62bea2f-796f-4031-9fac-c5e5cbd12963 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:42.169511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee5339d1-9b0d-4315-b3f8-1405ee134180 req-f62bea2f-796f-4031-9fac-c5e5cbd12963 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 944 time: 0.1421378 Feb 04 20:04:42.300531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee5339d1-9b0d-4315-b3f8-1405ee134180 req-2f5adf76-2566-487d-b2b4-f4ab59a6d11e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300771 Feb 04 20:04:42.344920 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.357729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-02507eeb-f4f1-405b-b00f-f41c5b4a400f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:42.361740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-02507eeb-f4f1-405b-b00f-f41c5b4a400f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.1901948 Feb 04 20:04:42.389299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:42.390482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:42.400326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.481982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.567805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Deleting port ba5581c3-ad88-40a4-9d85-583d587c5bf8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:04:42.567805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.630257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:42.639135 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.703241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60016f1-4e9b-4cbf-8b0d-3727b35b60f0']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:04:42.732243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046ce65f-07f4-454f-89a1-a2831bdaa38e') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:04:42.735748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046ce65f-07f4-454f-89a1-a2831bdaa38e') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:04:42.769210 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.788096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:42.803543 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.810896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:04:42.811586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:42.818609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f85f8-0a96-4e17-83b5-36d1e5663b93 req-1c9b630e-bc32-4317-b42e-64a21dd77a5e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:42.824268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-690f85f8-0a96-4e17-83b5-36d1e5663b93 req-1c9b630e-bc32-4317-b42e-64a21dd77a5e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 946 time: 0.3445787 Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:04:42.833121 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:04:43.045023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:43.065022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-690f85f8-0a96-4e17-83b5-36d1e5663b93 req-2e826314-6fa5-46b6-b746-30369bc1651b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332411 Feb 04 20:04:43.097926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:43.127687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60016f1-4e9b-4cbf-8b0d-3727b35b60f0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:43.191318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0713a1bb-d780-4aa0-b3b8-f77ebb66c885 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a60016f1-4e9b-4cbf-8b0d-3727b35b60f0 HTTP/1.1" status: 204 len: 168 time: 1.0714717 Feb 04 20:04:43.204646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] For port ba5581c3-ad88-40a4-9d85-583d587c5bf8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ba5581c3-ad88-40a4-9d85-583d587c5bf8,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:43.205069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:43.215833 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:43.265583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:43.312738 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'code': 200} Feb 04 20:04:43.331322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:43.511400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:43.541814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ea2e3-5f74-4f90-aecb-9a8a99ffa3e1 req-53a48268-1621-4459-84d8-6a0ee09ce66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:43.545516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-998ea2e3-5f74-4f90-aecb-9a8a99ffa3e1 req-53a48268-1621-4459-84d8-6a0ee09ce66e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 1096 time: 0.1461592 Feb 04 20:04:43.591491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-998ea2e3-5f74-4f90-aecb-9a8a99ffa3e1 req-8fe9339c-982f-497f-a24b-15db0371672c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 Feb 04 20:04:43.706899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Calling delete_port for ba5581c3-ad88-40a4-9d85-583d587c5bf8 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:04:43.803312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe4a218c-4684-4ff5-9936-21d57b0ca0b8 req-51ce7c6c-fd88-4e51-a818-32a90b298461 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 210 time: 0.2272072 Feb 04 20:04:43.847804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-d9232048-27c8-484d-b5cb-ab5a5ce9fab1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1487844 Feb 04 20:04:43.868455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dfbb8-d5f2-4316-9a2c-951e2cded1bc req-e45137ab-5c7a-4ba7-ab18-94e5f28f986d tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:43.876381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-181dfbb8-d5f2-4316-9a2c-951e2cded1bc req-e45137ab-5c7a-4ba7-ab18-94e5f28f986d tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 945 time: 0.1214039 Feb 04 20:04:43.890101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50682) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:43.952407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-181dfbb8-d5f2-4316-9a2c-951e2cded1bc req-f6835994-82e2-4311-b055-18ae1c62bb55 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 Feb 04 20:04:44.230558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-daa3b902-ae25-4098-a6b9-91be83b8ce56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b63c2eba1f1a47edb8abb08c3308807a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252721 Feb 04 20:04:44.232008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50712) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:44.268054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-26895bc1-a2a5-48a3-a608-49c6c4657394 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:44.269803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-26895bc1-a2a5-48a3-a608-49c6c4657394 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4138610 Feb 04 20:04:44.286752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Request body: {'port': {'device_id': 'bfd55ab2-40db-4497-a750-393167534ce6', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'ff85700c023d44c59b142250468cd68d'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:44.409718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af03c884-6a2d-4dec-8626-f815f020808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:44.441319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:44.449286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af03c884-6a2d-4dec-8626-f815f020808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:44.453643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:44.484751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:44.493917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13d4f-a606-4af5-930d-9df81ad48b9a req-2d155936-7bae-486a-8b6e-49f9a0bd7ac8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:44.494951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08c13d4f-a606-4af5-930d-9df81ad48b9a req-2d155936-7bae-486a-8b6e-49f9a0bd7ac8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 867 time: 0.2048171 Feb 04 20:04:44.507624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event deleted for resources: {'Port': ['ID=ba5581c3-ad88-40a4-9d85-583d587c5bf8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:44.511697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:44.578261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08c13d4f-a606-4af5-930d-9df81ad48b9a req-52a66085-452b-4185-bf76-328d6b9923f2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Feb 04 20:04:44.635852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] No DVR routers for this DVR port ba5581c3-ad88-40a4-9d85-583d587c5bf8 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:04:44.635852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:44.640681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'name': 'network-vif-deleted', 'tag': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:44.699357 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5adc71-f518-4764-af15-caa7fdf1de6e', 'name': 'network-vif-deleted', 'tag': 'ba5581c3-ad88-40a4-9d85-583d587c5bf8', 'status': 'completed', 'code': 200} Feb 04 20:04:44.813403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af03c884-6a2d-4dec-8626-f815f020808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:44.831927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03c884-6a2d-4dec-8626-f815f020808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:44.847293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74ef29e2-78dc-4ae1-b8f8-042156a679c6 req-8814f340-32ed-4ef2-9f9e-fbcc2aa9abef tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "DELETE /v2.0/ports/ba5581c3-ad88-40a4-9d85-583d587c5bf8 HTTP/1.1" status: 204 len: 173 time: 2.4798534 Feb 04 20:04:44.856938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Made reservation on behalf of ff85700c023d44c59b142250468cd68d for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:44.862111 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:44.942627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af03c884-6a2d-4dec-8626-f815f020808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:44.943928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-af03c884-6a2d-4dec-8626-f815f020808b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc4d5b19-5ac4-4ed2-9a28-a7572e79fdff HTTP/1.1" status: 204 len: 168 time: 0.7101436 Feb 04 20:04:45.083431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b7ed717-ffff-4acf-ba83-d92c6957249a req-379c7ee1-ca51-4f7c-b2fd-b2e8cce8ceb0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 210 time: 0.0824633 Feb 04 20:04:45.264416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Allocated IP 192.168.233.147 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/159175ca-76eb-469b-bbde-6eab05e5f79b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:04:45.314176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:45.363109 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'code': 200} Feb 04 20:04:45.510176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc2ecd-5c2a-46c8-adbd-05e9d701ceb3 req-df8d7c55-149e-4939-9297-23478d4f6422 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:45.511678 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aedc2ecd-5c2a-46c8-adbd-05e9d701ceb3 req-df8d7c55-149e-4939-9297-23478d4f6422 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 945 time: 0.2652917 Feb 04 20:04:45.618725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aedc2ecd-5c2a-46c8-adbd-05e9d701ceb3 req-c6df321a-8340-42ee-849c-4bf03474e875 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978441 Feb 04 20:04:45.671000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:45.694622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Transition to ACTIVE for port object 159175ca-76eb-469b-bbde-6eab05e5f79b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:45.695910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ba5581c3-ad88-40a4-9d85-583d587c5bf8 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:45.785496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:45.798019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:45.826303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: ba5581c3-ad88-40a4-9d85-583d587c5bf8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:04:45.826901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ba5581c3-ad88-40a4-9d85-583d587c5bf8 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:04:45.828470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50768) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:45.966343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:04:45.970758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:45.975496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:04:45.993566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46c5d45-de1d-4807-b02b-bc1ebf8428e7 req-86cb85a8-7a9a-4d91-93ed-5f026e6fa00f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5adc71-f518-4764-af15-caa7fdf1de6e HTTP/1.1" status: 200 len: 210 time: 0.1424334 Feb 04 20:04:46.051437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:46.103892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:46.138062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:46.156227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:46.158184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:46.175429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Usage tracker for resource:security_group_rule and tenant:448137395af74b37a1c3ebd78aee21a9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:46.195219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:46.213695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:46.311024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-e81c365e-db42-4fbd-9c2f-5d3afbc58e82 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0295339 Feb 04 20:04:46.326570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Request body: {'port': {'device_id': 'bfd55ab2-40db-4497-a750-393167534ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:46.490203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:46.521571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-374de24d-fcfd-4253-a629-c219ffe86647 None None] Provisioning for port 159175ca-76eb-469b-bbde-6eab05e5f79b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:46.530510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-374de24d-fcfd-4253-a629-c219ffe86647 None None] Provisioning complete for port 159175ca-76eb-469b-bbde-6eab05e5f79b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:46.531381 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-374de24d-fcfd-4253-a629-c219ffe86647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:46.550875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:46.713117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865125af-ab3e-44a1-973e-e757abd6d6c0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:46.726990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94c8d169-cbb5-4fc2-a626-8541338d15b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=448137395af74b37a1c3ebd78aee21a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949473 Feb 04 20:04:46.727774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:46.764761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-374de24d-fcfd-4253-a629-c219ffe86647 None None] Port 159175ca-76eb-469b-bbde-6eab05e5f79b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:04:46.849859 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:46.880476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79084-32e2-46b1-ae4b-b5dd892d7b87 req-109c15b9-43f7-4477-b7b0-82c1c92ab0d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:46.881217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bcf79084-32e2-46b1-ae4b-b5dd892d7b87 req-109c15b9-43f7-4477-b7b0-82c1c92ab0d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:46.919059 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c808a2c-6e48-4456-a88e-67f21e1d1754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:46.969867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c808a2c-6e48-4456-a88e-67f21e1d1754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:47.013760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bcf79084-32e2-46b1-ae4b-b5dd892d7b87 req-109c15b9-43f7-4477-b7b0-82c1c92ab0d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:47.014966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf79084-32e2-46b1-ae4b-b5dd892d7b87 req-109c15b9-43f7-4477-b7b0-82c1c92ab0d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 936 time: 0.5793195 Feb 04 20:04:47.078807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:47.116487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcf79084-32e2-46b1-ae4b-b5dd892d7b87 req-2091c4dc-aba5-438f-b03b-2a67f074fa70 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916190 Feb 04 20:04:47.182380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef4e17-21c2-4d46-b2a3-150605424afb req-d7cbaa81-8cbb-4bb0-b8ea-1658eae21a8d tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:47.201724 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4ef4e17-21c2-4d46-b2a3-150605424afb req-d7cbaa81-8cbb-4bb0-b8ea-1658eae21a8d tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 945 time: 0.4524744 Feb 04 20:04:47.248277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-432069634-network', 'tenant_id': '02638abb5538474593241f6780a34f4f'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:47.254915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:47.263041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Usage tracker for resource:network and tenant:02638abb5538474593241f6780a34f4f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:47.273485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:47.284415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:47.346842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4ef4e17-21c2-4d46-b2a3-150605424afb req-d446d325-49f0-4465-af44-997ba7fb1cc9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440341 Feb 04 20:04:47.381655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Made reservation on behalf of 02638abb5538474593241f6780a34f4f for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:47.383979 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:47.395509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159175ca-76eb-469b-bbde-6eab05e5f79b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:47.405979 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:47.408597 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:47.452094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c808a2c-6e48-4456-a88e-67f21e1d1754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:47.468399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Transition to ACTIVE for port object 159175ca-76eb-469b-bbde-6eab05e5f79b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:47.469557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:47.478612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808a2c-6e48-4456-a88e-67f21e1d1754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865125af-ab3e-44a1-973e-e757abd6d6c0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:47.483796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c808a2c-6e48-4456-a88e-67f21e1d1754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:47.483965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Usage tracker for resource:security_group_rule and tenant:02638abb5538474593241f6780a34f4f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:47.487313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5c808a2c-6e48-4456-a88e-67f21e1d1754 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/865125af-ab3e-44a1-973e-e757abd6d6c0 HTTP/1.1" status: 204 len: 168 time: 0.7585030 Feb 04 20:04:47.491574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:47.504200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:47.558753 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:47.747921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:48.122114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920900be-133a-49d8-9beb-ced9f159bb0c req-14e2c7a8-f825-47e0-a70e-847c203a5af3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:48.129508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-920900be-133a-49d8-9beb-ced9f159bb0c req-14e2c7a8-f825-47e0-a70e-847c203a5af3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 945 time: 0.0910945 Feb 04 20:04:48.147829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.192598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace00da-e66c-427e-b748-090ea2405358 req-fed29cf3-4872-4b5d-a9da-983b6ed79e6a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:48.200565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-fed29cf3-4872-4b5d-a9da-983b6ed79e6a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.4233642 Feb 04 20:04:48.215687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-920900be-133a-49d8-9beb-ced9f159bb0c req-530ec826-6431-4d4e-9c6a-f73d6545b5e8 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697312 Feb 04 20:04:48.216323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-1d44e3ed-9f87-42c0-89a0-3754a06af7b8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.0140333 Feb 04 20:04:48.220900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Attempting to bind port 159175ca-76eb-469b-bbde-6eab05e5f79b on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:48.221289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Attempting to bind port 159175ca-76eb-469b-bbde-6eab05e5f79b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:48.221629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Attempting to bind port 159175ca-76eb-469b-bbde-6eab05e5f79b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:48.273051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Port 159175ca-76eb-469b-bbde-6eab05e5f79b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:48.273392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Attempting to bind port 159175ca-76eb-469b-bbde-6eab05e5f79b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:48.281613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.298409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:48.298862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:48.299419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:48.299876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Bound port: 159175ca-76eb-469b-bbde-6eab05e5f79b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:48.300230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.341478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:04:48.364803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e379e-f9d9-4674-84b7-2b12b0602f3e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:48.406732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e73a3-c953-46e5-9f64-cd3cc7e2fd11 req-25539274-b82b-4b88-bf51-44ffe6026126 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:48.409270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-163e73a3-c953-46e5-9f64-cd3cc7e2fd11 req-25539274-b82b-4b88-bf51-44ffe6026126 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.0972507 Feb 04 20:04:48.412881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.413438 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Added segment ae973552-4402-4e02-9696-e0f0b7143331 of type vlan for network fcee91b1-1642-4cc7-a33e-076633658b9f Feb 04 20:04:48.445520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6ace00da-e66c-427e-b748-090ea2405358 req-d0d52911-fabe-4862-8da4-630a8b8a8c62 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:48.455578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50858) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:48.479401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-163e73a3-c953-46e5-9f64-cd3cc7e2fd11 req-7e3eb0fd-569d-40ef-b437-efafb67ea319 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609279 Feb 04 20:04:48.512013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.518391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.537510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:48.549239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:48.565632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:48.568929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Usage tracker for resource:security_group_rule and tenant:b4feff4bac0e4210b12a775a3680d7db is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:48.575603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:48.584348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:48.586447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6ace00da-e66c-427e-b748-090ea2405358 req-d0d52911-fabe-4862-8da4-630a8b8a8c62 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:48.587792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-d0d52911-fabe-4862-8da4-630a8b8a8c62 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3622525 Feb 04 20:04:48.688519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.750887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.752627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:48.753233 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.785290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:48.786054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:48.787484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] 10.222.0.24 "PUT /v2.0/ports/159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 200 len: 1096 time: 2.4665074 Feb 04 20:04:48.804873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:48.962806 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'status': 'completed', 'code': 200} Feb 04 20:04:49.011961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] Pushing event updated for resources: {'Network': ['ID=fcee91b1-1642-4cc7-a33e-076633658b9f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:49.043691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network fcee91b1-1642-4cc7-a33e-076633658b9f details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:04:49.051420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d33f86-123e-447d-a899-62cb16b36418 service neutron] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:49.073041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-aa6028d9-3231-4f47-989b-21eae785ee20 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765437 Feb 04 20:04:49.336605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:49.341492 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2fefd670-762b-4d57-ad77-bb7b44b823f6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2599878 Feb 04 20:04:49.349253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50880) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:49.403041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Request body: {'subnet': {'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-432069634-subnet', 'tenant_id': '02638abb5538474593241f6780a34f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:49.411118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:49.414214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:49.449702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Usage tracker for resource:subnet and tenant:02638abb5538474593241f6780a34f4f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:04:49.453832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:04:49.461937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198512d-02ba-40d1-a3c2-a3dc0acd7856 req-f831a72a-4e17-49fd-8c71-2a42acb7697e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:49.467235 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5198512d-02ba-40d1-a3c2-a3dc0acd7856 req-f831a72a-4e17-49fd-8c71-2a42acb7697e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 945 time: 0.1406996 Feb 04 20:04:49.481183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:49.491096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-702040d7-6950-443d-b0b7-f801899d01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:49.493879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-702040d7-6950-443d-b0b7-f801899d01fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 1099 time: 0.5730669 Feb 04 20:04:49.575157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4feff4bac0e4210b12a775a3680d7db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1165836 Feb 04 20:04:49.587368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50888) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:04:49.593332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5198512d-02ba-40d1-a3c2-a3dc0acd7856 req-470eebab-6b64-4fa5-8261-1403aeb9d0da tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180508 Feb 04 20:04:49.622193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-cf9e5fa0-e71e-4bf0-a0f7-64304c4ad61c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 200 len: 217 time: 0.1083071 Feb 04 20:04:49.640754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c2b31-b7e7-459b-903c-fcc0829989ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430fb00c-7f39-42b4-bb36-9e04182af39a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:49.668170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-d55523e1-5b47-4304-8f94-085e350143a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435881 Feb 04 20:04:49.704693 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-9624d747-b5c8-4a96-9823-eb952c7a9485 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160686 Feb 04 20:04:49.727153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Made reservation on behalf of 02638abb5538474593241f6780a34f4f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:49.729584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:49.841450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-942aa613-578a-48a3-b396-144b86e73bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:49.842909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-942aa613-578a-48a3-b396-144b86e73bf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1933548 Feb 04 20:04:49.906228 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daedb12b-427d-4d64-ac0d-136ccb4673fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:49.965867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f1574-8f27-4a0d-82af-ba03d304e796 req-bd8c13d4-cdc6-49a6-8795-1f31832b9c6f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:49.978627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac3f1574-8f27-4a0d-82af-ba03d304e796 req-bd8c13d4-cdc6-49a6-8795-1f31832b9c6f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.2289941 Feb 04 20:04:49.991943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daedb12b-427d-4d64-ac0d-136ccb4673fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:50.051751 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2baf5607-0fd5-43eb-abaa-cf7638a7eba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:50.064362 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac3f1574-8f27-4a0d-82af-ba03d304e796 req-4767aa6f-dede-4703-b4a0-84d6b2c0e6b9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846157 Feb 04 20:04:50.069130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-00b658f7-b4c8-42ba-89cc-b729eea65ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:50.071056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-00b658f7-b4c8-42ba-89cc-b729eea65ae6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174711 Feb 04 20:04:50.072996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-8ce525f0-d6ec-4aaf-86c4-56c0ee24e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:50.083443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-8ce525f0-d6ec-4aaf-86c4-56c0ee24e0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 1097 time: 0.2418327 Feb 04 20:04:50.333134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-984fd9c7-4386-4772-8ae6-e295f1175d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:50.348018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-984fd9c7-4386-4772-8ae6-e295f1175d77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.2464924 Feb 04 20:04:50.515059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-bb120b91-43b6-4689-afcb-51a7816d21e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc HTTP/1.1" status: 200 len: 217 time: 0.1602178 Feb 04 20:04:50.572342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74824d80-6364-443b-ba71-fe1ab0d66e85 req-7cf116a8-70f6-49e2-8c5d-74ac895bec61 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 210 time: 0.0928197 Feb 04 20:04:50.606607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-3abd3f6b-60f5-43fa-a3c7-36e256b710a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:50.608608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-3abd3f6b-60f5-43fa-a3c7-36e256b710a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.0807133 Feb 04 20:04:50.663857 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-6dfb0ef9-93a5-4870-b913-60d3dfefc1bc service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852180 Feb 04 20:04:50.667820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-2e51aff4-bfdc-4ead-81f8-b623e4a57d07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503201 Feb 04 20:04:50.759253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:50.807206 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daedb12b-427d-4d64-ac0d-136ccb4673fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:50.825805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:50.843822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedb12b-427d-4d64-ac0d-136ccb4673fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430fb00c-7f39-42b4-bb36-9e04182af39a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:50.913410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daedb12b-427d-4d64-ac0d-136ccb4673fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:50.914485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-daedb12b-427d-4d64-ac0d-136ccb4673fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/430fb00c-7f39-42b4-bb36-9e04182af39a HTTP/1.1" status: 204 len: 168 time: 1.2989545 Feb 04 20:04:50.918374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-c341b818-e684-4b2d-b918-b2af2ce13b0f service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396507 Feb 04 20:04:50.920900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83de86e-c26e-4187-9afe-8f1ca9ec0876,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:50.962597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Checking segment: {'id': 'ae973552-4402-4e02-9696-e0f0b7143331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:50.962994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Network hostable DHCP agents. Network: fcee91b1-1642-4cc7-a33e-076633658b9f, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:04:50.978535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-569b4fc9-7831-483f-959b-5140b1acfb9d req-f89503e7-bfd2-40d3-8efd-37cb6d1d26f5 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034244 Feb 04 20:04:51.116853 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f394861f-78f1-4c28-96e0-18f5d64cd3cc req-ddba715d-b93a-44c2-95cb-0d78a3890646 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920431 Feb 04 20:04:51.131200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:51.151050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'mac_address': 'fa:16:3e:10:0f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:51.211077 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:51.229613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44c6488-fb2b-44f8-93d0-0c8da9411922 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:51.245741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:51.301960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d05067-7030-4762-b8ea-634d15a28629 req-515a50c6-9b4f-4fe1-b518-f0965289c831 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:51.303485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0d05067-7030-4762-b8ea-634d15a28629 req-515a50c6-9b4f-4fe1-b518-f0965289c831 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.1122646 Feb 04 20:04:51.352847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0d05067-7030-4762-b8ea-634d15a28629 req-e9dae93a-61ee-48dd-aae0-8ea3e07ede2b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Feb 04 20:04:51.527208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Network fcee91b1-1642-4cc7-a33e-076633658b9f is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:04:51.527478 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:51.600854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:51.617014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d44c6488-fb2b-44f8-93d0-0c8da9411922'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:51.646803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-501175e9-bab8-4f61-8416-4441d0b4f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:51.648340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-501175e9-bab8-4f61-8416-4441d0b4f7d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0958209 Feb 04 20:04:51.698224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, fcee91b1-1642-4cc7-a33e-076633658b9f) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:51.708888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:51.710764 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:51.715073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac7488-4bd5-4251-b0ba-866e5edc59ff None None] Network fcee91b1-1642-4cc7-a33e-076633658b9f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:04:51.827793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-06a29e4b-90e8-4b1a-9bf4-a015ca20df4b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4729507 Feb 04 20:04:52.031062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-c43a0bec-03b0-4b9d-ac33-81530b137361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:52.032714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-c43a0bec-03b0-4b9d-ac33-81530b137361 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3759749 Feb 04 20:04:52.316345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e694c16-a20c-48fe-ae60-296fd85fa285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:52.323586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232686e-81c0-4290-8063-39e119f0b243 None None] Network fcee91b1-1642-4cc7-a33e-076633658b9f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:04:52.345631 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-2cfdb983-c942-4631-9b99-bb308063f37f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 200 len: 217 time: 0.3047259 Feb 04 20:04:52.526678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-c53b5892-7166-40b6-a2bd-06d1f02b86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:52.534805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-c53b5892-7166-40b6-a2bd-06d1f02b86fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1783984 Feb 04 20:04:52.832312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-2df073af-f1f2-4b35-9db3-85894d607664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:52.839522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-2df073af-f1f2-4b35-9db3-85894d607664 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2935743 Feb 04 20:04:52.856181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:52.973912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d44c6488-fb2b-44f8-93d0-0c8da9411922 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:52.974738 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:53.073824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-933a1d7b-1061-48f6-aa87-2d69ee026274 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306759 Feb 04 20:04:53.198057 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:53.258083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:53.279488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:53.373082 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:53.389052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c90251-4431-4143-b707-dfdc0465f3a9 req-948e8009-1d94-49f0-a69f-4f3cef252b25 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105681 Feb 04 20:04:53.434137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:53.441165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:53.492828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:54.056909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0763867-b7ae-4bb8-9c65-33d3f78f7468 req-9ffb9002-518d-48d5-8bad-bde420897a14 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 210 time: 0.1563768 Feb 04 20:04:54.305352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46bb63-cb33-4a75-9015-3a9d8e4e5897 req-eccb54a9-28b1-4ee9-a087-1666db607bac tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:54.313540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df46bb63-cb33-4a75-9015-3a9d8e4e5897 req-eccb54a9-28b1-4ee9-a087-1666db607bac tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.1029799 Feb 04 20:04:54.511056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace00da-e66c-427e-b748-090ea2405358 req-ea87e8da-22bf-4629-b0c1-4408c38356b2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:54.512502 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-ea87e8da-22bf-4629-b0c1-4408c38356b2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.1640975 Feb 04 20:04:54.537182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df46bb63-cb33-4a75-9015-3a9d8e4e5897 req-20ffa784-8523-497d-ac74-ddbbcdcd84cf tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192278 Feb 04 20:04:54.551330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Request body: {'port': {'device_id': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'admin_state_up': True, 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:54.640840 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'code': 200} Feb 04 20:04:54.650530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-d0f12525-946f-40e1-8ae6-ee45c82b58cf tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:54.652407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-d0f12525-946f-40e1-8ae6-ee45c82b58cf tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/networks?id=fcee91b1-1642-4cc7-a33e-076633658b9f HTTP/1.1" status: 200 len: 813 time: 0.3295178 Feb 04 20:04:54.675405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-27ecacae-5620-43be-a0a2-8835a61b746e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/quotas/02638abb5538474593241f6780a34f4f HTTP/1.1" status: 200 len: 375 time: 0.0164616 Feb 04 20:04:54.787052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-67ffbace-7d36-40c7-ad64-1b31ebb10508 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=02638abb5538474593241f6780a34f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983562 Feb 04 20:04:54.863705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:55.030216 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:55.142435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-5e041125-8b12-4249-b512-315537f3482c service neutron] 10.222.0.48 "GET /v2.0/networks/fcee91b1-1642-4cc7-a33e-076633658b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464406 Feb 04 20:04:55.166849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:55.199027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'mac_address': 'fa:16:3e:2b:1a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:04:55.271065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:04:55.293534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-488660b5-899d-475c-828d-002cc7abdadf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2406876 Feb 04 20:04:55.317422 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:55.319168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:04:55.336178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-2964c60a-a4c8-440c-b077-f73c6f02afc9 service neutron] 10.222.0.48 "GET /v2.0/networks/fcee91b1-1642-4cc7-a33e-076633658b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925812 Feb 04 20:04:55.337640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaf154-7027-4898-b32b-1e279a156bdb req-46e639a4-caf6-4fc2-8ae2-3a1763ed6cdc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:55.350186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15eaf154-7027-4898-b32b-1e279a156bdb req-46e639a4-caf6-4fc2-8ae2-3a1763ed6cdc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.4204085 Feb 04 20:04:55.358892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159175ca-76eb-469b-bbde-6eab05e5f79b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:55.400044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:55.419253 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15eaf154-7027-4898-b32b-1e279a156bdb req-18a03b21-c20f-4d52-9ef2-4c0319d48f95 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681372 Feb 04 20:04:55.425002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:04:55.429943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:55.469129 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:55.476206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-38231677-c37d-40a2-9c28-1f015554a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:55.480339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-38231677-c37d-40a2-9c28-1f015554a70d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eda86ff74818467a96add8d821692192&device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 1096 time: 0.1430700 Feb 04 20:04:55.598520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:55.728963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['159175ca-76eb-469b-bbde-6eab05e5f79b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:55.756632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-bbc55ab2-5827-4435-bd52-b2fe39e0d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:55.762102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-bbc55ab2-5827-4435-bd52-b2fe39e0d287 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f08a2e8-4c93-47e2-81b1-c65855db1e77 HTTP/1.1" status: 200 len: 912 time: 0.2514968 Feb 04 20:04:55.849481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Allocated IP 172.20.0.14 (dd6f92d1-acbd-4a2e-b4b1-98a300375a73/0cd3173e-4643-4968-a50a-168de91e8698/2cb42c99-ed14-40a3-8c53-866f8a8cd35b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:04:56.046395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-715522ee-02b7-458e-91b9-17ce5a557016 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c HTTP/1.1" status: 200 len: 1001 time: 0.2796972 Feb 04 20:04:56.125049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-b92b7ae5-e527-4908-8f9e-6ca01143638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:56.126845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-b92b7ae5-e527-4908-8f9e-6ca01143638c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4613ad87-333f-450f-883a-9fd0a6bd55dc HTTP/1.1" status: 200 len: 850 time: 0.0696459 Feb 04 20:04:56.239525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-04a6d716-9268-4249-b594-b33243959cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:56.241606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-04a6d716-9268-4249-b594-b33243959cce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f08a2e8-4c93-47e2-81b1-c65855db1e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031902 Feb 04 20:04:56.308941 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:56.396095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-a2f5c406-7c26-40f1-a90a-1cbf14e481ee service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459110 Feb 04 20:04:56.418852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:56.525841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event updated for resources: {'Port': ['ID=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:56.537656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:04:56.538555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:04:56.543682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:04:56.543682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:04:56.669542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:56.670316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:56.693217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ed8223d-488c-4b43-8666-63c3402a4458 req-8f956b1b-e032-467b-8435-7fb54cb2a256 service neutron] 10.222.0.62 "GET /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859452 Feb 04 20:04:56.824940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-64b83409-9221-4849-a64d-afa16e179695 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3026338 Feb 04 20:04:56.836806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Request body: {'port': {'device_id': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:04:56.871245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:04:57.020100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:57.351524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130dd9c-6224-4fe5-bf54-b521f021e3e3 req-bdbc5ad6-af37-4a7f-9e40-6f25ab921805 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:57.354085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c130dd9c-6224-4fe5-bf54-b521f021e3e3 req-bdbc5ad6-af37-4a7f-9e40-6f25ab921805 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:04:57.499302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb42c99-ed14-40a3-8c53-866f8a8cd35b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:04:57.507385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:57.521328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Transition to ACTIVE for port object 2cb42c99-ed14-40a3-8c53-866f8a8cd35b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:04:57.740974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:04:57.849623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:57.875867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:57.885857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:57.932633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 159175ca-76eb-469b-bbde-6eab05e5f79b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:04:57.939269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 159175ca-76eb-469b-bbde-6eab05e5f79b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:04:57.945591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:58.045523 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:58.047160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:58.093491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c130dd9c-6224-4fe5-bf54-b521f021e3e3 req-bdbc5ad6-af37-4a7f-9e40-6f25ab921805 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:04:58.094741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c130dd9c-6224-4fe5-bf54-b521f021e3e3 req-bdbc5ad6-af37-4a7f-9e40-6f25ab921805 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 932 time: 1.0625298 Feb 04 20:04:58.202130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:58.216842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:58.264668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:04:58.335664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c130dd9c-6224-4fe5-bf54-b521f021e3e3 req-422ed2d7-9749-4fde-a1dd-41d19b2dd1b6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321889 Feb 04 20:04:58.349640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:58.354431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Pushing event updated for resources: {'Port': ['ID=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:58.485963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:58.531951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Attempting to bind port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:04:58.532296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Attempting to bind port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:04:58.532979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Attempting to bind port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:58.539953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:04:58.540442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Attempting to bind port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:04:58.547587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:04:58.547927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:04:58.548324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Bound using segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:04:58.548760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Bound port: 2cb42c99-ed14-40a3-8c53-866f8a8cd35b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:04:58.549121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:58.732614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] For port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:04:58.736162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] For port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:04:58.751552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a34b0-e5f7-4426-8122-5d30d0660f9b req-ea207150-8474-4abd-a735-ddaac3551a54 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:58.755463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-760a34b0-e5f7-4426-8122-5d30d0660f9b req-ea207150-8474-4abd-a735-ddaac3551a54 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.1491461 Feb 04 20:04:58.807778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-760a34b0-e5f7-4426-8122-5d30d0660f9b req-419824f8-4152-432e-8e7e-6485bf9d9542 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Feb 04 20:04:58.833201 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:59.095314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6174d428-686b-4ecb-b904-36a06236ff7d req-17bc9eef-743c-4f39-930d-af51fb30d77f tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 210 time: 0.1006799 Feb 04 20:04:59.097735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:59.098832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:04:59.101600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] 10.222.0.62 "PUT /v2.0/ports/2cb42c99-ed14-40a3-8c53-866f8a8cd35b HTTP/1.1" status: 200 len: 1092 time: 2.2693112 Feb 04 20:04:59.104528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45beff-09b8-4a76-8670-54ad3a690f1d service neutron] Pushing event updated for resources: {'Port': ['ID=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:04:59.109474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'tag': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:04:59.173000 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'code': 200} Feb 04 20:04:59.403984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace00da-e66c-427e-b748-090ea2405358 req-f3f86053-20f2-4d0f-bcd3-e2c9dde2d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:59.406462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-f3f86053-20f2-4d0f-bcd3-e2c9dde2d06d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 1095 time: 0.1809766 Feb 04 20:04:59.504517 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'tag': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b', 'status': 'completed', 'code': 200} Feb 04 20:04:59.516180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-bd32e3c5-41fb-4a9a-8c26-6c6d652b4245 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cb42c99-ed14-40a3-8c53-866f8a8cd35b HTTP/1.1" status: 200 len: 217 time: 0.0924649 Feb 04 20:04:59.676025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace00da-e66c-427e-b748-090ea2405358 req-cdcadedf-e991-460f-b091-463ebbdf8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:59.677770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-cdcadedf-e991-460f-b091-463ebbdf8f9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1520207 Feb 04 20:04:59.734669 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-2238a6d3-7572-4c66-81c6-c1491709addc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483942 Feb 04 20:04:59.739381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1307a748-f636-4c7f-988a-e18acb6e1ebe details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:04:59.771127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b9070-fdd8-4fcf-896f-8df832fbea87 req-a018fc24-aadf-41b2-89d6-852421de20af tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:59.777746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee3b9070-fdd8-4fcf-896f-8df832fbea87 req-a018fc24-aadf-41b2-89d6-852421de20af tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 944 time: 0.1862211 Feb 04 20:04:59.826406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-1859d32e-a1d4-4af9-a2ca-d344246e6f34 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:04:59.828908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-1859d32e-a1d4-4af9-a2ca-d344246e6f34 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.62 "GET /v2.0/networks?id=fcee91b1-1642-4cc7-a33e-076633658b9f HTTP/1.1" status: 200 len: 813 time: 0.2161319 Feb 04 20:04:59.894303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Request body: {'port': {'device_id': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f', 'admin_state_up': True, 'tenant_id': '02638abb5538474593241f6780a34f4f'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:00.029437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee3b9070-fdd8-4fcf-896f-8df832fbea87 req-6e8af562-b31f-41ca-9edf-6267e07b80a3 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476232 Feb 04 20:05:00.088157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691702-4c9a-47a5-9026-5ef6b4deacfd req-2ac2b402-cb5d-4e1a-8435-8dc012444b49 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:00.096364 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9691702-4c9a-47a5-9026-5ef6b4deacfd req-2ac2b402-cb5d-4e1a-8435-8dc012444b49 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2643783 Feb 04 20:05:00.171353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:00.194979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:00.200955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-2450402f-2cfc-4ffe-acc0-8d33e36b53a7 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578464 Feb 04 20:05:00.203268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Usage tracker for resource:port and tenant:02638abb5538474593241f6780a34f4f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:00.207146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:00.213589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:00.227078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'mac_address': 'fa:16:3e:e2:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:05:00.245692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51182) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:00.267487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9691702-4c9a-47a5-9026-5ef6b4deacfd req-426d9a15-07db-4b51-87c3-a1bcbd3bfcd7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698973 Feb 04 20:05:00.316779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Made reservation on behalf of 02638abb5538474593241f6780a34f4f for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:00.323848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:00.436416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:00.458963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1307a748-f636-4c7f-988a-e18acb6e1ebe {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:00.477296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:00.497549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25228c-3092-4550-8c9f-3613212e4645 req-2e812790-6034-4bd9-ab1c-7e199c7ae3fb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:00.505402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25228c-3092-4550-8c9f-3613212e4645 req-2e812790-6034-4bd9-ab1c-7e199c7ae3fb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2509201 Feb 04 20:05:00.523987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ace00da-e66c-427e-b748-090ea2405358 req-23265aad-df6b-4387-bfb1-3ff3be5af793 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117001 Feb 04 20:05:00.551843 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25228c-3092-4550-8c9f-3613212e4645 req-90d8af2d-8ecf-4273-bed9-f563c2f21f00 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Feb 04 20:05:00.567584 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:00.622397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:00.643524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f04c781-ff52-4b38-935a-4c0de179648d req-fd8c3b9e-c8f3-49e5-8cc8-9e3f2c1f8bc7 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 210 time: 0.1273277 Feb 04 20:05:00.689194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['1307a748-f636-4c7f-988a-e18acb6e1ebe'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:00.738914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:00.743007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Usage tracker for resource:security_group_rule and tenant:12dc9c9909724b14886459575cbc3d13 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:00.745381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:00.745828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:00.752742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:00.778625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Allocated IP 172.20.0.4 (fcee91b1-1642-4cc7-a33e-076633658b9f/a83de86e-c26e-4187-9afe-8f1ca9ec0876/49f3838a-0df4-4d09-85d6-95587d6471f2) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:00.822509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-6f55a339-25a2-4f56-8597-00bef02fb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:00.825477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-6f55a339-25a2-4f56-8597-00bef02fb27c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 1095 time: 0.1328106 Feb 04 20:05:01.014888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-ac5ab521-f099-4367-b70a-cf7df55a690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:01.016124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-ac5ab521-f099-4367-b70a-cf7df55a690b service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.1840873 Feb 04 20:05:01.062872 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.082793 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.160512 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.175486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:01.181962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-566ced7f-7594-4f4b-b497-02c18c53c5c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cb42c99-ed14-40a3-8c53-866f8a8cd35b HTTP/1.1" status: 200 len: 217 time: 0.1587791 Feb 04 20:05:01.212711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.246912 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'code': 200} Feb 04 20:05:01.277422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-a4438fc1-ed17-418c-a5b4-2c9ad2dda398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:01.279403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-a4438fc1-ed17-418c-a5b4-2c9ad2dda398 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.0856240 Feb 04 20:05:01.365493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-3cab2a7f-378d-451a-b35c-1f31f9528bd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777011 Feb 04 20:05:01.413974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12dc9c9909724b14886459575cbc3d13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1672342 Feb 04 20:05:01.414974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51216) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:01.453101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118a962-62ba-4461-b4b8-f35af8891c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f744faa3-a35f-4714-b2d5-8103afccfa90,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:01.479808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Network fcee91b1-1642-4cc7-a33e-076633658b9f is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:01.494348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:01.507829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:01.541868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Pushing event updated for resources: {'Port': ['ID=49f3838a-0df4-4d09-85d6-95587d6471f2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:01.620762 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-3af3d446-625a-4e63-b880-5eaf7bd1ecab service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448268 Feb 04 20:05:01.626002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fc58a-0cfc-4f29-8863-d1d62f4f281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.636103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:01.636878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.668774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a78a1-de7e-4154-8a9f-ba159e1aa9b6 req-6f51ad74-ec4c-4237-b957-a139db9c38f5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:01.670392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-162a78a1-de7e-4154-8a9f-ba159e1aa9b6 req-6f51ad74-ec4c-4237-b957-a139db9c38f5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 944 time: 0.4384584 Feb 04 20:05:01.712489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76545-20aa-485b-963c-b8118744db77 req-2e584c44-8789-4958-a2f0-9e15f32e8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:01.714151 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e6e76545-20aa-485b-963c-b8118744db77 req-2e584c44-8789-4958-a2f0-9e15f32e8c70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 1101 time: 0.3357041 Feb 04 20:05:01.724428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fc58a-0cfc-4f29-8863-d1d62f4f281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.744106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1307a748-f636-4c7f-988a-e18acb6e1ebe up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:01.785590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-162a78a1-de7e-4154-8a9f-ba159e1aa9b6 req-4656e8f5-70f8-44ec-88b3-92c097e3db2b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991480 Feb 04 20:05:01.818292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-6c71f2fd-b6df-4f87-99af-cb973d40e434 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9290917 Feb 04 20:05:01.828420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e6e76545-20aa-485b-963c-b8118744db77 req-e1b0e783-dc12-4883-8f1e-fedf38a966fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956354 Feb 04 20:05:01.889657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 1307a748-f636-4c7f-988a-e18acb6e1ebe triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:01.890062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.921626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fc58a-0cfc-4f29-8863-d1d62f4f281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:01.954891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Request body: {'port': {'device_id': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:01.994669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc58a-0cfc-4f29-8863-d1d62f4f281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744faa3-a35f-4714-b2d5-8103afccfa90,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:02.048175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:02.049683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12bdd34f-b030-4f9c-be9b-1ef8e8ddfca2 req-0791d6ed-b90b-49b9-81a2-c9e3d37d3448 service neutron] 10.222.0.62 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210706 Feb 04 20:05:02.068022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac7dcb-ba48-4a30-acab-1a616609d707 req-06cd04e7-42b6-4293-b31e-7da28d6359b8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:02.075891 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17ac7dcb-ba48-4a30-acab-1a616609d707 req-06cd04e7-42b6-4293-b31e-7da28d6359b8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6109576 Feb 04 20:05:02.093352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:02.100728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fc58a-0cfc-4f29-8863-d1d62f4f281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:02.105852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c39fc58a-0cfc-4f29-8863-d1d62f4f281c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f744faa3-a35f-4714-b2d5-8103afccfa90 HTTP/1.1" status: 204 len: 168 time: 0.6753893 Feb 04 20:05:02.187369 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-17ac7dcb-ba48-4a30-acab-1a616609d707 req-7d93a2f4-f5b3-4a4f-ab52-5d653853f553 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105301 Feb 04 20:05:02.191850 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:02.202368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:02.268053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203f60e-b64a-4db8-913f-e764a06436b7 req-40cc520c-043e-4229-bc8f-09c7d6d3c3a8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:02.270501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e203f60e-b64a-4db8-913f-e764a06436b7 req-40cc520c-043e-4229-bc8f-09c7d6d3c3a8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2562461 Feb 04 20:05:02.394548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:02.555875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e203f60e-b64a-4db8-913f-e764a06436b7 req-8b456939-2383-431f-b089-56b3c9855e16 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586138 Feb 04 20:05:02.574795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76da3d8-d1a2-4847-bf78-698da95c9ee7 req-2f24a063-e0e2-46e0-aa8d-22995627d01b tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:02.576301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d76da3d8-d1a2-4847-bf78-698da95c9ee7 req-2f24a063-e0e2-46e0-aa8d-22995627d01b tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 931 time: 0.1240184 Feb 04 20:05:02.647218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d76da3d8-d1a2-4847-bf78-698da95c9ee7 req-3c93c59a-b525-406a-9ae6-6452b97cafac tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Synchronizing usage tracker for tenant:02638abb5538474593241f6780a34f4f on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:02.769313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d76da3d8-d1a2-4847-bf78-698da95c9ee7 req-3c93c59a-b525-406a-9ae6-6452b97cafac tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Unset dirty status for tenant:02638abb5538474593241f6780a34f4f on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:02.780852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d76da3d8-d1a2-4847-bf78-698da95c9ee7 req-3c93c59a-b525-406a-9ae6-6452b97cafac tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895425 Feb 04 20:05:02.988741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f3838a-0df4-4d09-85d6-95587d6471f2 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:02.998365 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:03.024614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Transition to ACTIVE for port object 49f3838a-0df4-4d09-85d6-95587d6471f2 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:03.049143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a42536-1ad6-463b-a0ad-48023867e1ad req-4e707163-af95-47d1-9949-d02e96133225 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:03.050917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64a42536-1ad6-463b-a0ad-48023867e1ad req-4e707163-af95-47d1-9949-d02e96133225 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 944 time: 0.1158273 Feb 04 20:05:03.098915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64a42536-1ad6-463b-a0ad-48023867e1ad req-a280de74-93b7-436c-8cc9-7384a0734200 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Feb 04 20:05:03.249230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:03.263980 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:03.412088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749f56d-8196-4259-82ae-567d44e28e9e req-853a198b-d6ac-4a34-bae5-5f26b596ce26 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:03.413596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0749f56d-8196-4259-82ae-567d44e28e9e req-853a198b-d6ac-4a34-bae5-5f26b596ce26 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1024089 Feb 04 20:05:03.425750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51266) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:03.465864 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:03.489427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:03.501511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Usage tracker for resource:security_group_rule and tenant:08012171340848d98185f7720e193c6b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:03.517284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:03.536891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:03.553485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0749f56d-8196-4259-82ae-567d44e28e9e req-376f366f-7082-4752-a1f3-c3bf193953e2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290998 Feb 04 20:05:03.582217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Pushing event updated for resources: {'Port': ['ID=49f3838a-0df4-4d09-85d6-95587d6471f2,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:03.649838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a920-61d2-4579-9850-59c5b7524180 req-7c2730c5-1be1-42a0-bba8-07a0be6878c7 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:03.654452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10b1a920-61d2-4579-9850-59c5b7524180 req-7c2730c5-1be1-42a0-bba8-07a0be6878c7 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.2696023 Feb 04 20:05:03.656781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Attempting to bind port 49f3838a-0df4-4d09-85d6-95587d6471f2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:03.657248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Attempting to bind port 49f3838a-0df4-4d09-85d6-95587d6471f2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ae973552-4402-4e02-9696-e0f0b7143331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:03.657633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Attempting to bind port 49f3838a-0df4-4d09-85d6-95587d6471f2 on network fcee91b1-1642-4cc7-a33e-076633658b9f {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:03.666371 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'code': 200} Feb 04 20:05:03.691145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Port 49f3838a-0df4-4d09-85d6-95587d6471f2 on network fcee91b1-1642-4cc7-a33e-076633658b9f not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:05:03.691787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Attempting to bind port 49f3838a-0df4-4d09-85d6-95587d6471f2 on network fcee91b1-1642-4cc7-a33e-076633658b9f {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:03.699343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:03.699748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Checking segment: {'id': 'ae973552-4402-4e02-9696-e0f0b7143331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:03.700275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Bound using segment: {'id': 'ae973552-4402-4e02-9696-e0f0b7143331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:03.700767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Bound port: 49f3838a-0df4-4d09-85d6-95587d6471f2, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae973552-4402-4e02-9696-e0f0b7143331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:03.701177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:03.772971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:03.787063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10b1a920-61d2-4579-9850-59c5b7524180 req-3ee277dc-b215-4987-8fef-5ee8109904ac tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups?id=abee35fa-1f24-4fa2-9c48-26b14e25dea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263103 Feb 04 20:05:03.853025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] For port 49f3838a-0df4-4d09-85d6-95587d6471f2, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:03.857842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] For port 49f3838a-0df4-4d09-85d6-95587d6471f2, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=49f3838a-0df4-4d09-85d6-95587d6471f2,segment=NetworkSegment(ae973552-4402-4e02-9696-e0f0b7143331),segment_id=ae973552-4402-4e02-9696-e0f0b7143331)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:03.904387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:03.979042 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:04.019242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94510a1e-b278-4d9a-9612-8c5c75bf3050,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:04.030248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-00ad9e41-afcb-4e38-a57a-bc1da4c26e58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08012171340848d98185f7720e193c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984011 Feb 04 20:05:04.037956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51296) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:04.092586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:04.093736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:04.095399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] 10.222.0.62 "PUT /v2.0/ports/49f3838a-0df4-4d09-85d6-95587d6471f2 HTTP/1.1" status: 200 len: 1091 time: 2.1478612 Feb 04 20:05:04.100039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'tag': '49f3838a-0df4-4d09-85d6-95587d6471f2'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:04.139960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940493a8-2cbf-4222-b9ce-99059ad32d17 service neutron] Pushing event updated for resources: {'Port': ['ID=49f3838a-0df4-4d09-85d6-95587d6471f2,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:04.164588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5bfe3-ffad-4ef9-a696-380b95e6e395 req-7daf1db3-a617-458d-afc1-18e10c432aab tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:04.166074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-27f5bfe3-ffad-4ef9-a696-380b95e6e395 req-7daf1db3-a617-458d-afc1-18e10c432aab tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2051327 Feb 04 20:05:04.166972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91dff48-808c-43fd-8894-5be1f44fa5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:04.204693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3de239-00df-420c-89c4-ea5becb91eba req-c7b6c132-d3b1-4af7-981d-990df79e8972 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:04.206381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fc3de239-00df-420c-89c4-ea5becb91eba req-c7b6c132-d3b1-4af7-981d-990df79e8972 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Synchronizing usage tracker for tenant:02638abb5538474593241f6780a34f4f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:04.241871 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-27f5bfe3-ffad-4ef9-a696-380b95e6e395 req-e3cea396-c95f-4296-ba0d-36214ab64ec0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643973 Feb 04 20:05:04.243664 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91dff48-808c-43fd-8894-5be1f44fa5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:04.287019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fc3de239-00df-420c-89c4-ea5becb91eba req-c7b6c132-d3b1-4af7-981d-990df79e8972 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Unset dirty status for tenant:02638abb5538474593241f6780a34f4f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:04.294764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc3de239-00df-420c-89c4-ea5becb91eba req-c7b6c132-d3b1-4af7-981d-990df79e8972 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 943 time: 0.1975145 Feb 04 20:05:04.357013 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'tag': '49f3838a-0df4-4d09-85d6-95587d6471f2', 'status': 'completed', 'code': 200} Feb 04 20:05:04.360209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc3de239-00df-420c-89c4-ea5becb91eba req-fc952ff4-cb92-4061-812f-6a4ad63b7507 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645809 Feb 04 20:05:04.401215 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91dff48-808c-43fd-8894-5be1f44fa5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:04.435440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dff48-808c-43fd-8894-5be1f44fa5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94510a1e-b278-4d9a-9612-8c5c75bf3050,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:04.444504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91dff48-808c-43fd-8894-5be1f44fa5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:04.454506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d91dff48-808c-43fd-8894-5be1f44fa5e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94510a1e-b278-4d9a-9612-8c5c75bf3050 HTTP/1.1" status: 204 len: 168 time: 0.4126873 Feb 04 20:05:04.603916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be4e7d-5635-4200-be40-1e2074a65348 req-a9034de0-e6d2-4971-bcf2-30d7820bf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:04.605508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53be4e7d-5635-4200-be40-1e2074a65348 req-a9034de0-e6d2-4971-bcf2-30d7820bf961 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02638abb5538474593241f6780a34f4f&device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 1094 time: 0.1810796 Feb 04 20:05:04.682674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28a35-cdf5-45c1-83d7-46d358353ec0 req-34dc9418-e6b4-4290-a73e-d8da52d086da tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:04.697715 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0e28a35-cdf5-45c1-83d7-46d358353ec0 req-34dc9418-e6b4-4290-a73e-d8da52d086da tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 944 time: 0.1707640 Feb 04 20:05:04.780159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0e28a35-cdf5-45c1-83d7-46d358353ec0 req-1ea80538-cca5-47f5-8eb5-afba920527a9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814724 Feb 04 20:05:04.882142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be4e7d-5635-4200-be40-1e2074a65348 req-25d89640-0f1b-4d5a-9281-67a70047f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:04.885857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53be4e7d-5635-4200-be40-1e2074a65348 req-25d89640-0f1b-4d5a-9281-67a70047f1eb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=02638abb5538474593241f6780a34f4f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2461216 Feb 04 20:05:05.140091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece97b0-e859-4964-8441-d1396f26be63 req-01559453-74b0-40a5-9961-b8b4bc077a1d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:05.141743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eece97b0-e859-4964-8441-d1396f26be63 req-01559453-74b0-40a5-9961-b8b4bc077a1d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.1975932 Feb 04 20:05:05.236477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be4e7d-5635-4200-be40-1e2074a65348 req-bf4c0d3a-099a-4455-a78f-1ee518369d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:05.238651 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53be4e7d-5635-4200-be40-1e2074a65348 req-bf4c0d3a-099a-4455-a78f-1ee518369d3f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3471906 Feb 04 20:05:05.272399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eece97b0-e859-4964-8441-d1396f26be63 req-9b2cf12a-93ad-42aa-b0b0-83c299e577d8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184101 Feb 04 20:05:05.437804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-3db75f8a-5dd4-4f2f-8326-f86a85b06e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:05.440684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-3db75f8a-5dd4-4f2f-8326-f86a85b06e91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02638abb5538474593241f6780a34f4f&device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 1094 time: 0.1441569 Feb 04 20:05:05.526090 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-ded35f2f-c3b9-4050-a2ff-e25ef2848a54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f3838a-0df4-4d09-85d6-95587d6471f2 HTTP/1.1" status: 200 len: 217 time: 0.0767395 Feb 04 20:05:05.631108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-00e825ab-e605-42fd-ad1c-9663e1446326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:05.633054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-00e825ab-e605-42fd-ad1c-9663e1446326 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a83de86e-c26e-4187-9afe-8f1ca9ec0876 HTTP/1.1" status: 200 len: 853 time: 0.0623317 Feb 04 20:05:05.685376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-0c0fdbe6-98fd-41e2-b88f-5fe026a80c04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fcee91b1-1642-4cc7-a33e-076633658b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429156 Feb 04 20:05:05.775419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:05:05.960968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-0edab621-9efc-4c22-8a7d-6649e6b92350 service neutron] 10.222.0.62 "GET /v2.0/networks/fcee91b1-1642-4cc7-a33e-076633658b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679622 Feb 04 20:05:06.091026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:06.125268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fe506-4894-4ee7-b232-76e7e761e2a6 req-89ff4100-60b7-4ba6-858e-e2ec96f13296 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:06.125268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc2fe506-4894-4ee7-b232-76e7e761e2a6 req-89ff4100-60b7-4ba6-858e-e2ec96f13296 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.9255857 Feb 04 20:05:06.131318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'mac_address': 'fa:16:3e:64:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:05:06.229914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc2fe506-4894-4ee7-b232-76e7e761e2a6 req-80171103-12d9-4a6f-adab-595ae0204b3d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063967 Feb 04 20:05:06.274979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38bfbf50-59ef-4c20-9381-32bd535885f3 req-ece096d4-e4ca-4631-8c91-e7063180c990 service neutron] 10.222.0.62 "GET /v2.0/networks/fcee91b1-1642-4cc7-a33e-076633658b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060653 Feb 04 20:05:06.300380 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:06.370334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62776ff4-39c4-4f6b-8417-ec0a861bd112 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:06.417203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:06.617792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:06.618859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 2cb42c99-ed14-40a3-8c53-866f8a8cd35b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:05:07.029137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-2628b30b-bc20-456c-bb16-c667b92742c4 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:07.034208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-2628b30b-bc20-456c-bb16-c667b92742c4 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 945 time: 0.2879844 Feb 04 20:05:07.207807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=12']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:07.235656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:07.271465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'port_id': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b', 'mac_address': 'fa:16:3e:1b:ed:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3173e-4643-4968-a50a-168de91e8698', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:05:07.273185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Deleting port 61f4f248-91eb-432f-8484-43c9d6c96f4c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:07.273964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:07.378711 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:07.398185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb42c99-ed14-40a3-8c53-866f8a8cd35b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:07.420118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:07.504678 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:07.626792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:07.738759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['62776ff4-39c4-4f6b-8417-ec0a861bd112'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:07.766781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] For port 61f4f248-91eb-432f-8484-43c9d6c96f4c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=61f4f248-91eb-432f-8484-43c9d6c96f4c,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:07.767179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:08.177354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:08.178042 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:08.178292 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Floating IP 8512f993-cdfd-4a9e-9939-efed075868ee disassociated. External IP: 172.25.7.183, port: 61f4f248-91eb-432f-8484-43c9d6c96f4c. Feb 04 20:05:08.179412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Calling delete_port for 61f4f248-91eb-432f-8484-43c9d6c96f4c owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:08.181668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['2cb42c99-ed14-40a3-8c53-866f8a8cd35b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:08.459834 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:08.526933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event deleted for resources: {'Port': ['ID=61f4f248-91eb-432f-8484-43c9d6c96f4c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:08.616973 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:08.806331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Router ede5255a-7d79-42be-9fd6-9cddaa199db6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:05:08.864719 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:09.197453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:05:09.209109 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] Sync routers for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:05:09.220394 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:09.222034 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:04:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:09.281361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] No DVR routers for this DVR port 61f4f248-91eb-432f-8484-43c9d6c96f4c on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:05:09.285625 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:09.289653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'name': 'network-vif-deleted', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:09.411718 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:09.430455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26f953bb-18df-44cb-8cf1-4d09a8ccc1f0 req-ad4b4d5f-5ede-46a6-8527-675e64e4031d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.62 "DELETE /v2.0/ports/61f4f248-91eb-432f-8484-43c9d6c96f4c HTTP/1.1" status: 204 len: 173 time: 2.3883114 Feb 04 20:05:09.792145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:09.800046 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:58Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:09.803902 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] Checking router: ede5255a-7d79-42be-9fd6-9cddaa199db6 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:05:09.812730 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:09.813341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:04:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:09.862522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 62776ff4-39c4-4f6b-8417-ec0a861bd112 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:09.863033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:10.036298 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:10.045222 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:10.079026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:10.093885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:10.228490 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:10.228490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 61f4f248-91eb-432f-8484-43c9d6c96f4c no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:10.443337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 61f4f248-91eb-432f-8484-43c9d6c96f4c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:10.443790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 61f4f248-91eb-432f-8484-43c9d6c96f4c not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:10.493917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=13']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:10.602169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4b056e2-9e48-4d17-b0cd-1bff19018e98 req-fa84f2bc-6691-4068-979c-af46dc7d0723 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ea05aa-4f16-41df-a4d6-7fe19510cf9c HTTP/1.1" status: 200 len: 210 time: 0.0683453 Feb 04 20:05:10.742530 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:58Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:10.748989 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a4940-db21-4917-95dd-b8a52468c907 None None] The sync data for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 is: [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:02:47Z', 'revision_number': 4, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90fcd448-25cc-4e14-8479-5b38f71b5d6a', 'name': '', 'network_id': '3f08a2e8-4c93-47e2-81b1-c65855db1e77', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'mac_address': 'fa:16:3e:eb:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:45Z', 'updated_at': '2022-02-04T20:02:58Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'subnets': [{'id': '4613ad87-333f-450f-883a-9fd0a6bd55dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:05:10.892348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70578b-9c59-4aeb-b005-238e6f7c92d2 req-52f09c00-62a1-48a5-b2fa-0348c9a22293 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:10.894829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e70578b-9c59-4aeb-b005-238e6f7c92d2 req-52f09c00-62a1-48a5-b2fa-0348c9a22293 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 943 time: 0.1154459 Feb 04 20:05:10.909607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8178cc-c4c3-43e6-b643-ab42c3caf527 req-4292afb2-a758-4265-ac14-4271b654f289 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:10.911171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad8178cc-c4c3-43e6-b643-ab42c3caf527 req-4292afb2-a758-4265-ac14-4271b654f289 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 945 time: 0.1418936 Feb 04 20:05:10.950441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e70578b-9c59-4aeb-b005-238e6f7c92d2 req-0a052259-de48-4cef-aa82-99ed25fb7451 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491431 Feb 04 20:05:10.972723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad8178cc-c4c3-43e6-b643-ab42c3caf527 req-69192a30-fe8a-4eee-be82-18252dccd555 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Feb 04 20:05:11.039513 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ea05aa-4f16-41df-a4d6-7fe19510cf9c', 'name': 'network-vif-deleted', 'tag': '61f4f248-91eb-432f-8484-43c9d6c96f4c', 'status': 'completed', 'code': 200} Feb 04 20:05:11.083011 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'code': 200} Feb 04 20:05:11.084506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f79ac-0950-42bb-948f-736e1a741497 None None] New status for floating IP 8512f993-cdfd-4a9e-9939-efed075868ee: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:05:11.151628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f259d-9568-4863-b586-badf0b67c04c req-39210314-c23f-4fc8-9252-c9ea1fc9a5b9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:11.155080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d25f259d-9568-4863-b586-badf0b67c04c req-39210314-c23f-4fc8-9252-c9ea1fc9a5b9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.0927382 Feb 04 20:05:11.223261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d25f259d-9568-4863-b586-badf0b67c04c req-6577a19e-2acf-4fda-a7a2-b57f598ef1ff tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603180 Feb 04 20:05:11.392296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52441b-f7da-404a-a9ae-0e9ecf97c1ac req-ba3ad1d1-b165-4cb4-abe2-4240935d1b12 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:11.394404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e52441b-f7da-404a-a9ae-0e9ecf97c1ac req-ba3ad1d1-b165-4cb4-abe2-4240935d1b12 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 951 time: 0.0912807 Feb 04 20:05:11.438822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e52441b-f7da-404a-a9ae-0e9ecf97c1ac req-23c77bf6-f45f-4edb-84ec-65600f22e5af tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Feb 04 20:05:11.814081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 49f3838a-0df4-4d09-85d6-95587d6471f2 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:05:11.819357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 2cb42c99-ed14-40a3-8c53-866f8a8cd35b up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:11.849776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51498) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:12.087937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-20e892c1-77e2-4941-81be-4a42714cd238 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103289 Feb 04 20:05:12.141830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.162778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:12.167257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Usage tracker for resource:security_group_rule and tenant:8e0a613d5b874986998480d1bdcdfed8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:12.170412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:12.178511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:12.210537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d82f36-0c8d-4fc7-891c-41e3feead06d req-966f7b33-fe95-4059-a1ea-dabfc025265e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:12.219783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0d82f36-0c8d-4fc7-891c-41e3feead06d req-966f7b33-fe95-4059-a1ea-dabfc025265e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.1066620 Feb 04 20:05:12.249193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:12.288723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0d82f36-0c8d-4fc7-891c-41e3feead06d req-37e36273-ad50-4bb9-b67a-b9ce909600bd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676436 Feb 04 20:05:12.305764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 49f3838a-0df4-4d09-85d6-95587d6471f2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=49f3838a-0df4-4d09-85d6-95587d6471f2,segment=NetworkSegment(ae973552-4402-4e02-9696-e0f0b7143331),segment_id=ae973552-4402-4e02-9696-e0f0b7143331)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:12.327641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:12.327990 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.339579 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.408028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '49f3838a-0df4-4d09-85d6-95587d6471f2', 'network_id': 'fcee91b1-1642-4cc7-a33e-076633658b9f', 'port_id': '49f3838a-0df4-4d09-85d6-95587d6471f2', 'mac_address': 'fa:16:3e:23:22:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83de86e-c26e-4187-9afe-8f1ca9ec0876', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:05:12.446798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.458161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51534) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:12.516850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e0a613d5b874986998480d1bdcdfed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598656 Feb 04 20:05:12.519570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51546) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:12.524629 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.555454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f3838a-0df4-4d09-85d6-95587d6471f2 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:12.564259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463023-4d7f-4233-9092-9ee9876a920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8862fdf4-447f-4799-be22-86e1c8273417,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:12.608482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d110f493-e21b-40fb-9bdc-517f05436f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.665369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d110f493-e21b-40fb-9bdc-517f05436f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.709017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.712352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72456c31-8ffe-4109-addf-db9bba0eefc9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.765075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 49f3838a-0df4-4d09-85d6-95587d6471f2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=49f3838a-0df4-4d09-85d6-95587d6471f2,segment=NetworkSegment(ae973552-4402-4e02-9696-e0f0b7143331),segment_id=ae973552-4402-4e02-9696-e0f0b7143331)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:12.779426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:12.852134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72456c31-8ffe-4109-addf-db9bba0eefc9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.914244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d110f493-e21b-40fb-9bdc-517f05436f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.925804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f65ed-d2d7-4f7c-8a5d-472eb76510df req-a3726b3d-1e89-498f-8dd5-168903da6d4f tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:12.927608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f3f65ed-d2d7-4f7c-8a5d-472eb76510df req-a3726b3d-1e89-498f-8dd5-168903da6d4f tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 943 time: 0.1817575 Feb 04 20:05:12.932331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110f493-e21b-40fb-9bdc-517f05436f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8862fdf4-447f-4799-be22-86e1c8273417,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:12.935986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d110f493-e21b-40fb-9bdc-517f05436f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.940648 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d110f493-e21b-40fb-9bdc-517f05436f64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8862fdf4-447f-4799-be22-86e1c8273417 HTTP/1.1" status: 204 len: 168 time: 0.4154518 Feb 04 20:05:12.962142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.965219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:12.999837 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f3f65ed-d2d7-4f7c-8a5d-472eb76510df req-4ca187c1-efbc-48cc-9148-a47ec046109e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662646 Feb 04 20:05:13.050593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:13.098517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:13.115212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72456c31-8ffe-4109-addf-db9bba0eefc9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:13.125880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=49f3838a-0df4-4d09-85d6-95587d6471f2,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:13.142617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72456c31-8ffe-4109-addf-db9bba0eefc9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abee35fa-1f24-4fa2-9c48-26b14e25dea7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:13.257610 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72456c31-8ffe-4109-addf-db9bba0eefc9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:13.258746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-72456c31-8ffe-4109-addf-db9bba0eefc9 tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "DELETE /v2.0/security-groups/abee35fa-1f24-4fa2-9c48-26b14e25dea7 HTTP/1.1" status: 204 len: 168 time: 0.7992079 Feb 04 20:05:13.261440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:13.317433 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-d8be965e-d5a7-4f09-b11e-b684bca1a6fb tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] show failed (client error): The resource could not be found. Feb 04 20:05:13.318725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d8be965e-d5a7-4f09-b11e-b684bca1a6fb tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "GET /v2.0/security-groups/abee35fa-1f24-4fa2-9c48-26b14e25dea7 HTTP/1.1" status: 404 len: 347 time: 0.0561063 Feb 04 20:05:13.321378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51582) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:13.321526 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:13.345617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:13.373623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['49f3838a-0df4-4d09-85d6-95587d6471f2'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:13.485742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:13.493521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Deleting port 51a5d8e9-225b-4f76-9d76-ed6b5613e964 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:13.494136 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:13.614993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:13.654759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d6210-b4a4-4fd5-aea7-ad349bfb1d31 req-992aa7c2-4810-478f-b2a1-febf149bea1a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:13.657272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a17d6210-b4a4-4fd5-aea7-ad349bfb1d31 req-992aa7c2-4810-478f-b2a1-febf149bea1a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 946 time: 0.3589633 Feb 04 20:05:13.698815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:13.699431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:13.732199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a17d6210-b4a4-4fd5-aea7-ad349bfb1d31 req-26a1d52a-9fc9-43bc-9b3d-63a9056c89e0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686519 Feb 04 20:05:13.926714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:14.040933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Calling delete_port for 51a5d8e9-225b-4f76-9d76-ed6b5613e964 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:14.079889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeae07-a1e3-4456-b249-12eb83ff7db5 req-94c10261-b948-4a39-8d43-3723fd9ed197 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:14.087309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3edeae07-a1e3-4456-b249-12eb83ff7db5 req-94c10261-b948-4a39-8d43-3723fd9ed197 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.1657057 Feb 04 20:05:14.182851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3edeae07-a1e3-4456-b249-12eb83ff7db5 req-ac1c9faa-a3a3-4433-ab41-88cd9517ca90 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927374 Feb 04 20:05:14.272246 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b', 'code': 200} Feb 04 20:05:14.400632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:14.464906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Pushing event deleted for resources: {'Port': ['ID=51a5d8e9-225b-4f76-9d76-ed6b5613e964,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:14.608931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8a0eb-cd08-4ba8-a257-dbc2da52d244 req-3175b495-6a08-496c-af57-3ab57f3d1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:14.610442 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2a8a0eb-cd08-4ba8-a257-dbc2da52d244 req-3175b495-6a08-496c-af57-3ab57f3d1558 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 1097 time: 0.1739116 Feb 04 20:05:14.626914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:14.629443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b4915-d74f-4f25-8e72-973816f861b5 req-7bb528ee-bf96-4e83-b0ed-cb499d52401d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:14.645200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:14.649446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a26b4915-d74f-4f25-8e72-973816f861b5 req-7bb528ee-bf96-4e83-b0ed-cb499d52401d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2524204 Feb 04 20:05:14.650609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f7d67bf0-f65c-483f-a5dd-ddf9f4f4a98d tempest-ServersTestManualDisk-84956506 tempest-ServersTestManualDisk-84956506-project] 10.222.0.48 "DELETE /v2.0/floatingips/8512f993-cdfd-4a9e-9939-efed075868ee HTTP/1.1" status: 204 len: 168 time: 1.3274500 Feb 04 20:05:14.651481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51634) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:14.751038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a26b4915-d74f-4f25-8e72-973816f861b5 req-a5b7c853-2c78-4e4a-a341-632841e281a7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028852 Feb 04 20:05:14.759658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2a8a0eb-cd08-4ba8-a257-dbc2da52d244 req-d72de546-bd9d-4bf1-8f35-78d2e44d6625 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401620 Feb 04 20:05:15.095474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfde67-7bd1-40be-b064-62d48d8ab0c6 req-741ad23c-46a6-475e-84a0-2508c3b72ffc tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:15.103252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bdfde67-7bd1-40be-b064-62d48d8ab0c6 req-741ad23c-46a6-475e-84a0-2508c3b72ffc tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 944 time: 0.3547256 Feb 04 20:05:15.252925 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bdfde67-7bd1-40be-b064-62d48d8ab0c6 req-03c09b31-8244-4929-a3bf-c0bf08223a6b tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484206 Feb 04 20:05:15.316156 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:05:15.582298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6d481-bc29-4c63-82a6-f6f84cd56524 req-46c02b65-603c-4dde-bbc4-4887840fe7d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:15.584688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-58c6d481-bc29-4c63-82a6-f6f84cd56524 req-46c02b65-603c-4dde-bbc4-4887840fe7d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 946 time: 0.1574662 Feb 04 20:05:15.718315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-58c6d481-bc29-4c63-82a6-f6f84cd56524 req-57924021-5f6c-4b7f-9db5-b95aa03f1fb1 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939691 Feb 04 20:05:15.740084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:15.817261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 49f3838a-0df4-4d09-85d6-95587d6471f2 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:15.864826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-c5352afb-5b32-4a0b-9a06-2ff9d109d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:15.871808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-c5352afb-5b32-4a0b-9a06-2ff9d109d77d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 1101 time: 0.2399735 Feb 04 20:05:16.074724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 49f3838a-0df4-4d09-85d6-95587d6471f2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:16.082125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 49f3838a-0df4-4d09-85d6-95587d6471f2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:16.082579 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:16.137460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-de84d58c-1780-453c-bffd-d2a383f3257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:16.139569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-de84d58c-1780-453c-bffd-d2a383f3257e service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2597654 Feb 04 20:05:16.330606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:16.346551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-be692894-02c1-4b51-8201-4f32da7011bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 200 len: 217 time: 0.1999457 Feb 04 20:05:16.419653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:16.471828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-91f92c06-9f22-42c3-98f0-38c9b558c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:16.473845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-91f92c06-9f22-42c3-98f0-38c9b558c832 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1201386 Feb 04 20:05:16.505807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 49f3838a-0df4-4d09-85d6-95587d6471f2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=49f3838a-0df4-4d09-85d6-95587d6471f2,segment=NetworkSegment(ae973552-4402-4e02-9696-e0f0b7143331),segment_id=ae973552-4402-4e02-9696-e0f0b7143331)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:16.620283 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:16.710213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51682) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:16.718484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4079-07ac-450a-bec4-74ea9c58d2b4 req-da426a36-65bc-4f2c-a4c3-9a464df600c5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:16.720984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f11f4079-07ac-450a-bec4-74ea9c58d2b4 req-da426a36-65bc-4f2c-a4c3-9a464df600c5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.6908762 Feb 04 20:05:16.737217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-9d2da61b-ec75-4eda-907c-ea8c7362ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:16.739755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-9d2da61b-ec75-4eda-907c-ea8c7362ca1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2595651 Feb 04 20:05:16.836108 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f11f4079-07ac-450a-bec4-74ea9c58d2b4 req-4bc95209-16d0-4a6b-83be-27d60a23481b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075573 Feb 04 20:05:16.903797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=49f3838a-0df4-4d09-85d6-95587d6471f2,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:16.981283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:16.990641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Deleting port 90fcd448-25cc-4e14-8479-5b38f71b5d6a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:16.991396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:17.001217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:17.006763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Usage tracker for resource:floatingip and tenant:b2a63bd8f7bf487e817e767a67fccc2b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:17.014357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:17.034275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:17.144472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-9fde109b-d000-4e96-a6a6-3264e6a2064f service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961720 Feb 04 20:05:17.334980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c1fd-e2b5-44ff-a733-21db0c9e08be req-edf5bd7c-d83d-403b-8d1b-10939ef36971 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:17.336696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b539c1fd-e2b5-44ff-a733-21db0c9e08be req-edf5bd7c-d83d-403b-8d1b-10939ef36971 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 949 time: 0.2637358 Feb 04 20:05:17.365095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] For port 90fcd448-25cc-4e14-8479-5b38f71b5d6a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90fcd448-25cc-4e14-8479-5b38f71b5d6a,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:17.365586 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:17.368001 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-4f7f0929-1b24-4edd-baf9-8e70c38e955d service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136340 Feb 04 20:05:17.530287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b539c1fd-e2b5-44ff-a733-21db0c9e08be req-426d697b-fdff-4b4a-b62c-67174c09ec74 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/security-groups?id=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878908 Feb 04 20:05:17.539347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:17.571114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Calling delete_port for 90fcd448-25cc-4e14-8479-5b38f71b5d6a owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:17.786585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d10b9-ad00-44f4-99ef-2118a239cff7 req-6f2d6ad3-c97f-4480-9a19-96dee031ce6e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:17.796590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d58d10b9-ad00-44f4-99ef-2118a239cff7 req-6f2d6ad3-c97f-4480-9a19-96dee031ce6e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.1307137 Feb 04 20:05:17.866605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d58d10b9-ad00-44f4-99ef-2118a239cff7 req-2a112657-4be8-45e7-bd98-f479fa4d2da3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688760 Feb 04 20:05:17.882881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-5910c959-9111-465e-b129-a8e2c831d866 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:17.884795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-5910c959-9111-465e-b129-a8e2c831d866 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 949 time: 0.4455860 Feb 04 20:05:18.022889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Deleting port d44c6488-fb2b-44f8-93d0-0c8da9411922 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:18.023605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:18.098539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9526c-f394-4a94-a56f-d9d0c6f99f6b req-7cac8825-c531-4793-9f60-8e6c778e1f62 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:18.100047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2d9526c-f394-4a94-a56f-d9d0c6f99f6b req-7cac8825-c531-4793-9f60-8e6c778e1f62 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 945 time: 0.1213620 Feb 04 20:05:18.150952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:18.177860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:18.337501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2d9526c-f394-4a94-a56f-d9d0c6f99f6b req-2f62f141-99ae-43f9-9875-31e8449b9b6f tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223859 Feb 04 20:05:18.340903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Pushing event deleted for resources: {'Port': ['ID=90fcd448-25cc-4e14-8479-5b38f71b5d6a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:18.489570 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'code': 200} Feb 04 20:05:18.598900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.599778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.600306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.600872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.601386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.601911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.602426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.602994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.603504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.604009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.604519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.605073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:18.726096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] For port d44c6488-fb2b-44f8-93d0-0c8da9411922, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d44c6488-fb2b-44f8-93d0-0c8da9411922,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:18.726486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:18.923481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Calling delete_port for d44c6488-fb2b-44f8-93d0-0c8da9411922 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:18.983128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ebdf-2291-4f78-8ee8-f92a6a85b9b3 req-7136bf65-98a8-4bf6-9daa-4db861c59814 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:18.984883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c142ebdf-2291-4f78-8ee8-f92a6a85b9b3 req-7136bf65-98a8-4bf6-9daa-4db861c59814 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 946 time: 0.2782011 Feb 04 20:05:18.995154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:19.121234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c142ebdf-2291-4f78-8ee8-f92a6a85b9b3 req-c44951df-9db2-4a7e-b303-09db336c3998 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264307 Feb 04 20:05:19.244794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Allocated IP 172.25.7.235 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/fb7c2871-4c22-45bf-a82f-2753f709eedc) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:19.604309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:19.644420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:19.724039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Pushing event deleted for resources: {'Port': ['ID=d44c6488-fb2b-44f8-93d0-0c8da9411922,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:19.756673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.757171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.758596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.759075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.759611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.760051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.760527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.761089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.761565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.761986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.762413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.762893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:19.826061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab964aba-e80a-487f-93b4-9c8964cc6bc8 req-51444a13-ea68-4aa5-ab58-a59f74494674 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:19.837677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab964aba-e80a-487f-93b4-9c8964cc6bc8 req-51444a13-ea68-4aa5-ab58-a59f74494674 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.3955429 Feb 04 20:05:19.877370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:19.899814 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab964aba-e80a-487f-93b4-9c8964cc6bc8 req-6d731e79-683a-47e6-98a9-15d8737367cf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611579 Feb 04 20:05:19.962064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] No DVR routers for this DVR port d44c6488-fb2b-44f8-93d0-0c8da9411922 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:05:19.974397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:19.978082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-deleted', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:20.013046 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0cce61b3-8788-4fa8-9e51-e03fb6d635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:20.034995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:20.044209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:20.058546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:20.175782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:20.188054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e5777fc-648b-4e2b-a7cd-ce497fced59e req-9d873f6d-0c9a-46a5-9668-2d3791c6b8e9 tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.24 "DELETE /v2.0/ports/d44c6488-fb2b-44f8-93d0-0c8da9411922 HTTP/1.1" status: 204 len: 173 time: 2.2953775 Feb 04 20:05:20.192403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Pushing event updated for resources: {'Port': ['ID=fb7c2871-4c22-45bf-a82f-2753f709eedc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:20.476091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a90fc35-bd94-4421-9915-a2f5a97695ea req-227e895b-c2b8-44a6-9c81-a3904552d2cc tempest-ImagesOneServerTestJSON-618294114 tempest-ImagesOneServerTestJSON-618294114-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d12a56f-9eb5-47ed-be65-b0ee85e12ceb HTTP/1.1" status: 200 len: 210 time: 0.1521540 Feb 04 20:05:20.491439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f3838a-0df4-4d09-85d6-95587d6471f2'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:20.572285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Router ede5255a-7d79-42be-9fd6-9cddaa199db6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:05:20.607859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:20.907092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c1bad-527c-48cc-b60d-136c781738a1 req-9c6474c3-5d50-469d-a0f4-c0bc391bb003 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:20.919190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e33c1bad-527c-48cc-b60d-136c781738a1 req-9c6474c3-5d50-469d-a0f4-c0bc391bb003 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2354054 Feb 04 20:05:20.941370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:20.953670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:05:20.967859 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] Sync routers for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:05:20.984223 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:20.985724 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:04:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:20.995015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e33c1bad-527c-48cc-b60d-136c781738a1 req-976d6b88-828f-4da6-bec0-6d609f5cf01d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747602 Feb 04 20:05:20.997700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a3430c8d-5600-4054-8a74-8676f1258706 admin admin] 10.222.0.48 "PUT /v2.0/routers/ede5255a-7d79-42be-9fd6-9cddaa199db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3450189 Feb 04 20:05:21.000770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51714) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:21.113871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:21.225009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: d44c6488-fb2b-44f8-93d0-0c8da9411922 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:21.225618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d44c6488-fb2b-44f8-93d0-0c8da9411922 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:21.261036 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:21.329514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1610e2-59c9-486b-8dbe-4fcfc0ab5612 req-6a376351-3911-48e7-bc37-37892f9dc53c tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:21.340026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf1610e2-59c9-486b-8dbe-4fcfc0ab5612 req-6a376351-3911-48e7-bc37-37892f9dc53c tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 945 time: 0.2207224 Feb 04 20:05:21.444606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf1610e2-59c9-486b-8dbe-4fcfc0ab5612 req-6537f9aa-e582-4e56-8df8-f0ac01442bff tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947144 Feb 04 20:05:21.551362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:21.617057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:21.689118 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:05:17Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:21.697185 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] Checking router: ede5255a-7d79-42be-9fd6-9cddaa199db6 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:05:21.709876 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] Routers {'ede5255a-7d79-42be-9fd6-9cddaa199db6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:21.710647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:04:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ede5255a-7d79-42be-9fd6-9cddaa199db6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:21.715667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Pushing event updated for resources: {'Port': ['ID=fb7c2871-4c22-45bf-a82f-2753f709eedc,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:21.952532 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:21.995299 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] Set router ede5255a-7d79-42be-9fd6-9cddaa199db6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:22.016583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.081002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.085397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51730) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:22.086153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3b69a3fc-1727-47ba-b65e-29cff5505c44 tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3744197 Feb 04 20:05:22.093207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1115239789', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'fixed_ips': [{'ip_address': '172.25.7.235'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:22.117314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:22.121379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Deleting port 2ba0092f-e376-492c-b6b5-8db7c5768502 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:22.121379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.133572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Usage tracker for resource:port and tenant:b2a63bd8f7bf487e817e767a67fccc2b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:22.137466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:22.164069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:22.246554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b1f-9371-4fd1-ab03-165e7fcdd6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.286235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Made reservation on behalf of b2a63bd8f7bf487e817e767a67fccc2b for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:22.289150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.312186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.349647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:22.355227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Usage tracker for resource:security_group_rule and tenant:b2a63bd8f7bf487e817e767a67fccc2b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:22.358728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:22.376164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:22.557711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.599840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] For port 2ba0092f-e376-492c-b6b5-8db7c5768502, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2ba0092f-e376-492c-b6b5-8db7c5768502,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:22.600186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.617879 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:05:17Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:22.630418 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ddf3b-f3c8-4175-a993-1384353a651b None None] The sync data for ids ['ede5255a-7d79-42be-9fd6-9cddaa199db6'] in n-d-811806-1 is: [{'id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'name': 'tempest-ServersTestManualDisk-950620503-router', 'tenant_id': 'eda86ff74818467a96add8d821692192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:35Z', 'updated_at': '2022-02-04T20:05:17Z', 'revision_number': 5, 'project_id': 'eda86ff74818467a96add8d821692192', 'gw_port': {'id': '2ba0092f-e376-492c-b6b5-8db7c5768502', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5255a-7d79-42be-9fd6-9cddaa199db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:37Z', 'updated_at': '2022-02-04T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:05:22.731162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:22.743856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] device_id is not set on port a3780940-c746-4775-889b-5f3553c945f2 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:05:22.765620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Calling delete_port for 2ba0092f-e376-492c-b6b5-8db7c5768502 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:22.807274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fcf7b-9e4d-4f69-8716-125656f28446,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:23.069609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90fcd448-25cc-4e14-8479-5b38f71b5d6a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:23.114803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 90fcd448-25cc-4e14-8479-5b38f71b5d6a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:23.115507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90fcd448-25cc-4e14-8479-5b38f71b5d6a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:23.232610 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 20:05:23.234831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:05:23.297075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.300485 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.355224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba0092f-e376-492c-b6b5-8db7c5768502,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:23.380444 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-10b47719-2ddd-4ff9-8166-4f800c77e4af tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2927132 Feb 04 20:05:23.382943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51738) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:23.412349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.505509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.647042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Deleting port fb7c2871-4c22-45bf-a82f-2753f709eedc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:23.647320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.699494 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.701920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.801031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.801795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede5255a-7d79-42be-9fd6-9cddaa199db6 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:05:23.830674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.852642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3bcfad1a-7cad-4a35-a201-46334ebc28b5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ede5255a-7d79-42be-9fd6-9cddaa199db6 HTTP/1.1" status: 204 len: 168 time: 2.8404691 Feb 04 20:05:23.852642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51744) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:23.882343 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:23.882679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.011373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] Deleting subnet 4613ad87-333f-450f-883a-9fd0a6bd55dc {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:05:24.023502 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.129351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.224164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Calling delete_port for fb7c2871-4c22-45bf-a82f-2753f709eedc owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:24.259195 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.567365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.634527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.638990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb7c2871-4c22-45bf-a82f-2753f709eedc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:24.694297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4613ad87-333f-450f-883a-9fd0a6bd55dc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:24.708453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50755c-e200-4962-8cd8-03537d6f5a79 None None] Network 3f08a2e8-4c93-47e2-81b1-c65855db1e77 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:05:24.719895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.735867 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1015dc0e-ece2-42a0-b9c0-c3d2253b3c6d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4613ad87-333f-450f-883a-9fd0a6bd55dc HTTP/1.1" status: 204 len: 168 time: 0.8864875 Feb 04 20:05:24.739160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51754) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:24.771116 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.784888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.787343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e04b25ec-afb7-42ab-8627-c8fd5bfb17cf tempest-ExternalNetworksAdminNegativeTestJSON-572159849 tempest-ExternalNetworksAdminNegativeTestJSON-572159849-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/f408a97d-7e17-4552-9785-c00817f763da HTTP/1.1" status: 204 len: 168 time: 1.4033434 Feb 04 20:05:24.894652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:24.921794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Deleting port f6948839-0e4a-4027-8f5c-e731c1953df7 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:24.922148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:25.136487 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d12a56f-9eb5-47ed-be65-b0ee85e12ceb', 'name': 'network-vif-deleted', 'tag': 'd44c6488-fb2b-44f8-93d0-0c8da9411922', 'status': 'completed', 'code': 200} Feb 04 20:05:25.177911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ba0092f-e376-492c-b6b5-8db7c5768502 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:25.278738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] For port f6948839-0e4a-4027-8f5c-e731c1953df7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f6948839-0e4a-4027-8f5c-e731c1953df7,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:25.281102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:25.321220 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f3838a-0df4-4d09-85d6-95587d6471f2', 'code': 200} Feb 04 20:05:25.323036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] DHCP port deletion for 3f08a2e8-4c93-47e2-81b1-c65855db1e77 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:05:25.346248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:25.347259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Deleting port f6948839-0e4a-4027-8f5c-e731c1953df7 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:25.347609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:25.386941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-ffc8e635-57f0-4315-b28d-e1ff83114157 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:25.391734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2ba0092f-e376-492c-b6b5-8db7c5768502 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:25.392303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ba0092f-e376-492c-b6b5-8db7c5768502 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:25.400144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-ffc8e635-57f0-4315-b28d-e1ff83114157 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.3607187 Feb 04 20:05:25.423077 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-be4fed40-b62f-4277-a5ea-6dddadd77b7b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.0219421 Feb 04 20:05:25.473842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Calling delete_port for f6948839-0e4a-4027-8f5c-e731c1953df7 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:25.622408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffba0a-52d6-42b5-a154-585de085f9dc req-98b61837-3591-4d36-bcf4-768d19f0e106 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:25.624979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10ffba0a-52d6-42b5-a154-585de085f9dc req-98b61837-3591-4d36-bcf4-768d19f0e106 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.2624540 Feb 04 20:05:25.641071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-e8d89d97-2428-4fb9-961a-d1f188468f6b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2171347 Feb 04 20:05:25.716578 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:25.813898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] No DVR routers for this DVR port f6948839-0e4a-4027-8f5c-e731c1953df7 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:05:25.816944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51778) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:25.849312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] For port f6948839-0e4a-4027-8f5c-e731c1953df7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f6948839-0e4a-4027-8f5c-e731c1953df7,segment=NetworkSegment(40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e),segment_id=40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:25.849912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:25.875667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10ffba0a-52d6-42b5-a154-585de085f9dc req-ed1d6b86-a88b-4f33-a2e2-a0069a9477aa tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442622 Feb 04 20:05:25.943268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f6948839-0e4a-4027-8f5c-e731c1953df7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:25.943862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:25.982776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-4d56bfcc-d185-408f-ab51-0585b7fb5589 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322551 Feb 04 20:05:26.055963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Calling delete_port for f6948839-0e4a-4027-8f5c-e731c1953df7 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:26.113526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:26.124481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3df5c306671145b78dad7cbffc15933a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:26.136037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:26.152553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:26.198277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.213463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d9cc-e639-4050-b674-d3f0329ebb3a req-94e9e405-9bd0-4126-8594-be93b033a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:26.214677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e3e3d9cc-e639-4050-b674-d3f0329ebb3a req-94e9e405-9bd0-4126-8594-be93b033a863 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 1096 time: 0.8544581 Feb 04 20:05:26.234282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-1437380a-ef6d-4848-a83f-d7eb479fd870 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411203 Feb 04 20:05:26.238444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:05:26.238836 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:05:26.307409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f08a2e8-4c93-47e2-81b1-c65855db1e77']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:26.342564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.342776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:26.342776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40da203f-b3a0-4b2a-9fe5-3d98e9cadc5e') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:26.372204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.382549 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e3e3d9cc-e639-4050-b674-d3f0329ebb3a req-49912124-dbc2-4a0a-b209-ac2804bc8e51 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548216 Feb 04 20:05:26.391783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.400247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:05:26.400672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:05:26.414603 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:05:26.458070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.510402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a84bb-184b-4704-aa4f-2cada04f0da9 req-d526be56-7fd7-47b1-837d-b0c92ba89a97 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:26.512004 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-267a84bb-184b-4704-aa4f-2cada04f0da9 req-d526be56-7fd7-47b1-837d-b0c92ba89a97 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2609713 Feb 04 20:05:26.533222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfc99d1-75e3-48e0-b265-e3f24edce272,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:26.540707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e93a6370-81db-4484-a140-2502888462e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3df5c306671145b78dad7cbffc15933a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224417 Feb 04 20:05:26.547381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51794) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:26.617087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-267a84bb-184b-4704-aa4f-2cada04f0da9 req-1b77f6c7-045a-4d35-ae22-92184cad6b3e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708811 Feb 04 20:05:26.728283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.732751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.744192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73157a57-459c-41ee-b41f-deded485017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.745204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Deleting port f6948839-0e4a-4027-8f5c-e731c1953df7 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:26.745204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.784515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73157a57-459c-41ee-b41f-deded485017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:26.840044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994c94-eeed-4eff-b059-13eb7fadec13 req-beaaad25-b4a1-4424-9d3c-31025768ffa9 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:26.848374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6994c94-eeed-4eff-b059-13eb7fadec13 req-beaaad25-b4a1-4424-9d3c-31025768ffa9 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 945 time: 0.2145245 Feb 04 20:05:26.853910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-423a2e2a-2c65-4cd3-a962-bec125ce7ff3 None None] The port 'f6948839-0e4a-4027-8f5c-e731c1953df7' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:05:26.885571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3f08a2e8-4c93-47e2-81b1-c65855db1e77,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:26.910492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02401825-4ca4-42be-a242-5da460a56264 req-263e5581-39e5-44e6-8abc-c42095842513 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 210 time: 0.1157725 Feb 04 20:05:26.949431 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6994c94-eeed-4eff-b059-13eb7fadec13 req-68f7cebd-8571-4090-85da-9bbdbb86e4a7 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Feb 04 20:05:26.982281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51820) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:27.057442 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1813b832-2a58-42f9-a8c7-2e66ace9c2fb admin admin] 10.222.0.48 "DELETE /v2.0/networks/3f08a2e8-4c93-47e2-81b1-c65855db1e77 HTTP/1.1" status: 204 len: 168 time: 2.3172677 Feb 04 20:05:27.117645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f6948839-0e4a-4027-8f5c-e731c1953df7 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:27.119733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73157a57-459c-41ee-b41f-deded485017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:27.164231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73157a57-459c-41ee-b41f-deded485017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfc99d1-75e3-48e0-b265-e3f24edce272,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:27.209074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f6948839-0e4a-4027-8f5c-e731c1953df7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:27.209421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f6948839-0e4a-4027-8f5c-e731c1953df7 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:27.342024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73157a57-459c-41ee-b41f-deded485017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:27.344317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73157a57-459c-41ee-b41f-deded485017c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cfc99d1-75e3-48e0-b265-e3f24edce272 HTTP/1.1" status: 204 len: 168 time: 0.7959678 Feb 04 20:05:27.408165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ce194679-9a53-4cc0-b0f5-412ce0ebfd00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=689cec9aa94d4cc6bab2d68d1ce1efbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216349 Feb 04 20:05:27.408291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:27.440827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c397b-90f8-4e73-be56-bf5baf87c891 req-5c037f9c-deb9-42dd-919e-17fe356257b2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:27.442670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-890c397b-90f8-4e73-be56-bf5baf87c891 req-5c037f9c-deb9-42dd-919e-17fe356257b2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.2531950 Feb 04 20:05:27.513907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-890c397b-90f8-4e73-be56-bf5baf87c891 req-77cbcd6a-7142-48d9-9fe1-664a44fa5225 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619130 Feb 04 20:05:27.525716 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e788ec05-b47c-45ce-a916-6a1ed52702c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:27.561065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e788ec05-b47c-45ce-a916-6a1ed52702c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:27.802756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e788ec05-b47c-45ce-a916-6a1ed52702c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:27.826905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482041c5-e19b-4f30-9f7e-583a737adb22 req-4b8defe1-c6ff-4bff-aabc-9837fcc2c3f0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:27.834467 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-482041c5-e19b-4f30-9f7e-583a737adb22 req-4b8defe1-c6ff-4bff-aabc-9837fcc2c3f0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.1086707 Feb 04 20:05:27.845440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788ec05-b47c-45ce-a916-6a1ed52702c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d79fd8-79a9-418c-b7fd-fa0d4e08ca03,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:27.904765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:27.906461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-482041c5-e19b-4f30-9f7e-583a737adb22 req-eef13c63-a689-4566-9989-4184de0775f6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Feb 04 20:05:28.057932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e788ec05-b47c-45ce-a916-6a1ed52702c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:28.059825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e788ec05-b47c-45ce-a916-6a1ed52702c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07d79fd8-79a9-418c-b7fd-fa0d4e08ca03 HTTP/1.1" status: 204 len: 168 time: 0.6507003 Feb 04 20:05:28.083333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3781d31e-de23-45fb-8c05-8886d6d84db0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eda86ff74818467a96add8d821692192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761267 Feb 04 20:05:28.085044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51868) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:28.172782 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6fdff635-7081-479b-b83c-0760db139bbc req-a0c8fd11-589f-4ff1-a4d1-c93359d9abce tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 210 time: 0.0850010 Feb 04 20:05:28.310076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9713f4c1-2f10-4107-8e68-84e7a20147e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:28.340012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9713f4c1-2f10-4107-8e68-84e7a20147e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:28.457856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ef44e-2706-40d8-99d2-c936ccd75d0e req-865b447d-4e95-428b-8303-66a923b61e70 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:28.459540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc6ef44e-2706-40d8-99d2-c936ccd75d0e req-865b447d-4e95-428b-8303-66a923b61e70 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 945 time: 0.1364443 Feb 04 20:05:28.525074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc6ef44e-2706-40d8-99d2-c936ccd75d0e req-9d441bad-9694-4e27-a72b-c55f5765c7b7 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595865 Feb 04 20:05:28.554329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9713f4c1-2f10-4107-8e68-84e7a20147e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:28.657792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51890) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:28.727943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713f4c1-2f10-4107-8e68-84e7a20147e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c00bd8-f99a-409f-a32f-3c26d8a1fedc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:28.746729 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-86c996d9-6fd4-4c9c-892c-f8f316b1a930 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2a63bd8f7bf487e817e767a67fccc2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873532 Feb 04 20:05:28.749341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51894) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:28.756046 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9713f4c1-2f10-4107-8e68-84e7a20147e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:28.757121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9713f4c1-2f10-4107-8e68-84e7a20147e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48c00bd8-f99a-409f-a32f-3c26d8a1fedc HTTP/1.1" status: 204 len: 168 time: 0.6711018 Feb 04 20:05:28.827092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0478cc-dd97-4dd2-87cc-539e001d8a1e req-1ec78668-b259-4274-87e7-039ee5f511d4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:28.828650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea0478cc-dd97-4dd2-87cc-539e001d8a1e req-1ec78668-b259-4274-87e7-039ee5f511d4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.1379998 Feb 04 20:05:28.915641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea0478cc-dd97-4dd2-87cc-539e001d8a1e req-13a48df1-158f-45ef-9ed0-68636c8ebc04 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689871 Feb 04 20:05:29.002977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a22a50bb-9535-4f09-873b-0a4505ceb5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:29.048395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a22a50bb-9535-4f09-873b-0a4505ceb5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:29.230156 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a22a50bb-9535-4f09-873b-0a4505ceb5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:29.279323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a50bb-9535-4f09-873b-0a4505ceb5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fcf7b-9e4d-4f69-8716-125656f28446,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:29.282186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a22a50bb-9535-4f09-873b-0a4505ceb5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:29.285434 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a22a50bb-9535-4f09-873b-0a4505ceb5c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be5fcf7b-9e4d-4f69-8716-125656f28446 HTTP/1.1" status: 204 len: 168 time: 0.5340745 Feb 04 20:05:29.412734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaadbff-82d0-40bb-8607-9a125e948110 req-9e24ba30-b63d-4a80-b03f-aae136c8f377 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:29.414658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fbaadbff-82d0-40bb-8607-9a125e948110 req-9e24ba30-b63d-4a80-b03f-aae136c8f377 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.1107545 Feb 04 20:05:29.487279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fbaadbff-82d0-40bb-8607-9a125e948110 req-7980cf52-09ed-4c3b-8ca3-7af06fb4806b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664499 Feb 04 20:05:29.665856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f38dd6b-4b00-414d-b9da-ed45847af600 req-1a4b8ec8-3c87-4621-a16e-57e226e2a43a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 210 time: 0.0503962 Feb 04 20:05:29.832744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1307a748-f636-4c7f-988a-e18acb6e1ebe no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:30.169899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:30.220833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:30.234391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:30.321562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:30.425409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-83996dfb-62ed-48c9-ba2e-264795bf258c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:30.427713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-83996dfb-62ed-48c9-ba2e-264795bf258c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.3309445 Feb 04 20:05:30.441722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Request body: {'port': {'device_id': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'admin_state_up': True, 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:30.470268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e18443-ec4a-4971-b8ed-9aa2fe2c19d0 req-15f97b26-b4cc-4cac-b08f-852a5a672c8c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:30.471884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88e18443-ec4a-4971-b8ed-9aa2fe2c19d0 req-15f97b26-b4cc-4cac-b08f-852a5a672c8c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.3221917 Feb 04 20:05:30.532129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:30.539608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.541026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.541595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.545991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.546555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.547147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.547694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.548276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.549600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.550158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.558204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.559178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:30.563974 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'code': 200} Feb 04 20:05:30.642840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88e18443-ec4a-4971-b8ed-9aa2fe2c19d0 req-ed450959-531f-4512-9f4e-4f3d9e1add21 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982728 Feb 04 20:05:30.700148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:30.713456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:30.829247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:30.833752 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:31.004629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-eed6a87e-ceaf-435e-a203-3da6cc316a74 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:31.016692 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-eed6a87e-ceaf-435e-a203-3da6cc316a74 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.2677197 Feb 04 20:05:31.050542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-d534966d-0077-4d5c-894f-739b19934118 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/quotas/04854f6fa7f844848e1f2f7b74153382 HTTP/1.1" status: 200 len: 375 time: 0.0305829 Feb 04 20:05:31.101496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4598d6-aa25-43a2-bb81-3c54d37e2364 req-e76f2e0a-a9a0-418e-b72f-64b3f5bb0be1 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:31.103882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a4598d6-aa25-43a2-bb81-3c54d37e2364 req-e76f2e0a-a9a0-418e-b72f-64b3f5bb0be1 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 945 time: 0.1726034 Feb 04 20:05:31.128788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Allocated IP 172.20.0.3 (dd6f92d1-acbd-4a2e-b4b1-98a300375a73/0cd3173e-4643-4968-a50a-168de91e8698/373f05a8-7e0f-4124-b883-ff1b8b211f21) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:31.163965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-b6966847-a9ba-4939-aa05-d2190a66ca12 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112628 Feb 04 20:05:31.384835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-5bfc5f4b-de46-4f98-a65d-1439c2179283 service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147739 Feb 04 20:05:31.389863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:31.438972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a4598d6-aa25-43a2-bb81-3c54d37e2364 req-bc6d18a7-c7e0-4454-8f59-14ffb786e72f tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a7e379e-f9d9-4674-84b7-2b12b0602f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270350 Feb 04 20:05:31.555639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:31.563361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-50ba25b8-2ef4-4ce5-a4dd-1d13c45a8569 service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771870 Feb 04 20:05:31.576537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:31.598582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51990) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:31.640525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['2cb42c99-ed14-40a3-8c53-866f8a8cd35b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:31.740119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:31.776832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event updated for resources: {'Port': ['ID=373f05a8-7e0f-4124-b883-ff1b8b211f21,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:31.798262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:31.798262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:31.949527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be2c6a-f2fb-4e2b-99d7-12b9d8251549 req-a2825f91-a1a9-4945-9062-d1308cfb72a0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:31.949705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-864481776-network', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:31.949858 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39be2c6a-f2fb-4e2b-99d7-12b9d8251549 req-a2825f91-a1a9-4945-9062-d1308cfb72a0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2047710 Feb 04 20:05:31.949969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:31.949969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Usage tracker for resource:network and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:31.949969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:31.949969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:31.950378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:31.950378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:31.950378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39be2c6a-f2fb-4e2b-99d7-12b9d8251549 req-fa23e21e-0d03-409e-8a79-ac59949ff692 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591822 Feb 04 20:05:32.254816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-a1e0b8d1-e658-4f26-b9a6-bddfc61d05a9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:32.256425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-a1e0b8d1-e658-4f26-b9a6-bddfc61d05a9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.62 "GET /v2.0/ports?device_id=79aba441-e7b2-45cc-ae1c-7d06e7556376 HTTP/1.1" status: 200 len: 943 time: 0.1061721 Feb 04 20:05:32.312655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-bd235ec4-e9b3-4381-9655-0cb624e18e93 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:32.316116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-bd235ec4-e9b3-4381-9655-0cb624e18e93 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.62 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 945 time: 0.1101935 Feb 04 20:05:32.347213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Deleting port 1307a748-f636-4c7f-988a-e18acb6e1ebe {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:32.347689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:32.399111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Deleting port 49f3838a-0df4-4d09-85d6-95587d6471f2 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:32.399519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:32.669021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbf836-eefb-4499-ab3d-0e36fa3e6c41 req-c6541a98-4816-4f5b-b059-7e64ae906985 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:32.669770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b5cbf836-eefb-4499-ab3d-0e36fa3e6c41 req-c6541a98-4816-4f5b-b059-7e64ae906985 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:32.670022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] For port 49f3838a-0df4-4d09-85d6-95587d6471f2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=49f3838a-0df4-4d09-85d6-95587d6471f2,segment=NetworkSegment(ae973552-4402-4e02-9696-e0f0b7143331),segment_id=ae973552-4402-4e02-9696-e0f0b7143331)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:32.670399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:32.759155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:32.761830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:32.846308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Calling delete_port for 49f3838a-0df4-4d09-85d6-95587d6471f2 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:32.867155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-8702334a-3a8f-471b-839d-49680c9cbe35 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4299004 Feb 04 20:05:32.872972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] For port 1307a748-f636-4c7f-988a-e18acb6e1ebe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1307a748-f636-4c7f-988a-e18acb6e1ebe,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:32.873459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:32.888471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Request body: {'port': {'device_id': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:32.905868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.000994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:33.030911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Usage tracker for resource:security_group_rule and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:33.034211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:33.041924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:33.156639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.273390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52032) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:33.281792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaf396-f527-4236-a673-2865f1275722 req-56b05d4d-be21-45e5-a333-04b575a9efea tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:33.288535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72eaf396-f527-4236-a673-2865f1275722 req-56b05d4d-be21-45e5-a333-04b575a9efea tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.4510612 Feb 04 20:05:33.291657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b5cbf836-eefb-4499-ab3d-0e36fa3e6c41 req-c6541a98-4816-4f5b-b059-7e64ae906985 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:33.299347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.333292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5cbf836-eefb-4499-ab3d-0e36fa3e6c41 req-c6541a98-4816-4f5b-b059-7e64ae906985 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 931 time: 0.8691747 Feb 04 20:05:33.469856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Calling delete_port for 1307a748-f636-4c7f-988a-e18acb6e1ebe owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:33.525234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72eaf396-f527-4236-a673-2865f1275722 req-ca126f4a-d649-4e9d-ba5d-16a721589ae5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297664 Feb 04 20:05:33.544487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:33.589728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:05:33.609954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.610322 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Added segment 925a94ef-3931-43c6-bda2-341d245e9fef of type vlan for network e42b5b71-2d44-4cc3-ae91-759d0a811df4 Feb 04 20:05:33.646484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.666730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.677899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['49f3838a-0df4-4d09-85d6-95587d6471f2'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:33.786895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5cbf836-eefb-4499-ab3d-0e36fa3e6c41 req-400eca84-4dd7-4e61-9f3e-4af033996666 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493275 Feb 04 20:05:33.787800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.876390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Pushing event deleted for resources: {'Port': ['ID=49f3838a-0df4-4d09-85d6-95587d6471f2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:33.879269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:33.942308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88c1a2eb-0f74-46aa-bb80-eb1f4da38958 req-ace1fa50-579c-41a6-a8ee-daf998f9ab2e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 210 time: 0.1859162 Feb 04 20:05:33.943440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:33.953439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Usage tracker for resource:security_group_rule and tenant:45916c66299d467182c1561673e8b533 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:33.957176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:33.963798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:33.995135 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-954b9716-e8ab-47a3-8c5c-782d4c7efcbd req-2c5529fe-89d8-4f01-bd7a-1a05578743ae tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 210 time: 0.1506057 Feb 04 20:05:34.053022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.054048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:34.054633 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.110309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] No DVR routers for this DVR port 49f3838a-0df4-4d09-85d6-95587d6471f2 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:05:34.170731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.171541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'name': 'network-vif-deleted', 'tag': '49f3838a-0df4-4d09-85d6-95587d6471f2'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:34.240478 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6444800 Feb 04 20:05:34.254611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e649b7a-7b3a-461e-a7bb-8108fbe94a25 req-df6563c4-fdac-402f-a971-88733ff94c6e tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.62 "DELETE /v2.0/ports/49f3838a-0df4-4d09-85d6-95587d6471f2 HTTP/1.1" status: 204 len: 173 time: 1.9350893 Feb 04 20:05:34.255180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52054) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:34.287266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Request body: {'subnet': {'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-864481776-subnet', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:34.296162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d728f-6ff1-4b13-9e54-1abb5bf87279 admin admin] Pushing event updated for resources: {'Network': ['ID=e42b5b71-2d44-4cc3-ae91-759d0a811df4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:34.299280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:34.308130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:05:34.321833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Usage tracker for resource:subnet and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:34.326326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:34.339024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.340153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:34.385229 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857d39a4-0d49-4a2c-8571-c3547e9e21d2', 'name': 'network-vif-deleted', 'tag': '49f3838a-0df4-4d09-85d6-95587d6471f2', 'status': 'completed', 'code': 200} Feb 04 20:05:34.405781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f9d5e-bf17-42dd-bb29-81c41ff49cf3 req-a017fa47-ddc9-4a59-b114-dba37f23771d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:34.407514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e3f9d5e-bf17-42dd-bb29-81c41ff49cf3 req-a017fa47-ddc9-4a59-b114-dba37f23771d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2109013 Feb 04 20:05:34.484627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e3f9d5e-bf17-42dd-bb29-81c41ff49cf3 req-1e9c3ce2-2993-46b7-8c12-c0deb573645d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707064 Feb 04 20:05:34.507045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.556079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45916c66299d467182c1561673e8b533&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2655060 Feb 04 20:05:34.557019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6d5e4-0435-4a3a-89af-296a70452c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74741893-96bb-415b-9dc1-0bbd25cc47d2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:34.559539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52064) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:34.587685 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.590727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373f05a8-7e0f-4124-b883-ff1b8b211f21 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:34.604960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:34.610930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.645515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.691340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event deleted for resources: {'Port': ['ID=1307a748-f636-4c7f-988a-e18acb6e1ebe,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:34.740745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52072) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:34.747060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Transition to ACTIVE for port object 373f05a8-7e0f-4124-b883-ff1b8b211f21 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:34.781801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a151821-5177-4f56-9efe-a3017bab63fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.805078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] No DVR routers for this DVR port 1307a748-f636-4c7f-988a-e18acb6e1ebe on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:05:34.808348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.810747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-deleted', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:34.828462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a151821-5177-4f56-9efe-a3017bab63fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.855183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716877-036d-4c95-9da8-4ae652139acd req-03aeca1c-a57b-47dd-b9ab-2ffd676ddb22 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:34.862986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20716877-036d-4c95-9da8-4ae652139acd req-03aeca1c-a57b-47dd-b9ab-2ffd676ddb22 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.2195523 Feb 04 20:05:34.900442 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:34.931490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-44670db6-c188-4ccf-ad11-3d922a3ad38d tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:34.969109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20716877-036d-4c95-9da8-4ae652139acd req-ac146407-6cf2-454a-87d9-3868636c2aa0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052530 Feb 04 20:05:34.980527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e356026-b267-4741-8b62-4ef4ca1196f1 req-fe159090-6fec-438b-9810-c053bcee9811 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.62 "DELETE /v2.0/ports/1307a748-f636-4c7f-988a-e18acb6e1ebe HTTP/1.1" status: 204 len: 173 time: 2.7181571 Feb 04 20:05:35.055535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Pushing event updated for resources: {'Port': ['ID=373f05a8-7e0f-4124-b883-ff1b8b211f21,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:35.059219 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aba441-e7b2-45cc-ae1c-7d06e7556376', 'name': 'network-vif-deleted', 'tag': '1307a748-f636-4c7f-988a-e18acb6e1ebe', 'status': 'completed', 'code': 200} Feb 04 20:05:35.065011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a151821-5177-4f56-9efe-a3017bab63fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:35.082887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a151821-5177-4f56-9efe-a3017bab63fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74741893-96bb-415b-9dc1-0bbd25cc47d2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:35.099943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a151821-5177-4f56-9efe-a3017bab63fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:35.136475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a151821-5177-4f56-9efe-a3017bab63fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74741893-96bb-415b-9dc1-0bbd25cc47d2 HTTP/1.1" status: 204 len: 168 time: 0.5758483 Feb 04 20:05:35.173038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:35.199531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Attempting to bind port 373f05a8-7e0f-4124-b883-ff1b8b211f21 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:35.200151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Attempting to bind port 373f05a8-7e0f-4124-b883-ff1b8b211f21 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:35.200653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Attempting to bind port 373f05a8-7e0f-4124-b883-ff1b8b211f21 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:35.206229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Port 373f05a8-7e0f-4124-b883-ff1b8b211f21 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:05:35.206986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Attempting to bind port 373f05a8-7e0f-4124-b883-ff1b8b211f21 on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:35.213729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:35.214302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:35.215098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Bound using segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:35.215716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Bound port: 373f05a8-7e0f-4124-b883-ff1b8b211f21, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:35.216255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:35.288886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf4838-3923-4af1-951a-ca6630227d2a req-ad619b26-f7df-4f4f-88b3-ed95d6f638a7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:35.290480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64bf4838-3923-4af1-951a-ca6630227d2a req-ad619b26-f7df-4f4f-88b3-ed95d6f638a7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 943 time: 0.3559434 Feb 04 20:05:35.345294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] For port 373f05a8-7e0f-4124-b883-ff1b8b211f21, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:35.349518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] For port 373f05a8-7e0f-4124-b883-ff1b8b211f21, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=373f05a8-7e0f-4124-b883-ff1b8b211f21,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:35.349688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65314aa4-d2a5-439d-bb9e-11658570ce72,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:35.395354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e6f7a35c-a22d-4886-b160-56a4a220f94d req-a74f3164-8209-4161-ab93-9a77adc721d1 tempest-ServerAddressesTestJSON-343350183 tempest-ServerAddressesTestJSON-343350183-project] 10.222.0.48 "GET /v2.0/ports?device_id=857d39a4-0d49-4a2c-8571-c3547e9e21d2 HTTP/1.1" status: 200 len: 210 time: 0.0437548 Feb 04 20:05:35.415025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Checking segment: {'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:35.415391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Network hostable DHCP agents. Network: e42b5b71-2d44-4cc3-ae91-759d0a811df4, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:05:35.423416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64bf4838-3923-4af1-951a-ca6630227d2a req-41ba5cf7-dbce-4964-9715-92c5569308fa tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121018 Feb 04 20:05:35.439762 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-44670db6-c188-4ccf-ad11-3d922a3ad38d tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "PUT /v2.0/quotas/26214b3243114cd5b0ea21a0d4daee51 HTTP/1.1" status: 200 len: 366 time: 0.6950572 Feb 04 20:05:35.439762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52098) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:35.453716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ad0c137-5acf-4452-857f-ec30bd3615d7 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0128105 Feb 04 20:05:35.456537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52102) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:35.481822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:35.482055 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-db3049d9-b6ed-4a09-8660-998f594ab3eb tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "GET /v2.0/quotas/26214b3243114cd5b0ea21a0d4daee51 HTTP/1.1" status: 200 len: 366 time: 0.0095518 Feb 04 20:05:35.483789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52106) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:35.556640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:35.557506 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:35.559262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] 10.222.0.24 "PUT /v2.0/ports/373f05a8-7e0f-4124-b883-ff1b8b211f21 HTTP/1.1" status: 200 len: 1091 time: 2.6756887 Feb 04 20:05:35.625641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:05:35.701593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b1a9a726-1e3e-40f7-b52f-7703cf1432fa tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/26214b3243114cd5b0ea21a0d4daee51 HTTP/1.1" status: 204 len: 168 time: 0.2164900 Feb 04 20:05:35.711182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:35.738599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a9b6f763-8196-403e-8949-1eb2772af0ac tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0258398 Feb 04 20:05:35.742525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52118) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:35.753839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-0b836fc1-0000-4b35-b096-98b9d78f36f5 service neutron] 10.222.0.24 "GET /v2.0/ports/159175ca-76eb-469b-bbde-6eab05e5f79b/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 382 time: 0.2035234 Feb 04 20:05:35.756574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2b9cdc5a-1c55-49e8-aa04-6f33092b49bf req-2debd9b2-5172-4712-92c5-1cfda31d16d5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:35.760220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-eb9128c1-97c6-43f2-ad8a-d18b01a24ffc tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "GET /v2.0/quotas/26214b3243114cd5b0ea21a0d4daee51 HTTP/1.1" status: 200 len: 370 time: 0.0166640 Feb 04 20:05:35.762968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52122) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:35.763183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c706e2-91bd-46a2-a646-2f55437102af service neutron] Pushing event updated for resources: {'Port': ['ID=373f05a8-7e0f-4124-b883-ff1b8b211f21,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:35.771175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9a07b4b6-cc51-49ec-97da-a2bbb964a057 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "GET /v2.0/quotas/26214b3243114cd5b0ea21a0d4daee51/default HTTP/1.1" status: 200 len: 370 time: 0.0071712 Feb 04 20:05:35.774321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52126) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:35.800997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf593ac-22b6-445b-bd2f-707c915e2b6e req-299c9d81-e573-42af-bac9-b97c0c5ab237 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:35.802558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaf593ac-22b6-445b-bd2f-707c915e2b6e req-299c9d81-e573-42af-bac9-b97c0c5ab237 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.1500680 Feb 04 20:05:35.805267 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-e68ad6a9-2d66-4c87-97ed-76daa1373f7a tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] delete failed (client error): The resource could not be found. Feb 04 20:05:35.806193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e68ad6a9-2d66-4c87-97ed-76daa1373f7a tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/26214b3243114cd5b0ea21a0d4daee51 HTTP/1.1" status: 404 len: 348 time: 0.0309880 Feb 04 20:05:35.856488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, e42b5b71-2d44-4cc3-ae91-759d0a811df4) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:35.865564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5674e3-0d43-4add-bb0a-9f3bd85e80c2 None None] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:05:35.878013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaf593ac-22b6-445b-bd2f-707c915e2b6e req-aa6e7587-9d95-4c1b-9873-f819852eb301 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633340 Feb 04 20:05:35.885147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:35.885147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:35.919398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2b9cdc5a-1c55-49e8-aa04-6f33092b49bf req-2debd9b2-5172-4712-92c5-1cfda31d16d5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:35.920953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b9cdc5a-1c55-49e8-aa04-6f33092b49bf req-2debd9b2-5172-4712-92c5-1cfda31d16d5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 210 time: 0.3513248 Feb 04 20:05:36.058619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52142) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:36.064073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:36.068565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee489e45-35eb-4564-ae24-c00ffe961c46 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7992711 Feb 04 20:05:36.072323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:36.080106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Usage tracker for resource:router and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:36.086660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:36.097245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:36.123783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d41722b5-5626-4a00-b593-e16a3b0e40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:36.125385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-d41722b5-5626-4a00-b593-e16a3b0e40f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 1094 time: 0.1491325 Feb 04 20:05:36.201076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-e42b5b71-2d44-4cc3-ae91-759d0a811df4', 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'fixed_ips': [{'subnet_id': '65314aa4-d2a5-439d-bb9e-11658570ce72'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:05:36.202330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:36.229399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-17d9d6bd-39e3-460f-a9d4-2e33548e487a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373f05a8-7e0f-4124-b883-ff1b8b211f21 HTTP/1.1" status: 200 len: 217 time: 0.0895560 Feb 04 20:05:36.234653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:36.236630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:36.257655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:36.390647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52154) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:36.402758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-05cbf8cc-b383-4c3f-99bc-bc2be3bc98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:36.405000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-05cbf8cc-b383-4c3f-99bc-bc2be3bc98ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1207051 Feb 04 20:05:36.417674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Allocated IP 172.20.0.2 (e42b5b71-2d44-4cc3-ae91-759d0a811df4/65314aa4-d2a5-439d-bb9e-11658570ce72/18de1b29-88b4-403b-bda6-63a1ddb50c4a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:36.468733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af53be-fda0-4342-82fc-d44e61ee8b49 req-cc1c9e4e-421f-44a7-9f27-58c84e00dde3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:36.476720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96af53be-fda0-4342-82fc-d44e61ee8b49 req-cc1c9e4e-421f-44a7-9f27-58c84e00dde3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 946 time: 0.2443683 Feb 04 20:05:36.508742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-58447880-df1b-4665-9241-9151d0e598b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950544 Feb 04 20:05:36.600134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52170) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:36.694256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:network and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:36.802282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:36.921393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:subnet and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:36.934114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:36.939978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] Deleting subnet a83de86e-c26e-4187-9afe-8f1ca9ec0876 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:05:36.943460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:36.949539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:36.973746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:subnetpool and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:36.978723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:36.990848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-e431cb00-c8a4-4365-ab5b-bdffda48181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:36.992347 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-e431cb00-c8a4-4365-ab5b-bdffda48181b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6&tenant_id=ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 1101 time: 0.3518920 Feb 04 20:05:36.997301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:port and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:37.025571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71b348-325e-4993-8cb7-9f149f12ad09 req-0da1a578-36ad-420c-89b4-53364d04adaf tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:37.025571 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb71b348-325e-4993-8cb7-9f149f12ad09 req-0da1a578-36ad-420c-89b4-53364d04adaf tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 943 time: 0.3228564 Feb 04 20:05:37.025571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:37.026537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.032971 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.059098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Transition to ACTIVE for port object 18de1b29-88b4-403b-bda6-63a1ddb50c4a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:37.068937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'tag': '373f05a8-7e0f-4124-b883-ff1b8b211f21'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:37.069107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52184) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:37.073239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96af53be-fda0-4342-82fc-d44e61ee8b49 req-ebc320d5-446c-4afa-9549-cf72870c205e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5954757 Feb 04 20:05:37.084954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Transition to ACTIVE for port object 18de1b29-88b4-403b-bda6-63a1ddb50c4a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:37.117760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.232336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:router and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:37.248974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-161e2ef0-f989-47c8-af05-f2f2aff8dabc service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309837 Feb 04 20:05:37.260217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-network', 'tenant_id': 'f319a4862db444589ec4cfc62962f052'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:37.268438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:37.272187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Usage tracker for resource:network and tenant:f319a4862db444589ec4cfc62962f052 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:37.276621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:37.280518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:37.292497 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.310830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:37.368448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb71b348-325e-4993-8cb7-9f149f12ad09 req-f58cf8bd-e5ad-4672-9c81-e39503665c0a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042445 Feb 04 20:05:37.378317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-38f43feb-fc04-49ec-a542-e4eb58059afb tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:37.379769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-38f43feb-fc04-49ec-a542-e4eb58059afb tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.3022652 Feb 04 20:05:37.400191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:floatingip and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:37.401151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:37.401545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:37.404329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:37.416479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Request body: {'port': {'device_id': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'admin_state_up': True, 'tenant_id': '04854f6fa7f844848e1f2f7b74153382'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:37.448968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Pushing event updated for resources: {'Port': ['ID=18de1b29-88b4-403b-bda6-63a1ddb50c4a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:37.456756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:37.508776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.511754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Attempting to bind port 18de1b29-88b4-403b-bda6-63a1ddb50c4a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:37.512168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Attempting to bind port 18de1b29-88b4-403b-bda6-63a1ddb50c4a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:37.512556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Attempting to bind port 18de1b29-88b4-403b-bda6-63a1ddb50c4a on network e42b5b71-2d44-4cc3-ae91-759d0a811df4 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:37.518087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:37.518451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Checking segment: {'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:37.519274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.519274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Bound using segment: {'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:37.519702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Bound port: 18de1b29-88b4-403b-bda6-63a1ddb50c4a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:37.520278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.574642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf11b2dc-ec13-4943-93e8-6c198416fedb req-4451c19a-aa5d-4010-8453-5c3872933a1b service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938683 Feb 04 20:05:37.575785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.579974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83de86e-c26e-4187-9afe-8f1ca9ec0876,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:37.590417 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-36170b77-58f7-4da1-863d-c6eb6dc37f6a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a83de86e-c26e-4187-9afe-8f1ca9ec0876 HTTP/1.1" status: 204 len: 168 time: 0.9633701 Feb 04 20:05:37.591100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52202) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:37.635451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] For port 18de1b29-88b4-403b-bda6-63a1ddb50c4a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:37.635749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96d0b765-9f48-4996-9231-e3615f1a448d req-664e219d-74a8-4202-9d6f-c01ad6e3aa72 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 210 time: 0.0902753 Feb 04 20:05:37.640209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] For port 18de1b29-88b4-403b-bda6-63a1ddb50c4a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=18de1b29-88b4-403b-bda6-63a1ddb50c4a,segment=NetworkSegment(925a94ef-3931-43c6-bda2-341d245e9fef),segment_id=925a94ef-3931-43c6-bda2-341d245e9fef)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:37.641730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-7c97dfb6-7704-4591-814f-ee39979920ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:37.643219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-7c97dfb6-7704-4591-814f-ee39979920ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 1101 time: 0.6214521 Feb 04 20:05:37.725436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4454-f116-42f7-a525-c6fdc7161cde req-991b63b6-7209-4587-93c3-5a0957cd3a35 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:37.727065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd8e4454-f116-42f7-a525-c6fdc7161cde req-991b63b6-7209-4587-93c3-5a0957cd3a35 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.4263539 Feb 04 20:05:37.733520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.744971 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'tag': '373f05a8-7e0f-4124-b883-ff1b8b211f21', 'status': 'completed', 'code': 200} Feb 04 20:05:37.756231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Made reservation on behalf of f319a4862db444589ec4cfc62962f052 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:37.758539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.779716 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:37.819451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:37.847664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:security_group and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:37.849897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 49f3838a-0df4-4d09-85d6-95587d6471f2 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:37.854626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:37.863562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:37.869219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-36ee5684-16a2-4927-ac8b-dcaf6c9de246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:37.870682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-36ee5684-16a2-4927-ac8b-dcaf6c9de246 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2075746 Feb 04 20:05:37.882292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:37.886620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 49f3838a-0df4-4d09-85d6-95587d6471f2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:37.887053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 49f3838a-0df4-4d09-85d6-95587d6471f2 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:37.887478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:37.906449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd8e4454-f116-42f7-a525-c6fdc7161cde req-7c8a5ae3-4300-42e6-9b3a-1c2bb021d3c4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699514 Feb 04 20:05:37.916473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Usage tracker for resource:security_group_rule and tenant:f319a4862db444589ec4cfc62962f052 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:37.968253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:37.989897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Usage tracker for resource:security_group_rule and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:37.992573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:38.009474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.013683 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.045062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:38.054629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcee91b1-1642-4cc7-a33e-076633658b9f']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:38.056042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:38.070126 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.077081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae973552-4402-4e02-9696-e0f0b7143331') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:38.077255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae973552-4402-4e02-9696-e0f0b7143331') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:38.089845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-f1b57400-aa80-4e44-9842-61f26dc4e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:38.091405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-f1b57400-aa80-4e44-9842-61f26dc4e231 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 1094 time: 0.3129318 Feb 04 20:05:38.099001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.153359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-a63147cf-f7ac-4871-9ee4-c8fe3aa16c13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 200 len: 217 time: 0.2723887 Feb 04 20:05:38.200433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.210867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:38.222217 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'code': 200} Feb 04 20:05:38.222740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16fe8-1225-4315-9eca-63c5c0be5c91 None None] Pushing event updated for resources: {'Port': ['ID=18de1b29-88b4-403b-bda6-63a1ddb50c4a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:38.225385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:05:38.225993 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:05:38.244462 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:05:38.273336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-69b7c94f-3cbf-44bc-8a9c-24ae6c1712e6 tempest-QuotasTest-1942473322 tempest-QuotasTest-1942473322-project-admin] 10.222.0.48 "GET /v2.0/quotas/31fa6667312c49d3bbf98ef0153d6477/details.json HTTP/1.1" status: 200 len: 703 time: 1.8807700 Feb 04 20:05:38.318556 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.318556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1307a748-f636-4c7f-988a-e18acb6e1ebe no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:38.361197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.413680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Made reservation on behalf of 04854f6fa7f844848e1f2f7b74153382 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:38.420088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.420088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-ecacb635-ac84-4860-b54b-f2a22fdb9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:38.420088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-ecacb635-ac84-4860-b54b-f2a22fdb9cf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.3103826 Feb 04 20:05:38.423514 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.444047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 1307a748-f636-4c7f-988a-e18acb6e1ebe {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:38.444500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1307a748-f636-4c7f-988a-e18acb6e1ebe not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:38.495494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=14']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:38.534927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-aab43fe2-4ae8-44d0-9dae-828c71ad90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:38.536704 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-aab43fe2-4ae8-44d0-9dae-828c71ad90be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3268056 Feb 04 20:05:38.537729 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.553576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.634793 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.648652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.651103 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.655016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-bc4e9037-c0d6-4c77-8195-b9630b7e7505 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373f05a8-7e0f-4124-b883-ff1b8b211f21 HTTP/1.1" status: 200 len: 217 time: 0.2277651 Feb 04 20:05:38.688135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcee91b1-1642-4cc7-a33e-076633658b9f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:38.701608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1752c303-6c8e-4226-b927-eb3e99a4623e admin admin] 10.222.0.48 "DELETE /v2.0/networks/fcee91b1-1642-4cc7-a33e-076633658b9f HTTP/1.1" status: 204 len: 168 time: 1.1053371 Feb 04 20:05:38.869098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:38.956744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52242) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:38.977406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Allocated IP 172.20.0.10 (53333fe4-0c99-4191-891a-08c35720a9ec/1fec589e-89a4-4531-9e2e-9940544cbd47/8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:38.979589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:05:38.982388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-3a7dc012-ef3b-4ed9-91cf-d79fb4ef8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:38.983872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-3a7dc012-ef3b-4ed9-91cf-d79fb4ef8562 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.2755120 Feb 04 20:05:38.991043 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75673d93-87a4-45b7-99d5-e15f59410637 req-df188415-4428-4eb2-88aa-78eedaf8d96d tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 210 time: 0.0846863 Feb 04 20:05:38.993050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-2433dde8-2776-4fff-a444-c37cd5ceaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:38.994551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-2433dde8-2776-4fff-a444-c37cd5ceaa7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4509022 Feb 04 20:05:39.028373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-09c0d60f-9f21-4a7f-bc83-b2c1a308d15c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:05:39.042703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f523b0f-ede3-4b28-ac1f-93314964f5a8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:39.051810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.052145 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Added segment d4456cc4-15be-41f1-bb32-154e1cb0100b of type vlan for network c36cb267-724a-4ee3-aefe-0833948712d5 Feb 04 20:05:39.057641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-d74cef34-6cc7-479e-b9d3-afbaee3f9cca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603657 Feb 04 20:05:39.072833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-09c0d60f-9f21-4a7f-bc83-b2c1a308d15c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590427 Feb 04 20:05:39.079693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-ca83d1a2-50db-4e58-9bb4-74abaa81cb57 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:05:39.087368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-ca83d1a2-50db-4e58-9bb4-74abaa81cb57 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140779 Feb 04 20:05:39.113440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Allocated IP 172.25.7.17 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/13dede51-4628-486e-97da-452cdce5df09) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:39.199418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a0e21-f836-4c54-838a-d43e25b7be78 req-dfb90014-0e36-4a3a-a273-505c78bbe83e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:39.201002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:39.208015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f0a0e21-f836-4c54-838a-d43e25b7be78 req-dfb90014-0e36-4a3a-a273-505c78bbe83e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 943 time: 0.6618671 Feb 04 20:05:39.211270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.245536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52250) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:39.338144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 18de1b29-88b4-403b-bda6-63a1ddb50c4a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:39.391845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-16e11c36-a739-4b3f-93c3-c8bad481ed24 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972882 Feb 04 20:05:39.393338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:05:39.453363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba0a8b42-cbbe-4a4a-82b2-fcedf930adf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02638abb5538474593241f6780a34f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970396 Feb 04 20:05:39.459355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52264) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:39.530631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f0a0e21-f836-4c54-838a-d43e25b7be78 req-be873dc9-6921-4b08-856d-8a5fcd4b48ad tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215015 Feb 04 20:05:39.568078 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.608478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:39.637506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a42317-57a5-4314-9f92-3d7ad475a78f req-d58cc0d7-b696-4b88-986b-486e8b9fc85a service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925187 Feb 04 20:05:39.660923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.680303 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.685140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:39.685140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.726223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96138972-3c92-4eb4-a9c5-1e61d843ea8b None None] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:05:39.731578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:39.756185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Usage tracker for resource:security_group_rule and tenant:40eea7b6747f4fb180b4d0f7cfdab474 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:39.785503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:39.801755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 18de1b29-88b4-403b-bda6-63a1ddb50c4a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:39.805570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.810987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:39.852645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] Pushing event updated for resources: {'Network': ['ID=c36cb267-724a-4ee3-aefe-0833948712d5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:39.882157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c36cb267-724a-4ee3-aefe-0833948712d5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:05:39.891031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f54d63-37c6-4549-b339-d8feea1326ae req-09e7daf2-41ef-4925-8463-8581bce97934 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:39.893358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1f54d63-37c6-4549-b339-d8feea1326ae req-09e7daf2-41ef-4925-8463-8581bce97934 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2026963 Feb 04 20:05:39.899489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-401276ce-1146-45a4-841c-40ecda587f37 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552569 Feb 04 20:05:39.939580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f39eeb19-aae1-4d60-9ab1-f2d1b1d8476d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8791616 Feb 04 20:05:39.943281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52268) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:39.951958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Request body: {'subnet': {'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-subnet', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:39.953250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:39.960714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:39.965604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1f54d63-37c6-4549-b339-d8feea1326ae req-1bd03967-192c-4133-8e14-8b2d2f59cd96 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650666 Feb 04 20:05:39.968275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Usage tracker for resource:subnet and tenant:f319a4862db444589ec4cfc62962f052 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:39.972407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:39.980092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:39.999949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b14da8f1-d306-4285-9aa2-46d7512060e0 None None] Provisioning for port 18de1b29-88b4-403b-bda6-63a1ddb50c4a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:40.020172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b14da8f1-d306-4285-9aa2-46d7512060e0 None None] Provisioning complete for port 18de1b29-88b4-403b-bda6-63a1ddb50c4a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:40.020701 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b14da8f1-d306-4285-9aa2-46d7512060e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.034346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bf085a1-3410-41e5-adc6-942cabbb88cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.041855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.066971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:40.097417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Made reservation on behalf of f319a4862db444589ec4cfc62962f052 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:40.100294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.136560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8e823-1990-48b2-8b8f-fc16340753d9 req-d998414b-8c1d-4e42-ab27-53493f71097d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:40.138783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40a8e823-1990-48b2-8b8f-fc16340753d9 req-d998414b-8c1d-4e42-ab27-53493f71097d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.9930410 Feb 04 20:05:40.225118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:40.302925 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bf085a1-3410-41e5-adc6-942cabbb88cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.348666 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-87b1b97f-5fdf-42a0-89f3-f4f8ec0ecbf8 req-0c9ad425-28f2-4b18-b057-c1e1e95c1328 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 210 time: 0.1005418 Feb 04 20:05:40.459128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b14da8f1-d306-4285-9aa2-46d7512060e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.487676 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'code': 200} Feb 04 20:05:40.506933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40a8e823-1990-48b2-8b8f-fc16340753d9 req-db025942-18c9-4186-9649-425844bf8652 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305790 Feb 04 20:05:40.508199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.523035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b14da8f1-d306-4285-9aa2-46d7512060e0 None None] For port 18de1b29-88b4-403b-bda6-63a1ddb50c4a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=18de1b29-88b4-403b-bda6-63a1ddb50c4a,segment=NetworkSegment(925a94ef-3931-43c6-bda2-341d245e9fef),segment_id=925a94ef-3931-43c6-bda2-341d245e9fef)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:40.739709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7c2a-27d0-4417-bc44-9e1694c5efd4 req-bdbc3b84-cb29-498a-86ab-8c6d712fb064 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:40.741394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdfb7c2a-27d0-4417-bc44-9e1694c5efd4 req-bdbc3b84-cb29-498a-86ab-8c6d712fb064 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 943 time: 0.0876589 Feb 04 20:05:40.766912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:40.773260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13cab4e0-df26-4880-96f9-8c6a318db753 req-0eb65299-77a8-492b-a5d8-6360862b1710 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405058 Feb 04 20:05:40.779192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:40.787019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdfb7c2a-27d0-4417-bc44-9e1694c5efd4 req-dddf5a40-e2f4-40ba-9126-fdb4ffd7a6d2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Feb 04 20:05:40.790568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:40.812403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b14da8f1-d306-4285-9aa2-46d7512060e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.822754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.857856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Pushing event updated for resources: {'Port': ['ID=13dede51-4628-486e-97da-452cdce5df09,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:40.861378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.893344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14da8f1-d306-4285-9aa2-46d7512060e0 None None] Pushing event updated for resources: {'Port': ['ID=18de1b29-88b4-403b-bda6-63a1ddb50c4a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:40.935574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-23f22fe7-b3b2-4449-9849-8ec0f867df3a None None] Provisioning complete for port 18de1b29-88b4-403b-bda6-63a1ddb50c4a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:40.950478 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-23f22fe7-b3b2-4449-9849-8ec0f867df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.950641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:40.950832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4574acc0-eb5a-46e4-a4db-5c0caf81d63b,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:40.951874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Checking segment: {'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:40.952423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Network hostable DHCP agents. Network: c36cb267-724a-4ee3-aefe-0833948712d5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:05:41.047978 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.054910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bf085a1-3410-41e5-adc6-942cabbb88cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.106990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 18de1b29-88b4-403b-bda6-63a1ddb50c4a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:41.148604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Network c36cb267-724a-4ee3-aefe-0833948712d5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:05:41.160772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Network 53333fe4-0c99-4191-891a-08c35720a9ec is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:41.180997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:41.188783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:41.194636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:41.206065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 373f05a8-7e0f-4124-b883-ff1b8b211f21 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:05:41.211589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 18de1b29-88b4-403b-bda6-63a1ddb50c4a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:41.211964 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.222301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40eea7b6747f4fb180b4d0f7cfdab474&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2517712 Feb 04 20:05:41.225471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52304) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:41.228339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21823f8a-959e-4672-a155-6e7a7d0c760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a3b9d-1d5b-47dd-8d9b-5a4f9d0b560f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:41.258956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf085a1-3410-41e5-adc6-942cabbb88cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e379e-f9d9-4674-84b7-2b12b0602f3e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:41.280753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:41.281357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.287856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd51ec81-8227-44cd-9e1e-407427aded4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.315524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd51ec81-8227-44cd-9e1e-407427aded4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.365563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3bf085a1-3410-41e5-adc6-942cabbb88cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.368919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c36cb267-724a-4ee3-aefe-0833948712d5) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:41.372207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3bf085a1-3410-41e5-adc6-942cabbb88cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a7e379e-f9d9-4674-84b7-2b12b0602f3e HTTP/1.1" status: 204 len: 168 time: 1.8587749 Feb 04 20:05:41.385781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3477c4-15ba-4797-b77f-1cf63daa8d06 None None] Network c36cb267-724a-4ee3-aefe-0833948712d5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:05:41.394024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:41.394627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.411652 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-effcf60b-5bd2-4576-9786-5e0261a57734 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0079787 Feb 04 20:05:41.479784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Request body: {'port': {'device_id': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:41.660801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ff3549ad-7249-496c-b2ee-fe11840a589b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7162845 Feb 04 20:05:41.666254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52322) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:41.676380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:41.684076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:41.695702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Usage tracker for resource:router and tenant:f319a4862db444589ec4cfc62962f052 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:41.699133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:41.706744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:41.730166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 373f05a8-7e0f-4124-b883-ff1b8b211f21, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=373f05a8-7e0f-4124-b883-ff1b8b211f21,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:41.731673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd51ec81-8227-44cd-9e1e-407427aded4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.734077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd51ec81-8227-44cd-9e1e-407427aded4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.738202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fd51ec81-8227-44cd-9e1e-407427aded4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/097a3b9d-1d5b-47dd-8d9b-5a4f9d0b560f HTTP/1.1" status: 204 len: 168 time: 0.5117016 Feb 04 20:05:41.752969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51ec81-8227-44cd-9e1e-407427aded4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a3b9d-1d5b-47dd-8d9b-5a4f9d0b560f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:41.756908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e24cc5-5f1c-404f-ad77-58691f0e84a1 None None] Network c36cb267-724a-4ee3-aefe-0833948712d5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:05:41.768310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f424c8-8909-4a29-8c3a-fc79b909a822 req-6fe185b1-1405-443e-800e-d858a753779d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:41.773072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.775641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-22f424c8-8909-4a29-8c3a-fc79b909a822 req-6fe185b1-1405-443e-800e-d858a753779d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.1539233 Feb 04 20:05:41.819306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.820357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.840077 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-22f424c8-8909-4a29-8c3a-fc79b909a822 req-f861b009-caf6-4323-a3b2-11469d6173d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634522 Feb 04 20:05:41.843286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691582-457e-4700-9bcd-f7ededa6e9d5 req-5c5db8c9-c825-4ea5-a95a-8f26ef8e369f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:41.844042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7a691582-457e-4700-9bcd-f7ededa6e9d5 req-5c5db8c9-c825-4ea5-a95a-8f26ef8e369f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:41.846561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:41.864995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:42.050965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '373f05a8-7e0f-4124-b883-ff1b8b211f21', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'port_id': '373f05a8-7e0f-4124-b883-ff1b8b211f21', 'mac_address': 'fa:16:3e:b8:f9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3173e-4643-4968-a50a-168de91e8698', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:05:42.095576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7a691582-457e-4700-9bcd-f7ededa6e9d5 req-5c5db8c9-c825-4ea5-a95a-8f26ef8e369f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:42.095576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a691582-457e-4700-9bcd-f7ededa6e9d5 req-5c5db8c9-c825-4ea5-a95a-8f26ef8e369f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 932 time: 0.6178093 Feb 04 20:05:42.127622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:42.191917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373f05a8-7e0f-4124-b883-ff1b8b211f21 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:42.231580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 373f05a8-7e0f-4124-b883-ff1b8b211f21, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=373f05a8-7e0f-4124-b883-ff1b8b211f21,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:42.312530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a691582-457e-4700-9bcd-f7ededa6e9d5 req-21558ceb-805a-4cda-acf0-c646479cef95 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079191 Feb 04 20:05:42.348915 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:42.439803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=373f05a8-7e0f-4124-b883-ff1b8b211f21,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:42.585012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['373f05a8-7e0f-4124-b883-ff1b8b211f21'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:42.594084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:42.615083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacdc9f-e7cb-4644-938d-235fe608a91e req-237f1a30-9f1d-4c59-b6e1-a27c2a9c41d9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:42.616801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-baacdc9f-e7cb-4644-938d-235fe608a91e req-237f1a30-9f1d-4c59-b6e1-a27c2a9c41d9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 943 time: 0.6402004 Feb 04 20:05:42.622484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:42.670021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-baacdc9f-e7cb-4644-938d-235fe608a91e req-60a436d5-9dd8-4d78-ae5b-642be48f8ce8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465453 Feb 04 20:05:42.859937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52354) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:42.865813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:42.876132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:42.887410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:42.929935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Transition to ACTIVE for port object 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:42.967304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:42.985946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Usage tracker for resource:security_group_rule and tenant:31fa6667312c49d3bbf98ef0153d6477 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:42.994482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.053076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:43.058766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Router 5e7341e2-58cf-4f19-a76f-33730c29ab65 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:05:43.074734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:43.162663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.197569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 373f05a8-7e0f-4124-b883-ff1b8b211f21 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:43.199741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.301082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:43.370265 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.418821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 373f05a8-7e0f-4124-b883-ff1b8b211f21 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:43.424067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 373f05a8-7e0f-4124-b883-ff1b8b211f21 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:43.424447 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.511782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.524733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c0135-b511-4ead-b9b1-dd86162931c9 req-43a2720d-cbed-4a0a-9e52-df88c7d32ece tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:43.526454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb0c0135-b511-4ead-b9b1-dd86162931c9 req-43a2720d-cbed-4a0a-9e52-df88c7d32ece tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.4789042 Feb 04 20:05:43.540469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Allocated IP 172.25.7.57 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/84f9d74b-be02-49d9-9592-416c56ccf856) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:43.547688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:05:43.587985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.588861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31fa6667312c49d3bbf98ef0153d6477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7242348 Feb 04 20:05:43.590730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52380) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:43.591376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7786f2-9ac2-47aa-8eb5-3cac585245ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff4c959-deab-4ccb-8aca-ef68fbeedfc9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:43.595695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Attempting to bind port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:43.598436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Attempting to bind port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:43.598436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Attempting to bind port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:43.599104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Sync routers for ids ['5e7341e2-58cf-4f19-a76f-33730c29ab65'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:05:43.622318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Routers {'5e7341e2-58cf-4f19-a76f-33730c29ab65'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:43.623667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5e7341e2-58cf-4f19-a76f-33730c29ab65'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:43.641156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c on network 53333fe4-0c99-4191-891a-08c35720a9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:05:43.641486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Attempting to bind port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:43.677170 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d162d77c-f858-47dd-9262-2f6ad05a176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.683694 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb0c0135-b511-4ead-b9b1-dd86162931c9 req-26a7fe6b-1c51-48a2-8dfc-1f9f6b14088f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385131 Feb 04 20:05:43.687507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881034-cc25-4914-96a5-db7695d48c18 req-34c61103-0b7d-4867-a3d0-1ea304c2f5aa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:43.689565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26881034-cc25-4914-96a5-db7695d48c18 req-34c61103-0b7d-4867-a3d0-1ea304c2f5aa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 944 time: 0.2448831 Feb 04 20:05:43.706899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:43.707728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Checking segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:43.708684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Bound using segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:43.709797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Bound port: 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:43.710416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.733064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.737760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ac8bd82e-e4c5-4581-b878-c70f94ed0539 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.6780581 Feb 04 20:05:43.738654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52392) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:43.779601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d162d77c-f858-47dd-9262-2f6ad05a176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:43.842958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26881034-cc25-4914-96a5-db7695d48c18 req-530c713f-882d-4aa8-92f0-c4bb260fd03f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362135 Feb 04 20:05:43.875058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 373f05a8-7e0f-4124-b883-ff1b8b211f21, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=373f05a8-7e0f-4124-b883-ff1b8b211f21,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:43.875058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373f05a8-7e0f-4124-b883-ff1b8b211f21'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:43.923063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Set router 5e7341e2-58cf-4f19-a76f-33730c29ab65 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:43.983298 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373f05a8-7e0f-4124-b883-ff1b8b211f21', 'code': 200} Feb 04 20:05:43.984675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.084810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.152597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:44.181241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:44.201125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554830c7-3d9a-401d-9928-dc2774208837 req-d14a8fe5-b664-423e-85d9-3bd3eddca883 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:44.203144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-554830c7-3d9a-401d-9928-dc2774208837 req-d14a8fe5-b664-423e-85d9-3bd3eddca883 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 944 time: 0.3534958 Feb 04 20:05:44.228124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=373f05a8-7e0f-4124-b883-ff1b8b211f21,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:44.264257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.317965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d162d77c-f858-47dd-9262-2f6ad05a176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.367727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162d77c-f858-47dd-9262-2f6ad05a176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff4c959-deab-4ccb-8aca-ef68fbeedfc9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:44.374017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:44.387561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:44.400175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Pushing event updated for resources: {'Port': ['ID=84f9d74b-be02-49d9-9592-416c56ccf856,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:44.406948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:44.414298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:05:41Z', 'revision_number': 3, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:44.418565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Checking router: 5e7341e2-58cf-4f19-a76f-33730c29ab65 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:05:44.418946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Updating router 5e7341e2-58cf-4f19-a76f-33730c29ab65 port 13dede51-4628-486e-97da-452cdce5df09 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:05:44.474372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d162d77c-f858-47dd-9262-2f6ad05a176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.474372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d162d77c-f858-47dd-9262-2f6ad05a176b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dff4c959-deab-4ccb-8aca-ef68fbeedfc9 HTTP/1.1" status: 204 len: 168 time: 0.8730652 Feb 04 20:05:44.482925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.535718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.704016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:44.705443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:44.707121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] 10.222.0.24 "PUT /v2.0/ports/8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c HTTP/1.1" status: 200 len: 1092 time: 3.2381632 Feb 04 20:05:44.731828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:44.796030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932c59-e7e2-4959-8921-192dcd24d8ca req-d72874f0-cf39-4e5b-8857-559f0a9b6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:44.797489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed932c59-e7e2-4959-8921-192dcd24d8ca req-d72874f0-cf39-4e5b-8857-559f0a9b6a46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 1096 time: 0.7517805 Feb 04 20:05:44.803943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-554830c7-3d9a-401d-9928-dc2774208837 req-93833964-2477-4939-a4ae-8a85595b24d8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721527 Feb 04 20:05:44.895053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624db8-88f3-4320-8459-9483d4fee89c service neutron] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:45.159477 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.171773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed932c59-e7e2-4959-8921-192dcd24d8ca req-33c78235-d6d0-4ccd-8432-f2f12e24cb7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658614 Feb 04 20:05:45.177432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Transition to ACTIVE for port object 13dede51-4628-486e-97da-452cdce5df09 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:45.198991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:05:45.250245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df405e-1063-4341-8896-f641548fba0f req-52eedc8b-2b6c-495b-ab43-40863494bbe9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:45.252279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4df405e-1063-4341-8896-f641548fba0f req-52eedc8b-2b6c-495b-ab43-40863494bbe9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.2027767 Feb 04 20:05:45.285170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-3b800daf-cd23-4181-a938-218352516b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:45.286551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-3b800daf-cd23-4181-a938-218352516b9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 1095 time: 0.3876050 Feb 04 20:05:45.308368 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.362567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4df405e-1063-4341-8896-f641548fba0f req-216598e5-6a6d-4ee4-82e1-92c0c79c214a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028974 Feb 04 20:05:45.379652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95882ea-29bb-4dbb-8cc3-1bbe0b1e4c77 req-5cd88402-a241-4d7f-b12d-f8552fdcd231 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:45.381176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e95882ea-29bb-4dbb-8cc3-1bbe0b1e4c77 req-5cd88402-a241-4d7f-b12d-f8552fdcd231 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6105442 Feb 04 20:05:45.382052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.460847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-7df46938-f84d-49f7-8d07-bb68f6decdb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c HTTP/1.1" status: 200 len: 217 time: 0.0883980 Feb 04 20:05:45.464708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.470439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e1e8-df30-4f19-b544-b5b5c7c4df12 None None] Pushing event updated for resources: {'Port': ['ID=13dede51-4628-486e-97da-452cdce5df09,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:45.515468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Attempting to bind port 13dede51-4628-486e-97da-452cdce5df09 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:45.515468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Attempting to bind port 13dede51-4628-486e-97da-452cdce5df09 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:45.516070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Attempting to bind port 13dede51-4628-486e-97da-452cdce5df09 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:45.519950 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'status': 'completed', 'code': 200} Feb 04 20:05:45.522962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e95882ea-29bb-4dbb-8cc3-1bbe0b1e4c77 req-2b6487eb-9b13-44fe-b19c-47dc81c636c5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874686 Feb 04 20:05:45.527029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:45.528714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:45.529221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.529816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:45.531507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Bound port: 13dede51-4628-486e-97da-452cdce5df09, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:45.531993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.652204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] For port 13dede51-4628-486e-97da-452cdce5df09, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:45.699087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] For port 13dede51-4628-486e-97da-452cdce5df09, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=13dede51-4628-486e-97da-452cdce5df09,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:45.716387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:45.734675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'mac_address': 'fa:16:3e:2b:1a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:05:45.807971 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.812919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-89a894a5-79c7-435c-924e-195ee77af8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:45.814723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-89a894a5-79c7-435c-924e-195ee77af8aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.3278186 Feb 04 20:05:45.853650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.869244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:45.889721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159175ca-76eb-469b-bbde-6eab05e5f79b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:45.907199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:45.960128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Routers {'5e7341e2-58cf-4f19-a76f-33730c29ab65'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:45.968202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5e7341e2-58cf-4f19-a76f-33730c29ab65'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:45.972316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-c8429d8f-979f-45e3-af89-5976ca9d7714 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199958 Feb 04 20:05:46.031456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e1e8-df30-4f19-b544-b5b5c7c4df12 None None] Pushing event updated for resources: {'Port': ['ID=13dede51-4628-486e-97da-452cdce5df09,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:46.034053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:46.128538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52466) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:46.267081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Allocated IP 172.20.0.1 (e42b5b71-2d44-4cc3-ae91-759d0a811df4/65314aa4-d2a5-439d-bb9e-11658570ce72/adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:46.282130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912652b-6ce2-4d16-b54e-decd68cb9fc4 req-f1a6b57d-3598-438e-9cb9-921a9476729e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:46.292738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5912652b-6ce2-4d16-b54e-decd68cb9fc4 req-f1a6b57d-3598-438e-9cb9-921a9476729e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 944 time: 0.5720079 Feb 04 20:05:46.304896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:46.319898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:05:46.330495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] Set router 5e7341e2-58cf-4f19-a76f-33730c29ab65 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:46.379934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5912652b-6ce2-4d16-b54e-decd68cb9fc4 req-eed916c2-1fa2-4d15-97e7-e69308d073fe tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839322 Feb 04 20:05:46.391118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['159175ca-76eb-469b-bbde-6eab05e5f79b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:46.540299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6bd93425-76f4-4dd3-8b96-f894d61c20f3 tempest-AgentManagementNegativeTest-672245602 tempest-AgentManagementNegativeTest-672245602-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4059925 Feb 04 20:05:46.763230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-2e11807b-f665-4b4b-91cf-646024f1bdfe service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784541 Feb 04 20:05:46.788474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:05:46.801432 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Sync routers for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:05:46.816620 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:46.817159 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:46.836909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f04c8-cdfd-48a4-a849-dc3e091de1d4 req-f8caf59e-f360-4533-b57d-542877002a5c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:46.845984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f43f04c8-cdfd-48a4-a849-dc3e091de1d4 req-f8caf59e-f360-4533-b57d-542877002a5c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 945 time: 0.1745565 Feb 04 20:05:46.923964 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f43f04c8-cdfd-48a4-a849-dc3e091de1d4 req-c51b6438-30e1-426a-9897-b41029a3420f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743077 Feb 04 20:05:46.927933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:46.939624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-315455ac-2e01-496f-9ecd-2781f8f0774a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2654986 Feb 04 20:05:46.939624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52492) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:46.975200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:05:41Z', 'revision_number': 3, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:46.985236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d31e3-3072-4799-be76-32df319cf7e6 None None] The sync data for ids ['5e7341e2-58cf-4f19-a76f-33730c29ab65'] in n-d-811806-1 is: [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:05:41Z', 'revision_number': 3, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:05:47.127508 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:47.271304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:47.290917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-ecd11b0c-00b1-48bb-bce4-77581f169cf9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:47.292479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-ecd11b0c-00b1-48bb-bce4-77581f169cf9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6&tenant_id=ff85700c023d44c59b142250468cd68d&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 949 time: 0.5317936 Feb 04 20:05:47.463080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5510c4d-3e53-4651-8376-ad44992f1d88 req-a7b57163-6bd5-46b3-ac62-013401f4346e service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345966 Feb 04 20:05:47.494490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Transition to ACTIVE for port object adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:47.511434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52506) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:47.604810 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:44Z', 'revision_number': 3, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:47.612207 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Checking router: 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:05:47.613282 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Updating router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 port 84f9d74b-be02-49d9-9592-416c56ccf856 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:05:47.623426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71ddac-55f3-4018-a68a-1ad4f4d0fd0b req-6cfef032-adfe-40b2-b407-9aade3175be1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:47.630646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e71ddac-55f3-4018-a68a-1ad4f4d0fd0b req-6cfef032-adfe-40b2-b407-9aade3175be1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 949 time: 0.5370018 Feb 04 20:05:47.636727 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-a47ec3ab-f40e-4835-9095-13d361434538 service neutron] 10.222.0.24 "GET /v2.0/ports/159175ca-76eb-469b-bbde-6eab05e5f79b/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 382 time: 0.3203573 Feb 04 20:05:47.659291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-4bd094d3-3bb2-41ae-b460-8ed2dc7695ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:47.660826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-4bd094d3-3bb2-41ae-b460-8ed2dc7695ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.5546868 Feb 04 20:05:47.719320 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:47.836799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:47.859336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:47.866977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Usage tracker for resource:security_group_rule and tenant:39976e723932482d907da47a2ad61f68 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:47.870440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:47.882581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:47.901375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335fb6-f0dd-43bb-bfb7-ce0d8390e9a2 req-1682bf53-ac9a-4e74-bd49-953eaa98691f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:47.908246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7335fb6-f0dd-43bb-bfb7-ce0d8390e9a2 req-1682bf53-ac9a-4e74-bd49-953eaa98691f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6650977 Feb 04 20:05:47.986195 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:47.992353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-65b7b841-36e9-497b-bebf-f89d0b79044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:47.994387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-65b7b841-36e9-497b-bebf-f89d0b79044c service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.3204961 Feb 04 20:05:48.042205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e71ddac-55f3-4018-a68a-1ad4f4d0fd0b req-ec356861-09d2-49e0-963d-4395526d0ad1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106629 Feb 04 20:05:48.152733 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.178038 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Transition to ACTIVE for port object 84f9d74b-be02-49d9-9592-416c56ccf856 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:48.189540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:48.208005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:48.221932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:48.315309 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.330707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7335fb6-f0dd-43bb-bfb7-ce0d8390e9a2 req-678cc63e-8d9c-4e90-a3f3-7a574700dcbd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4211440 Feb 04 20:05:48.381306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Pushing event updated for resources: {'Port': ['ID=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:48.421902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-312d8b25-4214-430a-876f-c1a36bdb4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:48.424101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-312d8b25-4214-430a-876f-c1a36bdb4572 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 1095 time: 0.7550485 Feb 04 20:05:48.483224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-bb3312d8-1344-47a0-bd49-28eb09f23518 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.4329703 Feb 04 20:05:48.484902 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Attempting to bind port 84f9d74b-be02-49d9-9592-416c56ccf856 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:48.485265 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Attempting to bind port 84f9d74b-be02-49d9-9592-416c56ccf856 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:48.486228 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Attempting to bind port 84f9d74b-be02-49d9-9592-416c56ccf856 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:48.488961 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.495439 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Pushing event updated for resources: {'Port': ['ID=84f9d74b-be02-49d9-9592-416c56ccf856,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:48.497783 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:48.498274 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:48.498670 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.499079 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:48.499639 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Bound port: 84f9d74b-be02-49d9-9592-416c56ccf856, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:48.499897 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.573533 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.573864 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.574196 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.574522 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.574870 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.575191 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.575609 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.575983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.580512 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.580945 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.587393 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.587741 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.588077 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:05:48.640164 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] For port 84f9d74b-be02-49d9-9592-416c56ccf856, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:48.643725 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] For port 84f9d74b-be02-49d9-9592-416c56ccf856, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=84f9d74b-be02-49d9-9592-416c56ccf856,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:48.687226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-dfce9ce2-2fe8-4ae5-aa9f-29e50c596525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:48.711960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-dfce9ce2-2fe8-4ae5-aa9f-29e50c596525 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 1100 time: 1.0176342 Feb 04 20:05:48.713642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.784722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.798908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519c2b-eb6b-4528-8c0a-104c34c1552a req-08c34b17-8a61-4b68-aa90-306c44ab1dc3 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:48.805995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52519c2b-eb6b-4528-8c0a-104c34c1552a req-08c34b17-8a61-4b68-aa90-306c44ab1dc3 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 945 time: 0.2887211 Feb 04 20:05:48.823273 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.855829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b2d62c33-9a5f-4ae9-94c7-3151d1de3c78 None None] Provisioning for port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:48.865400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b2d62c33-9a5f-4ae9-94c7-3151d1de3c78 None None] Provisioning complete for port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:48.866409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c33-9a5f-4ae9-94c7-3151d1de3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:48.905354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39976e723932482d907da47a2ad61f68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3871889 Feb 04 20:05:48.931495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b2d62c33-9a5f-4ae9-94c7-3151d1de3c78 None None] Port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:05:48.938271 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386caac1-20f6-4b6d-a1fc-4aaa59b5470b None None] Pushing event updated for resources: {'Port': ['ID=84f9d74b-be02-49d9-9592-416c56ccf856,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:48.943317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52526) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:48.944259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdabc4-2077-42e5-ad7a-4d987615e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ab5e1-7d28-4e8f-9683-45c158af8fbc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:48.973503 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:48.974650 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:48.990313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52519c2b-eb6b-4528-8c0a-104c34c1552a req-595ee0da-4574-4196-a411-fb09e62f1c04 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833563 Feb 04 20:05:48.993154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-a4a69b6b-4c84-48d1-9449-3684885984fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:48.994618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-a4a69b6b-4c84-48d1-9449-3684885984fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.4271085 Feb 04 20:05:49.040793 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.137223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b557a6a-e117-46f4-8705-23c756e98ef5 req-328443aa-d762-4716-ae94-b0449c5ca566 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:49.148541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b557a6a-e117-46f4-8705-23c756e98ef5 req-328443aa-d762-4716-ae94-b0449c5ca566 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 944 time: 0.8907754 Feb 04 20:05:49.228816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:49.270397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-da308041-af92-404a-83a3-a086b2b601a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:49.272131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-da308041-af92-404a-83a3-a086b2b601a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 905 time: 0.8312275 Feb 04 20:05:49.311836 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:49.337134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 13dede51-4628-486e-97da-452cdce5df09 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:49.385589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40536653-4e99-4a1c-bdb0-c120a5c7d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.389266 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-19589d6b-9455-4f26-bcca-dea3cc395bf3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c HTTP/1.1" status: 200 len: 217 time: 0.1033337 Feb 04 20:05:49.390301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-3a8bc462-8c9c-4631-a5a2-60867345c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:49.391641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-3a8bc462-8c9c-4631-a5a2-60867345c5e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.6790249 Feb 04 20:05:49.413854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b557a6a-e117-46f4-8705-23c756e98ef5 req-f1fd14f2-54fd-465b-935a-6872ef191e3f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643495 Feb 04 20:05:49.461378 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40536653-4e99-4a1c-bdb0-c120a5c7d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.477040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 159175ca-76eb-469b-bbde-6eab05e5f79b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:49.477406 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.511780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52540) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:49.526100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Allocated IP 172.20.0.1 (c36cb267-724a-4ee3-aefe-0833948712d5/4574acc0-eb5a-46e4-a4db-5c0caf81d63b/42d0f5cf-d325-4c2f-8f37-93a538a8643d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:49.568383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d84134-8434-41ff-a4ef-11198caba421 req-24c14cd4-7ab3-4dc6-9039-67ecbb03155e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:49.570647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86d84134-8434-41ff-a4ef-11198caba421 req-24c14cd4-7ab3-4dc6-9039-67ecbb03155e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 946 time: 0.4209511 Feb 04 20:05:49.688255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-87de5f61-2ef6-4c23-a536-567e78920f91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 200 len: 217 time: 0.2733743 Feb 04 20:05:49.709737 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.730079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 13dede51-4628-486e-97da-452cdce5df09 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:49.747971 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:44Z', 'revision_number': 3, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:49.748445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86d84134-8434-41ff-a4ef-11198caba421 req-60e707f9-aa9f-4813-80c3-8b4a35c1f3cc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656203 Feb 04 20:05:49.752248 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f318554-16bb-4cb7-ac1d-b10d44e9812a None None] The sync data for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 is: [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:44Z', 'revision_number': 3, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:05:49.760863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40536653-4e99-4a1c-bdb0-c120a5c7d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.774136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:49.779280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 13dede51-4628-486e-97da-452cdce5df09 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:49.779280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.807645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.827556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40536653-4e99-4a1c-bdb0-c120a5c7d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ab5e1-7d28-4e8f-9683-45c158af8fbc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:49.839560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:49.845812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Usage tracker for resource:security_group_rule and tenant:e9b42f0673e14c1c9a48ddfc8a024a14 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:49.849074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:49.855839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:49.898220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40536653-4e99-4a1c-bdb0-c120a5c7d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.900697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-40536653-4e99-4a1c-bdb0-c120a5c7d191 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e14ab5e1-7d28-4e8f-9683-45c158af8fbc HTTP/1.1" status: 204 len: 168 time: 0.9528942 Feb 04 20:05:49.901702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:49.921221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:49.924635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-9c1b1c71-e667-4dbb-8b30-01875a5054af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:49.926682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-9c1b1c71-e667-4dbb-8b30-01875a5054af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1984751 Feb 04 20:05:49.928337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-7ce7a1e7-a1c2-4552-8b95-c0b46a5ca14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:49.929823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-7ce7a1e7-a1c2-4552-8b95-c0b46a5ca14f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.5126209 Feb 04 20:05:50.078988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:50.081678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddc800-4aee-4e94-b9dc-7a9d9ce39382 req-d922184f-4308-4127-bbe0-59ceb3eb688c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:50.083255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bddc800-4aee-4e94-b9dc-7a9d9ce39382 req-d922184f-4308-4127-bbe0-59ceb3eb688c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1601243 Feb 04 20:05:50.093587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.100168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-62ed00fb-c3e1-4090-8d6a-e45412fab884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.125495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-18cdf032-9b07-410e-92cc-aa06fd63cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:50.127653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-18cdf032-9b07-410e-92cc-aa06fd63cfe3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0926127 Feb 04 20:05:50.150430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-e38b5dc5-47f1-4122-94a8-ed4d9901717b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087336 Feb 04 20:05:50.155714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-f9b5e07a-ac88-4ecc-99c7-2f3b646ba7d3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:05:50.156992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-f9b5e07a-ac88-4ecc-99c7-2f3b646ba7d3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117776 Feb 04 20:05:50.208631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.228022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bddc800-4aee-4e94-b9dc-7a9d9ce39382 req-37292c28-560e-4233-a009-f9fc21d879f3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123898 Feb 04 20:05:50.271429 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.299563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.308784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 13dede51-4628-486e-97da-452cdce5df09, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=13dede51-4628-486e-97da-452cdce5df09,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:50.385306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.394675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.503527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-f1dea1bd-8ba0-452a-bd22-c6c956c5711d service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398640 Feb 04 20:05:50.523943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=13dede51-4628-486e-97da-452cdce5df09,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:50.539400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.549830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ba3da-74e7-4fa0-904e-d231480e6510 req-2f9fe4d1-b942-441b-8d01-a5ba865e1894 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:50.551429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b50ba3da-74e7-4fa0-904e-d231480e6510 req-2f9fe4d1-b942-441b-8d01-a5ba865e1894 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 949 time: 0.9333348 Feb 04 20:05:50.626962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9b42f0673e14c1c9a48ddfc8a024a14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1096365 Feb 04 20:05:50.651740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52564) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:50.660166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4e63c-abb9-439a-bc2e-7b909a3929ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe18cf9-0234-4ad4-a6bf-b260dba55d3e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:50.667576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.700310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Network c36cb267-724a-4ee3-aefe-0833948712d5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:50.706930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:50.714230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:50.746472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Pushing event updated for resources: {'Port': ['ID=42d0f5cf-d325-4c2f-8f37-93a538a8643d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:50.762882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-ed6cb83a-1cb8-4f06-bcaf-73f5bca4f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:50.764404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-ed6cb83a-1cb8-4f06-bcaf-73f5bca4f2c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8250682 Feb 04 20:05:50.792105 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:50.881074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-4203f81f-b2df-4505-8451-c3095765c983 service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049677 Feb 04 20:05:50.970618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22f1a-4af3-442c-8320-318db0c9f7ee req-a81636ee-a45e-40e3-952a-1322618aaa34 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:50.972814 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eda22f1a-4af3-442c-8320-318db0c9f7ee req-a81636ee-a45e-40e3-952a-1322618aaa34 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 945 time: 0.5813196 Feb 04 20:05:51.074523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eda22f1a-4af3-442c-8320-318db0c9f7ee req-2177318f-c0c8-41f6-bd4b-209522971926 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878923 Feb 04 20:05:51.154645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b50ba3da-74e7-4fa0-904e-d231480e6510 req-d8c64604-3f0b-452a-94af-d6be9ffd0cdd tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959995 Feb 04 20:05:51.165674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.237297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:05:51.248476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Pushing event updated for resources: {'Port': ['ID=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:51.285478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8466bfe8-ed6e-42e6-8e26-00fa76e1e24a req-8995d2ba-bfb3-43b2-8b64-ea92d5ac6b35 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715344 Feb 04 20:05:51.390408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 13dede51-4628-486e-97da-452cdce5df09 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:51.403406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-289790bb-337f-481d-ad6c-de61cd79b94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.456594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52586) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:51.462511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.561220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:51.585708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'mac_address': 'fa:16:3e:a0:5c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:05:51.602015 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'code': 200} Feb 04 20:05:51.642625 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-289790bb-337f-481d-ad6c-de61cd79b94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.702338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.727947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:05:51.740110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 13dede51-4628-486e-97da-452cdce5df09 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:51.740436 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.768720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-b2d368f6-144a-43ed-bc2c-c824e4ab0eea service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9651258 Feb 04 20:05:51.790925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1260464398'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:51.795789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:51.799720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:51.807449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:51.814859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:51.832260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:51.876553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a681f72a-7edc-42de-aaf8-f5eeeed51c53 req-130ef12e-c931-4740-bb63-d59167fea01b service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7594044 Feb 04 20:05:51.904950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.912764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 84f9d74b-be02-49d9-9592-416c56ccf856 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:51.921147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:51.927188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.943470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.944790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:51.967023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:51.978027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group_rule and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:51.980861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.010869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02ba0-2d5d-4c3d-af8f-d31520adb119 req-b1da890c-c5c9-4075-a9eb-11c84491ae82 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:52.018423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dca02ba0-2d5d-4c3d-af8f-d31520adb119 req-b1da890c-c5c9-4075-a9eb-11c84491ae82 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 944 time: 0.6702223 Feb 04 20:05:52.023357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:52.044272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:52.070649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:52.074730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:52.135408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.178429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:52.178953 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-289790bb-337f-481d-ad6c-de61cd79b94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.195573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:52.263426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-299d6813-3761-440e-9fcb-367267cdeed2 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343903 Feb 04 20:05:52.264312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289790bb-337f-481d-ad6c-de61cd79b94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe18cf9-0234-4ad4-a6bf-b260dba55d3e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:52.317155 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:05:52.344090 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88295ebe-9890-40f6-9d12-00958b9c273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.347559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 84f9d74b-be02-49d9-9592-416c56ccf856 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:52.384863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 84f9d74b-be02-49d9-9592-416c56ccf856 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:52.384863 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.410402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Pushing event updated for resources: {'Port': ['ID=42d0f5cf-d325-4c2f-8f37-93a538a8643d,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:52.426104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dca02ba0-2d5d-4c3d-af8f-d31520adb119 req-1e8e1735-c6ab-4cbb-b82e-f64ad96f9476 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066620 Feb 04 20:05:52.512053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-289790bb-337f-481d-ad6c-de61cd79b94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.520391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-289790bb-337f-481d-ad6c-de61cd79b94a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fe18cf9-0234-4ad4-a6bf-b260dba55d3e HTTP/1.1" status: 204 len: 168 time: 1.8634772 Feb 04 20:05:52.581494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Router 5e7341e2-58cf-4f19-a76f-33730c29ab65 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:05:52.589512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1ed08e03-d229-47a4-8585-b09a1e23f5d4 None None] Provisioning complete for port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:52.590061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ed08e03-d229-47a4-8585-b09a1e23f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.625176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Network c36cb267-724a-4ee3-aefe-0833948712d5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:05:52.628210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:52.656013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1ed08e03-d229-47a4-8585-b09a1e23f5d4 None None] Port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:05:52.799137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.826113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.834372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdadb24-ca5b-419f-9936-dd8cd1c16ba8 req-324f67f2-7f39-4f49-a993-39e646ee8032 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:52.836133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bdadb24-ca5b-419f-9936-dd8cd1c16ba8 req-324f67f2-7f39-4f49-a993-39e646ee8032 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3567784 Feb 04 20:05:52.852114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 84f9d74b-be02-49d9-9592-416c56ccf856, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=84f9d74b-be02-49d9-9592-416c56ccf856,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:52.895189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:05:52.898663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:52.917130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-82db3174-e5a4-4e9c-b8b5-c7eff097220b admin admin] 10.222.0.48 "PUT /v2.0/routers/5e7341e2-58cf-4f19-a76f-33730c29ab65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1579759 Feb 04 20:05:52.917697 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Sync routers for ids ['5e7341e2-58cf-4f19-a76f-33730c29ab65'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:05:52.917808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712c3b8-59ad-4b2d-a3b8-5c1476cabb58 req-7d9a53d1-6df2-433e-847e-3337f70dd1d7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:52.918355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5712c3b8-59ad-4b2d-a3b8-5c1476cabb58 req-7d9a53d1-6df2-433e-847e-3337f70dd1d7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.2091508 Feb 04 20:05:52.932840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Routers {'5e7341e2-58cf-4f19-a76f-33730c29ab65'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:52.933887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5e7341e2-58cf-4f19-a76f-33730c29ab65'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:52.997429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:05:53.008432 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5712c3b8-59ad-4b2d-a3b8-5c1476cabb58 req-4b13f860-f190-432f-b684-c88dcb4ab780 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861912 Feb 04 20:05:53.059947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.074736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:05:53.096430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bdadb24-ca5b-419f-9936-dd8cd1c16ba8 req-40678115-f19b-441e-bd62-7f3c67ee202d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987674 Feb 04 20:05:53.115732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52602) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:53.263859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f544d-619f-4348-9987-45cf46845cf0 req-9827696f-c7a3-49c1-b7b5-95268d8b7271 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:53.265423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac1f544d-619f-4348-9987-45cf46845cf0 req-9827696f-c7a3-49c1-b7b5-95268d8b7271 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 945 time: 0.1350195 Feb 04 20:05:53.295559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.296027 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment 486caae8-d14c-4ffd-aede-27e60b964730 of type vlan for network 2a02cd5f-5667-4657-a74d-1f82e49e7421 Feb 04 20:05:53.297770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c604f354-fab9-4877-9eb5-40f0ea227a39,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:53.324209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-244446425'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:53.330091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:53.335177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:network and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:53.338452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:53.345559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:53.366473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac1f544d-619f-4348-9987-45cf46845cf0 req-34e374ef-55c3-4ad2-94fd-5d17d28800c4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932546 Feb 04 20:05:53.411508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=84f9d74b-be02-49d9-9592-416c56ccf856,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:53.427484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:53.430836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.441922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Set router 5e7341e2-58cf-4f19-a76f-33730c29ab65 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:53.495460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.566227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:05:53.566552 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.586639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.587959 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Added segment 4fbd47d0-e37f-4ea5-87d3-670588e3dc5a of type vlan for network 2f7ad038-8def-4825-8a75-1716e0fb6417 Feb 04 20:05:53.627844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.639150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52610) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:53.682885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.703683 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.726634 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.729570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:53.732500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:53.733086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.737443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Usage tracker for resource:security_group_rule and tenant:89a7bf88607a4f958b560b5539ae8680 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:53.741240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:05:53.751920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:53.753979 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Sync routers for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:05:53.763268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:53.787997 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:53.791596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:53.792726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f5ac256a-bd89-4a1a-8793-ea3c4dfecf99 admin admin] 10.222.0.48 "PUT /v2.0/routers/8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8486252 Feb 04 20:05:53.802239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20432b3d-c083-4095-8ae2-6b49399d95d4 req-2946fa80-a701-4840-8bed-75977a0ba199 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:53.803788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20432b3d-c083-4095-8ae2-6b49399d95d4 req-2946fa80-a701-4840-8bed-75977a0ba199 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 945 time: 0.2398787 Feb 04 20:05:53.833041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.839395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:53.840548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.847076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:05:48Z', 'revision_number': 4, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46', 'name': '', 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'mac_address': 'fa:16:3e:c4:b7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65314aa4-d2a5-439d-bb9e-11658570ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:45Z', 'updated_at': '2022-02-04T20:05:49Z', 'revision_number': 2, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'subnets': [{'id': '65314aa4-d2a5-439d-bb9e-11658570ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:53.851373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Checking router: 5e7341e2-58cf-4f19-a76f-33730c29ab65 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:05:53.851721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Updating router 5e7341e2-58cf-4f19-a76f-33730c29ab65 port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:05:53.926007 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:53.993028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Network': ['ID=2f7ad038-8def-4825-8a75-1716e0fb6417,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:54.007909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=2a02cd5f-5667-4657-a74d-1f82e49e7421,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:54.048068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-437857cc-f4b2-4a7e-9915-87cacc857eb6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:54.054278 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-437857cc-f4b2-4a7e-9915-87cacc857eb6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 945 time: 0.2832701 Feb 04 20:05:54.057315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-be55968f-88a2-4495-ace2-d6c657e3f20b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9392967 Feb 04 20:05:54.060037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52618) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:54.090397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9a9dd43b-c56b-4b9a-be2d-77606945bbc1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.6300156 Feb 04 20:05:54.112048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52624) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:54.164274 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20432b3d-c083-4095-8ae2-6b49399d95d4 req-ad4663d5-603c-46e7-a295-3484ebcb244b tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535941 Feb 04 20:05:54.169569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'name': 'tempest-PortsTestJSON-1526463245'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:54.213060 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:54.221647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Deleting port 373f05a8-7e0f-4124-b883-ff1b8b211f21 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:05:54.221990 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.261728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'subnet': {'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:54.311037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:05:54.334824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:05:54.369600 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.474661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.536790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcb9c4e-b31c-4e76-80c2-c1b4717f82b5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:54.584231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee33b0f3-9812-4ebf-b9a4-b31e2dd6aaf5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89a7bf88607a4f958b560b5539ae8680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9440272 Feb 04 20:05:54.589078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52634) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:54.600316 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.614246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Transition to ACTIVE for port object adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:54.620541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:54.629599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:54.645481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cbd73-dd3e-4e0c-931b-8e1ef35b97a9 req-fc38d77a-2216-42ca-b026-c051d37c11d7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:54.652707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a7cbd73-dd3e-4e0c-931b-8e1ef35b97a9 req-fc38d77a-2216-42ca-b026-c051d37c11d7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2779942 Feb 04 20:05:54.658069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:54.680208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:54.715047 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 2, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:54.719087 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Checking router: 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:05:54.719441 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Updating router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 port 42d0f5cf-d325-4c2f-8f37-93a538a8643d binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:05:54.725612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a7cbd73-dd3e-4e0c-931b-8e1ef35b97a9 req-80ba676b-0ae0-4b9a-9f62-863291a8f0a5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719116 Feb 04 20:05:54.739625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-effff238-882e-4909-831a-c46e4a0761b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.741258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b996a86-1af3-414b-a8e5-657dd28a3ced req-398339f1-f370-4122-af57-c6d1410a2ae1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:54.745192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b996a86-1af3-414b-a8e5-657dd28a3ced req-398339f1-f370-4122-af57-c6d1410a2ae1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.4849911 Feb 04 20:05:54.745339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.773719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:54.776910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-effff238-882e-4909-831a-c46e4a0761b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.787125 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.814077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:subnet and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:54.828110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:54.830294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:54.833866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.864584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77db8e3-9dbb-4c1c-9921-1791de30c1a5 None None] Pushing event updated for resources: {'Port': ['ID=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:54.865066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:05:54.878528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:54.914449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-effff238-882e-4909-831a-c46e4a0761b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.959947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effff238-882e-4909-831a-c46e4a0761b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcb9c4e-b31c-4e76-80c2-c1b4717f82b5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:54.965467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-effff238-882e-4909-831a-c46e4a0761b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:54.966580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-effff238-882e-4909-831a-c46e4a0761b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fcb9c4e-b31c-4e76-80c2-c1b4717f82b5 HTTP/1.1" status: 204 len: 168 time: 0.3703079 Feb 04 20:05:55.173258 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b996a86-1af3-414b-a8e5-657dd28a3ced req-28901e02-9e51-469e-a270-2ae73c3c0a8e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053972 Feb 04 20:05:55.182813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:55.195861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.303757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 84f9d74b-be02-49d9-9592-416c56ccf856 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:55.368087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:55.418266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.448475 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.483223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370b84-39d7-4284-90c1-c70f52210581 req-f3589752-df58-4b45-8864-e791dd93040f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:55.483935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e0370b84-39d7-4284-90c1-c70f52210581 req-f3589752-df58-4b45-8864-e791dd93040f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Synchronizing usage tracker for tenant:f319a4862db444589ec4cfc62962f052 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:55.500457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Attempting to bind port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:55.501605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Attempting to bind port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:55.503431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Attempting to bind port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 on network e42b5b71-2d44-4cc3-ae91-759d0a811df4 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:55.525141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:55.525529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Checking segment: {'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:55.526651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.527776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Bound using segment: {'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:55.528265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Bound port: adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925a94ef-3931-43c6-bda2-341d245e9fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:55.529219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.573097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] For port 373f05a8-7e0f-4124-b883-ff1b8b211f21, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=373f05a8-7e0f-4124-b883-ff1b8b211f21,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:55.573427 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.628698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e0370b84-39d7-4284-90c1-c70f52210581 req-f3589752-df58-4b45-8864-e791dd93040f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Unset dirty status for tenant:f319a4862db444589ec4cfc62962f052 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:55.630198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-f3589752-df58-4b45-8864-e791dd93040f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 819 time: 0.4270914 Feb 04 20:05:55.656366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-d41ef06a-cb50-4841-8f31-367d1fe53802 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/quotas/f319a4862db444589ec4cfc62962f052 HTTP/1.1" status: 200 len: 375 time: 0.0194292 Feb 04 20:05:55.698639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 84f9d74b-be02-49d9-9592-416c56ccf856 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:55.698639 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.699253 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.729071 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.736417 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Transition to ACTIVE for port object 42d0f5cf-d325-4c2f-8f37-93a538a8643d will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:05:55.736876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Calling delete_port for 373f05a8-7e0f-4124-b883-ff1b8b211f21 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:05:55.779631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:55.792586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] For port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:55.794486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:55.799258 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.817449 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:55.845612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': '486caae8-d14c-4ffd-aede-27e60b964730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:55.846191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: 2a02cd5f-5667-4657-a74d-1f82e49e7421, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:05:55.875593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] For port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,segment=NetworkSegment(925a94ef-3931-43c6-bda2-341d245e9fef),segment_id=925a94ef-3931-43c6-bda2-341d245e9fef)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:55.884987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e0370b84-39d7-4284-90c1-c70f52210581 req-79d00212-5e42-4666-887b-59f9db713359 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Synchronizing usage tracker for tenant:f319a4862db444589ec4cfc62962f052 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:55.927756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=c26390ab-2d1d-419d-8ae0-bdb69a4be8bc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:55.986298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e0370b84-39d7-4284-90c1-c70f52210581 req-79d00212-5e42-4666-887b-59f9db713359 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Unset dirty status for tenant:f319a4862db444589ec4cfc62962f052 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:55.986298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-79d00212-5e42-4666-887b-59f9db713359 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3267875 Feb 04 20:05:55.999165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-8e6cc63e-0cdb-4f35-8292-31635e63b42a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:05:55.999395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411cdf2-a3bf-447d-a584-e4d4ed4a4f49 req-870d8135-7ae3-4660-a062-622cd8120595 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:56.000535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-8e6cc63e-0cdb-4f35-8292-31635e63b42a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065718 Feb 04 20:05:56.007768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6411cdf2-a3bf-447d-a584-e4d4ed4a4f49 req-870d8135-7ae3-4660-a062-622cd8120595 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 945 time: 0.6086123 Feb 04 20:05:56.010684 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.158241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6411cdf2-a3bf-447d-a584-e4d4ed4a4f49 req-41365afe-a267-463d-96f2-bbf54f300428 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461937 Feb 04 20:05:56.178242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fde73-6bf4-49ac-94b4-57999b3dae35 None None] Pushing event updated for resources: {'Port': ['ID=42d0f5cf-d325-4c2f-8f37-93a538a8643d,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:56.193426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:05:56.251778 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.299369 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-7d922dc6-9145-4161-8c18-77dc40d0e1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869227 Feb 04 20:05:56.309237 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Attempting to bind port 42d0f5cf-d325-4c2f-8f37-93a538a8643d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:05:56.310568 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Attempting to bind port 42d0f5cf-d325-4c2f-8f37-93a538a8643d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:05:56.312814 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Attempting to bind port 42d0f5cf-d325-4c2f-8f37-93a538a8643d on network c36cb267-724a-4ee3-aefe-0833948712d5 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:05:56.333051 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:05:56.333832 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Checking segment: {'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:56.333832 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.334331 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Bound using segment: {'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:05:56.334887 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Bound port: 42d0f5cf-d325-4c2f-8f37-93a538a8643d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:05:56.335396 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.357665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Routers {'5e7341e2-58cf-4f19-a76f-33730c29ab65'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:56.358732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5e7341e2-58cf-4f19-a76f-33730c29ab65'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:56.395465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 2a02cd5f-5667-4657-a74d-1f82e49e7421) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:56.400712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:05:56.410019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:56.410669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.436381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-870177a0-e3d1-4378-a685-cade2f57fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:56.442943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-870177a0-e3d1-4378-a685-cade2f57fb85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6&tenant_id=ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 1101 time: 0.6699417 Feb 04 20:05:56.464359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-fc703a69-4da6-4b74-ab57-e0e786576d48 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4022653 Feb 04 20:05:56.467614 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.524308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-d4998374-f221-4961-9f3b-27565d08581a service neutron] 10.222.0.48 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206388 Feb 04 20:05:56.526642 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] For port 42d0f5cf-d325-4c2f-8f37-93a538a8643d, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:05:56.530348 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] For port 42d0f5cf-d325-4c2f-8f37-93a538a8643d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=42d0f5cf-d325-4c2f-8f37-93a538a8643d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:05:56.599429 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.601213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21ad03dc-28c9-43ed-b250-cb11717d0cd3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4817858 Feb 04 20:05:56.605238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:56.612613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1191577028'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:56.626745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:56.632721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:56.636099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:56.644385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:56.657445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.705614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event deleted for resources: {'Port': ['ID=373f05a8-7e0f-4124-b883-ff1b8b211f21,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:56.712369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:56.721685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:56.729262 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fe30ce-d3fd-4ca0-9fde-0d5618c4a0f2 None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:05:56.733865 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:05:56.734543 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:05:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:56.746828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['2cb42c99-ed14-40a3-8c53-866f8a8cd35b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:56.765766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:56.769612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.778634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:05:56.801885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:05:56.812232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.812650 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment 800671f0-517a-4f2c-8c1f-90701798727e of type vlan for network c90500a5-200b-4399-844f-c1d16d8e0931 Feb 04 20:05:56.820493 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fde73-6bf4-49ac-94b4-57999b3dae35 None None] Pushing event updated for resources: {'Port': ['ID=42d0f5cf-d325-4c2f-8f37-93a538a8643d,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:56.870830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.890367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Subnet': ['ID=a1a9f791-3013-4ef3-804f-8384661765c0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:56.951271 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:56.952142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:57.036123 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:57.120258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] Set router 5e7341e2-58cf-4f19-a76f-33730c29ab65 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:05:57.198644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] No DVR routers for this DVR port 373f05a8-7e0f-4124-b883-ff1b8b211f21 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:05:57.222086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:57.241891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'name': 'network-vif-deleted', 'tag': '373f05a8-7e0f-4124-b883-ff1b8b211f21'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:05:57.316965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:57.323747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:57.324387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:57.328721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Checking segment: {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:05:57.329047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network hostable DHCP agents. Network: 2f7ad038-8def-4825-8a75-1716e0fb6417, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:05:57.337455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77db8e3-9dbb-4c1c-9921-1791de30c1a5 None None] Pushing event updated for resources: {'Port': ['ID=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:57.341181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076509b4-877b-4617-9f99-f163e0a47b0c req-c4822b81-9acc-4ba2-910e-47683d35b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:57.351891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-c4822b81-9acc-4ba2-910e-47683d35b258 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.7792978 Feb 04 20:05:57.381388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff600e-ab45-4597-9918-33743f598d42 req-18be53db-c990-4abc-9b54-1a6c5177d453 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:57.381388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7aff600e-ab45-4597-9918-33743f598d42 req-18be53db-c990-4abc-9b54-1a6c5177d453 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 945 time: 0.7064703 Feb 04 20:05:57.381388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-b327655e-0917-45ea-941d-b2c9149771b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:57.381388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-b327655e-0917-45ea-941d-b2c9149771b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 1101 time: 0.8981323 Feb 04 20:05:57.382589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ace0bc4-5d6c-4754-b4aa-1b2aceab7ffc req-fe2aa0cd-5ff7-4cab-88f9-48946332756f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "DELETE /v2.0/ports/373f05a8-7e0f-4124-b883-ff1b8b211f21 HTTP/1.1" status: 204 len: 173 time: 3.3168960 Feb 04 20:05:57.481472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=c90500a5-200b-4399-844f-c1d16d8e0931,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:57.517810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba954c9f-505c-470e-9e90-e714a082e02a req-46ac5284-2be0-4934-8897-f5ae5ec97ad7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:57.525207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba954c9f-505c-470e-9e90-e714a082e02a req-46ac5284-2be0-4934-8897-f5ae5ec97ad7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 950 time: 0.4957633 Feb 04 20:05:57.544071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c90500a5-200b-4399-844f-c1d16d8e0931 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:05:57.564623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ddfb05b9-b9c0-4720-9b64-596bf3bf6f2f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9574144 Feb 04 20:05:57.568617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52698) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:57.576823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'ports': [{'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421'}, {'network_id': 'c90500a5-200b-4399-844f-c1d16d8e0931'}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:57.577163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:57.577615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': 'c90500a5-200b-4399-844f-c1d16d8e0931'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:57.583527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076509b4-877b-4617-9f99-f163e0a47b0c req-db4565f0-1698-4b5b-a881-6bd2417bd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:57.585060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-db4565f0-1698-4b5b-a881-6bd2417bd667 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.2088311 Feb 04 20:05:57.605770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba954c9f-505c-470e-9e90-e714a082e02a req-fb4e5fcc-80fc-4c06-be95-696fbe635e09 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796118 Feb 04 20:05:57.723708 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:05:56Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:57.738896 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e33f5-ac9e-46a8-83aa-430f92e0841c None None] The sync data for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 is: [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:05:56Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:05:57.778707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7aff600e-ab45-4597-9918-33743f598d42 req-01eaf757-22ec-47b5-aac5-e4b75353fc5c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902924 Feb 04 20:05:58.077084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:58.087163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-221d16b2-72a9-42b4-afc4-8088216e90cc req-3aa071c9-0e85-4268-8a7b-7ec931f5d659 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 210 time: 0.1666410 Feb 04 20:05:58.088996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:58.094268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:58.108127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-597ed33a-88a1-448f-a8e3-62b4f048da1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.4905968 Feb 04 20:05:58.108127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:05:58.133487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:58.264054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c6af-5aa2-4cad-949b-d0f9b420d0b1 req-dee1a316-8230-4d0f-8ad9-333557b54e11 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:58.274170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8876c6af-5aa2-4cad-949b-d0f9b420d0b1 req-dee1a316-8230-4d0f-8ad9-333557b54e11 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1226947 Feb 04 20:05:58.294256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 2} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:58.299184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:58.321707 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:58.453975 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'code': 200} Feb 04 20:05:58.458888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:58.477720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:58.517579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:05:58.531501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8876c6af-5aa2-4cad-949b-d0f9b420d0b1 req-174eaa66-117a-47ae-b18d-47bf89432df4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559056 Feb 04 20:05:58.559176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 2f7ad038-8def-4825-8a75-1716e0fb6417) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:05:58.618901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:58.619559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:58.622216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3e853-643e-40f0-888c-c1eca975ef1f None None] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:05:58.629045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076509b4-877b-4617-9f99-f163e0a47b0c req-ae0dc03e-401e-42f9-906a-850dc8d751a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:58.630625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-ae0dc03e-401e-42f9-906a-850dc8d751a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.4823670 Feb 04 20:05:58.632193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4a6c0f87-4683-4f85-a71c-bff8a81a57d5 req-6679f384-5a98-4968-8ba5-34bf82a8770c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:05:58.690777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:58.691494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 373f05a8-7e0f-4124-b883-ff1b8b211f21 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:05:58.704933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-ab79c5e1-8705-4171-95e6-cb2e0cffc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:58.706537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-ab79c5e1-8705-4171-95e6-cb2e0cffc559 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 1.1186607 Feb 04 20:05:58.708736 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65b4877-42ed-425f-b027-0e295dbd4f23', 'name': 'network-vif-deleted', 'tag': '373f05a8-7e0f-4124-b883-ff1b8b211f21', 'status': 'completed', 'code': 200} Feb 04 20:05:58.827119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 12e35cb7-9e40-4698-a0b5-197178b413a1 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:05:58.879333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d308542f-2859-45d7-9464-ad369569d8d7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.8178873 Feb 04 20:05:58.886609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52720) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:05:58.890209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-c88583e3-d4a4-4a23-ae4c-e0c0f4c081d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 200 len: 217 time: 0.1568217 Feb 04 20:05:58.916217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2113540084'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:05:58.922752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:05:58.933867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:network and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:05:58.946543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:05:58.980201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4a6c0f87-4683-4f85-a71c-bff8a81a57d5 req-6679f384-5a98-4968-8ba5-34bf82a8770c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:05:58.981518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a6c0f87-4683-4f85-a71c-bff8a81a57d5 req-6679f384-5a98-4968-8ba5-34bf82a8770c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65b4877-42ed-425f-b027-0e295dbd4f23 HTTP/1.1" status: 200 len: 210 time: 0.5220647 Feb 04 20:05:58.986109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:05:58.987245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf7cae-a86a-4ac7-9873-5cf0e2a195de req-e91c4c03-3b5e-4857-a951-a0661f312a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:58.988736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51bf7cae-a86a-4ac7-9873-5cf0e2a195de req-e91c4c03-3b5e-4857-a951-a0661f312a04 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 1097 time: 0.6430793 Feb 04 20:05:59.048754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:05:59.084407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-2c7c36d3-cc3d-405a-ad82-677b9e25511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:59.085991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-2c7c36d3-cc3d-405a-ad82-677b9e25511f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1836309 Feb 04 20:05:59.096269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076509b4-877b-4617-9f99-f163e0a47b0c req-d41b5c2d-bd58-4952-9dd6-eaae3f79c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:59.097906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-d41b5c2d-bd58-4952-9dd6-eaae3f79c561 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4581599 Feb 04 20:05:59.101143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51bf7cae-a86a-4ac7-9873-5cf0e2a195de req-55907e19-00a6-4fb1-a735-23302f9516ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012950 Feb 04 20:05:59.130917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 373f05a8-7e0f-4124-b883-ff1b8b211f21 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:05:59.131264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 373f05a8-7e0f-4124-b883-ff1b8b211f21 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:05:59.158421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c56c6-6dba-45d4-bfc3-5c7d0ecbe3a4 req-966ceff2-e4c4-4108-b808-2e44555ceb8c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:59.160755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-286c56c6-6dba-45d4-bfc3-5c7d0ecbe3a4 req-966ceff2-e4c4-4108-b808-2e44555ceb8c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3369823 Feb 04 20:05:59.222557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:05:59.248583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.306492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 42d0f5cf-d325-4c2f-8f37-93a538a8643d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:05:59.380676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:05:59.390906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.391694 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Added segment aa462a80-72fb-4db7-8328-da694825cacd of type vlan for network f109deb2-e235-4d13-8bd9-5b130554f32d Feb 04 20:05:59.411892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:05:48Z', 'revision_number': 4, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46', 'name': '', 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'mac_address': 'fa:16:3e:c4:b7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65314aa4-d2a5-439d-bb9e-11658570ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:45Z', 'updated_at': '2022-02-04T20:05:55Z', 'revision_number': 4, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'subnets': [{'id': '65314aa4-d2a5-439d-bb9e-11658570ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:05:59.420393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.425931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d03f1-d668-46dd-a4d4-5f3f9d6a3ab0 None None] The sync data for ids ['5e7341e2-58cf-4f19-a76f-33730c29ab65'] in n-d-811806-1 is: [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:05:48Z', 'revision_number': 4, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46', 'name': '', 'network_id': 'e42b5b71-2d44-4cc3-ae91-759d0a811df4', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'mac_address': 'fa:16:3e:c4:b7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65314aa4-d2a5-439d-bb9e-11658570ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:45Z', 'updated_at': '2022-02-04T20:05:55Z', 'revision_number': 4, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'subnets': [{'id': '65314aa4-d2a5-439d-bb9e-11658570ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:05:59.437747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-2f7ad038-8def-4825-8a75-1716e0fb6417', 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'fixed_ips': [{'subnet_id': 'a1a9f791-3013-4ef3-804f-8384661765c0'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:05:59.439136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.490629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-286c56c6-6dba-45d4-bfc3-5c7d0ecbe3a4 req-053fc7a2-55d1-4b30-9b86-6df5bdbb3bba tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064637 Feb 04 20:05:59.565317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.586683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 42d0f5cf-d325-4c2f-8f37-93a538a8643d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:05:59.602801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 42d0f5cf-d325-4c2f-8f37-93a538a8643d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:05:59.602801 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.628786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8a40a-54c3-4912-8626-858b31861563 req-44c3db31-fe2b-446f-80bf-3657f01b6c25 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:59.628786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01e8a40a-54c3-4912-8626-858b31861563 req-44c3db31-fe2b-446f-80bf-3657f01b6c25 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.2947168 Feb 04 20:05:59.693632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-b1645bd3-c1d7-4621-9fa9-0002c66b4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:59.695916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-b1645bd3-c1d7-4621-9fa9-0002c66b4168 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5971386 Feb 04 20:05:59.858634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.864922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:05:59.865528 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.880891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-743a49ae-d73e-44db-9fb8-d16918a4d4eb service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764786 Feb 04 20:05:59.906816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Allocated IP 19.80.0.2 (2f7ad038-8def-4825-8a75-1716e0fb6417/a1a9f791-3013-4ef3-804f-8384661765c0/29689aef-ba6b-4573-b869-714cc8f4ee36) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:05:59.911303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-da556cfa-56c1-4210-b2df-874e3f8a7ca6 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530216 Feb 04 20:05:59.934163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:05:59.974628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01e8a40a-54c3-4912-8626-858b31861563 req-3988d047-069d-47df-8f73-e72d2bd54f7b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160300 Feb 04 20:06:00.065307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 42d0f5cf-d325-4c2f-8f37-93a538a8643d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=42d0f5cf-d325-4c2f-8f37-93a538a8643d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:00.151570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:00.201499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 1fd78dea-3b35-440f-8e29-45917f014daa yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:06:00.207481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Network': ['ID=f109deb2-e235-4d13-8bd9-5b130554f32d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:00.228974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a1821deb-2dad-4872-baa2-21d7a1cd433a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3303406 Feb 04 20:06:00.234961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:00.274943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'subnet': {'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:00.298533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network f109deb2-e235-4d13-8bd9-5b130554f32d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:06:00.482931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=42d0f5cf-d325-4c2f-8f37-93a538a8643d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:00.485773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:00.515046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab3da7-18fe-4621-b34d-6f11be07bdbf req-1434a374-6e7c-4d5e-aa55-71aef08da2a2 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:00.537702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39ab3da7-18fe-4621-b34d-6f11be07bdbf req-1434a374-6e7c-4d5e-aa55-71aef08da2a2 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.6697044 Feb 04 20:06:00.537865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:00.554407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Transition to ACTIVE for port object 29689aef-ba6b-4573-b869-714cc8f4ee36 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:00.564946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a5c1895-49cc-4665-8939-fcf5ad8871fe req-eb7841a1-58e6-42d5-88d7-5723b412a416 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 210 time: 0.0866611 Feb 04 20:06:00.580467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Transition to ACTIVE for port object 29689aef-ba6b-4573-b869-714cc8f4ee36 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:00.614514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:00.631910 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c13948f-edfd-4463-a5a3-90dfae66b7e4 req-ac2710fc-326a-4964-9f78-8b41b9da013c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185581 Feb 04 20:06:00.646464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076509b4-877b-4617-9f99-f163e0a47b0c req-616e832f-6fe0-4c83-b78a-c3ec48ede32c service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791165 Feb 04 20:06:00.659133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:subnet and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:00.665060 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:00.793322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Pushing event updated for resources: {'Port': ['ID=29689aef-ba6b-4573-b869-714cc8f4ee36,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:00.807407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:00.809137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:00.812415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:00.924451 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39ab3da7-18fe-4621-b34d-6f11be07bdbf req-1650d201-5044-4bec-bc6c-173c51dd7926 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958299 Feb 04 20:06:00.947495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:00.962292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:00.997010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Attempting to bind port 29689aef-ba6b-4573-b869-714cc8f4ee36 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:01.003018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Attempting to bind port 29689aef-ba6b-4573-b869-714cc8f4ee36 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:01.003018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Attempting to bind port 29689aef-ba6b-4573-b869-714cc8f4ee36 on network 2f7ad038-8def-4825-8a75-1716e0fb6417 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:01.016832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:01.017813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Checking segment: {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:01.017813 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:01.018052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Bound using segment: {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:01.018526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Bound port: 29689aef-ba6b-4573-b869-714cc8f4ee36, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:01.021531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:01.075191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-a36e78c2-53dc-4fc8-aa94-a94e0dac311e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:01.081252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:01.086445 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-a36e78c2-53dc-4fc8-aa94-a94e0dac311e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.3607392 Feb 04 20:06:01.127117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-fbdb6d44-046e-4cef-ae72-efc9eab9d829 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/quotas/ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 375 time: 0.0396686 Feb 04 20:06:01.164827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370b84-39d7-4284-90c1-c70f52210581 req-765365fc-e7a3-4bdf-9097-d9ddca23d05f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:01.167152 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-765365fc-e7a3-4bdf-9097-d9ddca23d05f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.62 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 819 time: 0.5830677 Feb 04 20:06:01.168575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:01.177195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:01.226156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] For port 29689aef-ba6b-4573-b869-714cc8f4ee36, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:01.234180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] For port 29689aef-ba6b-4573-b869-714cc8f4ee36, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=29689aef-ba6b-4573-b869-714cc8f4ee36,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:01.252464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Request body: {'port': {'device_id': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'admin_state_up': True, 'tenant_id': 'f319a4862db444589ec4cfc62962f052'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:01.300107 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'code': 200} Feb 04 20:06:01.309876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:01.347898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-2fb190c5-4547-43ab-9c75-c38d7dcb0aa5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2198088 Feb 04 20:06:01.420607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 42d0f5cf-d325-4c2f-8f37-93a538a8643d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:01.574545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 42d0f5cf-d325-4c2f-8f37-93a538a8643d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:01.574947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:01.584830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-9c4fd929-76f9-4643-aa84-02419d3cf481 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:06:01.592784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-9c4fd929-76f9-4643-aa84-02419d3cf481 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2438860 Feb 04 20:06:01.612994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa5c19-6bc3-43bd-8dae-a8c8e5cf5cee None None] Pushing event updated for resources: {'Port': ['ID=29689aef-ba6b-4573-b869-714cc8f4ee36,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:01.759013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:01.785180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25725ff2-d2e9-444a-b529-0550073757cc req-7a4c4a5f-73e5-447c-8030-b9d1d9380a66 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:01.792080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25725ff2-d2e9-444a-b529-0550073757cc req-7a4c4a5f-73e5-447c-8030-b9d1d9380a66 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.2821445 Feb 04 20:06:01.794577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:01.837183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:01.840565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:01.853632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-5f5e49b8-c893-4fde-906d-ed1dfe9b80de service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595284 Feb 04 20:06:02.018759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25725ff2-d2e9-444a-b529-0550073757cc req-a440ea47-37c9-4d8e-9f1a-1dbbf53c3223 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256663 Feb 04 20:06:02.052269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:02.072599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:02.073044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:02.079764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:02.080145 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:02.099812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-e101f313-b668-4eb6-a1d3-8809a850de2f service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285879 Feb 04 20:06:02.126807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:02.130069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:02.166309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=12e35cb7-9e40-4698-a0b5-197178b413a1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:02.171651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Made reservation on behalf of f319a4862db444589ec4cfc62962f052 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:02.185402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:02.268770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:02.325528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,segment=NetworkSegment(925a94ef-3931-43c6-bda2-341d245e9fef),segment_id=925a94ef-3931-43c6-bda2-341d245e9fef)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:02.390185 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:02.443619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': '800671f0-517a-4f2c-8c1f-90701798727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c90500a5-200b-4399-844f-c1d16d8e0931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:02.444167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: c90500a5-200b-4399-844f-c1d16d8e0931, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:06:02.451903 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:02.468621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=1fd78dea-3b35-440f-8e29-45917f014daa,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:02.500604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:02.612597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-283d9496-22da-44ed-bdd6-6f3984afd82b req-93a5ebf3-4216-4b32-a7d8-5e9c24b68183 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 210 time: 0.0644786 Feb 04 20:06:02.691020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network c90500a5-200b-4399-844f-c1d16d8e0931 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:06:02.693013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Subnet': ['ID=0148c467-b0a5-4ad7-87d3-c0157439adf0,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:02.790179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Checking segment: {'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:02.790590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network hostable DHCP agents. Network: f109deb2-e235-4d13-8bd9-5b130554f32d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:06:02.908561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02796ee2-68cf-4749-b3b9-6e422716ba11 req-2cf74bec-81b3-47e5-a8c5-67b075e47daf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 210 time: 0.0636854 Feb 04 20:06:02.908561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Allocated IP 172.20.0.9 (c36cb267-724a-4ee3-aefe-0833948712d5/4574acc0-eb5a-46e4-a4db-5c0caf81d63b/734c0f0d-00ee-448c-bcca-34bc2a74881d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:03.083313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabfb43-1fce-4b0f-baaa-0dd75d149187 req-821a35bb-7767-4147-aa74-1fbae0bad886 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:03.083313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfabfb43-1fce-4b0f-baaa-0dd75d149187 req-821a35bb-7767-4147-aa74-1fbae0bad886 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.0975740 Feb 04 20:06:03.090454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c90500a5-200b-4399-844f-c1d16d8e0931) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:03.111469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0a31a-9c47-4c1e-b7ee-e201723599f3 None None] Network c90500a5-200b-4399-844f-c1d16d8e0931 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:03.146613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:03.149394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfabfb43-1fce-4b0f-baaa-0dd75d149187 req-68e74607-361c-4362-8aad-36733c37dd0b tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749080 Feb 04 20:06:03.149877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:03.157051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:03.158548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:03.253417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1413462-69d2-4ef0-aea4-095372f7803e None None] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:03.273735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network f109deb2-e235-4d13-8bd9-5b130554f32d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:06:03.332610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:03.336421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, f109deb2-e235-4d13-8bd9-5b130554f32d) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:03.359455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:03.360871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:03.405867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebfcc9a-2d3f-42de-84a6-a182055fa638 None None] Network f109deb2-e235-4d13-8bd9-5b130554f32d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:03.407294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:03.422350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 29689aef-ba6b-4573-b869-714cc8f4ee36 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:03.433783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96778069-3014-43ca-9f91-8071318b498e req-a570451d-3a9e-4148-b5fa-56a4e89252f8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:03.435359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96778069-3014-43ca-9f91-8071318b498e req-a570451d-3a9e-4148-b5fa-56a4e89252f8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 946 time: 0.3535454 Feb 04 20:06:03.449452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae9763-68ee-4e04-974e-db68cf7a5d00 req-8e9be57f-4ed5-4e69-b0ad-4da792a6c5ff tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:03.451256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afae9763-68ee-4e04-974e-db68cf7a5d00 req-8e9be57f-4ed5-4e69-b0ad-4da792a6c5ff tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.1240051 Feb 04 20:06:03.500725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afae9763-68ee-4e04-974e-db68cf7a5d00 req-5e88dc2d-0f2f-4363-a097-3d9f2a8bd814 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Feb 04 20:06:03.501637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-800aa88f-e4b0-49fe-9016-76b7f6651700 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9308488 Feb 04 20:06:03.505836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52828) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:03.551147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96778069-3014-43ca-9f91-8071318b498e req-511f0604-604c-4ac9-bf16-887d79263b55 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032493 Feb 04 20:06:03.625086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ecd15eba-068c-4d8d-b79f-026156623b58 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3780928 Feb 04 20:06:03.625430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c824f9ca-6dae-464f-88d2-4ce3c9eb8078 None None] Provisioning for port 29689aef-ba6b-4573-b869-714cc8f4ee36 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:03.663814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 1fd78dea-3b35-440f-8e29-45917f014daa {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:03.665799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:03.702833 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:06:03.728033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.009686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Network c36cb267-724a-4ee3-aefe-0833948712d5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:04.014307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 29689aef-ba6b-4573-b869-714cc8f4ee36 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:04.055592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:04.064802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event updated for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:04.067470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 29689aef-ba6b-4573-b869-714cc8f4ee36 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:04.067470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.075505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:04.124170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:04.163421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-f109deb2-e235-4d13-8bd9-5b130554f32d', 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'fixed_ips': [{'subnet_id': '0148c467-b0a5-4ad7-87d3-c0157439adf0'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:06:04.164287 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.201700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'mac_address': 'fa:16:3e:2b:1a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:04.246193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:04.247130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.285804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1629e-937d-4a4e-a008-72f38f8c3490 req-3eb55684-18b5-4082-a4eb-14940a460d87 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:04.292780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0cd1629e-937d-4a4e-a008-72f38f8c3490 req-3eb55684-18b5-4082-a4eb-14940a460d87 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 931 time: 0.1483316 Feb 04 20:06:04.293991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67931205-08f1-4a7e-8337-b075545c2b19 req-f38e0147-e6bc-4f6e-985c-b9580a57bf68 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:04.301446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67931205-08f1-4a7e-8337-b075545c2b19 req-f38e0147-e6bc-4f6e-985c-b9580a57bf68 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 948 time: 0.5600350 Feb 04 20:06:04.307743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.362031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0cd1629e-937d-4a4e-a008-72f38f8c3490 req-50ed60ec-9476-4b51-a6ec-8c1e17ce2bdb tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636253 Feb 04 20:06:04.405366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-1d10abbb-1301-4744-811a-635f418db39b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1968880 Feb 04 20:06:04.415010 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.480819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Request body: {'port': {'device_id': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:04.514680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 1fd78dea-3b35-440f-8e29-45917f014daa owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:04.546162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159175ca-76eb-469b-bbde-6eab05e5f79b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:04.611049 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67931205-08f1-4a7e-8337-b075545c2b19 req-3c346214-b00e-4255-8fda-c448091ff2de tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078020 Feb 04 20:06:04.739512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Allocated IP 19.86.0.2 (f109deb2-e235-4d13-8bd9-5b130554f32d/0148c467-b0a5-4ad7-87d3-c0157439adf0/89ecbdc1-2d12-41df-822d-5c71ed817930) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:04.769109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:04.809896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-20b9b352-f1b0-499a-b7d6-c146f80b9d45 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:04.815675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-20b9b352-f1b0-499a-b7d6-c146f80b9d45 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:04.816490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-20b9b352-f1b0-499a-b7d6-c146f80b9d45 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:04.817248 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.830867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53b13ad2-da42-4ef3-8cd0-bef136f8a073 req-37f558e1-9240-433b-8688-7ce5fd68e030 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 210 time: 0.0656106 Feb 04 20:06:04.862130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.893485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.895777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:04.923007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-b1f8045c-68dc-4e48-b0f1-b30a04aa8fa6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:04.924698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-b1f8045c-68dc-4e48-b0f1-b30a04aa8fa6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 946 time: 0.4696810 Feb 04 20:06:04.964323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=1fd78dea-3b35-440f-8e29-45917f014daa,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:04.982070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.004208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-20b9b352-f1b0-499a-b7d6-c146f80b9d45 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:05.011417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-20b9b352-f1b0-499a-b7d6-c146f80b9d45 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/networks?id=2f7ad038-8def-4825-8a75-1716e0fb6417&id=f109deb2-e235-4d13-8bd9-5b130554f32d&id=2f7ad038-8def-4825-8a75-1716e0fb6417 HTTP/1.1" status: 200 len: 1391 time: 0.4144795 Feb 04 20:06:05.023220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e03549cf-6b35-4eb2-97bc-da3bbc5e88cd None None] Provisioning complete for port 29689aef-ba6b-4573-b869-714cc8f4ee36 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:05.023585 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e03549cf-6b35-4eb2-97bc-da3bbc5e88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.059281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-037cd5a6-32be-47c8-a97d-b2ee1f81e50b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/quotas/66e24ef1078b43b7bc68f923633b94ef HTTP/1.1" status: 200 len: 375 time: 0.0458591 Feb 04 20:06:05.070464 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d7c326f7-96ba-40b1-8547-866a5083cf63 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/1fd78dea-3b35-440f-8e29-45917f014daa HTTP/1.1" status: 204 len: 168 time: 1.5591252 Feb 04 20:06:05.081001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:05.123369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 29689aef-ba6b-4573-b869-714cc8f4ee36, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=29689aef-ba6b-4573-b869-714cc8f4ee36,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:05.143541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:05.165340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Deleting port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:05.165340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.228995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.229962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:05.268463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['159175ca-76eb-469b-bbde-6eab05e5f79b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:05.361223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246387c-9c67-40de-b2a3-5d0e036bed14 req-a08c3fe4-21f6-4a0f-8e8a-78911ec897d7 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:05.362527 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a246387c-9c67-40de-b2a3-5d0e036bed14 req-a08c3fe4-21f6-4a0f-8e8a-78911ec897d7 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.3387907 Feb 04 20:06:05.378384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b5317-9273-4321-ab6e-91adc5e5b345 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:05.386648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b5317-9273-4321-ab6e-91adc5e5b345 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:05.386648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-719b5317-9273-4321-ab6e-91adc5e5b345 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:05.411493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-28249369-6656-44cf-9de4-84d6d4526f44 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:05.413180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.442148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Transition to ACTIVE for port object 89ecbdc1-2d12-41df-822d-5c71ed817930 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:05.469380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a246387c-9c67-40de-b2a3-5d0e036bed14 req-2ba3d195-2aa8-40fd-9f32-230fa59d3f76 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804744 Feb 04 20:06:05.580670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734c0f0d-00ee-448c-bcca-34bc2a74881d {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:05.586911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-719b5317-9273-4321-ab6e-91adc5e5b345 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:05.593572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-719b5317-9273-4321-ab6e-91adc5e5b345 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4925630 Feb 04 20:06:05.593572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52878) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:05.595224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.705600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] For port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:05.706129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.711628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Transition to ACTIVE for port object 734c0f0d-00ee-448c-bcca-34bc2a74881d will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:05.727233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Transition to ACTIVE for port object 89ecbdc1-2d12-41df-822d-5c71ed817930 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:05.728155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 12e35cb7-9e40-4698-a0b5-197178b413a1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:05.728681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.747338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:05.748340 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.765427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52882) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:05.785686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=29689aef-ba6b-4573-b869-714cc8f4ee36,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:05.812300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:05.849508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-28249369-6656-44cf-9de4-84d6d4526f44 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:05.857880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-28249369-6656-44cf-9de4-84d6d4526f44 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7975554 Feb 04 20:06:05.885996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Calling delete_port for 2cb42c99-ed14-40a3-8c53-866f8a8cd35b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:05.902158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.028076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Network f109deb2-e235-4d13-8bd9-5b130554f32d is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:06.066279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:06.083032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:06.094243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f03c8571-a49d-46d1-b0fe-fc3af5fe8ce5 service neutron] 10.222.0.48 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287993 Feb 04 20:06:06.102853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Pushing event updated for resources: {'Port': ['ID=89ecbdc1-2d12-41df-822d-5c71ed817930,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:06.131738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.160258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Pushing event updated for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:06.169281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec9bb-acf4-4ac4-9498-d351a08ff8b1 req-278e2e48-69e9-4d99-80eb-e7614d6838a3 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:06.176132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-186ec9bb-acf4-4ac4-9498-d351a08ff8b1 req-278e2e48-69e9-4d99-80eb-e7614d6838a3 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c9cff8-87b9-4f87-bc87-fdf18a7adc14 HTTP/1.1" status: 200 len: 946 time: 0.5420470 Feb 04 20:06:06.201453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:06.226877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-a45bab73-e1d1-47f7-8923-3d2036cb0c98 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:06.226877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-a45bab73-e1d1-47f7-8923-3d2036cb0c98 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.7801929 Feb 04 20:06:06.239428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Attempting to bind port 89ecbdc1-2d12-41df-822d-5c71ed817930 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:06.239877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Attempting to bind port 89ecbdc1-2d12-41df-822d-5c71ed817930 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:06.240321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Attempting to bind port 89ecbdc1-2d12-41df-822d-5c71ed817930 on network f109deb2-e235-4d13-8bd9-5b130554f32d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:06.248624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:06.249140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Checking segment: {'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:06.249598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.250044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Bound using segment: {'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:06.250572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Bound port: 89ecbdc1-2d12-41df-822d-5c71ed817930, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:06.251633 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.294141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Usage tracker for resource:security_group_rule and tenant:e438ef4b88a34651b92395f0a2ffa002 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:06.314953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 29689aef-ba6b-4573-b869-714cc8f4ee36 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:06.317636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'port': {'device_id': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'admin_state_up': True, 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:06.318218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:06.336017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.358568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:06.365036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['2cb42c99-ed14-40a3-8c53-866f8a8cd35b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:06.419055 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-186ec9bb-acf4-4ac4-9498-d351a08ff8b1 req-b120991a-5b58-4cbf-961b-bc7dde9a6b10 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420523 Feb 04 20:06:06.432099 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.460754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event deleted for resources: {'Port': ['ID=2cb42c99-ed14-40a3-8c53-866f8a8cd35b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:06.469443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] For port 89ecbdc1-2d12-41df-822d-5c71ed817930, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:06.476957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] For port 89ecbdc1-2d12-41df-822d-5c71ed817930, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=89ecbdc1-2d12-41df-822d-5c71ed817930,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:06.484025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 29689aef-ba6b-4573-b869-714cc8f4ee36 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:06.484612 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.589977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 12e35cb7-9e40-4698-a0b5-197178b413a1 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:06.592626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] No DVR routers for this DVR port 2cb42c99-ed14-40a3-8c53-866f8a8cd35b on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:06:06.611571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.614063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'name': 'network-vif-deleted', 'tag': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:06.614260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:06.637189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-08cf8cdc-e551-437c-afb9-1123f4efab74 service neutron] 10.222.0.48 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125407 Feb 04 20:06:06.661860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.696164 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.744006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d944a99d-cf0e-4654-88f1-abf008454f33 req-75175d1c-64e9-4602-be24-b6651903a3dc tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.62 "DELETE /v2.0/ports/2cb42c99-ed14-40a3-8c53-866f8a8cd35b HTTP/1.1" status: 204 len: 173 time: 1.8131909 Feb 04 20:06:06.755883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Attempting to bind port 734c0f0d-00ee-448c-bcca-34bc2a74881d on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:06.756163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Attempting to bind port 734c0f0d-00ee-448c-bcca-34bc2a74881d by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:06.756524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Attempting to bind port 734c0f0d-00ee-448c-bcca-34bc2a74881d on network c36cb267-724a-4ee3-aefe-0833948712d5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:06.760702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:06.773963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:06.787352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Port 734c0f0d-00ee-448c-bcca-34bc2a74881d on network c36cb267-724a-4ee3-aefe-0833948712d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:06.787723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Attempting to bind port 734c0f0d-00ee-448c-bcca-34bc2a74881d on network c36cb267-724a-4ee3-aefe-0833948712d5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:06.790302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4300bc7-9227-453b-8b99-eec84c9f1716 None None] Pushing event updated for resources: {'Port': ['ID=89ecbdc1-2d12-41df-822d-5c71ed817930,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:06.805161 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.822440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-54f28e30-2675-4e45-aaab-6e75f2a8c15d service neutron] 10.222.0.48 "GET /v2.0/networks/f109deb2-e235-4d13-8bd9-5b130554f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690056 Feb 04 20:06:06.838598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:06.838897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Checking segment: {'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:06.839191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Bound using segment: {'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:06.839534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Bound port: 734c0f0d-00ee-448c-bcca-34bc2a74881d, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4456cc4-15be-41f1-bb32-154e1cb0100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:06.840166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:06.931251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e438ef4b88a34651b92395f0a2ffa002&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1644626 Feb 04 20:06:06.940711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9495ca-35b9-4f0a-a632-876ed439278c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451869e7-0514-4983-9514-71b97ef2e0d5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:06.943028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:06.994095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa8d16-6c95-4511-81c4-74976355aa8b req-77943635-c588-42c9-aab7-5f74d8a466de tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:06.994861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e7aa8d16-6c95-4511-81c4-74976355aa8b req-77943635-c588-42c9-aab7-5f74d8a466de tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Synchronizing usage tracker for tenant:f319a4862db444589ec4cfc62962f052 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:07.002537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Made reservation on behalf of ee38bbd6cca841d69c5a6ee21119324a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:07.006722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.018788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.106252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-2a9f8693-89e6-46b2-8a3d-174656f96ead service neutron] 10.222.0.48 "GET /v2.0/networks/f109deb2-e235-4d13-8bd9-5b130554f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735188 Feb 04 20:06:07.134759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=12e35cb7-9e40-4698-a0b5-197178b413a1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:07.173083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:07.187276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:07.193598 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.230850 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-624dbb68-7047-4edc-b886-346e6fa8dc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.257362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e7aa8d16-6c95-4511-81c4-74976355aa8b req-77943635-c588-42c9-aab7-5f74d8a466de tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Unset dirty status for tenant:f319a4862db444589ec4cfc62962f052 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:07.261282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7aa8d16-6c95-4511-81c4-74976355aa8b req-77943635-c588-42c9-aab7-5f74d8a466de tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 943 time: 0.5421045 Feb 04 20:06:07.267064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-624dbb68-7047-4edc-b886-346e6fa8dc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.307186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.315380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:07.394341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 159175ca-76eb-469b-bbde-6eab05e5f79b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:07.395024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.415514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-50d208f9-951f-487d-9f44-e5774be0357c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/12e35cb7-9e40-4698-a0b5-197178b413a1 HTTP/1.1" status: 204 len: 168 time: 1.8212879 Feb 04 20:06:07.425900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:07.426567 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.428300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] 10.222.0.62 "PUT /v2.0/ports/734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 1091 time: 2.9596987 Feb 04 20:06:07.428783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52902) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:07.437628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:07.491181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e7aa8d16-6c95-4511-81c4-74976355aa8b req-401e0149-3e99-436e-963e-a517defe36a1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Synchronizing usage tracker for tenant:f319a4862db444589ec4cfc62962f052 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:07.514402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-2d4c2fcb-0099-462a-8a6e-eaa3c041ecde service neutron] 10.222.0.48 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024584 Feb 04 20:06:07.525579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569b93d-2b91-4f0c-8ae5-33eb0e81970a service neutron] Pushing event updated for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:07.565498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Allocated IP 172.20.0.12 (4181155b-5c8a-42e0-9f1e-db8eb8ab0d96/ff753336-aaff-4c78-8e0b-3a4cdeaffe86/c1981475-470a-4323-8051-efa4c6353571) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:07.609932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb3a11-ab3a-4fc0-8333-97743dd80198 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:07.610587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5bb3a11-ab3a-4fc0-8333-97743dd80198 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:07.611977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.639083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e7aa8d16-6c95-4511-81c4-74976355aa8b req-401e0149-3e99-436e-963e-a517defe36a1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Unset dirty status for tenant:f319a4862db444589ec4cfc62962f052 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:07.640251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:07.640413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7aa8d16-6c95-4511-81c4-74976355aa8b req-401e0149-3e99-436e-963e-a517defe36a1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657579 Feb 04 20:06:07.650772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:07.667033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370b84-39d7-4284-90c1-c70f52210581 req-eb6aa498-7e5e-40af-8ed0-2c344213be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:07.668691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-eb6aa498-7e5e-40af-8ed0-2c344213be46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1094 time: 0.1072419 Feb 04 20:06:07.679278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-624dbb68-7047-4edc-b886-346e6fa8dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.742531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.830455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dbb68-7047-4edc-b886-346e6fa8dc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451869e7-0514-4983-9514-71b97ef2e0d5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:07.847958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:07.853463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5bb3a11-ab3a-4fc0-8333-97743dd80198 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:07.854914 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5bb3a11-ab3a-4fc0-8333-97743dd80198 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4144084 Feb 04 20:06:07.858707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52912) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:07.862353 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-40d21b64-291e-4a01-80fc-77891677b50d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.1685188 Feb 04 20:06:07.869927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-57f71176-bddd-4ff3-ae48-8a7dbd2d18d6 service neutron] 10.222.0.48 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540180 Feb 04 20:06:07.887249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7920a986-f482-4dc3-8309-1f4811114b90 req-328c177f-cfed-4cb8-8121-41d698284a7a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 210 time: 0.1132214 Feb 04 20:06:07.890838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-624dbb68-7047-4edc-b886-346e6fa8dc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:07.894526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-624dbb68-7047-4edc-b886-346e6fa8dc4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/451869e7-0514-4983-9514-71b97ef2e0d5 HTTP/1.1" status: 204 len: 168 time: 0.9329340 Feb 04 20:06:07.943433 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-379a9e0a-f1e0-478e-9b36-ce309d32d1e6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:06:07.954835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-379a9e0a-f1e0-478e-9b36-ce309d32d1e6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/1fd78dea-3b35-440f-8e29-45917f014daa HTTP/1.1" status: 404 len: 333 time: 0.0876701 Feb 04 20:06:07.959173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52918) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:08.023890 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e2b6f2-3b74-4c1c-ad45-19b63e917961 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:06:08.028422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-01e2b6f2-3b74-4c1c-ad45-19b63e917961 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/12e35cb7-9e40-4698-a0b5-197178b413a1 HTTP/1.1" status: 404 len: 333 time: 0.0685287 Feb 04 20:06:08.029121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52922) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:08.031277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370b84-39d7-4284-90c1-c70f52210581 req-31664724-424f-426a-9025-53380f1273d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:08.032521 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-31664724-424f-426a-9025-53380f1273d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.1443198 Feb 04 20:06:08.052062 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:08.070738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Transition to ACTIVE for port object c1981475-470a-4323-8051-efa4c6353571 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:08.206778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:08.347384 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c9cff8-87b9-4f87-bc87-fdf18a7adc14', 'name': 'network-vif-deleted', 'tag': '2cb42c99-ed14-40a3-8c53-866f8a8cd35b', 'status': 'completed', 'code': 200} Feb 04 20:06:08.374325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019334ff-20eb-432f-b491-7baf2ec4e88b None None] Network f109deb2-e235-4d13-8bd9-5b130554f32d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:08.396325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:08.402545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-58b906cd-f2c5-46da-b631-33234c487060 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2854795 Feb 04 20:06:08.418164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:08.440532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:08.531822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:08.544667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 89ecbdc1-2d12-41df-822d-5c71ed817930 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:08.569262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-9bc9f750-3dcd-4e96-a746-91b4a4bff9a7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616565 Feb 04 20:06:08.596987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=c1981475-470a-4323-8051-efa4c6353571,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:08.673016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:08.673962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:08.682513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f8337-5351-4c92-9de0-84e0576ffc17 req-da5ef200-a624-495f-a06f-c4b86196c760 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:08.691544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a8f8337-5351-4c92-9de0-84e0576ffc17 req-da5ef200-a624-495f-a06f-c4b86196c760 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.5737379 Feb 04 20:06:08.718547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a0cf9acc-4bce-43eb-8a80-58197d3dd95c None None] Provisioning for port 89ecbdc1-2d12-41df-822d-5c71ed817930 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:08.772125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-3483d793-0fd7-45a5-b30f-92b20e2b5ca1 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611066 Feb 04 20:06:08.814223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:08.848305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-d3c7f88a-0f0a-48a6-814f-d87b1e0012c5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:08.849818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-d3c7f88a-0f0a-48a6-814f-d87b1e0012c5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389624 Feb 04 20:06:08.866279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-85f1465a-3cc9-4e89-839f-1f88427c51ff tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/quotas/ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 375 time: 0.0107589 Feb 04 20:06:08.879773 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:08.913005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90500a5-200b-4399-844f-c1d16d8e0931']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:08.915585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 89ecbdc1-2d12-41df-822d-5c71ed817930 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:08.918338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-bf3c863a-e055-43d6-8e2d-137713718cfd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6054952 Feb 04 20:06:08.929364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52948) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:08.930934 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a8f8337-5351-4c92-9de0-84e0576ffc17 req-b5a448f2-c6a6-4223-b13b-bf77bae4f91b tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385221 Feb 04 20:06:08.931274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 89ecbdc1-2d12-41df-822d-5c71ed817930 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:08.931770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:08.939613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Request body: {'port': {'device_id': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:08.942120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800671f0-517a-4f2c-8c1f-90701798727e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:08.942427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800671f0-517a-4f2c-8c1f-90701798727e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:08.968556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.009644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.010879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-df43ec59-eec3-4558-8ba3-aa10e8afa7ec None None] Provisioning for port c1981475-470a-4323-8051-efa4c6353571 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:09.019278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-df43ec59-eec3-4558-8ba3-aa10e8afa7ec None None] Provisioning complete for port c1981475-470a-4323-8051-efa4c6353571 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:09.019650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df43ec59-eec3-4558-8ba3-aa10e8afa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.023282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:06:09.024230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.041133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0370b84-39d7-4284-90c1-c70f52210581 req-6c2e9803-a2fd-4a1b-9c7d-fcd7e9818d4c service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589233 Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:06:09.044464 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:06:09.047272 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.199600 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.216824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.217222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.245723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.248491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:09.258100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/c90500a5-200b-4399-844f-c1d16d8e0931 HTTP/1.1" status: 204 len: 168 time: 1.2239237 Feb 04 20:06:09.262335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:09.263760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Usage tracker for resource:security_group_rule and tenant:e85299dc7d7d49d3a006ee7cecad4f18 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:09.266737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863f70b-bb5e-4d37-b18b-d96dd308220b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=c90500a5-200b-4399-844f-c1d16d8e0931,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:09.275544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-df43ec59-eec3-4558-8ba3-aa10e8afa7ec None None] Port c1981475-470a-4323-8051-efa4c6353571 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:09.278237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:09.287324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1680162874'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:09.287969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.293377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:09.297538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 89ecbdc1-2d12-41df-822d-5c71ed817930, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=89ecbdc1-2d12-41df-822d-5c71ed817930,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:09.302145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:09.302145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:09.307560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:09.308914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:09.341156 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-ce3a69f3-74ef-4fbd-9474-894a7f13f1d5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4691393 Feb 04 20:06:09.345880 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'status': 'completed', 'code': 200} Feb 04 20:06:09.401544 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.425265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:09.430242 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.483796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:06:09.502148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.502599 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3 of type vlan for network ce98ece3-20f8-4d63-95c4-2abf9436a198 Feb 04 20:06:09.554804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-740250b6-c0a9-47e9-8d51-01e9abfa433a None None] Provisioning complete for port 89ecbdc1-2d12-41df-822d-5c71ed817930 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:09.555526 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-740250b6-c0a9-47e9-8d51-01e9abfa433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.565736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-172401f9-e654-4084-ad99-6c0be796973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:09.567523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-172401f9-e654-4084-ad99-6c0be796973b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1094 time: 0.1985478 Feb 04 20:06:09.618973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.622662 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'code': 200} Feb 04 20:06:09.623585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=89ecbdc1-2d12-41df-822d-5c71ed817930,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:09.667352 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1eb45fe5-c0df-4037-8baf-5c46cae45b5c req-caeee64a-4e2d-43ef-963d-e2b53e66cd65 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 210 time: 0.1487277 Feb 04 20:06:09.857371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-c0b0641e-1e5b-4d18-a193-da580800893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:09.858825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-c0b0641e-1e5b-4d18-a193-da580800893b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.2610540 Feb 04 20:06:09.874966 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.939888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.945300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:09.949441 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:09.958039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 2cb42c99-ed14-40a3-8c53-866f8a8cd35b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:06:09.968953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-980d0112-9aa0-4867-a9ec-fa7cca427090 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.1033216 Feb 04 20:06:09.972036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7491a1a-bf25-4ec0-954c-f8807047342e req-18c7efef-e51c-4e1a-a475-0bcacfbf52db tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:09.979199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7491a1a-bf25-4ec0-954c-f8807047342e req-18c7efef-e51c-4e1a-a475-0bcacfbf52db tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 943 time: 0.2045910 Feb 04 20:06:09.999548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:10.007828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 2cb42c99-ed14-40a3-8c53-866f8a8cd35b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:06:10.007828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 2cb42c99-ed14-40a3-8c53-866f8a8cd35b not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:06:10.031102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1981475-470a-4323-8051-efa4c6353571 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:10.051167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:10.088523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ffb470-1d49-4d35-ad6c-a485ed6d5552,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:10.092796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-73a41740-a137-4e1d-bef2-9dcc1417cb23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e85299dc7d7d49d3a006ee7cecad4f18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1611266 Feb 04 20:06:10.098102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52974) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:10.098840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Transition to ACTIVE for port object c1981475-470a-4323-8051-efa4c6353571 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:10.121363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7491a1a-bf25-4ec0-954c-f8807047342e req-293b05cc-b3cb-4099-a7c7-21c1a928b5a3 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412814 Feb 04 20:06:10.175370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=ce98ece3-20f8-4d63-95c4-2abf9436a198,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:10.190010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ce98ece3-20f8-4d63-95c4-2abf9436a198 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:06:10.190945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-89b3122f-1dce-4bc2-a42e-107c2063c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:10.192520 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-89b3122f-1dce-4bc2-a42e-107c2063c1bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.2016211 Feb 04 20:06:10.211690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a368bd-101a-4556-be32-872fc2a2c621 req-48b06c32-5cb7-4a36-b4d6-366895fc8ca8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:10.219085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19a368bd-101a-4556-be32-872fc2a2c621 req-48b06c32-5cb7-4a36-b4d6-366895fc8ca8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 932 time: 0.3973813 Feb 04 20:06:10.290717 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-419eaf49-b089-4fb3-b39a-6f95a939227b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0235922 Feb 04 20:06:10.290717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52978) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:10.301653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:10.325266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-3c42fa8b-6d91-4b30-8d85-d750c36fc6b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223078 Feb 04 20:06:10.350022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 89ecbdc1-2d12-41df-822d-5c71ed817930 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:10.397591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:10.404296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a5f1e84-b177-49b3-8bc3-472e1d3d816c req-7f4e0940-5146-4629-9fd9-b12093b787d9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 210 time: 0.2155418 Feb 04 20:06:10.559691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 89ecbdc1-2d12-41df-822d-5c71ed817930 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:10.560680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:10.564359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82cf09ab-b96f-4ae2-b9ff-987f5502fe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:10.646927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19a368bd-101a-4556-be32-872fc2a2c621 req-35981e99-7741-4f66-9f22-0db67ebba70c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261901 Feb 04 20:06:10.776463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:10.784681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:10.790128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:10.807816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:10.865157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Pushing event updated for resources: {'Port': ['ID=c1981475-470a-4323-8051-efa4c6353571,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:10.868612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82cf09ab-b96f-4ae2-b9ff-987f5502fe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:10.869236 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-7ac3c402-d7cc-4080-af19-1d7a5b37ba2e service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332220 Feb 04 20:06:10.888008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc468f3-14cf-4099-8422-6837265ccace req-0b5bdf3b-f240-4adf-b401-9a3a9b9d6894 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:10.890147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-0b5bdf3b-f240-4adf-b401-9a3a9b9d6894 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.2802868 Feb 04 20:06:10.936072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-d0936e6b-1898-4b94-99b6-4a128d631d6d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.0389357 Feb 04 20:06:10.964100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:10.967569 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:11.004125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Attempting to bind port c1981475-470a-4323-8051-efa4c6353571 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:11.004125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Attempting to bind port c1981475-470a-4323-8051-efa4c6353571 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:11.004125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Attempting to bind port c1981475-470a-4323-8051-efa4c6353571 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:11.016566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Port c1981475-470a-4323-8051-efa4c6353571 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:11.016887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Attempting to bind port c1981475-470a-4323-8051-efa4c6353571 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:11.027130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:11.027465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:11.032821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Bound using segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:11.032821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Bound port: c1981475-470a-4323-8051-efa4c6353571, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:11.032821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:11.091158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Performing IP validity checks on allocation pools {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 20:06:11.091873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 20:06:11.117837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abc468f3-14cf-4099-8422-6837265ccace req-b938107c-6106-462a-899d-afe36cb5f7e0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:11.118554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb5e56-07af-42b2-869d-554eee2f0730 req-e1ba0dea-cab7-421f-9ac8-54a4adcd2921 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:11.120097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2eeb5e56-07af-42b2-869d-554eee2f0730 req-e1ba0dea-cab7-421f-9ac8-54a4adcd2921 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.3055243 Feb 04 20:06:11.124361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82cf09ab-b96f-4ae2-b9ff-987f5502fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:11.158114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf09ab-b96f-4ae2-b9ff-987f5502fe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ffb470-1d49-4d35-ad6c-a485ed6d5552,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:11.165248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] For port c1981475-470a-4323-8051-efa4c6353571, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:11.168730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a341db3f-66a8-4e69-bf2a-620a07661635 req-bf7717f0-2903-4d93-a9af-ea58283235a5 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852116 Feb 04 20:06:11.169249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] For port c1981475-470a-4323-8051-efa4c6353571, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c1981475-470a-4323-8051-efa4c6353571,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:11.170370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-82cf09ab-b96f-4ae2-b9ff-987f5502fe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:11.171507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-82cf09ab-b96f-4ae2-b9ff-987f5502fe9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82ffb470-1d49-4d35-ad6c-a485ed6d5552 HTTP/1.1" status: 204 len: 168 time: 1.0715125 Feb 04 20:06:11.206605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2eeb5e56-07af-42b2-869d-554eee2f0730 req-18dc4661-406f-443b-8084-3588433995b3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793757 Feb 04 20:06:11.237869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abc468f3-14cf-4099-8422-6837265ccace req-b938107c-6106-462a-899d-afe36cb5f7e0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:11.237869 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-b938107c-6106-462a-899d-afe36cb5f7e0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2831697 Feb 04 20:06:11.339007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:11.384404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e90c819-642e-4142-89ab-e4b99f00f737 req-52672d28-80df-48d2-bdaf-db5f4c9c22fb tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 210 time: 0.0581822 Feb 04 20:06:11.427438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:11.428120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:11.429540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-44545b41-edda-4a98-a532-5c45024a556b service neutron] 10.222.0.24 "PUT /v2.0/ports/c1981475-470a-4323-8051-efa4c6353571 HTTP/1.1" status: 200 len: 1092 time: 2.4991345 Feb 04 20:06:11.432125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'tag': 'c1981475-470a-4323-8051-efa4c6353571'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:11.500226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-d712ab44-a3fc-479d-b301-200423778cd2 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557125 Feb 04 20:06:11.528744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44545b41-edda-4a98-a532-5c45024a556b service neutron] Pushing event updated for resources: {'Port': ['ID=c1981475-470a-4323-8051-efa4c6353571,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:11.571130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:11.712329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-084fb3c7-f7ff-41e4-a4f7-e6cda2070d33 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078140 Feb 04 20:06:11.731734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-f0abbf4b-44bd-4c6e-90be-c44b28cc144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:11.735997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-f0abbf4b-44bd-4c6e-90be-c44b28cc144e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 1095 time: 0.1311622 Feb 04 20:06:11.747149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=37fcc0ef-a8c0-4871-857e-31a90d294254,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:11.814493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-a00061b7-ffb5-46df-bf91-2f302809b887 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1981475-470a-4323-8051-efa4c6353571 HTTP/1.1" status: 200 len: 217 time: 0.0702941 Feb 04 20:06:11.868608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': 'a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:11.868992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: ce98ece3-20f8-4d63-95c4-2abf9436a198, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:06:11.896640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-c8fc2396-617c-4e96-83b6-2c5053bcd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:11.899151 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-c8fc2396-617c-4e96-83b6-2c5053bcd6e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.0777199 Feb 04 20:06:11.911413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aa320fdd-6800-4374-8eb5-a789c25ff923 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:11.918990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aa320fdd-6800-4374-8eb5-a789c25ff923 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:11.918990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aa320fdd-6800-4374-8eb5-a789c25ff923 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:11.941992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049ff4e-cfd7-48cf-8841-385469b144e5 req-ee52a18f-7617-4196-becb-99615e51ee0f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:11.949196 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d049ff4e-cfd7-48cf-8841-385469b144e5 req-ee52a18f-7617-4196-becb-99615e51ee0f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 943 time: 0.3852012 Feb 04 20:06:11.950821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 734c0f0d-00ee-448c-bcca-34bc2a74881d details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:11.978482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aa320fdd-6800-4374-8eb5-a789c25ff923 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:11.979716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aa320fdd-6800-4374-8eb5-a789c25ff923 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "GET /v2.0/networks?id=2f7ad038-8def-4825-8a75-1716e0fb6417&id=f109deb2-e235-4d13-8bd9-5b130554f32d&id=2f7ad038-8def-4825-8a75-1716e0fb6417 HTTP/1.1" status: 200 len: 1391 time: 0.5651124 Feb 04 20:06:11.994563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'port': {'device_id': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417', 'admin_state_up': True, 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:12.022763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network ce98ece3-20f8-4d63-95c4-2abf9436a198 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:06:12.067187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553278-4879-40c6-82eb-d94e5844b47c req-91357f74-0819-4cbb-88f1-9b8d596fdbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:12.068142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-91357f74-0819-4cbb-88f1-9b8d596fdbbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583223 Feb 04 20:06:12.190374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d049ff4e-cfd7-48cf-8841-385469b144e5 req-90cdb4aa-8e2c-4f5a-aa24-252556b15669 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401412 Feb 04 20:06:12.208496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:12.255231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'port_id': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'mac_address': 'fa:16:3e:85:ad:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:12.274312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ce98ece3-20f8-4d63-95c4-2abf9436a198) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:12.310576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:12.311516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:12.327099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:12.339203 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'tag': 'c1981475-470a-4323-8051-efa4c6353571', 'status': 'completed', 'code': 200} Feb 04 20:06:12.339413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215ce6d-7e79-47a9-a8eb-238ee47d1978 None None] Network ce98ece3-20f8-4d63-95c4-2abf9436a198 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:12.358649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-437ad560-ae18-4730-9513-feaab2494491 req-d75fa1cc-931e-4285-8b4c-8b640f3fd31c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 210 time: 0.1122782 Feb 04 20:06:12.367188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-92026259-07db-41ee-bbe1-9f2b3a459023 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896938 Feb 04 20:06:12.443186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:12.461671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734c0f0d-00ee-448c-bcca-34bc2a74881d {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:12.490850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:port and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:12.504482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:12.512756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:12.566536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d41ad-2bc8-4f7e-bcf2-c7018ada1765 req-1616e95f-e5b1-4375-adc9-d08008ee8079 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:12.568152 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a8d41ad-2bc8-4f7e-bcf2-c7018ada1765 req-1616e95f-e5b1-4375-adc9-d08008ee8079 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 944 time: 0.1263354 Feb 04 20:06:12.575403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d93ec1a5-82cb-41ea-a302-73abe35b177e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2786827 Feb 04 20:06:12.582471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53030) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:12.585955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:12.597053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198', 'name': 'tempest-PortsTestJSON-127319307'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:12.707311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-c2904dbf-9cbb-4fcb-babd-2c76a365478c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ff85700c023d44c59b142250468cd68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905311 Feb 04 20:06:12.711784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e6afdaa-5339-4de5-bcd8-e2fa20cd1e0b req-4acd01e0-d43b-4989-b599-322f31683d24 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 210 time: 0.0754616 Feb 04 20:06:12.748500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ce98ece3-20f8-4d63-95c4-2abf9436a198', 'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198', 'tenant_id': '36db804f6f134e1090ee004192d31553', 'fixed_ips': [{'subnet_id': '37fcc0ef-a8c0-4871-857e-31a90d294254'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:06:12.749391 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:12.770572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a8d41ad-2bc8-4f7e-bcf2-c7018ada1765 req-3087062e-f947-4d2b-8794-e235ae01c5fe tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523073 Feb 04 20:06:12.795289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:12.801024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:12.920225 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:12.930119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b553278-4879-40c6-82eb-d94e5844b47c req-8dd3399a-f099-4aae-b274-162ead8ad320 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585153 Feb 04 20:06:12.980299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Allocated IP 172.20.0.2 (ce98ece3-20f8-4d63-95c4-2abf9436a198/37fcc0ef-a8c0-4871-857e-31a90d294254/77168fa3-c034-4a9b-881a-2be8f4d3ecc3) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:12.994777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b712078-4935-48f9-81ea-111e3dc9482a req-08c1ec87-231a-4062-875f-80c3e292fed0 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 210 time: 0.1151276 Feb 04 20:06:13.034722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-1f1b42bf-1d1d-4470-860f-2caa4daaa287 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:13.036606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-1f1b42bf-1d1d-4470-860f-2caa4daaa287 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218737 Feb 04 20:06:13.058148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Request body: {'port': {'device_id': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'ff85700c023d44c59b142250468cd68d'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:13.061503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:13.091490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:13.202398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89f76f-bebe-4d0b-920a-bb8d2d10660e req-a5aa0b0d-8bb7-4982-944a-434d62db55f4 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:13.204004 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b89f76f-bebe-4d0b-920a-bb8d2d10660e req-a5aa0b0d-8bb7-4982-944a-434d62db55f4 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.2690823 Feb 04 20:06:13.327941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:13.357497 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:13.370909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Transition to ACTIVE for port object 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:13.391613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['734c0f0d-00ee-448c-bcca-34bc2a74881d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:13.409375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:13.416991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b89f76f-bebe-4d0b-920a-bb8d2d10660e req-751a9dd9-0e78-4a68-8a73-38b31b088aeb tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119102 Feb 04 20:06:13.430568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:13.442088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Transition to ACTIVE for port object 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:13.450609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-0ee4c462-cac4-4363-8620-bf86eba552d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:13.452131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-0ee4c462-cac4-4363-8620-bf86eba552d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 1095 time: 0.2155824 Feb 04 20:06:13.497644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Allocated IP 19.80.0.83 (2f7ad038-8def-4825-8a75-1716e0fb6417/a1a9f791-3013-4ef3-804f-8384661765c0/a33cf108-6343-4e52-918a-235fd959cafe) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:13.511819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d22c3-d6a7-440b-a5a1-325a23ae7c21 req-c8a5fdce-854a-4500-abe0-37f37b67a37b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:13.513408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f96d22c3-d6a7-440b-a5a1-325a23ae7c21 req-c8a5fdce-854a-4500-abe0-37f37b67a37b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 944 time: 0.1650825 Feb 04 20:06:13.564188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:13.566611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:13.570193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:13.626814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port bac069e9-30db-4205-b9f6-70ab13e02082 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:06:13.629615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Network ce98ece3-20f8-4d63-95c4-2abf9436a198 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:13.648542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:13.648907 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3fc4776f-bb59-4f7b-8b1f-017f4f930b25 req-ef121b0b-4434-4bb4-afff-946fd2ce72d2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 210 time: 0.0706484 Feb 04 20:06:13.657779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:13.662022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Made reservation on behalf of ff85700c023d44c59b142250468cd68d for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:13.665658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:13.677516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f96d22c3-d6a7-440b-a5a1-325a23ae7c21 req-57dbaa27-dd9a-441c-bb04-cc0024dbcb09 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530550 Feb 04 20:06:13.852524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Attempting to bind port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:13.852911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Attempting to bind port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:13.853277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Attempting to bind port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 on network ce98ece3-20f8-4d63-95c4-2abf9436a198 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:13.858741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-a28969fb-cde9-4e58-b652-d7c2020d0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:13.862617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-a28969fb-cde9-4e58-b652-d7c2020d0162 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.3959959 Feb 04 20:06:13.872626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Pushing event updated for resources: {'Port': ['ID=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:13.894952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:13.895334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Checking segment: {'id': 'a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:13.895736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:13.896788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Bound using segment: {'id': 'a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:13.896788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Bound port: 77168fa3-c034-4a9b-881a-2be8f4d3ecc3, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ce98ece3-20f8-4d63-95c4-2abf9436a198'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:13.897059 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:13.934338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9e5fe61-c5f5-46bd-aaef-9b05ded179a0 req-c10fccba-7fe6-49a4-be30-71ff24059d38 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 210 time: 0.0593569 Feb 04 20:06:14.048764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] For port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:14.052067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] For port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,segment=NetworkSegment(a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3),segment_id=a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:14.082545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:14.086116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-c9f89180-2628-4b75-8c27-a211d5de2bf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1981475-470a-4323-8051-efa4c6353571 HTTP/1.1" status: 200 len: 217 time: 0.1506329 Feb 04 20:06:14.104295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.4 (ce98ece3-20f8-4d63-95c4-2abf9436a198/37fcc0ef-a8c0-4871-857e-31a90d294254/bac069e9-30db-4205-b9f6-70ab13e02082) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:14.126392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Transition to ACTIVE for port object a33cf108-6343-4e52-918a-235fd959cafe will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:14.152908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:14.196359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Allocated IP 192.168.233.225 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:14.228198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33341675-a934-4c2c-8c66-18558fb52280 req-bb8331a2-d0e7-481c-a88c-4c2376567f1c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:14.244371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-33341675-a934-4c2c-8c66-18558fb52280 req-bb8331a2-d0e7-481c-a88c-4c2376567f1c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 944 time: 0.2697201 Feb 04 20:06:14.255474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6ce4b-5c5a-440c-815c-f7f5ed3d47c7 None None] Pushing event updated for resources: {'Port': ['ID=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:14.403136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-33341675-a934-4c2c-8c66-18558fb52280 req-c85eafea-9789-4864-8df3-aa7b9a4763da tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560230 Feb 04 20:06:14.408620 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:14.419225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c6f87ba-9767-45f5-9893-dece904e381e req-37e54618-66a0-4959-959e-08405f10ce66 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 210 time: 0.2683015 Feb 04 20:06:14.510969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Port': ['ID=a33cf108-6343-4e52-918a-235fd959cafe,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:14.546127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:14.549660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:14.553932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:14.564686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:14.618518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-9ea737f7-aad9-4581-91ee-be5e2afec927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:14.620054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-9ea737f7-aad9-4581-91ee-be5e2afec927 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.5238247 Feb 04 20:06:14.652689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:14.696752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object bac069e9-30db-4205-b9f6-70ab13e02082 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:14.738197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:14.739162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:14.779022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Transition to ACTIVE for port object c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:14.810942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005230c-a847-4dc8-908b-4a05864c449f req-bcfdf70b-bff5-419b-a879-7e87cfe57733 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:14.818552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c005230c-a847-4dc8-908b-4a05864c449f req-bcfdf70b-bff5-419b-a879-7e87cfe57733 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.2555542 Feb 04 20:06:14.881953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c8ee702f-07a8-4449-b293-947863263f09 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8933785 Feb 04 20:06:14.895231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c005230c-a847-4dc8-908b-4a05864c449f req-e78bdd3a-b425-4f5e-80ec-5738614f1641 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755689 Feb 04 20:06:14.900163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'port': {'device_id': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d', 'admin_state_up': True, 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:14.900555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d322cebb-1b6c-4d5d-9a13-0ff582fc58d5 req-4e6e6b21-9135-43e7-abf2-9194a0a39176 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 210 time: 0.0656118 Feb 04 20:06:14.939177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:14.940570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-9961ea6f-890e-4391-90a0-05bb97254b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:14.942363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-9961ea6f-890e-4391-90a0-05bb97254b91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2766855 Feb 04 20:06:15.191403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network ce98ece3-20f8-4d63-95c4-2abf9436a198 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:15.200789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=bac069e9-30db-4205-b9f6-70ab13e02082,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:15.209958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:15.231894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8dbf19db-f5e9-4e27-94ac-1201f7a06ce5 None None] Provisioning for port a33cf108-6343-4e52-918a-235fd959cafe completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:15.232548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8dbf19db-f5e9-4e27-94ac-1201f7a06ce5 None None] Provisioning complete for port a33cf108-6343-4e52-918a-235fd959cafe triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:15.233564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8dbf19db-f5e9-4e27-94ac-1201f7a06ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:15.233718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:15.274191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:15.291573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:15.317841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['159175ca-76eb-469b-bbde-6eab05e5f79b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:15.325418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:15.326028 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:15.343020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:15.351975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:port and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:15.359572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:15.372315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae9886-9e38-4b5c-b615-a82bfa262e4a req-d02cdc05-3a04-4d3b-87a2-a543eba9bf69 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:15.373794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98ae9886-9e38-4b5c-b615-a82bfa262e4a req-d02cdc05-3a04-4d3b-87a2-a543eba9bf69 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 944 time: 0.2823246 Feb 04 20:06:15.374721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:15.394544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fcb668fb-5fa9-44f1-93f6-4297ff575053 req-c8cbfa6c-fa9a-4c0e-8337-d3c2a7f245d2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 210 time: 0.1246831 Feb 04 20:06:15.417140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf19db-f5e9-4e27-94ac-1201f7a06ce5 None None] Port a33cf108-6343-4e52-918a-235fd959cafe cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:15.467304 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-180d96b7-4eab-4869-ab14-f2e0da7558dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8829811 Feb 04 20:06:15.471215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53086) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:15.511175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:15.521106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:15.531496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98ae9886-9e38-4b5c-b615-a82bfa262e4a req-8c1ef559-3bd6-4992-a0cf-a1a0557f3eb2 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387038 Feb 04 20:06:15.549013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:15.575350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:15.587351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:15.711755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:15.842290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port bac069e9-30db-4205-b9f6-70ab13e02082 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:15.842602 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:15.933324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc468f3-14cf-4099-8422-6837265ccace req-8d569515-bf8e-4432-8367-1632ec30a758 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:15.935012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-8d569515-bf8e-4432-8367-1632ec30a758 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.6274230 Feb 04 20:06:15.973787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 734c0f0d-00ee-448c-bcca-34bc2a74881d up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:16.058648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:16.059580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.090194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Request body: {'port': {'device_id': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'admin_state_up': True, 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:16.091821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9c98fb48-2565-4442-9f8d-29857229c15d None None] Provisioning for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:16.111903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9c98fb48-2565-4442-9f8d-29857229c15d None None] Provisioning complete for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:16.112379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c98fb48-2565-4442-9f8d-29857229c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.119507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-c6e65281-ba92-4269-9e85-3ed349206f6f service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1628556 Feb 04 20:06:16.149125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e16df-e660-40bb-bd4a-4d3920a499f5 None None] Network ce98ece3-20f8-4d63-95c4-2abf9436a198 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:16.305034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-4da67cca-661c-4135-a48e-5efab7766e73 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2524219 Feb 04 20:06:16.402209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Request body: {'port': {'device_id': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:16.421610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:16.468513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502f0d4-5774-4e66-afe4-91e81fe4043e req-cec0310f-be5a-42be-a4d4-fbab84689d22 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:16.469274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1502f0d4-5774-4e66-afe4-91e81fe4043e req-cec0310f-be5a-42be-a4d4-fbab84689d22 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:16.489876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 734c0f0d-00ee-448c-bcca-34bc2a74881d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:16.494725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9c98fb48-2565-4442-9f8d-29857229c15d None None] Port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:16.501404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 734c0f0d-00ee-448c-bcca-34bc2a74881d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:16.501625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.505350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97324c01-4ab5-4573-b7ce-09dcf3933169 req-3f15b508-7e8a-44ab-8516-247d7f433c1b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:16.506060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-97324c01-4ab5-4573-b7ce-09dcf3933169 req-3f15b508-7e8a-44ab-8516-247d7f433c1b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:16.509255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Allocated IP 19.86.0.192 (f109deb2-e235-4d13-8bd9-5b130554f32d/0148c467-b0a5-4ad7-87d3-c0157439adf0/14e13970-1234-44cd-83fe-2a88e44c11ac) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:16.513215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:16.558188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.609694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.619375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:16.685809 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4078f37e-079b-42ea-b2a1-c824900d8443 req-3ab537de-50ec-45b9-b329-70c4e07d7abb service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581727 Feb 04 20:06:16.725723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1502f0d4-5774-4e66-afe4-91e81fe4043e req-cec0310f-be5a-42be-a4d4-fbab84689d22 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:16.733156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1502f0d4-5774-4e66-afe4-91e81fe4043e req-cec0310f-be5a-42be-a4d4-fbab84689d22 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 931 time: 0.8949816 Feb 04 20:06:16.760290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for bac069e9-30db-4205-b9f6-70ab13e02082 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:16.775177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.787180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-97324c01-4ab5-4573-b7ce-09dcf3933169 req-3f15b508-7e8a-44ab-8516-247d7f433c1b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:16.791362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:16.795094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97324c01-4ab5-4573-b7ce-09dcf3933169 req-3f15b508-7e8a-44ab-8516-247d7f433c1b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 944 time: 1.0883212 Feb 04 20:06:16.797955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-509b90a5-2101-43d2-ba73-9af8c0987bf3 None None] Provisioning for port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:16.810805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:16.813284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:16.813652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.814839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.845346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-509b90a5-2101-43d2-ba73-9af8c0987bf3 None None] Provisioning complete for port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:16.845719 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-509b90a5-2101-43d2-ba73-9af8c0987bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:16.881655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1502f0d4-5774-4e66-afe4-91e81fe4043e req-84915ef4-1cbf-42ee-86ab-8b10c8cafd91 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:16.897675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:16.929961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97324c01-4ab5-4573-b7ce-09dcf3933169 req-3e340cd6-bc21-44f9-b3b8-40189aaf365f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333532 Feb 04 20:06:16.932103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:17.051722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.221600 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.252183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Allocated IP 172.20.0.2 (dd6f92d1-acbd-4a2e-b4b1-98a300375a73/0cd3173e-4643-4968-a50a-168de91e8698/59b23e26-b98f-41aa-884d-eb0df5aa5a9b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:17.254785 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-509b90a5-2101-43d2-ba73-9af8c0987bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.300202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.303216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1502f0d4-5774-4e66-afe4-91e81fe4043e req-84915ef4-1cbf-42ee-86ab-8b10c8cafd91 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:17.305752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:17.313700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1502f0d4-5774-4e66-afe4-91e81fe4043e req-84915ef4-1cbf-42ee-86ab-8b10c8cafd91 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788472 Feb 04 20:06:17.316450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,segment=NetworkSegment(a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3),segment_id=a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:17.351008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Transition to ACTIVE for port object 14e13970-1234-44cd-83fe-2a88e44c11ac will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:17.370086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c1981475-470a-4323-8051-efa4c6353571 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:17.382997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.394364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9165-8d22-41ec-824f-21cf94165bc4 req-a4a0d2ba-51c7-4b49-aec1-8519b0589d2d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:17.395142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-965e9165-8d22-41ec-824f-21cf94165bc4 req-a4a0d2ba-51c7-4b49-aec1-8519b0589d2d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:17.415837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:17.427634 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.430319 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.522080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=bac069e9-30db-4205-b9f6-70ab13e02082,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:17.667483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.682937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e62605e-65bc-4be1-980a-c6c392a15014 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/bac069e9-30db-4205-b9f6-70ab13e02082 HTTP/1.1" status: 204 len: 168 time: 2.2097473 Feb 04 20:06:17.695503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53114) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:17.697826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c1981475-470a-4323-8051-efa4c6353571, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c1981475-470a-4323-8051-efa4c6353571,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:17.704268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Transition to ACTIVE for port object c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:17.710232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-965e9165-8d22-41ec-824f-21cf94165bc4 req-a4a0d2ba-51c7-4b49-aec1-8519b0589d2d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:17.711610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-965e9165-8d22-41ec-824f-21cf94165bc4 req-a4a0d2ba-51c7-4b49-aec1-8519b0589d2d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 936 time: 0.5918503 Feb 04 20:06:17.721397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c1981475-470a-4323-8051-efa4c6353571', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': 'c1981475-470a-4323-8051-efa4c6353571', 'mac_address': 'fa:16:3e:7e:48:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:17.772581 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f266bab4-6067-462b-81a2-77793f16008c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:06:17.773203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f266bab4-6067-462b-81a2-77793f16008c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:06:17.778119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f266bab4-6067-462b-81a2-77793f16008c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/bac069e9-30db-4205-b9f6-70ab13e02082 HTTP/1.1" status: 404 len: 333 time: 0.0772030 Feb 04 20:06:17.778954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53118) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:17.789622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-509b90a5-2101-43d2-ba73-9af8c0987bf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:06:17.789974 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-509b90a5-2101-43d2-ba73-9af8c0987bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:06:17.805095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:17.812433 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.827383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1981475-470a-4323-8051-efa4c6353571 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:17.833923 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.843562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c1981475-470a-4323-8051-efa4c6353571, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c1981475-470a-4323-8051-efa4c6353571,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:17.847230 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3057018a-6cba-4173-b030-be802399a760 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:06:17.847759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3057018a-6cba-4173-b030-be802399a760 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:17.858058 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.912055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-965e9165-8d22-41ec-824f-21cf94165bc4 req-67994c08-962a-45b8-ad30-cb48f3ac14d4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807823 Feb 04 20:06:17.914536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366c0d4-4852-4ae8-be3c-affd4c7023d8 req-40dac6ab-3a5d-4609-9b36-a50bd36887d7 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:17.927276 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:17.927517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a366c0d4-4852-4ae8-be3c-affd4c7023d8 req-40dac6ab-3a5d-4609-9b36-a50bd36887d7 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.4007337 Feb 04 20:06:17.927517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network f109deb2-e235-4d13-8bd9-5b130554f32d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:17.947336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:17.952326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:17.984436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.091069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c1981475-470a-4323-8051-efa4c6353571,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:18.115880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:18.116545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.122851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53126) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:18.137731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3057018a-6cba-4173-b030-be802399a760 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:18.141701 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3057018a-6cba-4173-b030-be802399a760 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/bac069e9-30db-4205-b9f6-70ab13e02082 HTTP/1.1" status: 404 len: 333 time: 0.3612983 Feb 04 20:06:18.145707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53130) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:18.196299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c1981475-470a-4323-8051-efa4c6353571'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:18.199657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Port': ['ID=14e13970-1234-44cd-83fe-2a88e44c11ac,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:18.229696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a366c0d4-4852-4ae8-be3c-affd4c7023d8 req-e95df44c-0452-43d3-9c67-82362e9ef320 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057623 Feb 04 20:06:18.241302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:18.287416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 37fcc0ef-a8c0-4871-857e-31a90d294254 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:06:18.302003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.357271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a3c2c3ad-c597-43ee-bfaa-e1a160fc61e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4609671 Feb 04 20:06:18.367860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'port': {'device_id': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417', 'admin_state_up': True, 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:18.412321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:18.413342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd648b5-f9c7-4d46-9c44-5b290d52ed5f req-4c5f43bd-073f-4acd-aa85-f961ca08032f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 210 time: 0.3638504 Feb 04 20:06:18.422617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.508137 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'code': 200} Feb 04 20:06:18.530777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:18.542603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:18.542603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:18.556190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:18.556556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:18.565196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:18.570020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:18.570361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:18.570933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:18.571378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Bound port: c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:18.571722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.639892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:18.640334 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.649363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:18.663739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:18.667815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.687431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.728970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:18.755179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Usage tracker for resource:security_group_rule and tenant:8af84adad6814f988f02b148e477824e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:18.767402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:18.777282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event updated for resources: {'Port': ['ID=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:18.778767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7673ef6-5f82-4d6f-97d6-607f0b9e5b96 None None] Could not find standard attr ID for object bac069e9-30db-4205-b9f6-70ab13e02082. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:06:18.789475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:18.837129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:18.838721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.849399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7673ef6-5f82-4d6f-97d6-607f0b9e5b96 None None] Provisioning complete for port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:18.849765 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7673ef6-5f82-4d6f-97d6-607f0b9e5b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:18.875193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfde96-4045-46ac-a3ee-403bede9df2a req-e157da6e-5fa4-4960-ae1d-cdecfae5afff tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:18.876194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:18.880293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:18.881976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ddfde96-4045-46ac-a3ee-403bede9df2a req-e157da6e-5fa4-4960-ae1d-cdecfae5afff tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.2757347 Feb 04 20:06:18.885409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aad221-656e-4660-8cbf-715f6405a8cd req-d48e4a2c-f4bd-43d9-be92-99171191f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:18.889396 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7aad221-656e-4660-8cbf-715f6405a8cd req-d48e4a2c-f4bd-43d9-be92-99171191f1fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.3180945 Feb 04 20:06:18.889537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:18.921687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b0d0f-fb59-4f4f-8dca-501ad2c0a7c9 req-174b4b62-e894-4275-a14b-e5cfd050658c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:18.923827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-527b0d0f-fb59-4f4f-8dca-501ad2c0a7c9 req-174b4b62-e894-4275-a14b-e5cfd050658c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 945 time: 0.2723298 Feb 04 20:06:18.962250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7aad221-656e-4660-8cbf-715f6405a8cd req-47bc7e42-b225-48d7-ac78-e33b54bc5fce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688946 Feb 04 20:06:18.973145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:18.982823 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.002909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.029921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-527b0d0f-fb59-4f4f-8dca-501ad2c0a7c9 req-bf43d1c8-6dcf-44d1-9b3b-1a50ce9bd641 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939002 Feb 04 20:06:19.040300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-341b2797-831b-49f2-947f-800f6276fb3f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9947863 Feb 04 20:06:19.055323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Request body: {'port': {'device_id': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:19.068218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ddfde96-4045-46ac-a3ee-403bede9df2a req-8ca964d9-37fe-47fc-ad0a-87b8fa6b789c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848831 Feb 04 20:06:19.074495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.108103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7673ef6-5f82-4d6f-97d6-607f0b9e5b96 None None] Provisioning for port 14e13970-1234-44cd-83fe-2a88e44c11ac completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:19.116533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7673ef6-5f82-4d6f-97d6-607f0b9e5b96 None None] Provisioning complete for port 14e13970-1234-44cd-83fe-2a88e44c11ac triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:19.117052 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7673ef6-5f82-4d6f-97d6-607f0b9e5b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.129434 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.130652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:19.131342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.132896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 1096 time: 2.7675803 Feb 04 20:06:19.162639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:19.191571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05288001-3a69-45e5-9647-9180664cf1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:19.243067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:19.249291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8af84adad6814f988f02b148e477824e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1220956 Feb 04 20:06:19.249291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.252196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53142) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:19.260932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ebb4ff-87c1-410e-b3ad-47427ae43c93,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:19.311239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.339810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.351326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d81b85-de45-4631-a7e8-401c62c46a8b None None] Network ce98ece3-20f8-4d63-95c4-2abf9436a198 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:19.363841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.364389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.364829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.365335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.365762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.366190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.366643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.367090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.367577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.368114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.368538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.368958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1eaadd-d118-4528-82d0-83818105a046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:19.372856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=37fcc0ef-a8c0-4871-857e-31a90d294254,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:19.388703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:19.392244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.411319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5020154-e9e8-4318-993b-e5524c2f6ccc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/37fcc0ef-a8c0-4871-857e-31a90d294254 HTTP/1.1" status: 204 len: 168 time: 1.2552476 Feb 04 20:06:19.414520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53148) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:19.423723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a7673ef6-5f82-4d6f-97d6-607f0b9e5b96 None None] Port 14e13970-1234-44cd-83fe-2a88e44c11ac cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:19.443426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c1981475-470a-4323-8051-efa4c6353571 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:19.611315 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.631684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.684819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192850c-20e6-4bdb-b302-e25e3769a44e req-b8086de6-9cc7-4256-aec6-40992627da96 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:19.685513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ff52-f71f-45d5-8a7d-16aab6df6ad9 req-c94d5172-f641-4057-b79f-ec568e332b10 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:19.686401 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d192850c-20e6-4bdb-b302-e25e3769a44e req-b8086de6-9cc7-4256-aec6-40992627da96 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 948 time: 0.3854694 Feb 04 20:06:19.691360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ff52-f71f-45d5-8a7d-16aab6df6ad9 req-c94d5172-f641-4057-b79f-ec568e332b10 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:19.695189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:19.695612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.701459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c77ff52-f71f-45d5-8a7d-16aab6df6ad9 req-c94d5172-f641-4057-b79f-ec568e332b10 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 1654 time: 0.4266882 Feb 04 20:06:19.749548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.752839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c1981475-470a-4323-8051-efa4c6353571 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:19.759428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c1981475-470a-4323-8051-efa4c6353571 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:19.761148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.777927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-f5566d46-6696-4b14-95c6-f50c55ce1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:19.779443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-f5566d46-6696-4b14-95c6-f50c55ce1b01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1099 time: 0.4259048 Feb 04 20:06:19.841830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Allocated IP 19.80.0.203 (2f7ad038-8def-4825-8a75-1716e0fb6417/a1a9f791-3013-4ef3-804f-8384661765c0/dc936342-1ebd-41db-a1da-648ceb3ece26) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:19.844144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] DHCP port deletion for ce98ece3-20f8-4d63-95c4-2abf9436a198 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:06:19.863562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d192850c-20e6-4bdb-b302-e25e3769a44e req-aafc1f4c-3fa0-490a-b953-2d33aad3d97e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426182 Feb 04 20:06:19.899349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Deleting port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:19.899727 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:19.971605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.013370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c1981475-470a-4323-8051-efa4c6353571, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c1981475-470a-4323-8051-efa4c6353571,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:20.046205 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d67705fe-a2c2-41c8-8175-10bd5427cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.106967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] For port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,segment=NetworkSegment(a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3),segment_id=a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:20.107759 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.108524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-08bb4ac1-6d2e-4be7-b7be-55c98fb408ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.3162460 Feb 04 20:06:20.112267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c77ff52-f71f-45d5-8a7d-16aab6df6ad9 req-23afc0b0-13d4-46a4-b1d6-2f2bb0379b31 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130719 Feb 04 20:06:20.113888 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'status': 'completed', 'code': 200} Feb 04 20:06:20.150575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.255094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] For port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,segment=NetworkSegment(a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3),segment_id=a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:20.255495 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.264401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-f7628c77-2200-4b30-9215-daecf3fb6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:20.266379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-f7628c77-2200-4b30-9215-daecf3fb6f61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1463342 Feb 04 20:06:20.358268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:06:20.387845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:20.399328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c1981475-470a-4323-8051-efa4c6353571,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:20.473557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Calling delete_port for 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:20.510147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1981475-470a-4323-8051-efa4c6353571'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:20.521709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b23e26-b98f-41aa-884d-eb0df5aa5a9b {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:20.532944 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.555795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.568554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-a39468db-bfad-4530-802e-3af768de40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:20.570117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-a39468db-bfad-4530-802e-3af768de40dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2936366 Feb 04 20:06:20.576884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef2f4a-17c6-4468-83fb-e01d259d637f req-fd2249be-31b0-4141-a039-72b27836b0b6 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:20.578529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcef2f4a-17c6-4468-83fb-e01d259d637f req-fd2249be-31b0-4141-a039-72b27836b0b6 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.4904771 Feb 04 20:06:20.586436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6c270-4762-48d4-b970-ea5960ad05b6 req-bf35bce6-ff04-4aae-8062-a8aaab9202d9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:20.592136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-49d6c270-4762-48d4-b970-ea5960ad05b6 req-bf35bce6-ff04-4aae-8062-a8aaab9202d9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:20.592136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Transition to ACTIVE for port object 59b23e26-b98f-41aa-884d-eb0df5aa5a9b will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:20.600648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Transition to ACTIVE for port object dc936342-1ebd-41db-a1da-648ceb3ece26 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:20.613495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.634559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcef2f4a-17c6-4468-83fb-e01d259d637f req-d638931d-71ad-4cf8-a7f8-c5ee756fb96f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488839 Feb 04 20:06:20.658399 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.679398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.691407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ebb4ff-87c1-410e-b3ad-47427ae43c93,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:20.711134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.711485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.711829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.712170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.712503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.712833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.713253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.713479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.713805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.714129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.714452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.714797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:20.724661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.725174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:06:20.725600 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:06:20.725735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-15b13099-947c-491c-aa73-717b0babb7f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92ebb4ff-87c1-410e-b3ad-47427ae43c93 HTTP/1.1" status: 204 len: 168 time: 1.4721770 Feb 04 20:06:20.746109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.885146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:20.888936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-49d6c270-4762-48d4-b970-ea5960ad05b6 req-bf35bce6-ff04-4aae-8062-a8aaab9202d9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:20.890100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49d6c270-4762-48d4-b970-ea5960ad05b6 req-bf35bce6-ff04-4aae-8062-a8aaab9202d9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 931 time: 0.5287688 Feb 04 20:06:20.906233 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-7685919a-fd95-444a-afe3-03a563a2b18d service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141630 Feb 04 20:06:20.920140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=77168fa3-c034-4a9b-881a-2be8f4d3ecc3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:20.947497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Pushing event updated for resources: {'Port': ['ID=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:20.971720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No DVR routers for this DVR port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:06:21.055076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:21.070418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:21.073292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:21.128420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49d6c270-4762-48d4-b970-ea5960ad05b6 req-096585f6-4681-4b71-8693-148dec4c00ee tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244093 Feb 04 20:06:21.196810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Port': ['ID=dc936342-1ebd-41db-a1da-648ceb3ece26,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:21.217944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.227287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Deleting port 77168fa3-c034-4a9b-881a-2be8f4d3ecc3 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:21.228417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.264270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da71ab7e-05c6-4ea0-8d3e-592ef7cef4e8 req-9a7e88a1-bc03-436a-91f0-cdaf993bb0b8 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368709 Feb 04 20:06:21.268174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:21.268818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.279637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Attempting to bind port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:21.283443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Attempting to bind port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:21.284059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Attempting to bind port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:21.284548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce98ece3-20f8-4d63-95c4-2abf9436a198']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:21.293576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:21.293576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Attempting to bind port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:21.300033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:21.300528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:21.300978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Bound using segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:21.301473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Bound port: 59b23e26-b98f-41aa-884d-eb0df5aa5a9b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:21.301876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.307511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feca077-4439-450e-92dc-4a0e581cc444 req-d43b1845-680c-4bdd-8af1-820804b79809 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:21.314746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0feca077-4439-450e-92dc-4a0e581cc444 req-d43b1845-680c-4bdd-8af1-820804b79809 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.4401717 Feb 04 20:06:21.338963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:21.339526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ca11b9-cf6e-4006-84c8-e2e28ce18ff3') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:21.369434 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.398322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9dc013a5-3f8b-4308-b65e-e0885715c534 None None] The port '77168fa3-c034-4a9b-881a-2be8f4d3ecc3' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:06:21.398712 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0feca077-4439-450e-92dc-4a0e581cc444 req-b01206f2-ccdb-437e-8109-f4898a38f6b0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827813 Feb 04 20:06:21.403720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.417923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:06:21.417923 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:06:21.433537 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:06:21.450771 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1981475-470a-4323-8051-efa4c6353571', 'code': 200} Feb 04 20:06:21.504438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-cba2a80e-28fa-4cc5-a2bd-338a0486076d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1407356 Feb 04 20:06:21.527566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Request body: {'port': {'device_id': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:21.620471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-37b65d3a-5071-4ecc-a410-d53b174482c4 None None] Provisioning for port dc936342-1ebd-41db-a1da-648ceb3ece26 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:21.626831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-37b65d3a-5071-4ecc-a410-d53b174482c4 None None] Provisioning complete for port dc936342-1ebd-41db-a1da-648ceb3ece26 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:21.627479 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-37b65d3a-5071-4ecc-a410-d53b174482c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.638947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] For port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:21.665119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] For port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:21.674368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b831df-d111-44fc-9b93-e3709c440f84 req-41e5664b-117b-43d4-a571-89cfc1ce28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:21.676114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b831df-d111-44fc-9b93-e3709c440f84 req-41e5664b-117b-43d4-a571-89cfc1ce28b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1099 time: 0.2595980 Feb 04 20:06:21.686628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37b65d3a-5071-4ecc-a410-d53b174482c4 None None] Port dc936342-1ebd-41db-a1da-648ceb3ece26 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:21.711755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.714191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6c0d3-4eee-4b60-92d7-f89ed7b2095f req-63e45acd-7df7-43dd-9778-dc6c8898e434 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:21.715673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c6c0d3-4eee-4b60-92d7-f89ed7b2095f req-63e45acd-7df7-43dd-9778-dc6c8898e434 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.3007627 Feb 04 20:06:21.730546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.751724 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.790970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.806969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=ce98ece3-20f8-4d63-95c4-2abf9436a198,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:21.813615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-96bfaed7-4159-4f65-8e79-f4154246691a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/ce98ece3-20f8-4d63-95c4-2abf9436a198 HTTP/1.1" status: 204 len: 168 time: 2.3967097 Feb 04 20:06:21.823127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6be1e-1b3e-44fe-b43f-255be398d39e req-5376382e-79fd-46e8-8907-8fd0a9287e10 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:21.824553 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbc6be1e-1b3e-44fe-b43f-255be398d39e req-5376382e-79fd-46e8-8907-8fd0a9287e10 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 948 time: 0.2664697 Feb 04 20:06:21.825103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53170) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:21.834649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-509077376'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:21.843699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:21.852275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53174) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:21.871091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:21.894079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe237e6-0362-4101-92da-34b06a8fd64e req-42c4d9e6-66cd-42f3-8b3d-6003d87c1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:21.895660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fe237e6-0362-4101-92da-34b06a8fd64e req-42c4d9e6-66cd-42f3-8b3d-6003d87c1820 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 1097 time: 0.3546457 Feb 04 20:06:21.916468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:21.931700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:21.935768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:21.936379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.937703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] 10.222.0.24 "PUT /v2.0/ports/59b23e26-b98f-41aa-884d-eb0df5aa5a9b HTTP/1.1" status: 200 len: 1091 time: 2.8887513 Feb 04 20:06:21.950389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:21.967367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbc6be1e-1b3e-44fe-b43f-255be398d39e req-c0b6e306-b022-4f82-b9ba-996c8d8ad3b1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281188 Feb 04 20:06:21.983581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42c6c0d3-4eee-4b60-92d7-f89ed7b2095f req-1d59414c-c1b8-40ab-ab09-7fa5743df49d tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127497 Feb 04 20:06:22.009326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9acc1-793e-4b26-b6db-57d19b55fe8e service neutron] Pushing event updated for resources: {'Port': ['ID=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:22.018733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:22.024260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b831df-d111-44fc-9b93-e3709c440f84 req-2611d6ad-7268-4057-9b6a-65b75090a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.025645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b831df-d111-44fc-9b93-e3709c440f84 req-2611d6ad-7268-4057-9b6a-65b75090a4bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3428218 Feb 04 20:06:22.026555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Usage tracker for resource:security_group_rule and tenant:d802bf37f9bb4f3099c4b061ce890036 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:22.031365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:22.035121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fe237e6-0362-4101-92da-34b06a8fd64e req-3871502d-b670-40d0-a98e-2769e095d73c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263511 Feb 04 20:06:22.039790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:22.171111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:22.175026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.254825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'tag': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:22.263487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b831df-d111-44fc-9b93-e3709c440f84 req-6f2213b5-1536-49a1-908a-b6a60635412a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.2249227 Feb 04 20:06:22.270367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33cf108-6343-4e52-918a-235fd959cafe {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:22.279002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-03538c11-1ee8-4404-bbb8-578ffebbfd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.282061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.290170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:06:22.309426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.309765 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment c350a4c3-6a8b-47d9-b8fc-d116077c4645 of type vlan for network 5ed05e18-1633-42da-8451-064cd7c37e1b Feb 04 20:06:22.316902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Transition to ACTIVE for port object a33cf108-6343-4e52-918a-235fd959cafe will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:22.355788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97731b9-124f-40ba-9d87-40cf02a206df req-e7a7708c-2452-409c-a317-8c6c9bd40b80 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.362152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97731b9-124f-40ba-9d87-40cf02a206df req-e7a7708c-2452-409c-a317-8c6c9bd40b80 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.367879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97731b9-124f-40ba-9d87-40cf02a206df req-e7a7708c-2452-409c-a317-8c6c9bd40b80 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.368703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b97731b9-124f-40ba-9d87-40cf02a206df req-e7a7708c-2452-409c-a317-8c6c9bd40b80 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:22.377453 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.432325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.459707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b831df-d111-44fc-9b93-e3709c440f84 req-a8b2cb40-754d-455b-9322-12e09acf143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.461149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b831df-d111-44fc-9b93-e3709c440f84 req-a8b2cb40-754d-455b-9322-12e09acf143a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1290421 Feb 04 20:06:22.479875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b97731b9-124f-40ba-9d87-40cf02a206df req-e7a7708c-2452-409c-a317-8c6c9bd40b80 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:22.481021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b97731b9-124f-40ba-9d87-40cf02a206df req-e7a7708c-2452-409c-a317-8c6c9bd40b80 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2376 time: 0.3116498 Feb 04 20:06:22.566809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80df9e8-b2ad-4be1-a3b0-6676719098e5 req-d2ea5abe-cd32-43a0-bf6f-03f96c09e711 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.568355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a80df9e8-b2ad-4be1-a3b0-6676719098e5 req-d2ea5abe-cd32-43a0-bf6f-03f96c09e711 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.3071036 Feb 04 20:06:22.581403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.586660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc468f3-14cf-4099-8422-6837265ccace req-4cef1a6d-aeed-4af3-8a4e-667f03166eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.586884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.587355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.588124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-4cef1a6d-aeed-4af3-8a4e-667f03166eb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 1094 time: 0.2896392 Feb 04 20:06:22.607866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a33cf108-6343-4e52-918a-235fd959cafe,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:22.694314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.697393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-5ad0db1b-a0ec-4583-a5c0-90ac249d6ebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b23e26-b98f-41aa-884d-eb0df5aa5a9b HTTP/1.1" status: 200 len: 217 time: 0.0914614 Feb 04 20:06:22.769204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:22.778518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a80df9e8-b2ad-4be1-a3b0-6676719098e5 req-f1ef3dc4-27e7-4279-9121-622607d73491 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997905 Feb 04 20:06:22.798131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b831df-d111-44fc-9b93-e3709c440f84 req-8504ba14-a3eb-4bff-914b-8241966bf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.799668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b831df-d111-44fc-9b93-e3709c440f84 req-8504ba14-a3eb-4bff-914b-8241966bf1f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3305638 Feb 04 20:06:22.857552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b97731b9-124f-40ba-9d87-40cf02a206df req-6e58fb2d-6e16-479e-bbb0-3618e0991bee tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652508 Feb 04 20:06:22.865709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc468f3-14cf-4099-8422-6837265ccace req-764acf7b-75df-458f-86d8-1ba86d12fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:22.867996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-764acf7b-75df-458f-86d8-1ba86d12fc91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1582825 Feb 04 20:06:22.914686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=5ed05e18-1633-42da-8451-064cd7c37e1b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:22.927695 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee155ef9-3feb-4a08-8848-388eb9eaeac3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0995350 Feb 04 20:06:22.928404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 5ed05e18-1633-42da-8451-064cd7c37e1b details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:06:22.937136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53186) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:22.945431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:22.968722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d802bf37f9bb4f3099c4b061ce890036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1042590 Feb 04 20:06:22.970262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53190) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:22.981495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3236a4d-932a-4559-9de0-80041e54272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9792c7-6954-4946-b486-6e7cc595a43a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:23.021637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-b0db9ee5-cd88-4f91-8ea9-782553f7925b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011410 Feb 04 20:06:23.021897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Attempting to bind port a33cf108-6343-4e52-918a-235fd959cafe on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:23.026086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Attempting to bind port a33cf108-6343-4e52-918a-235fd959cafe by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:23.026086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Attempting to bind port a33cf108-6343-4e52-918a-235fd959cafe on network 2f7ad038-8def-4825-8a75-1716e0fb6417 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:23.083880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Port a33cf108-6343-4e52-918a-235fd959cafe on network 2f7ad038-8def-4825-8a75-1716e0fb6417 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:23.083880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Attempting to bind port a33cf108-6343-4e52-918a-235fd959cafe on network 2f7ad038-8def-4825-8a75-1716e0fb6417 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:23.108711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:23.109060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Checking segment: {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:23.109444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Bound using segment: {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:23.109921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Bound port: a33cf108-6343-4e52-918a-235fd959cafe, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:23.110256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.171268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:23.189387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b831df-d111-44fc-9b93-e3709c440f84 req-eea62a1a-31d9-4ca2-93e2-660c16f4a628 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806934 Feb 04 20:06:23.193333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:23.199533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:23.207541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:23.242890 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96d8347c-7cc2-4943-9812-4170572c4fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.253341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69da378-2321-4b8a-b95e-01e58ee60e1d req-31e77bb7-5579-4c70-a714-dd5d8ef3fc01 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:23.260195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e69da378-2321-4b8a-b95e-01e58ee60e1d req-31e77bb7-5579-4c70-a714-dd5d8ef3fc01 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 943 time: 0.2393060 Feb 04 20:06:23.276530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] For port a33cf108-6343-4e52-918a-235fd959cafe, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:23.290127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] For port a33cf108-6343-4e52-918a-235fd959cafe, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a33cf108-6343-4e52-918a-235fd959cafe,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:23.291173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.313733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e69da378-2321-4b8a-b95e-01e58ee60e1d req-0de46640-feca-4671-a273-10a64c200dc9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521886 Feb 04 20:06:23.314944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:23.318606 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.374635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-2a2b15d9-f3b0-486c-8085-0a5d6ef35c0f service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431590 Feb 04 20:06:23.376979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96d8347c-7cc2-4943-9812-4170572c4fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.430597 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.473384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.505358 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'tag': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b', 'status': 'completed', 'code': 200} Feb 04 20:06:23.558346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:23.558871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.560235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] 10.222.0.62 "PUT /v2.0/ports/a33cf108-6343-4e52-918a-235fd959cafe HTTP/1.1" status: 200 len: 1091 time: 2.0477934 Feb 04 20:06:23.566264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'tag': 'a33cf108-6343-4e52-918a-235fd959cafe'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:23.603415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88b831df-d111-44fc-9b93-e3709c440f84 req-62da43c9-f12a-4d77-9a79-770252c5b1ec service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047301 Feb 04 20:06:23.611644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9391a-bb38-4134-bc47-bf9db38642b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a33cf108-6343-4e52-918a-235fd959cafe,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:23.687332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2840-4702-41d4-90f5-ccd7f14e58e0 req-ff3dfee7-8556-4361-91c0-0eea878a4985 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:23.694916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c3c2840-4702-41d4-90f5-ccd7f14e58e0 req-ff3dfee7-8556-4361-91c0-0eea878a4985 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2108841 Feb 04 20:06:23.737234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Request body: {'port': {'device_id': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:23.771539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c3c2840-4702-41d4-90f5-ccd7f14e58e0 req-fbb9cc2f-b55f-4121-86df-c1bd51253b5d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757458 Feb 04 20:06:23.808306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abc468f3-14cf-4099-8422-6837265ccace req-b9a73566-1695-4c1e-9c04-feb24bc9f0f0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113898 Feb 04 20:06:23.827256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-269a8b69-8dd4-43b3-bc5f-bc8fe0d2a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:23.828738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-269a8b69-8dd4-43b3-bc5f-bc8fe0d2a2c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.2925229 Feb 04 20:06:23.896407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea2683-8617-4460-8fcf-36fa8c23196c req-dde40cda-2986-4795-82c2-e3c6d7de854e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:23.897849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91ea2683-8617-4460-8fcf-36fa8c23196c req-dde40cda-2986-4795-82c2-e3c6d7de854e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 948 time: 0.3107648 Feb 04 20:06:23.907239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:23.915445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96d8347c-7cc2-4943-9812-4170572c4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:24.012231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=9e721da0-1c2b-4652-b518-138cad3b8ae8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:24.024881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:24.025492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': 'c350a4c3-6a8b-47d9-b8fc-d116077c4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:24.025853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: 5ed05e18-1633-42da-8451-064cd7c37e1b, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:06:24.061007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797f3ab-759f-40c2-ab13-b72fd56d7bf9 req-2d00415b-2997-4c80-8d63-51bf65edef77 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.062545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4797f3ab-759f-40c2-ab13-b72fd56d7bf9 req-2d00415b-2997-4c80-8d63-51bf65edef77 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.1915200 Feb 04 20:06:24.110591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4797f3ab-759f-40c2-ab13-b72fd56d7bf9 req-43ab9743-28ae-484d-b775-ed90756181c4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Feb 04 20:06:24.181116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 5ed05e18-1633-42da-8451-064cd7c37e1b is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:06:24.187038 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'tag': 'a33cf108-6343-4e52-918a-235fd959cafe', 'status': 'completed', 'code': 200} Feb 04 20:06:24.191619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:24.208116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8347c-7cc2-4943-9812-4170572c4fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9792c7-6954-4946-b486-6e7cc595a43a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:24.208442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'mac_address': 'fa:16:3e:e6:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:24.258994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:24.288733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:24.317539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:24.323378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96d8347c-7cc2-4943-9812-4170572c4fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:24.324545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-96d8347c-7cc2-4943-9812-4170572c4fb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc9792c7-6954-4946-b486-6e7cc595a43a HTTP/1.1" status: 204 len: 168 time: 1.3463652 Feb 04 20:06:24.339941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:24.359251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-a635f601-d833-44c2-9061-5293cc7c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.360264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-a635f601-d833-44c2-9061-5293cc7c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.360737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-a635f601-d833-44c2-9061-5293cc7c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.362542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-a635f601-d833-44c2-9061-5293cc7c1b51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2731 time: 0.1592443 Feb 04 20:06:24.370644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 5ed05e18-1633-42da-8451-064cd7c37e1b) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:24.373910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9769c3-8535-4510-af0f-c15cabb129ba None None] Network 5ed05e18-1633-42da-8451-064cd7c37e1b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:24.380915 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91ea2683-8617-4460-8fcf-36fa8c23196c req-aa8ecc1e-d4c0-49a9-b1c4-2662d51df90c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726436 Feb 04 20:06:24.398776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.399515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:24.419959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-6e258c4e-e304-4560-891a-b88599351f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.421753 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-6e258c4e-e304-4560-891a-b88599351f22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 1094 time: 0.2618885 Feb 04 20:06:24.523898 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:24.525079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1372127e-469f-4955-85d6-aa5b25f3a43c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5869138 Feb 04 20:06:24.530614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53208) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:24.540905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-297244732'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:24.618634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-df8edc01-6068-4eb3-b6af-fbb35ab5d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.619621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-df8edc01-6068-4eb3-b6af-fbb35ab5d100 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.7536576 Feb 04 20:06:24.633335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21662d1a-b405-4554-8a7b-82dcdba4a077 req-58cbff83-b64f-4f05-afa6-c1c0bca4443a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.638569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-21662d1a-b405-4554-8a7b-82dcdba4a077 req-58cbff83-b64f-4f05-afa6-c1c0bca4443a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.3280375 Feb 04 20:06:24.638736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:24.705594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-73c66eed-7062-47e2-ad42-813846534543 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.0745378 Feb 04 20:06:24.743275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-5ed05e18-1633-42da-8451-064cd7c37e1b', 'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b', 'tenant_id': '36db804f6f134e1090ee004192d31553', 'fixed_ips': [{'subnet_id': '9e721da0-1c2b-4652-b518-138cad3b8ae8'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:06:24.744113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:24.768678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-70a2f183-8a94-4f9f-a692-58a3342d9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.769207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-70a2f183-8a94-4f9f-a692-58a3342d9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.769680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-70a2f183-8a94-4f9f-a692-58a3342d9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.771280 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-70a2f183-8a94-4f9f-a692-58a3342d9571 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=66e24ef1078b43b7bc68f923633b94ef&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3942270 Feb 04 20:06:24.780241 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-21662d1a-b405-4554-8a7b-82dcdba4a077 req-cb90f5a9-996f-46b5-90c8-7970e93b158a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140716 Feb 04 20:06:24.814912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:24.821183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:24.889995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:24.907700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-e16680c0-550a-402d-9ee3-ae90bc3f5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.909230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-e16680c0-550a-402d-9ee3-ae90bc3f5b36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.1939559 Feb 04 20:06:24.964973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-0173df30-f04c-4e10-a811-4288177a248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:24.966562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-0173df30-f04c-4e10-a811-4288177a248a service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.5290534 Feb 04 20:06:25.001513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Allocated IP 172.20.0.2 (5ed05e18-1633-42da-8451-064cd7c37e1b/9e721da0-1c2b-4652-b518-138cad3b8ae8/e9a16cad-504c-42d7-a6c7-a24d27fce7d0) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:25.001859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-4627894c-80b0-4c6a-890b-ddfea2222da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:25.005670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ef0b141-f9b1-42c0-b6af-183077224fe2 req-4627894c-80b0-4c6a-890b-ddfea2222da3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2257552 Feb 04 20:06:25.033645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-c3ec46b8-d928-4b9f-86f7-1429ccdf1158 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111281 Feb 04 20:06:25.093387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5f6b3-f0ca-48ca-8a7e-69a81ff22c56 req-62695a02-a4d4-4c99-924e-276dda0c90da tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:25.100246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5f6b3-f0ca-48ca-8a7e-69a81ff22c56 req-62695a02-a4d4-4c99-924e-276dda0c90da tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:25.107002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5f6b3-f0ca-48ca-8a7e-69a81ff22c56 req-62695a02-a4d4-4c99-924e-276dda0c90da tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:25.107389 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.117089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8a5f6b3-f0ca-48ca-8a7e-69a81ff22c56 req-62695a02-a4d4-4c99-924e-276dda0c90da tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2388 time: 0.5954583 Feb 04 20:06:25.140600 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-4aa47160-4b7f-42fc-9b7d-53f1fe1a80b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b23e26-b98f-41aa-884d-eb0df5aa5a9b HTTP/1.1" status: 200 len: 217 time: 0.1599076 Feb 04 20:06:25.242530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:25.245998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.273040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c8a5f6b3-f0ca-48ca-8a7e-69a81ff22c56 req-e91dafb5-fed7-402c-a471-09222f8657d8 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582112 Feb 04 20:06:25.295912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 658ef693-cbc2-4ea7-86c0-632911f15645 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:06:25.337752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-cd29afce-c08e-480e-aca3-4ed61cb4dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:25.340037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-cd29afce-c08e-480e-aca3-4ed61cb4dded service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1850460 Feb 04 20:06:25.372035 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.386796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Transition to ACTIVE for port object e9a16cad-504c-42d7-a6c7-a24d27fce7d0 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:25.408658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Transition to ACTIVE for port object e9a16cad-504c-42d7-a6c7-a24d27fce7d0 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:25.409525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcf1d9-8b1c-406a-9f96-74126c39d2c2 req-85ac9012-c33f-4740-9f61-ea0f60ab8b22 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:25.411061 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecbcf1d9-8b1c-406a-9f96-74126c39d2c2 req-85ac9012-c33f-4740-9f61-ea0f60ab8b22 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 943 time: 0.4044871 Feb 04 20:06:25.446491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-3002e5eb-04c6-4d69-92eb-8e24df1b93f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720665 Feb 04 20:06:25.470178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecbcf1d9-8b1c-406a-9f96-74126c39d2c2 req-9cf80b62-33f6-4563-8655-066076228eac tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502172 Feb 04 20:06:25.491693 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.522312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e13970-1234-44cd-83fe-2a88e44c11ac {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:25.532854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-fb1bca10-047e-4d05-a1b5-5a8033736df2 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804189 Feb 04 20:06:25.571432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Network 5ed05e18-1633-42da-8451-064cd7c37e1b is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:25.574722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:25.575624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.6 (5ed05e18-1633-42da-8451-064cd7c37e1b/9e721da0-1c2b-4652-b518-138cad3b8ae8/658ef693-cbc2-4ea7-86c0-632911f15645) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:25.579367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:25.589551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Pushing event updated for resources: {'Port': ['ID=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:25.609768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.704875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Attempting to bind port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:25.705956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Attempting to bind port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c350a4c3-6a8b-47d9-b8fc-d116077c4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:25.705956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Attempting to bind port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 on network 5ed05e18-1633-42da-8451-064cd7c37e1b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:25.712226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:25.712682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Checking segment: {'id': 'c350a4c3-6a8b-47d9-b8fc-d116077c4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:25.713146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.713808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Bound using segment: {'id': 'c350a4c3-6a8b-47d9-b8fc-d116077c4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:25.714888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Bound port: e9a16cad-504c-42d7-a6c7-a24d27fce7d0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c350a4c3-6a8b-47d9-b8fc-d116077c4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ed05e18-1633-42da-8451-064cd7c37e1b'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:25.715333 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.819652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] For port e9a16cad-504c-42d7-a6c7-a24d27fce7d0, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:25.823059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] For port e9a16cad-504c-42d7-a6c7-a24d27fce7d0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,segment=NetworkSegment(c350a4c3-6a8b-47d9-b8fc-d116077c4645),segment_id=c350a4c3-6a8b-47d9-b8fc-d116077c4645)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:25.851819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75c51-72b4-4d8b-afba-60788d1f1215 req-b8c4f9a7-307a-436e-99b5-d5aa1d3587d2 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:25.853363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b1d75c51-72b4-4d8b-afba-60788d1f1215 req-b8c4f9a7-307a-436e-99b5-d5aa1d3587d2 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.1619549 Feb 04 20:06:25.862159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.873843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:25.883386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Transition to ACTIVE for port object 14e13970-1234-44cd-83fe-2a88e44c11ac will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:25.898902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 658ef693-cbc2-4ea7-86c0-632911f15645 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:25.921516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b1d75c51-72b4-4d8b-afba-60788d1f1215 req-3aed7489-56af-4177-acd0-dfa3201630ad tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559907 Feb 04 20:06:25.963303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:26.058794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-b2445b67-ad1f-4d3d-8240-b09b9570ddf0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031001 Feb 04 20:06:26.097188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:26.119934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46d95-69b3-439e-a29f-34b982be57d4 req-6181f00f-825c-42a5-9d5e-a72eac0d3054 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:26.127132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ec46d95-69b3-439e-a29f-34b982be57d4 req-6181f00f-825c-42a5-9d5e-a72eac0d3054 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.6503785 Feb 04 20:06:26.134284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0583fb-d4d4-4a6f-8901-c101c5abc8cb None None] Pushing event updated for resources: {'Port': ['ID=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:26.229982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 5ed05e18-1633-42da-8451-064cd7c37e1b is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:26.243526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:26.260653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:26.307789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Pushing event updated for resources: {'Port': ['ID=14e13970-1234-44cd-83fe-2a88e44c11ac,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:26.349125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=658ef693-cbc2-4ea7-86c0-632911f15645,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:26.366084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d2e69-35c8-444c-9e45-f8d1b2995eba req-fadee578-a888-4956-bc1a-4fccc03d6239 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:26.373293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-183d2e69-35c8-444c-9e45-f8d1b2995eba req-fadee578-a888-4956-bc1a-4fccc03d6239 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 949 time: 0.3344541 Feb 04 20:06:26.428979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:26.444337 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:26.460941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ac96b3-8bb7-46b6-9c80-40590b2211bd req-259debee-8ffe-4db6-8307-4b11e44bfbb4 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8647826 Feb 04 20:06:26.506677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-183d2e69-35c8-444c-9e45-f8d1b2995eba req-d291f8ce-d376-4460-b0bf-ff6d6c477058 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321189 Feb 04 20:06:26.600245 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9a2d78de-deb5-4d33-b3bc-3c79d9aac650 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0669913 Feb 04 20:06:26.602975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53248) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:26.676090 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ec46d95-69b3-439e-a29f-34b982be57d4 req-ab0a3b7b-d956-49f3-b02c-35cb9e13ba95 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479600 Feb 04 20:06:26.693459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Attempting to bind port 14e13970-1234-44cd-83fe-2a88e44c11ac on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:26.693459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Attempting to bind port 14e13970-1234-44cd-83fe-2a88e44c11ac by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:26.693459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Attempting to bind port 14e13970-1234-44cd-83fe-2a88e44c11ac on network f109deb2-e235-4d13-8bd9-5b130554f32d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:26.703452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Port 14e13970-1234-44cd-83fe-2a88e44c11ac on network f109deb2-e235-4d13-8bd9-5b130554f32d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:26.703452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Attempting to bind port 14e13970-1234-44cd-83fe-2a88e44c11ac on network f109deb2-e235-4d13-8bd9-5b130554f32d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:26.717287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed471e54-7990-4d64-bdaf-a9fe02bddad9 req-1c95e6e6-e7de-4e93-a644-29b720ebee88 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419291 Feb 04 20:06:26.722293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:26.722293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Checking segment: {'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:26.722293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Bound using segment: {'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:26.722293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Bound port: 14e13970-1234-44cd-83fe-2a88e44c11ac, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa462a80-72fb-4db7-8328-da694825cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:26.722293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:26.729038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 658ef693-cbc2-4ea7-86c0-632911f15645 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:26.729613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:26.887547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841d78f-9e85-44b2-85e9-97c5475e9f5d req-90c2353a-2539-4f35-88ae-4d087e48f223 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:26.889019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c841d78f-9e85-44b2-85e9-97c5475e9f5d req-90c2353a-2539-4f35-88ae-4d087e48f223 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.2201438 Feb 04 20:06:26.929777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] For port 14e13970-1234-44cd-83fe-2a88e44c11ac, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:26.934306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] For port 14e13970-1234-44cd-83fe-2a88e44c11ac, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=14e13970-1234-44cd-83fe-2a88e44c11ac,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:26.948407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34372eb-9d2c-4bbd-807e-c4a974852140 req-206c006b-086b-4f92-a85c-05cf35279ab5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:26.954199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34372eb-9d2c-4bbd-807e-c4a974852140 req-206c006b-086b-4f92-a85c-05cf35279ab5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:26.960969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34372eb-9d2c-4bbd-807e-c4a974852140 req-206c006b-086b-4f92-a85c-05cf35279ab5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:26.967247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b34372eb-9d2c-4bbd-807e-c4a974852140 req-206c006b-086b-4f92-a85c-05cf35279ab5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2400 time: 0.1659076 Feb 04 20:06:27.008879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b34372eb-9d2c-4bbd-807e-c4a974852140 req-0897de63-d140-4db1-826e-6adc4b3942e4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Feb 04 20:06:27.020039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c841d78f-9e85-44b2-85e9-97c5475e9f5d req-a424fc75-dcab-4e2a-9a06-74cdc33fa323 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138480 Feb 04 20:06:27.039197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:27.075103 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:27.122902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Pushing event updated for resources: {'Port': ['ID=14e13970-1234-44cd-83fe-2a88e44c11ac,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:27.143826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:27.144470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:27.145867 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-aea45f54-1c83-4173-ba85-5e47258cde15 service neutron] 10.222.0.62 "PUT /v2.0/ports/14e13970-1234-44cd-83fe-2a88e44c11ac HTTP/1.1" status: 200 len: 1092 time: 3.4140279 Feb 04 20:06:27.146319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'tag': '14e13970-1234-44cd-83fe-2a88e44c11ac'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:27.253775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Request body: {'port': {'device_id': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:27.305485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 658ef693-cbc2-4ea7-86c0-632911f15645 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:27.432311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 59b23e26-b98f-41aa-884d-eb0df5aa5a9b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:27.441957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:27.515563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0eb1b-f165-4b32-9c2c-2e9f16571f3e req-c6d341f2-c116-489e-b45b-4f45130b369c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:27.517815 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44a0eb1b-f165-4b32-9c2c-2e9f16571f3e req-c6d341f2-c116-489e-b45b-4f45130b369c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 943 time: 0.3422561 Feb 04 20:06:27.689667 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:27.702426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44a0eb1b-f165-4b32-9c2c-2e9f16571f3e req-3e88752a-6442-4f7e-8b8a-a9994205997e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357794 Feb 04 20:06:27.721938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:27.744178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'port_id': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b', 'mac_address': 'fa:16:3e:20:6d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3173e-4643-4968-a50a-168de91e8698', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:27.785039 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'tag': '14e13970-1234-44cd-83fe-2a88e44c11ac', 'status': 'completed', 'code': 200} Feb 04 20:06:27.831318 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:27.845646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac28fc-204e-4c28-9a08-81541734ff96 None None] Network 5ed05e18-1633-42da-8451-064cd7c37e1b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:27.963223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b23e26-b98f-41aa-884d-eb0df5aa5a9b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:28.013530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=658ef693-cbc2-4ea7-86c0-632911f15645,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:28.022192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:28.065276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112cf42-28ce-4b60-bf56-0b4ff65e7057 req-5a398f11-2693-435f-b50b-102dcf5b8ee9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.066794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2112cf42-28ce-4b60-bf56-0b4ff65e7057 req-5a398f11-2693-435f-b50b-102dcf5b8ee9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.4551756 Feb 04 20:06:28.076033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.089173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:28.109269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab681ee8-4795-43af-8b76-071f6338a293 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/658ef693-cbc2-4ea7-86c0-632911f15645 HTTP/1.1" status: 204 len: 168 time: 1.5051973 Feb 04 20:06:28.112427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53284) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:28.128840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e75dc967-ab97-4c8e-ba6f-c66289cfbfc8 None None] Provisioning for port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:28.132779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc936342-1ebd-41db-a1da-648ceb3ece26 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:28.140202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.148053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe9e5-b43a-4f6d-82a7-9f3df6d3e0c1 req-e9795a0d-2670-4e97-8746-250fcc354b00 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.149552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2dfe9e5-b43a-4f6d-82a7-9f3df6d3e0c1 req-e9795a0d-2670-4e97-8746-250fcc354b00 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2387953 Feb 04 20:06:28.151314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.179023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-74527cdd-8bf7-4a0c-b114-e6300ef09ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.179495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-74527cdd-8bf7-4a0c-b114-e6300ef09ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.179977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-74527cdd-8bf7-4a0c-b114-e6300ef09ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.181534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-74527cdd-8bf7-4a0c-b114-e6300ef09ffb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2798 time: 0.2311294 Feb 04 20:06:28.190889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2112cf42-28ce-4b60-bf56-0b4ff65e7057 req-0fd1a1a3-edb0-4942-a2c2-cfeed12b5c82 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049266 Feb 04 20:06:28.192809 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d8b509-d3f9-4a0a-ae89-4175b432f377 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:06:28.198288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c3d8b509-d3f9-4a0a-ae89-4175b432f377 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:28.260444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c3d8b509-d3f9-4a0a-ae89-4175b432f377 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:28.264499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c3d8b509-d3f9-4a0a-ae89-4175b432f377 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/658ef693-cbc2-4ea7-86c0-632911f15645 HTTP/1.1" status: 404 len: 333 time: 0.1512527 Feb 04 20:06:28.265188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53290) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:28.314518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Transition to ACTIVE for port object dc936342-1ebd-41db-a1da-648ceb3ece26 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:28.327497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:28.334177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 9e721da0-1c2b-4652-b518-138cad3b8ae8 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:06:28.337604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.402019 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2dfe9e5-b43a-4f6d-82a7-9f3df6d3e0c1 req-dab39d73-0c54-4711-beab-34bd61964ed4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461841 Feb 04 20:06:28.405441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.420825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.446034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['59b23e26-b98f-41aa-884d-eb0df5aa5a9b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:28.600789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e9a16cad-504c-42d7-a6c7-a24d27fce7d0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:28.608763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6acf8-e1f2-4297-93a3-0b959c9dff40 req-e38ba59d-66c2-4c9b-9551-a5056c537d09 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.617751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffa6acf8-e1f2-4297-93a3-0b959c9dff40 req-e38ba59d-66c2-4c9b-9551-a5056c537d09 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 949 time: 0.2217972 Feb 04 20:06:28.632451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:28.662108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:28.662482 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.717581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:28.816935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffa6acf8-e1f2-4297-93a3-0b959c9dff40 req-e436136f-027b-4209-91fd-0de367c6625a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962855 Feb 04 20:06:28.832845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Pushing event updated for resources: {'Port': ['ID=dc936342-1ebd-41db-a1da-648ceb3ece26,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:28.848424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-38362b78-f22a-4203-a663-ea5d6d1be88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.849146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-38362b78-f22a-4203-a663-ea5d6d1be88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.849871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-38362b78-f22a-4203-a663-ea5d6d1be88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:28.851986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-38362b78-f22a-4203-a663-ea5d6d1be88c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=66e24ef1078b43b7bc68f923633b94ef&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6525402 Feb 04 20:06:28.947016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:28.987272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:28.987554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.107860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a0201a00-599c-4761-955f-d8c7624d797c None None] Provisioning complete for port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:29.108482 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a0201a00-599c-4761-955f-d8c7624d797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.118032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.167609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.196516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b142d-a1f1-44f8-87d8-be721acdb053 req-5a17bb6b-ee46-43f6-a182-c1ce8aead482 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:29.202419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b142d-a1f1-44f8-87d8-be721acdb053 req-5a17bb6b-ee46-43f6-a182-c1ce8aead482 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:29.212174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b142d-a1f1-44f8-87d8-be721acdb053 req-5a17bb6b-ee46-43f6-a182-c1ce8aead482 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:29.220372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-256b142d-a1f1-44f8-87d8-be721acdb053 req-5a17bb6b-ee46-43f6-a182-c1ce8aead482 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2412 time: 0.5525484 Feb 04 20:06:29.264115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Attempting to bind port dc936342-1ebd-41db-a1da-648ceb3ece26 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:29.268174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:29.272062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Attempting to bind port dc936342-1ebd-41db-a1da-648ceb3ece26 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:29.272553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Attempting to bind port dc936342-1ebd-41db-a1da-648ceb3ece26 on network 2f7ad038-8def-4825-8a75-1716e0fb6417 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:29.280906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:29.304402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Port dc936342-1ebd-41db-a1da-648ceb3ece26 on network 2f7ad038-8def-4825-8a75-1716e0fb6417 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:29.304770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Attempting to bind port dc936342-1ebd-41db-a1da-648ceb3ece26 on network 2f7ad038-8def-4825-8a75-1716e0fb6417 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:29.305522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.307738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-929d6654-6f28-4380-a8f7-9f2bc52f4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:29.317817 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:06:29.319543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8c73808-94d9-4455-9b3e-656ca0710782 req-929d6654-6f28-4380-a8f7-9f2bc52f4012 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4286270 Feb 04 20:06:29.331854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=9e721da0-1c2b-4652-b518-138cad3b8ae8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:29.332487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:29.333338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Checking segment: {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:29.334064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Bound using segment: {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:29.334821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Bound port: dc936342-1ebd-41db-a1da-648ceb3ece26, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:29.335396 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.340027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-24515660-ecbc-49db-a4c4-5f339f0597d4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/9e721da0-1c2b-4652-b518-138cad3b8ae8 HTTP/1.1" status: 204 len: 168 time: 1.0708661 Feb 04 20:06:29.340027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53318) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:29.365386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-256b142d-a1f1-44f8-87d8-be721acdb053 req-7bef0d79-2e39-4f01-93fb-385999b38d98 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440480 Feb 04 20:06:29.452052 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.467002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b6450-a6f6-4a56-b565-10ddcf2a9c49 req-741cb9fe-18dd-4010-af19-56f0786ac4ce tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:29.468771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-901b6450-a6f6-4a56-b565-10ddcf2a9c49 req-741cb9fe-18dd-4010-af19-56f0786ac4ce tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.4452751 Feb 04 20:06:29.495576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] For port dc936342-1ebd-41db-a1da-648ceb3ece26, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:29.498903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] For port dc936342-1ebd-41db-a1da-648ceb3ece26, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dc936342-1ebd-41db-a1da-648ceb3ece26,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:29.543271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ccad33-45a9-42d7-ad18-d499c88bd47c None None] Network 5ed05e18-1633-42da-8451-064cd7c37e1b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:29.556232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-901b6450-a6f6-4a56-b565-10ddcf2a9c49 req-35542727-5e79-4c3f-857e-9604e1b2e787 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698168 Feb 04 20:06:29.564074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.582816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:29.583177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.627519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659d80-59c2-496b-b6fb-1290d4baffb3 req-f98b871c-f34a-4a63-8dbf-109bb7b2e9a2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:29.629286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81659d80-59c2-496b-b6fb-1290d4baffb3 req-f98b871c-f34a-4a63-8dbf-109bb7b2e9a2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 944 time: 0.0952806 Feb 04 20:06:29.639686 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a0201a00-599c-4761-955f-d8c7624d797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.657213 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.698646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.751253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:29.793646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a0201a00-599c-4761-955f-d8c7624d797c None None] For port e9a16cad-504c-42d7-a6c7-a24d27fce7d0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,segment=NetworkSegment(c350a4c3-6a8b-47d9-b8fc-d116077c4645),segment_id=c350a4c3-6a8b-47d9-b8fc-d116077c4645)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:29.795629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Pushing event updated for resources: {'Port': ['ID=dc936342-1ebd-41db-a1da-648ceb3ece26,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:29.805247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:29.805862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:29.807560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-c80fb3e4-0026-45cb-90ce-3f7742d28993 service neutron] 10.222.0.62 "PUT /v2.0/ports/dc936342-1ebd-41db-a1da-648ceb3ece26 HTTP/1.1" status: 200 len: 1092 time: 2.5623164 Feb 04 20:06:29.826344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81659d80-59c2-496b-b6fb-1290d4baffb3 req-3ff3efbc-3ec7-4602-b77a-5a97fc9e6d7e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876206 Feb 04 20:06:29.826344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'tag': 'dc936342-1ebd-41db-a1da-648ceb3ece26'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:29.916211 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'code': 200} Feb 04 20:06:29.942881 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a0201a00-599c-4761-955f-d8c7624d797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:30.033681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] For port e9a16cad-504c-42d7-a6c7-a24d27fce7d0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,segment=NetworkSegment(c350a4c3-6a8b-47d9-b8fc-d116077c4645),segment_id=c350a4c3-6a8b-47d9-b8fc-d116077c4645)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:30.034038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:30.080652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:06:30.081003 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:06:30.099663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201a00-599c-4761-955f-d8c7624d797c None None] Pushing event updated for resources: {'Port': ['ID=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:30.124079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f5fce4e5-6b9f-49cd-909d-36c0ac921caf None None] Could not find standard attr ID for object 658ef693-cbc2-4ea7-86c0-632911f15645. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:06:30.181449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for e9a16cad-504c-42d7-a6c7-a24d27fce7d0 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:30.247877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] DHCP port deletion for 5ed05e18-1633-42da-8451-064cd7c37e1b request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:06:30.257864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Deleting port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:30.258325 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:30.269476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-d2782c42-487d-42b0-b7c6-3129f22598f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.270092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-d2782c42-487d-42b0-b7c6-3129f22598f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.270778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-d2782c42-487d-42b0-b7c6-3129f22598f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.272298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-d2782c42-487d-42b0-b7c6-3129f22598f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2865 time: 0.3116517 Feb 04 20:06:30.283817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947802bf-b74d-4b1e-a700-aa5388ba5bc2 req-c9690582-7508-4b89-ba82-a2aa500af5bf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.285338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-947802bf-b74d-4b1e-a700-aa5388ba5bc2 req-c9690582-7508-4b89-ba82-a2aa500af5bf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2657220 Feb 04 20:06:30.292965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058e4d2-c897-4e73-b108-17812d140f38 req-95c2a001-1c7c-43a7-9d8c-597bac5aeee4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.294935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e058e4d2-c897-4e73-b108-17812d140f38 req-95c2a001-1c7c-43a7-9d8c-597bac5aeee4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.5993366 Feb 04 20:06:30.341842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0371436-c598-48ae-928a-7fe7406a6b36 req-119df22a-0144-4c29-9285-86739b5effd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.343765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0371436-c598-48ae-928a-7fe7406a6b36 req-119df22a-0144-4c29-9285-86739b5effd8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1101 time: 0.2770190 Feb 04 20:06:30.360121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e058e4d2-c897-4e73-b108-17812d140f38 req-a00713b1-f21b-4a1d-8bde-07c61256ab04 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570898 Feb 04 20:06:30.370022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:06:30.370341 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:06:30.386344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-8a1ccf22-1074-4239-9ca2-37e36becf367 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=a33cf108-6343-4e52-918a-235fd959cafe HTTP/1.1" status: 200 len: 217 time: 0.0992219 Feb 04 20:06:30.476871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-947802bf-b74d-4b1e-a700-aa5388ba5bc2 req-0ebe2869-91a5-4cb2-ac73-6cc243d5ef86 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321957 Feb 04 20:06:30.481509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] For port e9a16cad-504c-42d7-a6c7-a24d27fce7d0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,segment=NetworkSegment(c350a4c3-6a8b-47d9-b8fc-d116077c4645),segment_id=c350a4c3-6a8b-47d9-b8fc-d116077c4645)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:30.481509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:30.485995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0371436-c598-48ae-928a-7fe7406a6b36 req-7e35b485-f04f-4bf5-a24e-d5af8345d946 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350629 Feb 04 20:06:30.489618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-d46da4cc-3dce-4a3e-bfcf-b2d003a7d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.491560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-d46da4cc-3dce-4a3e-bfcf-b2d003a7d884 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a1a9f791-3013-4ef3-804f-8384661765c0 HTTP/1.1" status: 200 len: 801 time: 0.0987079 Feb 04 20:06:30.559903 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'tag': 'dc936342-1ebd-41db-a1da-648ceb3ece26', 'status': 'completed', 'code': 200} Feb 04 20:06:30.642934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Calling delete_port for e9a16cad-504c-42d7-a6c7-a24d27fce7d0 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:30.716737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ee87-855e-4584-81a4-e88bcbc891b6 req-1f7fbeed-baaa-4d70-8d53-a80c3a6b4c4c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.718506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5900ee87-855e-4584-81a4-e88bcbc891b6 req-1f7fbeed-baaa-4d70-8d53-a80c3a6b4c4c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.0904768 Feb 04 20:06:30.766473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53346) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:30.786258 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5900ee87-855e-4584-81a4-e88bcbc891b6 req-3e84481b-2146-4fef-81b0-90f9d53304b6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561700 Feb 04 20:06:30.812693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad07eb-ae07-4a88-8b39-c8bde56a7f68 req-4c4a4190-f05f-4d90-98c4-d04a4dce9fd5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.818623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad07eb-ae07-4a88-8b39-c8bde56a7f68 req-4c4a4190-f05f-4d90-98c4-d04a4dce9fd5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.832200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad07eb-ae07-4a88-8b39-c8bde56a7f68 req-4c4a4190-f05f-4d90-98c4-d04a4dce9fd5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.833589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e9a16cad-504c-42d7-a6c7-a24d27fce7d0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:06:30.833866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5bad07eb-ae07-4a88-8b39-c8bde56a7f68 req-4c4a4190-f05f-4d90-98c4-d04a4dce9fd5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2412 time: 0.1491880 Feb 04 20:06:30.880456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:30.880806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:30.882074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:30.921872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: e9a16cad-504c-42d7-a6c7-a24d27fce7d0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:06:30.923832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e9a16cad-504c-42d7-a6c7-a24d27fce7d0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:06:30.931862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a829b949-02df-4715-9037-09b49a3e875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:30.937038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a829b949-02df-4715-9037-09b49a3e875b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f7ad038-8def-4825-8a75-1716e0fb6417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1414809 Feb 04 20:06:30.940538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Pushing event deleted for resources: {'Port': ['ID=e9a16cad-504c-42d7-a6c7-a24d27fce7d0,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:30.945917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] No DVR routers for this DVR port e9a16cad-504c-42d7-a6c7-a24d27fce7d0 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.959065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403e3ca-6392-4a42-ad7a-be064b7687db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:06:30.979977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5bad07eb-ae07-4a88-8b39-c8bde56a7f68 req-aaad1927-dc94-4b31-b00e-37235aac5df8 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379819 Feb 04 20:06:30.985811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] The port 'e9a16cad-504c-42d7-a6c7-a24d27fce7d0' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:06:31.052283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.155985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adc064-6ce5-407b-82f2-71da9abe64fa req-b82b7ef6-bace-4e96-a466-d07710c1b73f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:31.163752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99adc064-6ce5-407b-82f2-71da9abe64fa req-b82b7ef6-bace-4e96-a466-d07710c1b73f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 946 time: 0.2239015 Feb 04 20:06:31.180364 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-18963ed7-4930-4cfe-85fe-01796933fcb2 service neutron] 10.222.0.62 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903944 Feb 04 20:06:31.273897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:31.285115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8403b666868c49f1896af1250e2ca36f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:31.290719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:31.301873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.316051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:31.345294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed05e18-1633-42da-8451-064cd7c37e1b']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:31.365372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c350a4c3-6a8b-47d9-b8fc-d116077c4645') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:31.366072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c350a4c3-6a8b-47d9-b8fc-d116077c4645') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:06:31.381999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.392443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99adc064-6ce5-407b-82f2-71da9abe64fa req-c276a0ec-fc5f-43dc-8f2a-0b79c154a267 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277148 Feb 04 20:06:31.420492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.443000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:06:31.444670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.447349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 59b23e26-b98f-41aa-884d-eb0df5aa5a9b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:31.459251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-063b07dd-f73a-4cb0-b075-d29fee996ad8 service neutron] 10.222.0.62 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637897 Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:06:31.460031 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:06:31.523808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ea1a1-130a-4ec5-8ad3-ce40ba492267 req-cc766b85-35db-4896-b5e4-0e63dca0d079 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:31.525265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a0ea1a1-130a-4ec5-8ad3-ce40ba492267 req-cc766b85-35db-4896-b5e4-0e63dca0d079 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 944 time: 0.3534229 Feb 04 20:06:31.577497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-8cbaf8d8-ae8c-4443-a70d-ee9e00708e10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=14e13970-1234-44cd-83fe-2a88e44c11ac HTTP/1.1" status: 200 len: 217 time: 0.1108394 Feb 04 20:06:31.615230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.620142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a0ea1a1-130a-4ec5-8ad3-ce40ba492267 req-a85e42b7-b6d5-446a-8521-ecfe4a2e9c12 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774598 Feb 04 20:06:31.659217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-b16a0b05-b2a8-4792-90ab-e785184e9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:31.660635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-b16a0b05-b2a8-4792-90ab-e785184e9101 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0148c467-b0a5-4ad7-87d3-c0157439adf0 HTTP/1.1" status: 200 len: 801 time: 0.0691171 Feb 04 20:06:31.672299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0bdc1-7aaa-433d-8a93-4e425e823f95 req-e2dc6dfe-e31d-4d7c-9928-d28882e06629 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:31.673661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18e0bdc1-7aaa-433d-8a93-4e425e823f95 req-e2dc6dfe-e31d-4d7c-9928-d28882e06629 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.1464651 Feb 04 20:06:31.677313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:31.683435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:31.683794 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.714345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.756123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.760548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=5ed05e18-1633-42da-8451-064cd7c37e1b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:31.766536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18e0bdc1-7aaa-433d-8a93-4e425e823f95 req-fb5350a2-2e7e-4780-ade0-18a59b5cb34c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591769 Feb 04 20:06:31.784915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-870748f1-f451-4d5a-9568-0f142da307f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:31.786648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-870748f1-f451-4d5a-9568-0f142da307f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f109deb2-e235-4d13-8bd9-5b130554f32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1121635 Feb 04 20:06:31.800215 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.839582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.868828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:31.894316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4772527e-c7fd-4a1d-bc1a-b9f16917363b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:31.917441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:31.931190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-96c3575f-c658-471c-b44d-d7f01435b5d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8403b666868c49f1896af1250e2ca36f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1631005 Feb 04 20:06:31.933460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53372) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:31.968890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:31.996549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82025414-109b-41ac-95a3-84b73cd8e8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:32.005088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53376) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:32.008545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4e60a04d-a81e-4fec-9caf-5e9691431467 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/5ed05e18-1633-42da-8451-064cd7c37e1b HTTP/1.1" status: 204 len: 168 time: 2.6591899 Feb 04 20:06:32.012659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'name': 'tempest-PortsTestJSON-1538233893'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:32.046638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82025414-109b-41ac-95a3-84b73cd8e8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:32.113180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:32.155703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-52e85168-499a-4568-9dbd-9cb2d5d4d480 service neutron] 10.222.0.62 "GET /v2.0/networks/f109deb2-e235-4d13-8bd9-5b130554f32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621719 Feb 04 20:06:32.193334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82025414-109b-41ac-95a3-84b73cd8e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:32.201462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d842-a732-4507-b348-1a57458983b2 req-e75196ac-6b69-4d7f-bff9-c316b94461de tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.202952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0994d842-a732-4507-b348-1a57458983b2 req-e75196ac-6b69-4d7f-bff9-c316b94461de tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2882628 Feb 04 20:06:32.209407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82025414-109b-41ac-95a3-84b73cd8e8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4772527e-c7fd-4a1d-bc1a-b9f16917363b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:32.216866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82025414-109b-41ac-95a3-84b73cd8e8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:32.220572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-82025414-109b-41ac-95a3-84b73cd8e8ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4772527e-c7fd-4a1d-bc1a-b9f16917363b HTTP/1.1" status: 204 len: 168 time: 0.2831025 Feb 04 20:06:32.289738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:32.306853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:32.313915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:32.327824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:32.357793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0994d842-a732-4507-b348-1a57458983b2 req-12232244-8b11-455f-b41c-f867a20e0d7c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892799 Feb 04 20:06:32.394672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-ec0cd74e-c399-4230-8837-c3c58979ebe3 service neutron] 10.222.0.62 "GET /v2.0/networks/f109deb2-e235-4d13-8bd9-5b130554f32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313251 Feb 04 20:06:32.413461 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b', 'code': 200} Feb 04 20:06:32.465976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-0068c690-d796-4d12-a017-7dad3b3d08fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=dc936342-1ebd-41db-a1da-648ceb3ece26 HTTP/1.1" status: 200 len: 217 time: 0.0648906 Feb 04 20:06:32.517346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3b8f1-7873-4da1-bc27-31922366f993 req-5eb3e41b-ea40-4820-ac4f-18aeef497bd3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.524279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dc3b8f1-7873-4da1-bc27-31922366f993 req-5eb3e41b-ea40-4820-ac4f-18aeef497bd3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.0947778 Feb 04 20:06:32.550396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:32.553360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:32.574010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dc3b8f1-7873-4da1-bc27-31922366f993 req-08d2ace4-e820-4e1a-9b53-3f8e2992e1a4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488176 Feb 04 20:06:32.648614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port a876c793-87a5-4344-9548-2dedde1c5c33 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:06:32.708315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-14dd15ec-59fc-4850-97be-ebff1906be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.709816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-14dd15ec-59fc-4850-97be-ebff1906be1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a1a9f791-3013-4ef3-804f-8384661765c0 HTTP/1.1" status: 200 len: 801 time: 0.2383096 Feb 04 20:06:32.834377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355125b-7b3b-4da0-b00d-65fea72024e9 req-0bdeb912-e3cd-4e6a-b35f-655a70725d10 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.835920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c355125b-7b3b-4da0-b00d-65fea72024e9 req-0bdeb912-e3cd-4e6a-b35f-655a70725d10 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1101 time: 0.1041627 Feb 04 20:06:32.879137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c355125b-7b3b-4da0-b00d-65fea72024e9 req-39cd3bc2-691e-4596-897e-73752ee2feb9 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353289 Feb 04 20:06:32.889515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acd3c2-e1e8-4808-bcb5-486127d4ac26 req-ea2ea8ce-284b-4fd2-acbe-1e801ecad6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.892623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7acd3c2-e1e8-4808-bcb5-486127d4ac26 req-ea2ea8ce-284b-4fd2-acbe-1e801ecad6a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 1096 time: 0.3876562 Feb 04 20:06:32.912305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f88d4-89c9-44f0-a1f5-ea9415d80a3c req-67966618-e1a6-4a0a-bd89-6339e7955360 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.918106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f88d4-89c9-44f0-a1f5-ea9415d80a3c req-67966618-e1a6-4a0a-bd89-6339e7955360 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.924015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f88d4-89c9-44f0-a1f5-ea9415d80a3c req-67966618-e1a6-4a0a-bd89-6339e7955360 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:32.925583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a27f88d4-89c9-44f0-a1f5-ea9415d80a3c req-67966618-e1a6-4a0a-bd89-6339e7955360 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2412 time: 0.3809264 Feb 04 20:06:33.060472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c40ba4-b6ee-4978-b58d-9f25046762e0 req-8c25ee48-43d6-424f-8735-bc99893baf21 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:33.063284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-44c40ba4-b6ee-4978-b58d-9f25046762e0 req-8c25ee48-43d6-424f-8735-bc99893baf21 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 945 time: 0.0871794 Feb 04 20:06:33.063284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53404) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:33.094876 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.126611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:33.137178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3b4036ff2972451c967b5af2b1f9eafb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:33.139493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-44c40ba4-b6ee-4978-b58d-9f25046762e0 req-333e0715-9ed7-4367-bfeb-4fa8ae160bc7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636880 Feb 04 20:06:33.140299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:33.147068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:33.223952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7acd3c2-e1e8-4808-bcb5-486127d4ac26 req-b0cb8f74-5877-41f7-8e02-ac2bc4751927 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217432 Feb 04 20:06:33.232581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a27f88d4-89c9-44f0-a1f5-ea9415d80a3c req-a50a02b7-c64e-46af-8680-b85d832bbae7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771046 Feb 04 20:06:33.242608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-ff632ec6-2dca-4a6d-8249-13ab41cc28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:33.244421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-ff632ec6-2dca-4a6d-8249-13ab41cc28be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f7ad038-8def-4825-8a75-1716e0fb6417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5203226 Feb 04 20:06:33.249320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.252963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.335248 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.399158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-fdcd3078-39b9-4c6b-b871-fd2dc4d96903 service neutron] 10.222.0.62 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435866 Feb 04 20:06:33.407453 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b4036ff2972451c967b5af2b1f9eafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453300 Feb 04 20:06:33.409368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93918fd-2bdd-41d0-a5f3-ca1d172d18f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890e9fc-728e-46c4-8455-e585a1d6ed4c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:33.411942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53412) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:33.456760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bbb19-3607-4389-a901-02a191edde2b req-71e27f1b-0965-4fad-946f-1b2121911391 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:33.458470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-292bbb19-3607-4389-a901-02a191edde2b req-71e27f1b-0965-4fad-946f-1b2121911391 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.1772146 Feb 04 20:06:33.490035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.529199 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1c130fc-a2c4-4f08-bf2c-d81d80dd82f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.534330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-292bbb19-3607-4389-a901-02a191edde2b req-a94bb025-b5d0-4bd9-9dee-844e0ce9b49c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646489 Feb 04 20:06:33.560490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1c130fc-a2c4-4f08-bf2c-d81d80dd82f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.592673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:33.599633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:33.606080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:33.612129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:33.612731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.623371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=a876c793-87a5-4344-9548-2dedde1c5c33,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:33.648823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c10cfdb-cdb4-43b1-9391-3b6df63e29da req-a243174d-a007-4d96-8d10-f75657afe0f9 service neutron] 10.222.0.62 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391820 Feb 04 20:06:33.725195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1c130fc-a2c4-4f08-bf2c-d81d80dd82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.742561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c130fc-a2c4-4f08-bf2c-d81d80dd82f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890e9fc-728e-46c4-8455-e585a1d6ed4c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:33.753844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1c130fc-a2c4-4f08-bf2c-d81d80dd82f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:33.754988 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b1c130fc-a2c4-4f08-bf2c-d81d80dd82f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8890e9fc-728e-46c4-8455-e585a1d6ed4c HTTP/1.1" status: 204 len: 168 time: 0.3409104 Feb 04 20:06:33.780183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6e67c-0ed3-4b32-80ed-0c87689b111f req-13763e54-d30c-4706-982b-12dfe20a5300 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:33.782208 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e6e67c-0ed3-4b32-80ed-0c87689b111f req-13763e54-d30c-4706-982b-12dfe20a5300 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.1138275 Feb 04 20:06:33.812520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-65f609d9-adf5-4e11-bb27-f8ab1c5ae6dc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8007851 Feb 04 20:06:33.813220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53422) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:33.833335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc091d-9233-432f-a068-4b001a30ce5d req-db8535ff-b013-47aa-8c68-bfa7033748e0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:33.835719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04cc091d-9233-432f-a068-4b001a30ce5d req-db8535ff-b013-47aa-8c68-bfa7033748e0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.1076834 Feb 04 20:06:33.894038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04cc091d-9233-432f-a068-4b001a30ce5d req-1da71b8c-ffa7-44f9-8c33-2fab9428dba7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503888 Feb 04 20:06:33.895187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e6e67c-0ed3-4b32-80ed-0c87689b111f req-0ded3ce0-40f0-445c-8408-a218fede2419 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063962 Feb 04 20:06:33.907660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port a876c793-87a5-4344-9548-2dedde1c5c33 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:33.907941 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:34.105167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-a4a72360-5fc6-4757-9d24-6fe176d96b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.105648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-a4a72360-5fc6-4757-9d24-6fe176d96b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.106123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-a4a72360-5fc6-4757-9d24-6fe176d96b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.107785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-a4a72360-5fc6-4757-9d24-6fe176d96b19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2865 time: 0.0784147 Feb 04 20:06:34.152028 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:34.283798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-644ec690-35fe-4519-adb2-a639b5bea2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.283798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-644ec690-35fe-4519-adb2-a639b5bea2c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f7ad038-8def-4825-8a75-1716e0fb6417 HTTP/1.1" status: 200 len: 902 time: 0.1677034 Feb 04 20:06:34.384816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-10aaab3e-c051-43c5-9d6f-4f6a82650ce3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=dc936342-1ebd-41db-a1da-648ceb3ece26 HTTP/1.1" status: 200 len: 217 time: 0.0955889 Feb 04 20:06:34.464305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for a876c793-87a5-4344-9548-2dedde1c5c33 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:34.504564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-4066bf23-6efd-4240-a2ab-913eab73c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.506023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-4066bf23-6efd-4240-a2ab-913eab73c44e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a1a9f791-3013-4ef3-804f-8384661765c0 HTTP/1.1" status: 200 len: 801 time: 0.0866058 Feb 04 20:06:34.573442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2af7-93b0-46c5-8a13-4accc121d379 req-ef3cee0a-eaad-4a20-a2dd-1abaf14e3aed tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.581060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2af7-93b0-46c5-8a13-4accc121d379 req-ef3cee0a-eaad-4a20-a2dd-1abaf14e3aed tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.585545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2af7-93b0-46c5-8a13-4accc121d379 req-ef3cee0a-eaad-4a20-a2dd-1abaf14e3aed tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.586977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ca2af7-93b0-46c5-8a13-4accc121d379 req-ef3cee0a-eaad-4a20-a2dd-1abaf14e3aed tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2412 time: 0.2163780 Feb 04 20:06:34.623643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-5d7fe666-e37f-4e4a-b685-d80db44b72a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1993246 Feb 04 20:06:34.633957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c691e-292e-4a9b-b551-76e9ce227442 req-f7b638f3-e096-4043-8677-20067496a9b5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.641922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-044c691e-292e-4a9b-b551-76e9ce227442 req-f7b638f3-e096-4043-8677-20067496a9b5 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 945 time: 0.2485378 Feb 04 20:06:34.646385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38ca2af7-93b0-46c5-8a13-4accc121d379 req-d50b6af1-6bae-4561-8be0-9256f6bfc78b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501168 Feb 04 20:06:34.653839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-29037ca7-d268-4a93-846d-da6377c42adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.654734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-29037ca7-d268-4a93-846d-da6377c42adf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f7ad038-8def-4825-8a75-1716e0fb6417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1414928 Feb 04 20:06:34.684732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-044c691e-292e-4a9b-b551-76e9ce227442 req-b284acff-a4a9-47ec-92f2-df4721600ac4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 Feb 04 20:06:34.736069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:34.805783 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:34.810620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=a876c793-87a5-4344-9548-2dedde1c5c33,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:34.827128 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99020ba3-e087-4b8b-bef1-1bc9f07f9337 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/a876c793-87a5-4344-9548-2dedde1c5c33 HTTP/1.1" status: 204 len: 168 time: 1.0128174 Feb 04 20:06:34.829830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53452) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:34.836467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'mac_address': 'fa:16:3e:28:e8:8b', 'name': 'tempest-PortsTestJSON-2100354309'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:34.918417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1932b4c-506c-4f08-8f47-9ff47da0116d req-34327b1c-6bd8-45ad-95e5-92c64ef7736c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:34.929794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1932b4c-506c-4f08-8f47-9ff47da0116d req-34327b1c-6bd8-45ad-95e5-92c64ef7736c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.1766295 Feb 04 20:06:34.960034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:34.965062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:34.966159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-1ab5a9bd-1a16-4987-944c-ce9835fb8d29 service neutron] 10.222.0.62 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043513 Feb 04 20:06:34.968023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:34.974477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:35.004958 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1932b4c-506c-4f08-8f47-9ff47da0116d req-d71fed7a-4835-4abd-b610-c1e2854ea1f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743084 Feb 04 20:06:35.137242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:35.210882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b0f7a5-79e3-4f5b-beb0-1356d1ddb48a req-82468f7f-94ae-4962-abde-24ef56e3b60a service neutron] 10.222.0.62 "GET /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366350 Feb 04 20:06:35.272154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5197-6718-4674-9fe7-ae819eda4303 req-a0045db5-a9d5-41a5-8b2f-306df70b0e97 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:35.273628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e0b5197-6718-4674-9fe7-ae819eda4303 req-a0045db5-a9d5-41a5-8b2f-306df70b0e97 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.1202793 Feb 04 20:06:35.320394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:35.321683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e0b5197-6718-4674-9fe7-ae819eda4303 req-7baf0da8-0bb8-49f4-920e-982019efa10d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Feb 04 20:06:35.353924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a2f58-bbdc-47fe-a84e-90c555980fb9 req-412a4944-125f-487f-a898-a619f196e8df tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:35.360837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c7a2f58-bbdc-47fe-a84e-90c555980fb9 req-412a4944-125f-487f-a898-a619f196e8df tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.3307397 Feb 04 20:06:35.383257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port a3870d24-afd6-4bfc-9429-a9d9f2b8b72f yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:06:35.463650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c7a2f58-bbdc-47fe-a84e-90c555980fb9 req-5f03561a-25a7-4fda-af6f-ab325a257da6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019726 Feb 04 20:06:35.494661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:35.655109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:35.685742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:35.704370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'mac_address': 'fa:16:3e:a0:5c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:35.784040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:35.787674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:35.808999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:35.830266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:35.908550 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:35.914253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfbf34-9ff9-4c91-b592-0a7718b87847 req-d00b073b-845e-4807-9be7-0d1dbbeccc91 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:35.923984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfbf34-9ff9-4c91-b592-0a7718b87847 req-d00b073b-845e-4807-9be7-0d1dbbeccc91 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:35.924495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:35.929298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:35.931767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfbf34-9ff9-4c91-b592-0a7718b87847 req-d00b073b-845e-4807-9be7-0d1dbbeccc91 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:35.931945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:35.933919 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31bfbf34-9ff9-4c91-b592-0a7718b87847 req-d00b073b-845e-4807-9be7-0d1dbbeccc91 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2412 time: 0.1562276 Feb 04 20:06:35.944675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:35.945331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:35.950167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=a3870d24-afd6-4bfc-9429-a9d9f2b8b72f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:36.051294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:36.066099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b386f87-f2b9-47f7-aee2-42e021c5127a req-6ca8b942-e335-4802-b778-971b58db2a2b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:36.067647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5b386f87-f2b9-47f7-aee2-42e021c5127a req-6ca8b942-e335-4802-b778-971b58db2a2b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 945 time: 0.2057905 Feb 04 20:06:36.078240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:36.149551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5b386f87-f2b9-47f7-aee2-42e021c5127a req-d8bd5e32-7433-484a-9be7-5849e3c5dfcf tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600913 Feb 04 20:06:36.156835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0f077f95-a745-4147-b9e1-c7a081998fa2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3247232 Feb 04 20:06:36.158620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53524) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:36.165273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31bfbf34-9ff9-4c91-b592-0a7718b87847 req-f6ef4796-92ca-4eab-9a75-f2b1281fa100 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233050 Feb 04 20:06:36.346582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d5ecf-48e9-4d9e-a553-b5a20b73dda0 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:36.347616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fc3d5ecf-48e9-4d9e-a553-b5a20b73dda0 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:36.461688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fc3d5ecf-48e9-4d9e-a553-b5a20b73dda0 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:36.462964 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fc3d5ecf-48e9-4d9e-a553-b5a20b73dda0 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/a3870d24-afd6-4bfc-9429-a9d9f2b8b72f HTTP/1.1" status: 200 len: 841 time: 0.3031023 Feb 04 20:06:36.466150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53544) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:36.477921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783089-89a9-42c9-a947-cb341d7e3796 req-19524bdd-56b9-48bc-a84e-a7fe55bacf36 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:36.479479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56783089-89a9-42c9-a947-cb341d7e3796 req-19524bdd-56b9-48bc-a84e-a7fe55bacf36 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.0964797 Feb 04 20:06:36.535093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56783089-89a9-42c9-a947-cb341d7e3796 req-a1192a34-1f5c-43f0-950a-a7ad16c1e05f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Feb 04 20:06:36.560323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port a3870d24-afd6-4bfc-9429-a9d9f2b8b72f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:36.560751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:36.853285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd286bf-22b6-421e-b892-dfa33c42bb3e req-4de49042-4087-4f36-94bf-5bb04e72883a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:36.855071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0fd286bf-22b6-421e-b892-dfa33c42bb3e req-4de49042-4087-4f36-94bf-5bb04e72883a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.1093316 Feb 04 20:06:36.907640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55fa95-46b6-47d4-a7ec-d2d7a5d7477e req-018d1093-9684-4423-9c92-3b8e72945fde tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:36.914884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c55fa95-46b6-47d4-a7ec-d2d7a5d7477e req-018d1093-9684-4423-9c92-3b8e72945fde tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2444263 Feb 04 20:06:36.921801 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:36.956116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0fd286bf-22b6-421e-b892-dfa33c42bb3e req-c37e5676-6dc9-47f5-b12a-a14c499b835c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929854 Feb 04 20:06:37.185693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for a3870d24-afd6-4bfc-9429-a9d9f2b8b72f owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:37.226966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5fd1-e1e5-4c21-92fc-ebfba3feac5f req-a0c7580d-5bac-4d46-abd4-69415500243f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:37.228452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1cb5fd1-e1e5-4c21-92fc-ebfba3feac5f req-a0c7580d-5bac-4d46-abd4-69415500243f tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 945 time: 0.1087713 Feb 04 20:06:37.308477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1cb5fd1-e1e5-4c21-92fc-ebfba3feac5f req-44319254-8811-4189-9f39-eac488c7a17e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Feb 04 20:06:37.338232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c55fa95-46b6-47d4-a7ec-d2d7a5d7477e req-c3e69eb2-9db2-451e-9338-dfddca541b46 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215040 Feb 04 20:06:37.432114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:37.484503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=a3870d24-afd6-4bfc-9429-a9d9f2b8b72f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:37.489984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:37.497693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:37.570459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f03325-3197-4f0f-9b12-db9df9ce3c85 req-5329a5a7-a11b-481f-ace7-d1af955373b5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:37.593663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f03325-3197-4f0f-9b12-db9df9ce3c85 req-5329a5a7-a11b-481f-ace7-d1af955373b5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:37.608306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f03325-3197-4f0f-9b12-db9df9ce3c85 req-5329a5a7-a11b-481f-ace7-d1af955373b5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:37.616425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37f03325-3197-4f0f-9b12-db9df9ce3c85 req-5329a5a7-a11b-481f-ace7-d1af955373b5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2412 time: 0.1857195 Feb 04 20:06:37.642779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dd13b2bf-f95b-4814-a4ec-40cb33ffae1b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/a3870d24-afd6-4bfc-9429-a9d9f2b8b72f HTTP/1.1" status: 204 len: 168 time: 1.1751037 Feb 04 20:06:37.648755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53584) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:37.711559 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbe69f7-6bff-4b16-a054-6ae65837de66 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:06:37.711963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ccbe69f7-6bff-4b16-a054-6ae65837de66 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:37.746783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:37.747637 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:37.749452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-e9dfb72c-bb8e-428a-bc08-bcee56246390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:37.751550 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-e9dfb72c-bb8e-428a-bc08-bcee56246390 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1101 time: 0.1862912 Feb 04 20:06:37.759681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1ef1-93e8-4c59-833a-1efa3493674e req-7b765e0a-e9ff-43d8-807e-7ac8539babb7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:37.766801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-84ed1ef1-93e8-4c59-833a-1efa3493674e req-7b765e0a-e9ff-43d8-807e-7ac8539babb7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 945 time: 0.2541790 Feb 04 20:06:37.827186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ccbe69f7-6bff-4b16-a054-6ae65837de66 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:37.831215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ccbe69f7-6bff-4b16-a054-6ae65837de66 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/a3870d24-afd6-4bfc-9429-a9d9f2b8b72f HTTP/1.1" status: 404 len: 333 time: 0.1787002 Feb 04 20:06:37.853743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53592) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:37.865535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'name': 'tempest-PortsTestJSON-1447045173'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:37.919943 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:37.920868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-84ed1ef1-93e8-4c59-833a-1efa3493674e req-26681ff7-6039-4a45-89c9-12d3026e4f26 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529999 Feb 04 20:06:37.971933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:38.000561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:38.027863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-1959565c-a0a0-4281-af1b-16398c8e479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:38.029133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-1959565c-a0a0-4281-af1b-16398c8e479d service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2596114 Feb 04 20:06:38.043107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37f03325-3197-4f0f-9b12-db9df9ce3c85 req-4090dd5f-af55-4f8e-8fa8-b5c4514a2376 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230349 Feb 04 20:06:38.056347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:38.069737 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.081281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:38.158091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:38.161546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-13cc10f8-b7ca-47e5-944b-78ab8cf8451b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.1258607 Feb 04 20:06:38.162654 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.173468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a33cf108-6343-4e52-918a-235fd959cafe details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:38.191494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 94498e24-9946-4c44-812c-cf1679616ba9 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:06:38.321180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-35feaaa9-ebc0-4b67-b227-08d12c8202a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:38.322821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-35feaaa9-ebc0-4b67-b227-08d12c8202a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1549177 Feb 04 20:06:38.331005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb29325-6177-489a-b67d-f9328bb3a4e5 req-6ea992cc-b650-43a6-811f-2dd194cbbe8f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:38.332745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bb29325-6177-489a-b67d-f9328bb3a4e5 req-6ea992cc-b650-43a6-811f-2dd194cbbe8f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.2323182 Feb 04 20:06:38.449916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bb29325-6177-489a-b67d-f9328bb3a4e5 req-58cda934-0fd3-42d4-a041-42f7abfb83ac tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701754 Feb 04 20:06:38.469956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a33cf108-6343-4e52-918a-235fd959cafe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a33cf108-6343-4e52-918a-235fd959cafe,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:38.481147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-819d802f-d60c-47e3-9af9-bee62c843449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:38.483954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-819d802f-d60c-47e3-9af9-bee62c843449 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491113 Feb 04 20:06:38.488570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'a33cf108-6343-4e52-918a-235fd959cafe', 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417', 'port_id': 'a33cf108-6343-4e52-918a-235fd959cafe', 'mac_address': 'fa:16:3e:61:23:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a9f791-3013-4ef3-804f-8384661765c0', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:38.568604 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'code': 200} Feb 04 20:06:38.674731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:38.675338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.684851 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.709235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33cf108-6343-4e52-918a-235fd959cafe {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:38.716698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.730937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a33cf108-6343-4e52-918a-235fd959cafe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a33cf108-6343-4e52-918a-235fd959cafe,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:38.811252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.839794 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.840450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 14e13970-1234-44cd-83fe-2a88e44c11ac details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:38.933831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:38.988419 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-28584922-4ddf-4c7c-bf36-4aff057dd132 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985368 Feb 04 20:06:38.991948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:39.006215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:39.011724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:39.017718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:39.018326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:39.040385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=94498e24-9946-4c44-812c-cf1679616ba9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:39.045648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=a33cf108-6343-4e52-918a-235fd959cafe,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:39.082220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71458-4bc9-47db-b3b2-d15bc9fc331c req-b5445ad1-824c-4034-88f6-ed4be6c0197c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:39.088631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05d71458-4bc9-47db-b3b2-d15bc9fc331c req-b5445ad1-824c-4034-88f6-ed4be6c0197c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2096336 Feb 04 20:06:39.118992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 14e13970-1234-44cd-83fe-2a88e44c11ac, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=14e13970-1234-44cd-83fe-2a88e44c11ac,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:39.137449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-954d3d2d-9455-4bf0-8931-b1ba9cd64603 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2807896 Feb 04 20:06:39.142637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53628) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:39.149979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '14e13970-1234-44cd-83fe-2a88e44c11ac', 'network_id': 'f109deb2-e235-4d13-8bd9-5b130554f32d', 'port_id': '14e13970-1234-44cd-83fe-2a88e44c11ac', 'mac_address': 'fa:16:3e:be:73:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0148c467-b0a5-4ad7-87d3-c0157439adf0', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:39.157731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:39.238630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05d71458-4bc9-47db-b3b2-d15bc9fc331c req-a76953df-f42c-48c5-9878-83445f6f8958 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438823 Feb 04 20:06:39.258962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-799d5627-2b40-4ff9-8ef5-404b570cdf17 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613630 Feb 04 20:06:39.277527 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:39.279903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0787a6f-0d51-4e6b-9644-4b44261bf698 req-79c1ac72-e032-4ad4-ad4d-0413582d666e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:39.281443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0787a6f-0d51-4e6b-9644-4b44261bf698 req-79c1ac72-e032-4ad4-ad4d-0413582d666e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.5572188 Feb 04 20:06:39.344286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e13970-1234-44cd-83fe-2a88e44c11ac {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:39.360762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0787a6f-0d51-4e6b-9644-4b44261bf698 req-f53e55c8-503c-484e-a5fc-fa67d6280431 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689964 Feb 04 20:06:39.368556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:39.403121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 14e13970-1234-44cd-83fe-2a88e44c11ac, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=14e13970-1234-44cd-83fe-2a88e44c11ac,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:39.485006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:39.649779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=14e13970-1234-44cd-83fe-2a88e44c11ac,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:39.689252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebe42-c4b5-4957-90d8-e95e35b2bc32 req-88bbc52b-d453-498d-98b3-8030f239203c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:39.696176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45eebe42-c4b5-4957-90d8-e95e35b2bc32 req-88bbc52b-d453-498d-98b3-8030f239203c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 945 time: 0.2680025 Feb 04 20:06:39.705167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718f15c-5c6a-4ddb-9bd9-fef10eb9544e req-adab404a-2b0b-406e-8dfa-75d08fc42688 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:39.712829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718f15c-5c6a-4ddb-9bd9-fef10eb9544e req-adab404a-2b0b-406e-8dfa-75d08fc42688 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:39.740316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718f15c-5c6a-4ddb-9bd9-fef10eb9544e req-adab404a-2b0b-406e-8dfa-75d08fc42688 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:39.742003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b718f15c-5c6a-4ddb-9bd9-fef10eb9544e req-adab404a-2b0b-406e-8dfa-75d08fc42688 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2414 time: 0.2745013 Feb 04 20:06:39.760539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45eebe42-c4b5-4957-90d8-e95e35b2bc32 req-53717931-7ad4-4d1e-ab03-fb75db9ee0c9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634313 Feb 04 20:06:39.815686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b718f15c-5c6a-4ddb-9bd9-fef10eb9544e req-ef3cb1d2-dff9-4f60-9afb-dea30d8bf35f tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659139 Feb 04 20:06:39.816977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53642) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:39.835925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:39.849842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['a33cf108-6343-4e52-918a-235fd959cafe'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:39.928668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.022117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] In _notify_port_updated(), no bound segment for port 94498e24-9946-4c44-812c-cf1679616ba9 on network 2a02cd5f-5667-4657-a74d-1f82e49e7421 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:06:40.028768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:40.029388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.033780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "PUT /v2.0/ports/94498e24-9946-4c44-812c-cf1679616ba9 HTTP/1.1" status: 200 len: 818 time: 0.8860815 Feb 04 20:06:40.040293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:40.053386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.117261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773347f-1f84-491f-8892-d7b924a913f1 req-b1e48531-bc0c-45e6-a141-01fc56ad0bff tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:40.121590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9773347f-1f84-491f-8892-d7b924a913f1 req-b1e48531-bc0c-45e6-a141-01fc56ad0bff tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.1460376 Feb 04 20:06:40.148609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:40.153734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Usage tracker for resource:security_group_rule and tenant:e5ae1da79afd4e8a8bb8845e2c426a41 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:40.158505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:40.161603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device dc936342-1ebd-41db-a1da-648ceb3ece26 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:06:40.165424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:40.197389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9773347f-1f84-491f-8892-d7b924a913f1 req-4de8d15f-e0e8-4af0-81d8-d7ba656bb35e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694747 Feb 04 20:06:40.260330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 94498e24-9946-4c44-812c-cf1679616ba9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:40.260728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.291321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.346619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea7a94-115a-41b4-8680-fde2cd21218e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=94498e24-9946-4c44-812c-cf1679616ba9,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:40.385474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.387590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-502e9ab5-1ef9-4099-a47c-488180000f09 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:40.391870 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-502e9ab5-1ef9-4099-a47c-488180000f09 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 945 time: 0.1314194 Feb 04 20:06:40.416198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port dc936342-1ebd-41db-a1da-648ceb3ece26, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dc936342-1ebd-41db-a1da-648ceb3ece26,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:40.460845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'dc936342-1ebd-41db-a1da-648ceb3ece26', 'network_id': '2f7ad038-8def-4825-8a75-1716e0fb6417', 'port_id': 'dc936342-1ebd-41db-a1da-648ceb3ece26', 'mac_address': 'fa:16:3e:5e:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a9f791-3013-4ef3-804f-8384661765c0', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:06:40.507097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e7ad7-3dc5-4b2d-b206-200fe9410283,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:40.514199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Deleting port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:40.519090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.633983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.686008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc936342-1ebd-41db-a1da-648ceb3ece26 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:40.706170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8fb5e146-419c-4706-82cc-2c5f5ff6f59f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5ae1da79afd4e8a8bb8845e2c426a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8877587 Feb 04 20:06:40.718369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53660) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:40.726845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port dc936342-1ebd-41db-a1da-648ceb3ece26, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dc936342-1ebd-41db-a1da-648ceb3ece26,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:40.804517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:40.956990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41edc75-b597-4f62-b4ba-e3b474812a9e req-22c9eb4a-e651-4a8f-a366-d2f49ddc7573 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:40.956990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e41edc75-b597-4f62-b4ba-e3b474812a9e req-22c9eb4a-e651-4a8f-a366-d2f49ddc7573 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.3797505 Feb 04 20:06:40.978589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.014879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=dc936342-1ebd-41db-a1da-648ceb3ece26,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:41.122850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['14e13970-1234-44cd-83fe-2a88e44c11ac'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:41.182316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e41edc75-b597-4f62-b4ba-e3b474812a9e req-616d4e88-6fe0-43bd-a0a3-06d1b99301b4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258322 Feb 04 20:06:41.308099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] For port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:41.308770 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.356065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 94498e24-9946-4c44-812c-cf1679616ba9 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:41.409091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b851232-4315-40a7-a0c7-623c92392fa8 req-80d7f658-e0a5-4130-93c8-3607ca4ac9e7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:41.416952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b851232-4315-40a7-a0c7-623c92392fa8 req-80d7f658-e0a5-4130-93c8-3607ca4ac9e7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.8851058 Feb 04 20:06:41.431831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['dc936342-1ebd-41db-a1da-648ceb3ece26'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:41.443538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46aa3e5a-ac2c-4f1f-88c6-1913399abb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.473331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46aa3e5a-ac2c-4f1f-88c6-1913399abb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.497703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Calling delete_port for 59b23e26-b98f-41aa-884d-eb0df5aa5a9b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:41.588830 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b851232-4315-40a7-a0c7-623c92392fa8 req-2069ddc1-e897-4ad0-8522-c299d2771119 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690564 Feb 04 20:06:41.633189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46aa3e5a-ac2c-4f1f-88c6-1913399abb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.671982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa3e5a-ac2c-4f1f-88c6-1913399abb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e7ad7-3dc5-4b2d-b206-200fe9410283,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:41.697397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.776099 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46aa3e5a-ac2c-4f1f-88c6-1913399abb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.777442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46aa3e5a-ac2c-4f1f-88c6-1913399abb94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a3e7ad7-3dc5-4b2d-b206-200fe9410283 HTTP/1.1" status: 204 len: 168 time: 1.0577645 Feb 04 20:06:41.821167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=94498e24-9946-4c44-812c-cf1679616ba9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:41.830400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.833186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:41.834717 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-25aad2da-d92f-4a82-b177-994f81763caf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/94498e24-9946-4c44-812c-cf1679616ba9 HTTP/1.1" status: 204 len: 168 time: 1.7858365 Feb 04 20:06:41.837485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53674) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:41.851467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:41.961868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0b5677b-095d-4f4f-abaa-6cea90e06ee6 req-ba46235c-b27a-418b-901d-dabd418d4229 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 210 time: 0.2061346 Feb 04 20:06:41.964111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e160-5be7-484e-8890-c940a582bf41 req-afb5b802-06a6-4536-b766-4bc8a3a0911f tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:41.970316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e160-5be7-484e-8890-c940a582bf41 req-afb5b802-06a6-4536-b766-4bc8a3a0911f tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:41.976404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e160-5be7-484e-8890-c940a582bf41 req-afb5b802-06a6-4536-b766-4bc8a3a0911f tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:41.983616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ad5e160-5be7-484e-8890-c940a582bf41 req-afb5b802-06a6-4536-b766-4bc8a3a0911f tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2415 time: 0.2169659 Feb 04 20:06:42.039685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event deleted for resources: {'Port': ['ID=59b23e26-b98f-41aa-884d-eb0df5aa5a9b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:42.061032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56604edf-b3a0-461d-ab6d-2d95001c4b09 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:42.063107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-56604edf-b3a0-461d-ab6d-2d95001c4b09 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:42.108663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] No DVR routers for this DVR port 59b23e26-b98f-41aa-884d-eb0df5aa5a9b on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:06:42.120295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:42.142393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'name': 'network-vif-deleted', 'tag': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:42.146568 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ad5e160-5be7-484e-8890-c940a582bf41 req-985f7560-18b6-4a86-bde5-859c03e5471d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621206 Feb 04 20:06:42.176543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a33cf108-6343-4e52-918a-235fd959cafe up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:42.216583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-56604edf-b3a0-461d-ab6d-2d95001c4b09 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:42.216838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4103187-871b-4568-b4c0-82d5cf205e71 req-104262f0-e5f5-4798-8098-bd1181a71a4c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "DELETE /v2.0/ports/59b23e26-b98f-41aa-884d-eb0df5aa5a9b HTTP/1.1" status: 204 len: 173 time: 1.8179498 Feb 04 20:06:42.218277 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-56604edf-b3a0-461d-ab6d-2d95001c4b09 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3798821 Feb 04 20:06:42.232373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53692) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:42.408825 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90376b65-7d6e-42f2-96b0-d8e91ee0d7b0', 'name': 'network-vif-deleted', 'tag': '59b23e26-b98f-41aa-884d-eb0df5aa5a9b', 'status': 'completed', 'code': 200} Feb 04 20:06:42.465693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port a33cf108-6343-4e52-918a-235fd959cafe completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:42.471763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port a33cf108-6343-4e52-918a-235fd959cafe triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:42.472136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:42.484042 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9af024-7456-4466-8f3b-b8e52394a33a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:06:42.491025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dc9af024-7456-4466-8f3b-b8e52394a33a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/94498e24-9946-4c44-812c-cf1679616ba9 HTTP/1.1" status: 404 len: 333 time: 0.2510679 Feb 04 20:06:42.502894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53698) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:42.529705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2006012599'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:42.539435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:42.571628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:42.587286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:42.616640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81508c08-81ff-4ac8-9b0a-144bf1f941fb req-a1843f14-8cd8-4112-9a22-82531520feef tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:42.624163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81508c08-81ff-4ac8-9b0a-144bf1f941fb req-a1843f14-8cd8-4112-9a22-82531520feef tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.2230458 Feb 04 20:06:42.633597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:42.675194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f3e2-6ae8-4ac8-8aa8-eb6a4d24e47b req-7277640f-31a9-45c6-858e-462a70b19015 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:42.676941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3c3f3e2-6ae8-4ac8-8aa8-eb6a4d24e47b req-7277640f-31a9-45c6-858e-462a70b19015 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.2469971 Feb 04 20:06:42.692317 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81508c08-81ff-4ac8-9b0a-144bf1f941fb req-6255b591-e611-4d88-aae5-c329ef018c79 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673389 Feb 04 20:06:42.726321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:42.735597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3c3f3e2-6ae8-4ac8-8aa8-eb6a4d24e47b req-85dbae45-926c-41af-b0bc-6b9f51aa1faa tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 Feb 04 20:06:42.764597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33cf108-6343-4e52-918a-235fd959cafe'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:42.771441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a33cf108-6343-4e52-918a-235fd959cafe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a33cf108-6343-4e52-918a-235fd959cafe,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:42.803774 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33cf108-6343-4e52-918a-235fd959cafe', 'code': 200} Feb 04 20:06:42.901713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:42.904410 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:42.909226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:42.959706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:06:42.971642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:42.972112 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment 41016a33-98fd-4365-9a02-8bd005eebd89 of type vlan for network 074b5f6e-80e4-4206-8a90-17d3ef028d67 Feb 04 20:06:43.004505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:43.064948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=a33cf108-6343-4e52-918a-235fd959cafe,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:43.104699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1c9a6-b353-4b0a-a31a-63d35bf666bd req-b240666f-00e6-4e23-9444-98c35a1557ef tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:43.106124 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:43.112449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:43.115046 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:43.123293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eec1c9a6-b353-4b0a-a31a-63d35bf666bd req-b240666f-00e6-4e23-9444-98c35a1557ef tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.3213928 Feb 04 20:06:43.249159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eec1c9a6-b353-4b0a-a31a-63d35bf666bd req-179c02d2-89b4-43dc-b595-386bc23ebb10 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207175 Feb 04 20:06:43.426885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-055b5fd6-bd8e-436a-835e-e59f36fd87ff req-5106466d-ae5e-4ca9-8956-41b4fd46cd29 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=90376b65-7d6e-42f2-96b0-d8e91ee0d7b0 HTTP/1.1" status: 200 len: 210 time: 0.0858142 Feb 04 20:06:43.464703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=074b5f6e-80e4-4206-8a90-17d3ef028d67,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:43.477375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:06:43.503161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 59b23e26-b98f-41aa-884d-eb0df5aa5a9b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:06:43.535537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f47de6-fb75-4525-a0c5-5dc6467924b6 req-6d63aa55-0a2d-4571-829d-4745020ff0bc tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:43.541680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f47de6-fb75-4525-a0c5-5dc6467924b6 req-6d63aa55-0a2d-4571-829d-4745020ff0bc tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:43.542682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-39063594-bc32-4826-9bf8-6939865fcd62 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0360773 Feb 04 20:06:43.545324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53738) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:43.548358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f47de6-fb75-4525-a0c5-5dc6467924b6 req-6d63aa55-0a2d-4571-829d-4745020ff0bc tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:43.550276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03f47de6-fb75-4525-a0c5-5dc6467924b6 req-6d63aa55-0a2d-4571-829d-4745020ff0bc tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2416 time: 0.1020143 Feb 04 20:06:43.551552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:43.645531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 59b23e26-b98f-41aa-884d-eb0df5aa5a9b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:06:43.646013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 59b23e26-b98f-41aa-884d-eb0df5aa5a9b not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:06:43.670029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03f47de6-fb75-4525-a0c5-5dc6467924b6 req-1fb06efd-214a-4a09-9ec4-f4d28c61bde6 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123915 Feb 04 20:06:43.738888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:43.743110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:43.746016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:43.752083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:43.913061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:43.916443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:43.983835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041c02-9cb4-46f4-a727-103a33779717 req-820eca7f-c8f1-4190-88f1-a36b6b1d18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:43.985901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58041c02-9cb4-46f4-a727-103a33779717 req-820eca7f-c8f1-4190-88f1-a36b6b1d18d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.1631587 Feb 04 20:06:44.034985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58041c02-9cb4-46f4-a727-103a33779717 req-c457793a-7d40-403d-b42f-6041c32babe2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Feb 04 20:06:44.043138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d31c-74f3-42a3-9e01-39242b3eaa0b req-b86d8e3e-e610-4169-89dd-5cec2fa67f25 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:44.044322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5f6d31c-74f3-42a3-9e01-39242b3eaa0b req-b86d8e3e-e610-4169-89dd-5cec2fa67f25 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.1607256 Feb 04 20:06:44.078415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b2b1c-edd9-4092-845f-6b2ddc00c9f6 req-03b4acf3-f2e5-4a63-bd2d-3be93c9b9522 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:44.080146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-164b2b1c-edd9-4092-845f-6b2ddc00c9f6 req-03b4acf3-f2e5-4a63-bd2d-3be93c9b9522 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.2256510 Feb 04 20:06:44.107882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5f6d31c-74f3-42a3-9e01-39242b3eaa0b req-92e97df6-bcf8-4cde-98c5-b151c7f5ef96 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Feb 04 20:06:44.189403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 14e13970-1234-44cd-83fe-2a88e44c11ac up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:44.248101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-164b2b1c-edd9-4092-845f-6b2ddc00c9f6 req-4264de60-636c-42e6-abd5-c0dd2fc124f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452042 Feb 04 20:06:44.290225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:44.391295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=9fb4d3d6-0d19-4e11-aa51-b11486211485,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:44.398150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 14e13970-1234-44cd-83fe-2a88e44c11ac completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:44.403721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 14e13970-1234-44cd-83fe-2a88e44c11ac triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:44.406840 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:44.411286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': '41016a33-98fd-4365-9a02-8bd005eebd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:44.411788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: 074b5f6e-80e4-4206-8a90-17d3ef028d67, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:06:44.495604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:06:44.537963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f22f-3661-4b7c-b3bc-f72e7fd93019 req-d76f35c5-4078-4953-afeb-edfaf5da9ece tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:44.540299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0701f22f-3661-4b7c-b3bc-f72e7fd93019 req-d76f35c5-4078-4953-afeb-edfaf5da9ece tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.1603289 Feb 04 20:06:44.575548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:44.589097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 074b5f6e-80e4-4206-8a90-17d3ef028d67) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:44.599527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:44.600508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:44.602346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f5a3ea-2b84-48f6-b655-4208cf7e7411 None None] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:44.637426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0701f22f-3661-4b7c-b3bc-f72e7fd93019 req-f12a6a19-aa4e-40fe-aff5-1c08e576d2f9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904579 Feb 04 20:06:44.726757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-45c305df-38a3-4769-87fd-1cf2d2c10b33 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1776237 Feb 04 20:06:44.727211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53766) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:44.732593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:44.804685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e13970-1234-44cd-83fe-2a88e44c11ac'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:44.877301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 14e13970-1234-44cd-83fe-2a88e44c11ac, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=14e13970-1234-44cd-83fe-2a88e44c11ac,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:44.933393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-074b5f6e-80e4-4206-8a90-17d3ef028d67', 'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67', 'tenant_id': '36db804f6f134e1090ee004192d31553', 'fixed_ips': [{'subnet_id': '9fb4d3d6-0d19-4e11-aa51-b11486211485'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:06:44.934242 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:44.967428 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:44.967428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device dc936342-1ebd-41db-a1da-648ceb3ece26 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:45.016915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25c856-8f90-4e24-9af9-6c93107c46ee req-1bb9e151-fb68-4fe9-af50-f01c399104ea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:45.023379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25c856-8f90-4e24-9af9-6c93107c46ee req-1bb9e151-fb68-4fe9-af50-f01c399104ea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:45.029970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25c856-8f90-4e24-9af9-6c93107c46ee req-1bb9e151-fb68-4fe9-af50-f01c399104ea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:45.031891 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c25c856-8f90-4e24-9af9-6c93107c46ee req-1bb9e151-fb68-4fe9-af50-f01c399104ea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2417 time: 0.1176682 Feb 04 20:06:45.069580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=14e13970-1234-44cd-83fe-2a88e44c11ac,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:45.121184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c25c856-8f90-4e24-9af9-6c93107c46ee req-5b70d2c3-35f3-4c4a-9700-c88f0bbd7ec5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759976 Feb 04 20:06:45.225943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:45.260872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:45.281890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:45.283455 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e13970-1234-44cd-83fe-2a88e44c11ac', 'code': 200} Feb 04 20:06:45.301838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:45.323822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-f2f6eb60-9cbc-463a-bce7-90017d6b05c8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:45.328728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-f2f6eb60-9cbc-463a-bce7-90017d6b05c8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 0.4065673 Feb 04 20:06:45.369451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-1563115b-9225-4d04-bfc6-cd739fe12af9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/quotas/667261bd42064838b9f15fb0433525b2 HTTP/1.1" status: 200 len: 375 time: 0.0322771 Feb 04 20:06:45.460718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:45.468204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:45.519359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Allocated IP 172.20.0.2 (074b5f6e-80e4-4206-8a90-17d3ef028d67/9fb4d3d6-0d19-4e11-aa51-b11486211485/d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:45.563871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port dc936342-1ebd-41db-a1da-648ceb3ece26 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:45.601157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffde7dc-630a-4092-be07-0c5b51657d27 req-6e4e6a49-b7ea-45d7-9506-bdfba7afa087 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:45.614211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cffde7dc-630a-4092-be07-0c5b51657d27 req-6e4e6a49-b7ea-45d7-9506-bdfba7afa087 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.1696289 Feb 04 20:06:45.620550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port dc936342-1ebd-41db-a1da-648ceb3ece26 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:45.620925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:45.692473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cffde7dc-630a-4092-be07-0c5b51657d27 req-ce1c3387-695c-4b9e-9b79-d52886aceecc tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757246 Feb 04 20:06:45.699580 n-d-811806-1 neutron-server[88237]: INFO neutron.db.ipam_backend_mixin [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9fb4d3d6-0d19-4e11-aa51-b11486211485 (CIDR: 172.20.0.0/28) Feb 04 20:06:45.704097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-1258bc9d-21d6-47d7-84ea-fc3a6edf1bff tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:45.761332 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:06:45.767700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:06:45.815537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-1258bc9d-21d6-47d7-84ea-fc3a6edf1bff tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:45.816979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-1258bc9d-21d6-47d7-84ea-fc3a6edf1bff tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4400511 Feb 04 20:06:45.898325 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:45.927719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0cd9bf9c-12a7-4dc6-acb4-6e59e752f841 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1994536 Feb 04 20:06:45.930094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53800) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:45.937012 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:45.938194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688a6f1-dae3-4ee1-a117-37dddef49350 req-961fc8ef-80e9-4ed8-81e8-18ec151926f6 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:45.945651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2688a6f1-dae3-4ee1-a117-37dddef49350 req-961fc8ef-80e9-4ed8-81e8-18ec151926f6 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.1316564 Feb 04 20:06:45.954009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:45.954568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Transition to ACTIVE for port object d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:45.957783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port dc936342-1ebd-41db-a1da-648ceb3ece26, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dc936342-1ebd-41db-a1da-648ceb3ece26,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:45.976594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Transition to ACTIVE for port object d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:46.011699 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-5383093f-2ca0-41b7-9982-251b81d0edbe service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838884 Feb 04 20:06:46.049085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:46.139718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:46.174733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-76483df3-c313-4e27-a556-bd41ca9c203e service neutron] 10.222.0.48 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568389 Feb 04 20:06:46.236017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:46.241609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:46.247808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:46.261219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:46.266538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:46.269589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:46.275969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:46.299613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=dc936342-1ebd-41db-a1da-648ceb3ece26,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:46.300290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2688a6f1-dae3-4ee1-a117-37dddef49350 req-8efdd334-83ab-42d2-bddc-49d96aa01e21 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510578 Feb 04 20:06:46.369448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:46.374381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:46.419438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Attempting to bind port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:46.419812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Attempting to bind port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '41016a33-98fd-4365-9a02-8bd005eebd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:46.420542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Attempting to bind port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 on network 074b5f6e-80e4-4206-8a90-17d3ef028d67 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:46.442872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:46.443475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Checking segment: {'id': '41016a33-98fd-4365-9a02-8bd005eebd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:46.456894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:46.456894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Bound using segment: {'id': '41016a33-98fd-4365-9a02-8bd005eebd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:46.456894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Bound port: d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41016a33-98fd-4365-9a02-8bd005eebd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:46.456894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:46.532069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Pushing event updated for resources: {'Port': ['ID=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:46.647415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] For port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:46.654466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] For port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,segment=NetworkSegment(41016a33-98fd-4365-9a02-8bd005eebd89),segment_id=41016a33-98fd-4365-9a02-8bd005eebd89)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:46.707487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:46.748668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923900d-a6fe-422a-807b-fc30873c02a2 req-a1ab8088-2884-4c67-8c36-b44fdbc4db1c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:46.768052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923900d-a6fe-422a-807b-fc30873c02a2 req-a1ab8088-2884-4c67-8c36-b44fdbc4db1c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:46.777562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923900d-a6fe-422a-807b-fc30873c02a2 req-a1ab8088-2884-4c67-8c36-b44fdbc4db1c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:46.785711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8923900d-a6fe-422a-807b-fc30873c02a2 req-a1ab8088-2884-4c67-8c36-b44fdbc4db1c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2418 time: 0.1824830 Feb 04 20:06:46.821933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c3827-8d43-44d9-8343-2367c6ecfb1e None None] Pushing event updated for resources: {'Port': ['ID=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:46.853757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8923900d-a6fe-422a-807b-fc30873c02a2 req-34901c60-cb99-4b76-a1a9-f2996d381e31 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673192 Feb 04 20:06:46.885700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-562946911', 'description': 'tempest-description-337179635'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:46.892839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:46.908758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:46.981674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:47.034641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:47.051017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Usage tracker for resource:security_group_rule and tenant:f319a4862db444589ec4cfc62962f052 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:47.058755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:47.069284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:47.085771 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:47.269918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:47.285081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc936342-1ebd-41db-a1da-648ceb3ece26'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:47.287571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:47.292648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:47.298822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:47.299365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:47.336926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=8309823e-58cc-4b36-8df0-1421efec4c00,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:47.345695 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:47.393998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a728f-6c56-4ab1-ba29-6ec2ea5ead0e req-1f93cdd3-e7a1-4c17-8219-e9d85ed8bf68 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:47.402492 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-424a728f-6c56-4ab1-ba29-6ec2ea5ead0e req-1f93cdd3-e7a1-4c17-8219-e9d85ed8bf68 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2531135 Feb 04 20:06:47.405600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b94ddbb-00ac-4da1-ab73-9e5dea0037aa,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:47.453381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3c4fe778-a6d3-43b5-bb6e-96c4310c8c7d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5050542 Feb 04 20:06:47.456115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53836) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:47.461823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67', 'fixed_ips': [{'subnet_id': '9fb4d3d6-0d19-4e11-aa51-b11486211485'}, {'subnet_id': '8309823e-58cc-4b36-8df0-1421efec4c00'}], 'name': 'tempest-PortsTestJSON-1233606374'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:47.597737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-424a728f-6c56-4ab1-ba29-6ec2ea5ead0e req-651160e9-bf0f-4471-9894-110c7f5fff82 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613723 Feb 04 20:06:47.654645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:47.663313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:47.663494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:47.667438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:47.676922 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72cf94a7-6503-4ad7-914b-238039ba4295 req-93e63ea1-e4fb-4065-9772-84a8c85649e9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7954922 Feb 04 20:06:47.683217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:47.687688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ad68ffa-acef-434d-8ac4-9818099d6bcb req-f0857b06-b59d-45e6-87be-2d7688c11b2e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 210 time: 0.1173444 Feb 04 20:06:47.760304 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc936342-1ebd-41db-a1da-648ceb3ece26', 'code': 200} Feb 04 20:06:47.966371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28e49074-900a-4156-8177-70fbb4db0863 req-2772df06-d2ab-47c3-93b3-9c2b87d077ac tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-562946911&fields=id&tenant_id=f319a4862db444589ec4cfc62962f052 HTTP/1.1" status: 200 len: 267 time: 0.0454640 Feb 04 20:06:48.027952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:48.060300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e49074-900a-4156-8177-70fbb4db0863 req-da4daf3b-6a56-40a2-859d-bb2c0abf0c63 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:48.061916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28e49074-900a-4156-8177-70fbb4db0863 req-da4daf3b-6a56-40a2-859d-bb2c0abf0c63 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.0893598 Feb 04 20:06:48.077079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Request body: {'port': {'security_groups': ['3f523b0f-ede3-4b28-ac1f-93314964f5a8', '1b94ddbb-00ac-4da1-ab73-9e5dea0037aa']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:48.253925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:48.261658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805d13-1991-4fa4-8caf-718ef4e4bdf2 req-e9dea392-4006-44fb-90ef-8e997e2f952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:48.262464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805d13-1991-4fa4-8caf-718ef4e4bdf2 req-e9dea392-4006-44fb-90ef-8e997e2f952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:48.263140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805d13-1991-4fa4-8caf-718ef4e4bdf2 req-e9dea392-4006-44fb-90ef-8e997e2f952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:48.265747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45805d13-1991-4fa4-8caf-718ef4e4bdf2 req-e9dea392-4006-44fb-90ef-8e997e2f952b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2871 time: 0.2796633 Feb 04 20:06:48.277336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb61da8-5008-49ca-82d5-e87dd2999fb8 req-d7af9521-5b31-4768-ae0b-d80849c32ced tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:48.278906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6fb61da8-5008-49ca-82d5-e87dd2999fb8 req-d7af9521-5b31-4768-ae0b-d80849c32ced tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.4665341 Feb 04 20:06:48.333293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:48.383852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:06:48.581641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1023a85-8273-429a-b3b1-a81c4afcd396 None None] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:48.678417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45805d13-1991-4fa4-8caf-718ef4e4bdf2 req-68f9164a-f1dd-4549-93a3-157aafa79bc2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972409 Feb 04 20:06:48.696817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6fb61da8-5008-49ca-82d5-e87dd2999fb8 req-87ff4a6b-488e-4f3c-8271-6762329868e8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897936 Feb 04 20:06:48.788429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:48.889373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:48.892494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5dcdad0b-0e75-411f-92fa-88037d19601e None None] Provisioning for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:48.990640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:48.998814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:49.095867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:49.096620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['734c0f0d-00ee-448c-bcca-34bc2a74881d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:49.097084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:49.104017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28e49074-900a-4156-8177-70fbb4db0863 req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "PUT /v2.0/ports/734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 981 time: 1.0319180 Feb 04 20:06:49.104751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:49.158260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff1c99-b94d-450a-9219-89037b2680f1 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event updated for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:49.179034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1c9c-218b-4361-a9fb-764e2f20efef req-bf2a0bff-e9f8-4161-b57a-d27470ba1222 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:49.186798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1c9c-218b-4361-a9fb-764e2f20efef req-bf2a0bff-e9f8-4161-b57a-d27470ba1222 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:49.193789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1c9c-218b-4361-a9fb-764e2f20efef req-bf2a0bff-e9f8-4161-b57a-d27470ba1222 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:49.195539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecfb1c9c-218b-4361-a9fb-764e2f20efef req-bf2a0bff-e9f8-4161-b57a-d27470ba1222 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2418 time: 0.2169876 Feb 04 20:06:49.215428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['734c0f0d-00ee-448c-bcca-34bc2a74881d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:49.262910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:49.267967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.3 (074b5f6e-80e4-4206-8a90-17d3ef028d67/9fb4d3d6-0d19-4e11-aa51-b11486211485/5f47c4b8-8cfc-468a-bf62-7b08c850d93f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:49.285666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecfb1c9c-218b-4361-a9fb-764e2f20efef req-2b61a6b5-fbbd-4893-a85d-303245da3bd0 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809040 Feb 04 20:06:49.293569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.26 (074b5f6e-80e4-4206-8a90-17d3ef028d67/8309823e-58cc-4b36-8df0-1421efec4c00/5f47c4b8-8cfc-468a-bf62-7b08c850d93f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:49.316117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:49.317825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:49.397749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4bd55-35fb-4188-9a34-f3a0c7cb5162 req-8c0a500a-a0c7-493c-ae58-7526235acfea tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:49.407718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0be4bd55-35fb-4188-9a34-f3a0c7cb5162 req-8c0a500a-a0c7-493c-ae58-7526235acfea tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.1703956 Feb 04 20:06:49.489847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0be4bd55-35fb-4188-9a34-f3a0c7cb5162 req-4c0dadc9-166c-482d-a43d-4d0571236ca5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775781 Feb 04 20:06:49.587214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:49.607716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 5f47c4b8-8cfc-468a-bf62-7b08c850d93f will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:49.684078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90d17d98-f6f3-4c53-9c7d-c111582135fe req-1a6941e0-8a70-4e6c-87fd-f400da0d2398 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 210 time: 0.0489323 Feb 04 20:06:49.731056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:49.737703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-c00bfa86-89f2-4535-afa1-2ba9e6a63245 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-562946911&fields=id&tenant_id=f319a4862db444589ec4cfc62962f052 HTTP/1.1" status: 200 len: 267 time: 0.0647871 Feb 04 20:06:49.758399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] Update dhcp port {'port': {'network_id': '074b5f6e-80e4-4206-8a90-17d3ef028d67', 'fixed_ips': [{'subnet_id': '9fb4d3d6-0d19-4e11-aa51-b11486211485', 'ip_address': '172.20.0.2'}, {'subnet_id': '8309823e-58cc-4b36-8df0-1421efec4c00'}], 'binding:host_id': 'n-d-811806-1'}, 'id': 'd3acb5b2-e5b8-4663-8dcc-7706a7ee60c9'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:06:49.803935 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'status': 'completed', 'code': 200} Feb 04 20:06:49.849557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-a8cf6739-7af4-4360-bc04-78973e9b7af5 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:49.858058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-a8cf6739-7af4-4360-bc04-78973e9b7af5 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 984 time: 0.1189027 Feb 04 20:06:49.864314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Request body: {'port': {'security_groups': ['3f523b0f-ede3-4b28-ac1f-93314964f5a8']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:50.009588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.111128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.237943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:50.288763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:50.335805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:50.413305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.428309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] Allocated IP 172.20.0.18 (074b5f6e-80e4-4206-8a90-17d3ef028d67/8309823e-58cc-4b36-8df0-1421efec4c00/d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:50.429054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=5f47c4b8-8cfc-468a-bf62-7b08c850d93f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:50.438807 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0076-6590-47f5-b0cc-665718b74933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.548610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-3008d887-0cbe-449e-9f86-d64e7c355f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:50.550591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-3008d887-0cbe-449e-9f86-d64e7c355f51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1135 time: 0.6644351 Feb 04 20:06:50.658461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:50.688525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.714631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-79f0bd8f-d50b-4165-8808-016d5abc4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:50.717390 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-79f0bd8f-d50b-4165-8808-016d5abc4f2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.1601100 Feb 04 20:06:50.734547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:50.741447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.764240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.814440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] For port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,segment=NetworkSegment(41016a33-98fd-4365-9a02-8bd005eebd89),segment_id=41016a33-98fd-4365-9a02-8bd005eebd89)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:50.823696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['734c0f0d-00ee-448c-bcca-34bc2a74881d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:50.858193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:50.859251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:50.873661 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfb649d6-61e9-4773-912c-ba9b5512bb27 req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "PUT /v2.0/ports/734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 942 time: 1.0146804 Feb 04 20:06:50.973118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24badc-91c1-42ad-a0e1-5b07cf50be2c tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event updated for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:50.976089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-3f77587e-6794-425d-8e37-9725bcb645f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.2476485 Feb 04 20:06:50.984379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-78c58640-42ae-405e-b394-446fb44a6082 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:50.986246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-78c58640-42ae-405e-b394-446fb44a6082 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 805 time: 1.1025295 Feb 04 20:06:51.006453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c215e-3a66-432c-8d92-6e49b1e4d8a7 req-f9cfe85c-e986-4222-adea-f1978c7a2634 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:51.007918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f83c215e-3a66-432c-8d92-6e49b1e4d8a7 req-f9cfe85c-e986-4222-adea-f1978c7a2634 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.9829726 Feb 04 20:06:51.041535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['734c0f0d-00ee-448c-bcca-34bc2a74881d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:51.064546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Request body: {'port': {'device_id': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'admin_state_up': True, 'tenant_id': '667261bd42064838b9f15fb0433525b2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:51.090851 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:51.122147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068036eb-ff84-43f1-b91d-af604a6bbf48 req-8c4f7fa2-6c2c-4974-808b-a19b99a02b0c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:51.130005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068036eb-ff84-43f1-b91d-af604a6bbf48 req-8c4f7fa2-6c2c-4974-808b-a19b99a02b0c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:51.137463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068036eb-ff84-43f1-b91d-af604a6bbf48 req-8c4f7fa2-6c2c-4974-808b-a19b99a02b0c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:51.147058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-068036eb-ff84-43f1-b91d-af604a6bbf48 req-8c4f7fa2-6c2c-4974-808b-a19b99a02b0c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2418 time: 0.1343875 Feb 04 20:06:51.196555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] Transition to ACTIVE for port object d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:51.230207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-068036eb-ff84-43f1-b91d-af604a6bbf48 req-2cf9b5f4-e69c-426a-a589-9553cfe04020 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819275 Feb 04 20:06:51.275804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53904) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:51.277008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3fe04cd3-51b6-4701-a68a-b95bd5831211 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.8188410 Feb 04 20:06:51.285086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9fb4d3d6-0d19-4e11-aa51-b11486211485'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:51.288538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:51.348470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f83c215e-3a66-432c-8d92-6e49b1e4d8a7 req-cdf20951-045b-43bf-8a02-a6783201cba0 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656796 Feb 04 20:06:51.417458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:51.440763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-c0381970-02b3-4c8d-9f27-ab77114198a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:51.444119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-c0381970-02b3-4c8d-9f27-ab77114198a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.4548779 Feb 04 20:06:51.444119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:51.509807 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:06:51.510153 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:06:51.515424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-e74a1e2a-efdb-4d04-b99d-341b897dd158 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640967 Feb 04 20:06:51.604576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-cb5948c6-c355-416f-a8d5-ecb1fec78f4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3127930 Feb 04 20:06:51.610438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Made reservation on behalf of 667261bd42064838b9f15fb0433525b2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:06:51.613455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:51.782262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812709a-78db-4c54-963e-52e5f78346c1 req-3d433ffc-e7be-4aef-9426-567cbb6a6f07 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:51.789933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3812709a-78db-4c54-963e-52e5f78346c1 req-3d433ffc-e7be-4aef-9426-567cbb6a6f07 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.2176991 Feb 04 20:06:51.793256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aa04b-2bcf-4b7e-9a1b-0e218bacbaf5 None None] Pushing event updated for resources: {'Port': ['ID=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:51.809663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:51.833894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55675fae-c4c3-4737-b0f4-00f4a3545038 req-f1753fd0-3809-4103-9e8e-0854144ec4e1 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 210 time: 0.2269852 Feb 04 20:06:51.963761 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:52.071472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-654c275f-6931-422d-afe0-1af9045f222d tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2039008 Feb 04 20:06:52.087196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:52.094141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:06:52.099436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Usage tracker for resource:floatingip and tenant:f319a4862db444589ec4cfc62962f052 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:06:52.102551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:06:52.110057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:06:52.195849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:52.215168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-e2df91e9-4196-4ece-91f5-729970fa7bef service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928768 Feb 04 20:06:52.302584 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:52.378244 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c72b92a6-9f2e-4081-ac27-12946733c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:52.428086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,segment=NetworkSegment(41016a33-98fd-4365-9a02-8bd005eebd89),segment_id=41016a33-98fd-4365-9a02-8bd005eebd89)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:52.439504 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3812709a-78db-4c54-963e-52e5f78346c1 req-5ee383cf-acdf-44e7-8fd8-a6f78df32329 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438878 Feb 04 20:06:52.529700 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:52.648135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-6441c065-15b1-4d25-9c36-d33fb1e7eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:52.658959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-6441c065-15b1-4d25-9c36-d33fb1e7eab0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 1097 time: 0.9446137 Feb 04 20:06:52.658959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b268112-f267-40b6-b047-a69cb8ac1d84 req-373aebae-4ca1-4139-be8d-4fa48d007e4c service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299824 Feb 04 20:06:52.760241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:52.805974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Allocated IP 172.20.0.7 (dd6f92d1-acbd-4a2e-b4b1-98a300375a73/0cd3173e-4643-4968-a50a-168de91e8698/804025bf-ab4a-419c-8494-c7f63eb5cd1b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:52.958933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe06ba-d85d-4a6a-986e-2f0d81aa7e88 None None] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:53.019563 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'status': 'completed', 'code': 200} Feb 04 20:06:53.070433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:53.145673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Delete allocated IP 172.20.0.26 (074b5f6e-80e4-4206-8a90-17d3ef028d67/8309823e-58cc-4b36-8df0-1421efec4c00) {{(pid=88236) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 20:06:53.301613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-825c99a9-2a24-42c9-b97e-fc2349329bd6 None None] Provisioning for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:53.313696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-825c99a9-2a24-42c9-b97e-fc2349329bd6 None None] Provisioning complete for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:53.314981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-825c99a9-2a24-42c9-b97e-fc2349329bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:53.365626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a32dc-ae09-40f8-ac37-4af0ffb73e36 req-07ef2824-d4a3-4c61-bb5c-4359225cc09f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:53.372649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de1a32dc-ae09-40f8-ac37-4af0ffb73e36 req-07ef2824-d4a3-4c61-bb5c-4359225cc09f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.3521173 Feb 04 20:06:53.389578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:53.482505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de1a32dc-ae09-40f8-ac37-4af0ffb73e36 req-8f61bf94-170a-444f-ae84-973b9e876fb3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072176 Feb 04 20:06:53.527093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:53.541764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-889e42f2-a2e1-45d4-b446-f2e2817775fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:53.543946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-889e42f2-a2e1-45d4-b446-f2e2817775fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.8532972 Feb 04 20:06:53.557832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Ignored duplicate provisioning block setup for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 20:06:53.580444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:53.644078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:53.754006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-91a9cc75-c5e2-4c00-be72-de55c2772319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:53.762529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-91a9cc75-c5e2-4c00-be72-de55c2772319 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.8972812 Feb 04 20:06:53.818297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-705fd7cc-1c08-4471-b482-b8e22e8d325e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc HTTP/1.1" status: 200 len: 217 time: 0.2492144 Feb 04 20:06:53.939687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=5f47c4b8-8cfc-468a-bf62-7b08c850d93f,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:53.992367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] In _notify_port_updated(), no bound segment for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f on network 074b5f6e-80e4-4206-8a90-17d3ef028d67 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:06:54.008634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:54.012250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.017615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-06e777ce-fbad-4500-98d4-293c636e17cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "PUT /v2.0/ports/5f47c4b8-8cfc-468a-bf62-7b08c850d93f HTTP/1.1" status: 200 len: 919 time: 2.7380555 Feb 04 20:06:54.019584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53946) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:54.020173 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.023676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.028226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9fb4d3d6-0d19-4e11-aa51-b11486211485'}, {'subnet_id': '8309823e-58cc-4b36-8df0-1421efec4c00'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:54.169801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-3963ae6c-f9a6-4d13-bbfc-f70166fba500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:54.175588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-3963ae6c-f9a6-4d13-bbfc-f70166fba500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.3245993 Feb 04 20:06:54.204080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.357006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc524296-a839-4005-98cf-f21b41410e06 None None] Provisioning complete for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:54.357571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc524296-a839-4005-98cf-f21b41410e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.364642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-3d206f55-536f-450c-93ee-430f8cf21361 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325569 Feb 04 20:06:54.418919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-19d3e9c7-83a5-44b4-9560-b42b20318c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:54.420376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-19d3e9c7-83a5-44b4-9560-b42b20318c8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.6112010 Feb 04 20:06:54.655568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc524296-a839-4005-98cf-f21b41410e06 None None] Provisioning for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:06:54.670303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc524296-a839-4005-98cf-f21b41410e06 None None] Provisioning complete for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:54.673953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc524296-a839-4005-98cf-f21b41410e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.689818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Allocated IP 172.25.7.219 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/73747590-c741-42db-97b6-60283c34f046) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:54.744201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:06:54.807133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.25 (074b5f6e-80e4-4206-8a90-17d3ef028d67/8309823e-58cc-4b36-8df0-1421efec4c00/5f47c4b8-8cfc-468a-bf62-7b08c850d93f) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:06:54.869538 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.876017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bc524296-a839-4005-98cf-f21b41410e06 None None] Port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:54.922581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-9a1fb798-fdca-4e20-8590-f8a6475d21ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.4249363 Feb 04 20:06:54.942040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:54.942774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:54.989239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.011376 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.018890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.036797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Ignored duplicate provisioning block setup for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 20:06:55.046570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-109dd7b9-bd62-418d-847e-dead16ecbe00 None None] Provisioning complete for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:55.046570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-109dd7b9-bd62-418d-847e-dead16ecbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.090548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event updated for resources: {'Port': ['ID=73747590-c741-42db-97b6-60283c34f046,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:55.102590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.114578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:55.116273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:55.129042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.131686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:55.177521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:55.267391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-109dd7b9-bd62-418d-847e-dead16ecbe00 None None] Port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:55.271604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.338669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-bc3ed001-1d76-466f-bd2b-0a32843dc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:55.340504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-bc3ed001-1d76-466f-bd2b-0a32843dc86c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.4094279 Feb 04 20:06:55.355167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-12c979c8-ae9a-495d-898c-08a1aa502bfa service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9682081 Feb 04 20:06:55.405337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:06:55.411145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-5d203e1a-9046-47cc-9866-3c892c2ad38f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548186 Feb 04 20:06:55.417000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:06:55.460614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b274e-86ce-48c6-bc3f-949a73def25b req-d4cf4082-7ca2-4d06-9266-2e9fe8bea4c9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:55.466026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e57b274e-86ce-48c6-bc3f-949a73def25b req-d4cf4082-7ca2-4d06-9266-2e9fe8bea4c9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 931 time: 0.4274459 Feb 04 20:06:55.480357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-55d1d917-1dcc-4c16-bafd-779d9da4506a None None] Provisioning complete for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:55.481000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55d1d917-1dcc-4c16-bafd-779d9da4506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.482837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=5f47c4b8-8cfc-468a-bf62-7b08c850d93f,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:55.563291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:06:55.575176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-55d1d917-1dcc-4c16-bafd-779d9da4506a None None] Port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:55.594579 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e57b274e-86ce-48c6-bc3f-949a73def25b req-99e5e44a-085e-4e12-b3de-2908b1e4d5df tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048522 Feb 04 20:06:55.612750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] In _notify_port_updated(), no bound segment for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f on network 074b5f6e-80e4-4206-8a90-17d3ef028d67 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:06:55.618405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:55.619074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.620412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9dbdf7e3-d45c-42b5-818e-87b7888d680b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "PUT /v2.0/ports/5f47c4b8-8cfc-468a-bf62-7b08c850d93f HTTP/1.1" status: 200 len: 999 time: 1.5994158 Feb 04 20:06:55.623673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:55.646644 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.701351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-38fcba70-14eb-4bb6-9a59-e1e227f50392 None None] Provisioning complete for port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:06:55.703509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-38fcba70-14eb-4bb6-9a59-e1e227f50392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.704031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:55.704388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:55.731298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event updated for resources: {'Port': ['ID=804025bf-ab4a-419c-8494-c7f63eb5cd1b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:55.791842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-38fcba70-14eb-4bb6-9a59-e1e227f50392 None None] Port 5f47c4b8-8cfc-468a-bf62-7b08c850d93f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:06:56.032021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.032649 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:56.048257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012634fc-e63c-4fa6-a8ff-25ce55592ac4 req-c00b4206-ee38-4753-9cde-cfc86b36ef1a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.051336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-012634fc-e63c-4fa6-a8ff-25ce55592ac4 req-c00b4206-ee38-4753-9cde-cfc86b36ef1a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.3206608 Feb 04 20:06:56.182622 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-012634fc-e63c-4fa6-a8ff-25ce55592ac4 req-d655f91d-7a43-4e2f-98c5-36c980e72fea tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066046 Feb 04 20:06:56.211442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:56.243475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-f02b1176-79c2-4a88-99fe-139805aed5a6 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.251601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-f02b1176-79c2-4a88-99fe-139805aed5a6 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.259537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-f02b1176-79c2-4a88-99fe-139805aed5a6 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.261796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-f02b1176-79c2-4a88-99fe-139805aed5a6 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2418 time: 0.2913406 Feb 04 20:06:56.347846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88d1f0b-db52-4028-b55f-1473b022ce5c req-4b7d2d36-3f8c-4e70-b9c9-ce815d7e4c76 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354362 Feb 04 20:06:56.365761 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-d157f164-66e9-4570-8037-8f34b2375cb3 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200422 Feb 04 20:06:56.374943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-76a15253-bbe7-466d-bb40-0ef498ffef7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3855655 Feb 04 20:06:56.407444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-3455e86f-f899-49ee-a768-b0a2c3b9b5d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3504834 Feb 04 20:06:56.467455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Request body: {'port': {'device_id': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:56.475066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 5f47c4b8-8cfc-468a-bf62-7b08c850d93f owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:56.560453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port a33cf108-6343-4e52-918a-235fd959cafe {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:56.561235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:56.684268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:56.718167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18363d6a-cc97-4ce0-ac9d-0d2414474ee2 req-ddb63aad-389b-4940-a7ad-2edad92a59c6 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421769 Feb 04 20:06:56.718671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:56.776290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-9dcc0b24-3736-4cd4-bf80-389b14824cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.777804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-9dcc0b24-3736-4cd4-bf80-389b14824cb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 1101 time: 0.2786779 Feb 04 20:06:56.784354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:56.882187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e011b-ef98-4135-a9ae-96dcd95582c3 req-0a8a30de-e3f1-47ed-b563-5e1b3a1c15fe tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.887974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e011b-ef98-4135-a9ae-96dcd95582c3 req-0a8a30de-e3f1-47ed-b563-5e1b3a1c15fe tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.893763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e011b-ef98-4135-a9ae-96dcd95582c3 req-0a8a30de-e3f1-47ed-b563-5e1b3a1c15fe tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:56.895436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec0e011b-ef98-4135-a9ae-96dcd95582c3 req-0a8a30de-e3f1-47ed-b563-5e1b3a1c15fe tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 2418 time: 0.5713191 Feb 04 20:06:57.044679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event updated for resources: {'Port': ['ID=73747590-c741-42db-97b6-60283c34f046,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:57.078547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec0e011b-ef98-4135-a9ae-96dcd95582c3 req-99619b96-9384-4dca-b381-6a668ca2a59a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696048 Feb 04 20:06:57.113398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:57.126242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port a33cf108-6343-4e52-918a-235fd959cafe, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a33cf108-6343-4e52-918a-235fd959cafe,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:57.130133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:57.152152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-64cf3c87-48e4-45f6-ba5e-c3b5f66da761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:57.153627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-64cf3c87-48e4-45f6-ba5e-c3b5f66da761 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3277514 Feb 04 20:06:57.257537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:57.266211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for a33cf108-6343-4e52-918a-235fd959cafe owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:57.300078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-6eed6feb-3681-4df7-915d-80c21a90596b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 200 len: 217 time: 0.0930443 Feb 04 20:06:57.354125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=5f47c4b8-8cfc-468a-bf62-7b08c850d93f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:57.357869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:57.364662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-7b6806a6-8596-4b63-8437-d08a68dcc3d9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2920802 Feb 04 20:06:57.474611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-c99266ea-2efa-4c3e-a761-41333d807f3b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Synchronizing usage tracker for tenant:f319a4862db444589ec4cfc62962f052 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:57.527620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-ffd99e05-b8f0-4cae-a67a-d73c08ae106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:57.533054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-ffd99e05-b8f0-4cae-a67a-d73c08ae106c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2207773 Feb 04 20:06:57.612504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:57.652250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7ac824b5-df09-490d-863f-ced20873762a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/5f47c4b8-8cfc-468a-bf62-7b08c850d93f HTTP/1.1" status: 204 len: 168 time: 2.0274632 Feb 04 20:06:57.655366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53980) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:57.673887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9937e9-b471-4be2-9335-9ccbecdba1aa req-93c584fc-cb8c-4545-862a-d8e85c5a0276 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:57.675538 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb9937e9-b471-4be2-9335-9ccbecdba1aa req-93c584fc-cb8c-4545-862a-d8e85c5a0276 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.2417481 Feb 04 20:06:57.725538 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb9937e9-b471-4be2-9335-9ccbecdba1aa req-9e1a20e3-39ff-4ec9-95b5-7a4af5581538 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Feb 04 20:06:57.726983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:57.738228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['a33cf108-6343-4e52-918a-235fd959cafe', '14e13970-1234-44cd-83fe-2a88e44c11ac', 'dc936342-1ebd-41db-a1da-648ceb3ece26'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:06:57.784418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Port': ['ID=a33cf108-6343-4e52-918a-235fd959cafe,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:57.876178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] No DVR routers for this DVR port a33cf108-6343-4e52-918a-235fd959cafe on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:06:57.882060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:57.884280 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-a601b4ce-be6d-44ed-a6e2-8594bcd6d091 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "DELETE /v2.0/ports/a33cf108-6343-4e52-918a-235fd959cafe HTTP/1.1" status: 204 len: 173 time: 1.5588937 Feb 04 20:06:57.884797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-deleted', 'tag': 'a33cf108-6343-4e52-918a-235fd959cafe'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:57.929977 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a28e7a1-b6e7-469e-8ec1-c8fa6e4676da tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:06:57.930672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2a28e7a1-b6e7-469e-8ec1-c8fa6e4676da tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:57.933326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-c99266ea-2efa-4c3e-a761-41333d807f3b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Unset dirty status for tenant:f319a4862db444589ec4cfc62962f052 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:57.934565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-c99266ea-2efa-4c3e-a761-41333d807f3b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.5691569 Feb 04 20:06:58.002671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port 14e13970-1234-44cd-83fe-2a88e44c11ac {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:58.003076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.070144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804025bf-ab4a-419c-8494-c7f63eb5cd1b {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:06:58.092499 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.098371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2a28e7a1-b6e7-469e-8ec1-c8fa6e4676da tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:58.102153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2a28e7a1-b6e7-469e-8ec1-c8fa6e4676da tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/5f47c4b8-8cfc-468a-bf62-7b08c850d93f HTTP/1.1" status: 404 len: 333 time: 0.4425387 Feb 04 20:06:58.103053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53998) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:58.160964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-92917059-03c9-42d3-9251-8bb9d0f78061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:58.162426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-92917059-03c9-42d3-9251-8bb9d0f78061 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6163232 Feb 04 20:06:58.254602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Transition to ACTIVE for port object 804025bf-ab4a-419c-8494-c7f63eb5cd1b will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:06:58.302622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-1fb9a4aa-52a4-44d8-9f89-6ba1cb5aa47e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:58.303886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-1fb9a4aa-52a4-44d8-9f89-6ba1cb5aa47e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.3626492 Feb 04 20:06:58.305977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 8309823e-58cc-4b36-8df0-1421efec4c00 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:06:58.316732 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.355826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-84a28691-9669-47cf-88cd-233ae7011229 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:06:58.356814 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cba2259c-e3df-42cf-95d0-458655d2d305 req-84a28691-9669-47cf-88cd-233ae7011229 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412488 Feb 04 20:06:58.368476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.407774 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-deleted', 'tag': 'a33cf108-6343-4e52-918a-235fd959cafe', 'status': 'completed', 'code': 200} Feb 04 20:06:58.460121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.476891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-ee73a8c2-1a61-4c7f-a0e7-45fe863ec10c service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982404 Feb 04 20:06:58.523132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97d0e-0534-4a30-81c8-9e476b3ff973 req-36ec3ce5-4e9e-4ca9-9784-64bfb927a7b7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:58.524601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7e97d0e-0534-4a30-81c8-9e476b3ff973 req-36ec3ce5-4e9e-4ca9-9784-64bfb927a7b7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 931 time: 0.3337226 Feb 04 20:06:58.573908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Pushing event updated for resources: {'Port': ['ID=804025bf-ab4a-419c-8494-c7f63eb5cd1b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:58.680938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port 14e13970-1234-44cd-83fe-2a88e44c11ac, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=14e13970-1234-44cd-83fe-2a88e44c11ac,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:58.681294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.772840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Attempting to bind port 804025bf-ab4a-419c-8494-c7f63eb5cd1b on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:06:58.773249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Attempting to bind port 804025bf-ab4a-419c-8494-c7f63eb5cd1b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:06:58.773503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Attempting to bind port 804025bf-ab4a-419c-8494-c7f63eb5cd1b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:58.783664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab34a9f9-68fc-4776-8b4e-5e160c3ee9bc req-2954b2a8-4723-4403-a6f8-245428fa8a46 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729576 Feb 04 20:06:58.784928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Port 804025bf-ab4a-419c-8494-c7f63eb5cd1b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:06:58.785245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Attempting to bind port 804025bf-ab4a-419c-8494-c7f63eb5cd1b on network dd6f92d1-acbd-4a2e-b4b1-98a300375a73 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:06:58.793168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:06:58.793506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Checking segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:06:58.793884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Bound using segment: {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:06:58.794312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Bound port: 804025bf-ab4a-419c-8494-c7f63eb5cd1b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e303b-b219-4c6d-8cd1-860d37e14799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:06:58.794656 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.812219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056bf1-aeaf-4307-b6c9-3235b03980a1 req-67dfe550-eaf3-42ce-83cb-d8bfede72a33 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:58.813607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63056bf1-aeaf-4307-b6c9-3235b03980a1 req-67dfe550-eaf3-42ce-83cb-d8bfede72a33 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1852455 Feb 04 20:06:58.825625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for 14e13970-1234-44cd-83fe-2a88e44c11ac owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:06:58.881437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7e97d0e-0534-4a30-81c8-9e476b3ff973 req-0d07776a-f329-4475-85cd-ca1e59c90158 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451667 Feb 04 20:06:58.904185 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:58.919500 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63056bf1-aeaf-4307-b6c9-3235b03980a1 req-78bb7970-0db2-4cfc-a5f6-6a5a63ad8909 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991509 Feb 04 20:06:58.930525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] For port 804025bf-ab4a-419c-8494-c7f63eb5cd1b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:06:58.933724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] For port 804025bf-ab4a-419c-8494-c7f63eb5cd1b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=804025bf-ab4a-419c-8494-c7f63eb5cd1b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:06:58.993298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.096262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:59.096968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.098136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] 10.222.0.24 "PUT /v2.0/ports/804025bf-ab4a-419c-8494-c7f63eb5cd1b HTTP/1.1" status: 200 len: 1091 time: 2.6349633 Feb 04 20:06:59.098614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'tag': '804025bf-ab4a-419c-8494-c7f63eb5cd1b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:59.136131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a5c68-af78-4d30-a08b-1c68623a0ebd service neutron] Pushing event updated for resources: {'Port': ['ID=804025bf-ab4a-419c-8494-c7f63eb5cd1b,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:59.136753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746da85-2d86-4dbd-8eb0-4e91bff7da2a req-03f61bb1-1310-4586-8d62-40c25ff53bea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:59.144485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746da85-2d86-4dbd-8eb0-4e91bff7da2a req-03f61bb1-1310-4586-8d62-40c25ff53bea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:59.145288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5746da85-2d86-4dbd-8eb0-4e91bff7da2a req-03f61bb1-1310-4586-8d62-40c25ff53bea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:06:59.149741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.168408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-9f3193d8-23d8-4960-913a-5d8735691f88 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:59.171272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-9f3193d8-23d8-4960-913a-5d8735691f88 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1329947 Feb 04 20:06:59.192653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.195894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=8309823e-58cc-4b36-8df0-1421efec4c00,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:59.257086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Port': ['ID=14e13970-1234-44cd-83fe-2a88e44c11ac,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:06:59.310277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.310450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b022e20-19d3-4143-8a2d-478bfbb969e3 None None] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:06:59.310995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-08fde4c8-d302-4b0c-992a-8e2190504c1f tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1268864 Feb 04 20:06:59.323365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Request body: {'floatingip': {'port_id': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:06:59.339046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5746da85-2d86-4dbd-8eb0-4e91bff7da2a req-03f61bb1-1310-4586-8d62-40c25ff53bea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:06:59.344785 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5746da85-2d86-4dbd-8eb0-4e91bff7da2a req-03f61bb1-1310-4586-8d62-40c25ff53bea tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=62f4f716-ee0f-447e-8a11-9e606962ec12 HTTP/1.1" status: 200 len: 1683 time: 0.3223240 Feb 04 20:06:59.346925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] No DVR routers for this DVR port 14e13970-1234-44cd-83fe-2a88e44c11ac on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:06:59.353172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-79828a2d-fe37-47e4-95d3-a35dbaf6cc3a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/8309823e-58cc-4b36-8df0-1421efec4c00 HTTP/1.1" status: 204 len: 168 time: 1.2470467 Feb 04 20:06:59.368235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54024) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:06:59.400502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.402934 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-676068f0-5b80-4d92-97ad-215e132c4fb2 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "DELETE /v2.0/ports/14e13970-1234-44cd-83fe-2a88e44c11ac HTTP/1.1" status: 204 len: 173 time: 1.5106280 Feb 04 20:06:59.412410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.470397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-e44e7733-95ea-46c7-8d85-582ab979181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:59.472373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-e44e7733-95ea-46c7-8d85-582ab979181d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 1094 time: 0.2392087 Feb 04 20:06:59.508064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5746da85-2d86-4dbd-8eb0-4e91bff7da2a req-c68ea8df-6433-4df6-a52b-f63c83e84647 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593773 Feb 04 20:06:59.520110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 9fb4d3d6-0d19-4e11-aa51-b11486211485 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:06:59.527916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port dc936342-1ebd-41db-a1da-648ceb3ece26 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:06:59.528251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.554175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.589128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:06:59.635939 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.753752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-2ca7c09f-c873-4a5f-9e35-1cac152e326d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=804025bf-ab4a-419c-8494-c7f63eb5cd1b HTTP/1.1" status: 200 len: 217 time: 0.2689247 Feb 04 20:06:59.779605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.812557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:06:59.829718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-9249e4c5-f669-4b2c-923c-c357f3e266d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:06:59.830499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:06:59.831185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-9249e4c5-f669-4b2c-923c-c357f3e266d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.0644212 Feb 04 20:06:59.891923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-ce4b7e16-1e92-49be-a6bd-d1821e550393 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499399 Feb 04 20:06:59.899512 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:06:59.916943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.003419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port dc936342-1ebd-41db-a1da-648ceb3ece26, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=dc936342-1ebd-41db-a1da-648ceb3ece26,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:00.003777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.017714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:00.149366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for dc936342-1ebd-41db-a1da-648ceb3ece26 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:00.210541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-4a925a1c-9ed2-4dca-bf7f-483ba60ed88b service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813001 Feb 04 20:07:00.251125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 14e13970-1234-44cd-83fe-2a88e44c11ac no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:00.296749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.297477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 14e13970-1234-44cd-83fe-2a88e44c11ac {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:00.298084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 14e13970-1234-44cd-83fe-2a88e44c11ac not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:00.298733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device dc936342-1ebd-41db-a1da-648ceb3ece26 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:00.429957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.472306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-deleted', 'tag': '14e13970-1234-44cd-83fe-2a88e44c11ac'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:00.487938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb4d3d6-0d19-4e11-aa51-b11486211485,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:00.498115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.507374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46cb51f3-cf88-4d59-bb0e-d0a482669a4e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/9fb4d3d6-0d19-4e11-aa51-b11486211485 HTTP/1.1" status: 204 len: 168 time: 1.1381321 Feb 04 20:07:00.509890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54060) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:00.534203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03171db9-3472-43fd-9bb9-1044352adef7 None None] Network 074b5f6e-80e4-4206-8a90-17d3ef028d67 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:00.606389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2722b303-00ff-49d5-8089-42dd91fdbb3a req-be586c86-e563-471c-b555-8fe661dd4080 service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845429 Feb 04 20:07:00.645285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.649761 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.686112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc0ac7ab-685a-4150-a012-f04ff1d36b5b None None] Provisioning complete for port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:00.686408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc0ac7ab-685a-4150-a012-f04ff1d36b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.706538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Port': ['ID=dc936342-1ebd-41db-a1da-648ceb3ece26,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:00.767827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a33cf108-6343-4e52-918a-235fd959cafe no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:00.782169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:00.782516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.801015 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.838963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: a33cf108-6343-4e52-918a-235fd959cafe {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:00.839310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a33cf108-6343-4e52-918a-235fd959cafe not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:00.844656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] No DVR routers for this DVR port dc936342-1ebd-41db-a1da-648ceb3ece26 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:00.848527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:00.851619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a40e7110-d8a2-469e-bc3a-07204870ea8c req-e8f6b45c-deca-49fb-b9f6-7096f68c68df tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.62 "DELETE /v2.0/ports/dc936342-1ebd-41db-a1da-648ceb3ece26 HTTP/1.1" status: 204 len: 173 time: 1.4397113 Feb 04 20:07:00.883128 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.042238 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] DHCP port deletion for 074b5f6e-80e4-4206-8a90-17d3ef028d67 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:07:01.048058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Deleting port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:01.048475 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.066539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] For port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,segment=NetworkSegment(41016a33-98fd-4365-9a02-8bd005eebd89),segment_id=41016a33-98fd-4365-9a02-8bd005eebd89)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:01.067064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.105892 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Floating IP b6d44354-80c1-43e3-84b1-dce93ad2c96f associated. External IP: 172.25.7.219, port: 734c0f0d-00ee-448c-bcca-34bc2a74881d. Feb 04 20:07:01.220297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:01.361123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] For port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,segment=NetworkSegment(41016a33-98fd-4365-9a02-8bd005eebd89),segment_id=41016a33-98fd-4365-9a02-8bd005eebd89)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:01.361838 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.417463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.478633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:01.480529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No DVR routers for this DVR port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:01.488150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Calling delete_port for d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: from cryptography.utils import int_from_bytes Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: from cryptography.utils import int_from_bytes Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn_limited( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn_limited( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.561013 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:01.565714 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:07:01.572760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:07:01.573199 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:07:01.620844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.642032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c72b-2bc0-48a5-b7ee-8bc3b202d0f5 req-5f91de82-3daa-4216-8fdf-a2d8aaf0a1f9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:01.643563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfa7c72b-2bc0-48a5-b7ee-8bc3b202d0f5 req-5f91de82-3daa-4216-8fdf-a2d8aaf0a1f9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.2700560 Feb 04 20:07:01.673106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074b5f6e-80e4-4206-8a90-17d3ef028d67']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:01.690758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41016a33-98fd-4365-9a02-8bd005eebd89') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:01.691067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41016a33-98fd-4365-9a02-8bd005eebd89') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:01.704721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:07:01.713244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.735478 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfa7c72b-2bc0-48a5-b7ee-8bc3b202d0f5 req-510ac5b5-6de8-4502-b09e-ceb744ad4907 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812747 Feb 04 20:07:01.740818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.757690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:07:01.762349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:07:01.774588 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:07:01.904393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:07:01.908841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:01.914414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] Sync routers for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:07:01.928372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:07:01.929476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:06:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:01.938428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06fdb6-cb08-47c3-a120-96e2cd6111bc req-15e5fe47-da20-43d3-b495-c0817fe217ba tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:01.940136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a06fdb6-cb08-47c3-a120-96e2cd6111bc req-15e5fe47-da20-43d3-b495-c0817fe217ba tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.0951855 Feb 04 20:07:01.965024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-d31f83d9-4b0e-4f04-95ab-920958f48de4 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "PUT /v2.0/floatingips/b6d44354-80c1-43e3-84b1-dce93ad2c96f HTTP/1.1" status: 200 len: 996 time: 2.6466980 Feb 04 20:07:01.995056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a06fdb6-cb08-47c3-a120-96e2cd6111bc req-1c6dd800-985d-4bf4-ae71-54aff3e3c5fe tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479743 Feb 04 20:07:01.996709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.006220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.042647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=074b5f6e-80e4-4206-8a90-17d3ef028d67,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:02.073898 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'tag': '804025bf-ab4a-419c-8494-c7f63eb5cd1b', 'status': 'completed', 'code': 200} Feb 04 20:07:02.076160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-773e7001-b590-4d38-9a80-86d0ba1e85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:02.078620 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-773e7001-b590-4d38-9a80-86d0ba1e85d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.0997889 Feb 04 20:07:02.089319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54080) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:02.091057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e73b3e08-61ef-4635-99ec-e45fb3727c34 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/074b5f6e-80e4-4206-8a90-17d3ef028d67 HTTP/1.1" status: 204 len: 168 time: 1.5798173 Feb 04 20:07:02.184814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:07:02.229482 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'code': 200} Feb 04 20:07:02.230418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Deleting port d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:02.230806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.302541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e958-8ab3-402a-a5ac-10dd4dea80fd req-90f24563-25ec-462a-8ef5-7ad40e6ebb5e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:02.310860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e429e958-8ab3-402a-a5ac-10dd4dea80fd req-90f24563-25ec-462a-8ef5-7ad40e6ebb5e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 943 time: 0.0882018 Feb 04 20:07:02.315448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ba61a527-9748-4ce2-8471-6c7b824b2354 None None] The port 'd3acb5b2-e5b8-4663-8dcc-7706a7ee60c9' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:07:02.366496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e429e958-8ab3-402a-a5ac-10dd4dea80fd req-fd6c1cf1-4118-4f22-bf76-c79e0bdd7759 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544431 Feb 04 20:07:02.379794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e58333-7002-4f21-8b87-fa244cd7d02b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:02.386884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54086) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:02.387657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b3e58333-7002-4f21-8b87-fa244cd7d02b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2972441 Feb 04 20:07:02.396739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-2e39e7ca-d628-4841-9e70-fb800891e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:02.398876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-2e39e7ca-d628-4841-9e70-fb800891e713 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667261bd42064838b9f15fb0433525b2&device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 1094 time: 0.2683656 Feb 04 20:07:02.400157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-f7369aad-85b5-4771-8dad-6d60c9a27b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:02.408082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-f7369aad-85b5-4771-8dad-6d60c9a27b74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.2417078 Feb 04 20:07:02.439497 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-deleted', 'tag': '14e13970-1234-44cd-83fe-2a88e44c11ac', 'status': 'completed', 'code': 200} Feb 04 20:07:02.483672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dbc5385f-55ae-4252-ad57-63188d917776 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:02.520502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54090) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:02.575909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dbc5385f-55ae-4252-ad57-63188d917776 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:02.578272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dbc5385f-55ae-4252-ad57-63188d917776 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1894522 Feb 04 20:07:02.582657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54094) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:02.614190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-48164d0a-dba5-4a7f-a7d9-0f4cd28bebb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 999 time: 0.2046266 Feb 04 20:07:02.656230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting subnet 0148c467-b0a5-4ad7-87d3-c0157439adf0 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:07:02.656494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:02.660466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-816280487'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:02.666146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:02.676750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:02.680186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:02.688757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.695787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:02.696310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d3acb5b2-e5b8-4663-8dcc-7706a7ee60c9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:02.723823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-3288dbef-7d36-40bf-a390-fa6568018ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:02.731756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:02.733070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b6d44354-80c1-43e3-84b1-dce93ad2c96f', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'port_id': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'mac_address': 'fa:16:3e:85:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:06:55Z', 'updated_at': '2022-02-04T20:07:00Z', 'revision_number': 1, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:06:00Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:02.733292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-3288dbef-7d36-40bf-a390-fa6568018ed0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.1184230 Feb 04 20:07:02.737126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] Checking router: 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:07:02.745811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:07:02.746537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:06:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:02.766681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-3a233284-70d8-469b-a1b6-c0d474377866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:02.768287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-3a233284-70d8-469b-a1b6-c0d474377866 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 200 len: 906 time: 0.3580871 Feb 04 20:07:02.769030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.788316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-a8e07bf8-0ca8-499d-917f-6e628d61fbfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541849 Feb 04 20:07:02.809795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:02.817036 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.863210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:02.884607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.884949 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment ec226bbb-2f24-4f3c-b749-0805239144e0 of type vlan for network 1888865f-e8ba-4493-9139-b6455cc026f4 Feb 04 20:07:02.911118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:02.931794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-d8945faf-fc9c-4a2a-ae12-c38f6f811b56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=804025bf-ab4a-419c-8494-c7f63eb5cd1b HTTP/1.1" status: 200 len: 217 time: 0.1523523 Feb 04 20:07:02.949828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:07:03.055605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.060877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-4dfac7a6-70a7-447b-85dc-12dc7c9f6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:03.063034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-4dfac7a6-70a7-447b-85dc-12dc7c9f6f4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 200 len: 845 time: 0.1158588 Feb 04 20:07:03.120595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-42037c5e-66f7-4f5d-8a15-cbce1c5f9dc2 service neutron] 10.222.0.48 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308458 Feb 04 20:07:03.154290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-202a40e0-86c5-44e1-bc21-ccb86f2d7750 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd6f92d1-acbd-4a2e-b4b1-98a300375a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776312 Feb 04 20:07:03.261303 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.268077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:03.268746 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.308938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.359430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-cc818124-3cbb-4286-9bae-97d1ef6181f0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:03.361129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-cc818124-3cbb-4286-9bae-97d1ef6181f0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.2637315 Feb 04 20:07:03.431105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32aa974-3f66-4b75-815f-b8c3766973a1 None None] Network f109deb2-e235-4d13-8bd9-5b130554f32d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:03.446305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.448809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/subnets/0148c467-b0a5-4ad7-87d3-c0157439adf0 HTTP/1.1" status: 204 len: 168 time: 0.9263601 Feb 04 20:07:03.453460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dc8f5-75df-4a13-9548-0d3a916dbccf tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Subnet': ['ID=0148c467-b0a5-4ad7-87d3-c0157439adf0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:03.459428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-12d231a5-292d-4a1e-8cb6-5eae81298ca5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/quotas/ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 375 time: 0.0400331 Feb 04 20:07:03.468444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54114) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:03.469570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=1888865f-e8ba-4493-9139-b6455cc026f4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:03.498927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1888865f-e8ba-4493-9139-b6455cc026f4 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:07:03.521817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f09871a0-c45f-425f-b6fe-a834091480f4 req-bc1d3408-77e9-460e-9296-d9dc21a3f357 service neutron] 10.222.0.48 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001114 Feb 04 20:07:03.529524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-40b5194d-ae24-4b8b-bf5a-2ba32d270fb9 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9133682 Feb 04 20:07:03.532746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54118) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:03.549101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:03.611548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 804025bf-ab4a-419c-8494-c7f63eb5cd1b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:03.641349 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-9bf9babc-26d2-4915-9a8f-b8e1f3a9dc6a service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320741 Feb 04 20:07:03.685145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:03.690320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:03.693298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:03.704361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:03.733962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.743989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-c55c6d05-4b96-4960-8bf8-09666775f655 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2689857 Feb 04 20:07:03.793961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:03.800500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.817280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port 89ecbdc1-2d12-41df-822d-5c71ed817930 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:03.817624 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:03.819426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b6d44354-80c1-43e3-84b1-dce93ad2c96f', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'port_id': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'mac_address': 'fa:16:3e:85:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:06:55Z', 'updated_at': '2022-02-04T20:07:00Z', 'revision_number': 1, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:06:00Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:03.828865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c84d0f-8920-4e7d-8e93-c24f3ee36c84 None None] The sync data for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 is: [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b6d44354-80c1-43e3-84b1-dce93ad2c96f', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'port_id': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'mac_address': 'fa:16:3e:85:ad:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:06:55Z', 'updated_at': '2022-02-04T20:07:00Z', 'revision_number': 1, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:06:00Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:07:03.904925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 804025bf-ab4a-419c-8494-c7f63eb5cd1b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=804025bf-ab4a-419c-8494-c7f63eb5cd1b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:03.925220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '804025bf-ab4a-419c-8494-c7f63eb5cd1b', 'network_id': 'dd6f92d1-acbd-4a2e-b4b1-98a300375a73', 'port_id': '804025bf-ab4a-419c-8494-c7f63eb5cd1b', 'mac_address': 'fa:16:3e:b6:7d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3173e-4643-4968-a50a-168de91e8698', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:03.983325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05380622-f0d4-4dca-b0a1-8ad09b17e305 req-677bfef7-d30f-40c2-abc2-e776146320fb service neutron] 10.222.0.24 "GET /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325560 Feb 04 20:07:04.012202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] DHCP port deletion for f109deb2-e235-4d13-8bd9-5b130554f32d request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:07:04.019316 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.029414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Deleting port 89ecbdc1-2d12-41df-822d-5c71ed817930 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:04.029919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.112072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804025bf-ab4a-419c-8494-c7f63eb5cd1b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:04.121174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-7a7a3eb3-9f19-4fe6-9f7c-aa829a8f1667 service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760777 Feb 04 20:07:04.125601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port 89ecbdc1-2d12-41df-822d-5c71ed817930, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=89ecbdc1-2d12-41df-822d-5c71ed817930,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:04.126248 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.135923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 804025bf-ab4a-419c-8494-c7f63eb5cd1b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=804025bf-ab4a-419c-8494-c7f63eb5cd1b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:04.208334 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899a401-7bb0-4ef6-96ab-d53590843e01 None None] New status for floating IP b6d44354-80c1-43e3-84b1-dce93ad2c96f: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:07:04.309634 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.324529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for 89ecbdc1-2d12-41df-822d-5c71ed817930 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:04.399513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] For port 89ecbdc1-2d12-41df-822d-5c71ed817930, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=89ecbdc1-2d12-41df-822d-5c71ed817930,segment=NetworkSegment(aa462a80-72fb-4db7-8328-da694825cacd),segment_id=aa462a80-72fb-4db7-8328-da694825cacd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:04.399853 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.442768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-271bd49b-f6ff-40b1-b9bf-7532d6f1ae10 service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207819 Feb 04 20:07:04.445193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:04.463472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-deleted', 'tag': 'dc936342-1ebd-41db-a1da-648ceb3ece26'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:04.465585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a0d8-ede9-4344-8b5b-a395bd9c76b3 req-b09e37b0-8edd-4bef-bdaf-649d1b378286 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:04.467416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4840a0d8-ede9-4344-8b5b-a395bd9c76b3 req-b09e37b0-8edd-4bef-bdaf-649d1b378286 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.7152822 Feb 04 20:07:04.523633 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4840a0d8-ede9-4344-8b5b-a395bd9c76b3 req-2ee91c4b-7045-408a-9c69-cd9723f61483 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Feb 04 20:07:04.544358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=804025bf-ab4a-419c-8494-c7f63eb5cd1b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:04.558192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.561809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.562334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Calling delete_port for 89ecbdc1-2d12-41df-822d-5c71ed817930 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:04.628229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Port': ['ID=89ecbdc1-2d12-41df-822d-5c71ed817930,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:04.642561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] No DVR routers for this DVR port 89ecbdc1-2d12-41df-822d-5c71ed817930 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:04.669755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['804025bf-ab4a-419c-8494-c7f63eb5cd1b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:04.700721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=9cf9343e-a07b-46b3-9113-4808127e73a3,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:04.704093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 89ecbdc1-2d12-41df-822d-5c71ed817930 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:04.709678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': 'ec226bbb-2f24-4f3c-b749-0805239144e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:04.710046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: 1888865f-e8ba-4493-9139-b6455cc026f4, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:07:04.766047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 89ecbdc1-2d12-41df-822d-5c71ed817930 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:04.766384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 89ecbdc1-2d12-41df-822d-5c71ed817930 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:04.784066 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:07:04.784469 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:07:04.815316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 1888865f-e8ba-4493-9139-b6455cc026f4 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:07:04.911683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1888865f-e8ba-4493-9139-b6455cc026f4) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:04.919582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:04.919809 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:04.930033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82580cd-49cf-4da4-b268-bc8c89a43a99 None None] Network 1888865f-e8ba-4493-9139-b6455cc026f4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:04.974375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66653de6-8cd3-45ad-9915-588f5df42c51 req-c88e6ab7-5c24-4722-971d-c1b041a98f75 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:04.975948 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66653de6-8cd3-45ad-9915-588f5df42c51 req-c88e6ab7-5c24-4722-971d-c1b041a98f75 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 944 time: 0.1319432 Feb 04 20:07:05.009685 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.031344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66653de6-8cd3-45ad-9915-588f5df42c51 req-d532cd98-8768-48ba-8e4a-6834363ba493 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485911 Feb 04 20:07:05.033702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6b7167c4-85de-4096-8e48-2477ae8545c5 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4913049 Feb 04 20:07:05.036272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54150) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:05.043212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4', 'name': 'tempest-PortsTestJSON-529391586'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:05.083353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-d8998c70-d66f-40ba-acb1-6db21e76619c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:05.085904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-d8998c70-d66f-40ba-acb1-6db21e76619c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "GET /v2.0/ports?device_id=e45fda89-267b-4b89-ac3b-7287e7d5bd6e HTTP/1.1" status: 200 len: 944 time: 0.3691163 Feb 04 20:07:05.088084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f109deb2-e235-4d13-8bd9-5b130554f32d']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:05.159157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa462a80-72fb-4db7-8328-da694825cacd') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:05.159552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa462a80-72fb-4db7-8328-da694825cacd') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:05.227662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.271881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704329-9eb6-41f4-b4be-59c90931704d req-f3775291-5610-4282-9cbc-0dbffc15d5de tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:05.274945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-f3775291-5610-4282-9cbc-0dbffc15d5de tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.4916978 Feb 04 20:07:05.287616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Deleting port 89ecbdc1-2d12-41df-822d-5c71ed817930 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:05.287857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.306944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e54aa752-0c56-478b-a02a-c13b7e812130 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 1001 time: 0.1629455 Feb 04 20:07:05.312965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Deleting port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:05.313923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.315078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-1888865f-e8ba-4493-9139-b6455cc026f4', 'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4', 'tenant_id': '36db804f6f134e1090ee004192d31553', 'fixed_ips': [{'subnet_id': '9cf9343e-a07b-46b3-9113-4808127e73a3'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:07:05.316005 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.316217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:05.328025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:05.383122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0197c784-86a6-4c68-a0eb-18cadefc8164 None None] The port '89ecbdc1-2d12-41df-822d-5c71ed817930' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:07:05.503749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:05.509535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.516166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.526730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-d700e652-c556-4860-a3f4-30a435003e9a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/quotas/04854f6fa7f844848e1f2f7b74153382 HTTP/1.1" status: 200 len: 375 time: 0.2443278 Feb 04 20:07:05.545831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:07:05.579863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:07:05.580267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.586043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Allocated IP 172.20.0.2 (1888865f-e8ba-4493-9139-b6455cc026f4/9cf9343e-a07b-46b3-9113-4808127e73a3/204e09a7-d067-49de-8942-643819657de0) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:05.588497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-39d40047-179a-4d6d-aea7-55270e399998 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:07:05.594980 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:07:05.597887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-39d40047-179a-4d6d-aea7-55270e399998 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports/734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 942 time: 0.2597396 Feb 04 20:07:05.837453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.839199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-7d0312dc-8722-4a28-8015-8a1d4c7651cd tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 1001 time: 0.1289959 Feb 04 20:07:05.845757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-cf552436-db75-43a9-adb7-7404a37d120e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3075616 Feb 04 20:07:05.869092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.875626 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:05.886513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Transition to ACTIVE for port object 204e09a7-d067-49de-8942-643819657de0 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:05.909144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Transition to ACTIVE for port object 204e09a7-d067-49de-8942-643819657de0 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:05.915470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Network': ['ID=f109deb2-e235-4d13-8bd9-5b130554f32d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:06.020579 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.094178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Network 1888865f-e8ba-4493-9139-b6455cc026f4 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:06.095977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-f77ead05-3584-4369-9fab-52c33cb0e575 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:06.111780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-f77ead05-3584-4369-9fab-52c33cb0e575 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.2611067 Feb 04 20:07:06.115578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] For port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:06.116106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.133109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-40519be5-a7ea-4e2c-921a-84f311806b5f service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587583 Feb 04 20:07:06.150070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:06.161241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:06.229083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Pushing event updated for resources: {'Port': ['ID=204e09a7-d067-49de-8942-643819657de0,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:06.255927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-8d20a0af-ebe3-43f6-b1f7-722f12db4d61 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 1001 time: 0.1473267 Feb 04 20:07:06.269309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:06.271303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ce4414aa-297a-4d53-bf6c-2dd412a849ae tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/networks/f109deb2-e235-4d13-8bd9-5b130554f32d HTTP/1.1" status: 204 len: 168 time: 2.7995331 Feb 04 20:07:06.287101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Attempting to bind port 204e09a7-d067-49de-8942-643819657de0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:06.287473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Attempting to bind port 204e09a7-d067-49de-8942-643819657de0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ec226bbb-2f24-4f3c-b749-0805239144e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:06.287895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Attempting to bind port 204e09a7-d067-49de-8942-643819657de0 on network 1888865f-e8ba-4493-9139-b6455cc026f4 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:06.293501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:06.293875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Checking segment: {'id': 'ec226bbb-2f24-4f3c-b749-0805239144e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:06.294267 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.294649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Bound using segment: {'id': 'ec226bbb-2f24-4f3c-b749-0805239144e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:06.295135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Bound port: 204e09a7-d067-49de-8942-643819657de0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec226bbb-2f24-4f3c-b749-0805239144e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:06.296945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.317458 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:07:06.321466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54170) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:06.338516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Calling delete_port for 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:06.406912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] For port 204e09a7-d067-49de-8942-643819657de0, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:06.410442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] For port 204e09a7-d067-49de-8942-643819657de0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=204e09a7-d067-49de-8942-643819657de0,segment=NetworkSegment(ec226bbb-2f24-4f3c-b749-0805239144e0),segment_id=ec226bbb-2f24-4f3c-b749-0805239144e0)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:06.432860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.13 (1888865f-e8ba-4493-9139-b6455cc026f4/9cf9343e-a07b-46b3-9113-4808127e73a3/3bfcd6f3-6097-4326-aea9-f5f64e7dd846) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:06.468459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.503887 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.510928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-8fb2a227-f86a-4be6-a37f-168e44e7146d service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638538 Feb 04 20:07:06.568331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting subnet a1a9f791-3013-4ef3-804f-8384661765c0 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:07:06.597322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.622828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aabee-4b6c-4072-9356-79a7002b5210 None None] Pushing event updated for resources: {'Port': ['ID=204e09a7-d067-49de-8942-643819657de0,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:06.666029 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.721145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event deleted for resources: {'Port': ['ID=8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:06.845650 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'status': 'completed', 'code': 200} Feb 04 20:07:06.847059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] No DVR routers for this DVR port 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:06.849682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:06.876658 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f4f716-ee0f-447e-8a11-9e606962ec12', 'name': 'network-vif-deleted', 'tag': 'dc936342-1ebd-41db-a1da-648ceb3ece26', 'status': 'completed', 'code': 200} Feb 04 20:07:06.960291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e0e76f2-10a5-4b28-8b11-7cd4feb137ba req-633e9dd8-cf8f-4e03-89f0-21559911f6fa tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "DELETE /v2.0/ports/8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c HTTP/1.1" status: 204 len: 173 time: 1.8584812 Feb 04 20:07:06.976181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:07.038818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a143d6-7eee-48d8-8b9f-a488062b9cea req-230ef767-7109-4cde-be1f-fccf76fcdb16 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 210 time: 0.0760272 Feb 04 20:07:07.250178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:07.252062 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-f6cdae36-a06f-4aa6-962e-5c17a059761b service neutron] show failed (client error): The resource could not be found. Feb 04 20:07:07.253095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-f6cdae36-a06f-4aa6-962e-5c17a059761b service neutron] 10.222.0.62 "GET /v2.0/ports/c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.1490276 Feb 04 20:07:07.281982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:07.297422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d134b7b-e1eb-4299-a6da-5e06d0ac3dc2 req-93174c69-24c6-4a08-b883-dc999234b306 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:07.299045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d134b7b-e1eb-4299-a6da-5e06d0ac3dc2 req-93174c69-24c6-4a08-b883-dc999234b306 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.1211236 Feb 04 20:07:07.313591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-2e5deb72-b982-475b-bbfa-3e8a3fe451aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:07.315123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-2e5deb72-b982-475b-bbfa-3e8a3fe451aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.4377170 Feb 04 20:07:07.316097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:07.347984 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d134b7b-e1eb-4299-a6da-5e06d0ac3dc2 req-7d49a87d-0afa-4ade-aa01-2e4f2a84c1ed tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Feb 04 20:07:07.467399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:07.552044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e149-389e-4a86-b930-7b1a6e4e0689 req-57255c8b-717a-42f2-8309-dccb48abe873 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:07.552823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b93e149-389e-4a86-b930-7b1a6e4e0689 req-57255c8b-717a-42f2-8309-dccb48abe873 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:07.606353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:07.606941 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Floating IP b6d44354-80c1-43e3-84b1-dce93ad2c96f disassociated. External IP: 172.25.7.219, port: 734c0f0d-00ee-448c-bcca-34bc2a74881d. Feb 04 20:07:07.651260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 804025bf-ab4a-419c-8494-c7f63eb5cd1b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:07.797844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b93e149-389e-4a86-b930-7b1a6e4e0689 req-57255c8b-717a-42f2-8309-dccb48abe873 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:07.799981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b93e149-389e-4a86-b930-7b1a6e4e0689 req-57255c8b-717a-42f2-8309-dccb48abe873 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 944 time: 0.3408873 Feb 04 20:07:07.826219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-b9ff19a5-df8f-48be-8e53-e070fa298e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:07.828733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-b9ff19a5-df8f-48be-8e53-e070fa298e92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.5059714 Feb 04 20:07:07.864594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b93e149-389e-4a86-b930-7b1a6e4e0689 req-5b50ab16-a738-464e-bd16-64092f830c57 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526011 Feb 04 20:07:07.924718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-252b7ad1-be45-4256-b8af-ddb7793e70db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.0813398 Feb 04 20:07:07.968226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-52903e88-e57a-4672-9c8a-f4391003a2d1 req-36d0e35e-8cc1-4b09-befb-789c53baa10c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:07.973419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb730d-1a17-41ae-88e3-da3d6dacc5f0 None None] Network 1888865f-e8ba-4493-9139-b6455cc026f4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:08.031822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.040149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.084586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 804025bf-ab4a-419c-8494-c7f63eb5cd1b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:08.101882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab2837-a5e1-4dd8-ad8a-9655a040a01d None None] Network 2f7ad038-8def-4825-8a75-1716e0fb6417 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:08.123547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 804025bf-ab4a-419c-8494-c7f63eb5cd1b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:08.123923 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.127442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.173502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a9f791-3013-4ef3-804f-8384661765c0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:08.202461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f58138ad-3b77-4d92-982c-68fc2495c122 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/subnets/a1a9f791-3013-4ef3-804f-8384661765c0 HTTP/1.1" status: 204 len: 168 time: 1.8739970 Feb 04 20:07:08.226243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54192) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:08.258994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-065a9933-3e3a-48cf-b18c-9e0302ef804e None None] Provisioning for port 204e09a7-d067-49de-8942-643819657de0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:08.275239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-70c394e3-fded-4de2-8881-bf52eed1f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:08.276959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-70c394e3-fded-4de2-8881-bf52eed1f83c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.2968516 Feb 04 20:07:08.278829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 1888865f-e8ba-4493-9139-b6455cc026f4 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:08.338383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:08.341775 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-17f7f8cc-f793-4346-aba5-663c720e0794 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494366 Feb 04 20:07:08.342392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=3bfcd6f3-6097-4326-aea9-f5f64e7dd846,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:08.344659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:08.411130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.425020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-52903e88-e57a-4672-9c8a-f4391003a2d1 req-36d0e35e-8cc1-4b09-befb-789c53baa10c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:08.426284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52903e88-e57a-4672-9c8a-f4391003a2d1 req-36d0e35e-8cc1-4b09-befb-789c53baa10c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 210 time: 0.5300691 Feb 04 20:07:08.440616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-08799c52-53af-489e-9058-ed0ef0e3af03 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:08.442231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-08799c52-53af-489e-9058-ed0ef0e3af03 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.4987547 Feb 04 20:07:08.447709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port 29689aef-ba6b-4573-b869-714cc8f4ee36 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:08.447998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.532093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:08.532093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.538606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.553268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:07:08.669217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'port': {'device_id': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'admin_state_up': True, 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:08.713252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-0819715d-8895-48cd-bd7e-9ae0f1ab7a74 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391767 Feb 04 20:07:08.727277 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a85ced8b-a88a-43f5-ae17-fca095e5bb23 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6872885 Feb 04 20:07:08.759031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54198) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:08.776657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 804025bf-ab4a-419c-8494-c7f63eb5cd1b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=804025bf-ab4a-419c-8494-c7f63eb5cd1b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:08.779145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': '1888865f-e8ba-4493-9139-b6455cc026f4', 'name': 'tempest-PortsTestJSON-1846071113'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:08.786379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804025bf-ab4a-419c-8494-c7f63eb5cd1b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:08.786379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 204e09a7-d067-49de-8942-643819657de0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:08.856598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.857379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-deleted', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:08.863461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c683532-d654-426b-bfff-2aed61e47a60 req-345448c2-faa5-429e-b13b-a12ca97d3219 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 210 time: 0.1733162 Feb 04 20:07:08.953493 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:08.953493 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:09.071468 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.078122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:09.098024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:09.112241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:09.112644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:09.176087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=804025bf-ab4a-419c-8494-c7f63eb5cd1b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:09.211783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Made reservation on behalf of ee38bbd6cca841d69c5a6ee21119324a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:09.215351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.244570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] DHCP port deletion for 2f7ad038-8def-4825-8a75-1716e0fb6417 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:07:09.248296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Deleting port 29689aef-ba6b-4573-b869-714cc8f4ee36 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:09.248663 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.251393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-891d3cd2-4484-4ab2-876f-921de3aee4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:09.253013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-891d3cd2-4484-4ab2-876f-921de3aee4ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670&tenant_id=ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 1101 time: 0.6612148 Feb 04 20:07:09.275421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port 29689aef-ba6b-4573-b869-714cc8f4ee36, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=29689aef-ba6b-4573-b869-714cc8f4ee36,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:09.275421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.286763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:09.292421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 204e09a7-d067-49de-8942-643819657de0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:09.300887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:07:09.310316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.329574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] Sync routers for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:07:09.351809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 204e09a7-d067-49de-8942-643819657de0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:09.352265 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.407454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:09.410055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:07:09.410780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:06:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:09.414867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:09.422570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:09.447169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-833a5c64-7886-4a61-b5b9-ef6871419cd0 req-4b7eb8a7-b40e-4821-bbe1-106e846856e1 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206039 Feb 04 20:07:09.453788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:09.519314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-e14e3690-dda8-415f-b674-b7013d0bc046 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "PUT /v2.0/floatingips/b6d44354-80c1-43e3-84b1-dce93ad2c96f HTTP/1.1" status: 200 len: 695 time: 3.2562201 Feb 04 20:07:09.520014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:09.562802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for 29689aef-ba6b-4573-b869-714cc8f4ee36 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:09.638358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:09.642266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.674384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6bd8d-bc48-4afd-8c5e-fd74582a5bfc req-55848643-8c67-49a4-9d60-b649fe16ad9a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:09.676418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port e41ece98-4330-458d-8119-f7d5f9e23b4a yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:07:09.681603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fd6bd8d-bc48-4afd-8c5e-fd74582a5bfc req-55848643-8c67-49a4-9d60-b649fe16ad9a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.5588336 Feb 04 20:07:09.766740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-ae3bfe22-67fb-4f51-a37d-9a72eae2653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:09.768363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-ae3bfe22-67fb-4f51-a37d-9a72eae2653f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.2425916 Feb 04 20:07:09.814081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.818423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-24f57ccc-2ece-4196-af06-80aafbf4fc21 None None] Provisioning for port 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:09.850814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-24f57ccc-2ece-4196-af06-80aafbf4fc21 None None] Provisioning complete for port 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:09.851254 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-24f57ccc-2ece-4196-af06-80aafbf4fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.851391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fd6bd8d-bc48-4afd-8c5e-fd74582a5bfc req-dfdbdcad-e524-4d92-a563-d980e034fbaa tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687407 Feb 04 20:07:09.884503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Allocated IP 172.20.0.5 (4181155b-5c8a-42e0-9f1e-db8eb8ab0d96/ff753336-aaff-4c78-8e0b-3a4cdeaffe86/b9c9498e-39e5-4382-a2c7-a4be9b89d56b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:09.888736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:07:09.948371 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804025bf-ab4a-419c-8494-c7f63eb5cd1b', 'code': 200} Feb 04 20:07:09.961736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.6 (1888865f-e8ba-4493-9139-b6455cc026f4/9cf9343e-a07b-46b3-9113-4808127e73a3/e41ece98-4330-458d-8119-f7d5f9e23b4a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:09.975750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:09.995722 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fda89-267b-4b89-ac3b-7287e7d5bd6e', 'name': 'network-vif-deleted', 'tag': '8ad6626f-cd83-44a3-9bda-49b0e1f1ba7c', 'status': 'completed', 'code': 200} Feb 04 20:07:10.002899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.025531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] For port 29689aef-ba6b-4573-b869-714cc8f4ee36, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=29689aef-ba6b-4573-b869-714cc8f4ee36,segment=NetworkSegment(4fbd47d0-e37f-4ea5-87d3-670588e3dc5a),segment_id=4fbd47d0-e37f-4ea5-87d3-670588e3dc5a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:10.026274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.100480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-65fa0df4-da54-435d-a8dc-94a065c50a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:10.102044 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-65fa0df4-da54-435d-a8dc-94a065c50a6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.2971959 Feb 04 20:07:10.125064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-24f57ccc-2ece-4196-af06-80aafbf4fc21 None None] Port 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:10.198041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] No DVR routers for this DVR port 29689aef-ba6b-4573-b869-714cc8f4ee36 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:10.204954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-b86665ea-7ea9-4d9c-a7ff-562678c29651 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.0874434 Feb 04 20:07:10.281796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Port': ['ID=29689aef-ba6b-4573-b869-714cc8f4ee36,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:10.282064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Calling delete_port for 29689aef-ba6b-4573-b869-714cc8f4ee36 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:10.318739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:10.435413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 204e09a7-d067-49de-8942-643819657de0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=204e09a7-d067-49de-8942-643819657de0,segment=NetworkSegment(ec226bbb-2f24-4f3c-b749-0805239144e0),segment_id=ec226bbb-2f24-4f3c-b749-0805239144e0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:10.467572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-24f57ccc-2ece-4196-af06-80aafbf4fc21 None None] Provisioning complete for port 204e09a7-d067-49de-8942-643819657de0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:10.467964 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-24f57ccc-2ece-4196-af06-80aafbf4fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.520683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-ab96285e-7f90-476d-8ab3-b56c2c648c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:10.522900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-ab96285e-7f90-476d-8ab3-b56c2c648c28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.3100579 Feb 04 20:07:10.581209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.600300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.633005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-c4a071a7-6122-4d89-a9e2-6d7e827150e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854428 Feb 04 20:07:10.671009 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:07:10.671357 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:07:10.747441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7ad038-8def-4825-8a75-1716e0fb6417']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:10.764540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704329-9eb6-41f4-b4be-59c90931704d req-cd5cee25-a95a-4dba-ad60-37d3f0168ba5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:10.766301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-cd5cee25-a95a-4dba-ad60-37d3f0168ba5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.3884678 Feb 04 20:07:10.771747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.779986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:10.780316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbd47d0-e37f-4ea5-87d3-670588e3dc5a') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:10.796870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Request body: {'port': {'device_id': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'admin_state_up': True, 'tenant_id': '04854f6fa7f844848e1f2f7b74153382'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:10.802498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=204e09a7-d067-49de-8942-643819657de0,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:10.805171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 29689aef-ba6b-4573-b869-714cc8f4ee36 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:10.829333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef05816-5921-4d31-a119-4f253cc82007 req-68207ab5-8fd1-4548-948f-1baabf9bafe9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:10.831007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cef05816-5921-4d31-a119-4f253cc82007 req-68207ab5-8fd1-4548-948f-1baabf9bafe9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.5979939 Feb 04 20:07:10.834555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.866097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae5e36-2068-4245-9f6c-dad1f7d316a2 req-208d6f16-1d64-4442-af5d-013981401e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:10.867505 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74ae5e36-2068-4245-9f6c-dad1f7d316a2 req-208d6f16-1d64-4442-af5d-013981401e06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 1096 time: 0.8321917 Feb 04 20:07:10.875343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 29689aef-ba6b-4573-b869-714cc8f4ee36 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:10.875901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 29689aef-ba6b-4573-b869-714cc8f4ee36 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:10.882336 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.923426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object e41ece98-4330-458d-8119-f7d5f9e23b4a will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:10.925120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.939124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.948792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:10.956812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:07:10.957226 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:10.972544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:06:00Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:10.977027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] Checking router: 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:07:10.978253 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:07:10.989570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:07:10.990545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:06:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:11.006641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-8b5bb987-e117-45ea-9750-3593898ed9eb service neutron] 10.222.0.48 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596699 Feb 04 20:07:11.057451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cef05816-5921-4d31-a119-4f253cc82007 req-5c50b1a6-d02b-42b7-9cc3-9ca1103d6452 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101953 Feb 04 20:07:11.079723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Transition to ACTIVE for port object b9c9498e-39e5-4382-a2c7-a4be9b89d56b will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:11.091728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74ae5e36-2068-4245-9f6c-dad1f7d316a2 req-c9757671-9cf6-4341-a1f0-94a30588ad70 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078202 Feb 04 20:07:11.119026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-efc38807-29fa-4050-991a-6fcd72061364 None None] Provisioning complete for port 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:11.119719 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efc38807-29fa-4050-991a-6fcd72061364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.121613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:11.177602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Deleting port 29689aef-ba6b-4573-b869-714cc8f4ee36 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:11.178475 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.192544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.202758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.230054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:11.244304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.260861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:11.312585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66f50580-2a41-49cf-97cc-3d40daf81dd7 req-678b94df-4040-4954-9994-b4583f53dbc9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 210 time: 0.0772851 Feb 04 20:07:11.318749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Network': ['ID=2f7ad038-8def-4825-8a75-1716e0fb6417,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:11.321457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Transition to ACTIVE for port object c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:11.327140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.350122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a394018b-ba37-4991-ad65-fdb429f8f81f None None] The port '29689aef-ba6b-4573-b869-714cc8f4ee36' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:07:11.350122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c1981475-470a-4323-8051-efa4c6353571'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:11.714979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:11.719076 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'status': 'completed', 'code': 200} Feb 04 20:07:11.719076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.720279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-efc38807-29fa-4050-991a-6fcd72061364 None None] Port 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:11.721938 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5c2af77-63bd-4386-ae45-cfc2cdd0f2f2 req-d9e7dd40-1f1a-4a97-a325-5a355c4a715b service neutron] 10.222.0.48 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023733 Feb 04 20:07:11.722098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:11.722098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.722098 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e717fce4-3cb4-4cc0-a870-9c3b1bb4411a tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/networks/2f7ad038-8def-4825-8a75-1716e0fb6417 HTTP/1.1" status: 204 len: 168 time: 3.2755966 Feb 04 20:07:11.722414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54230) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:11.722414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Made reservation on behalf of 04854f6fa7f844848e1f2f7b74153382 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:11.722554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:07:11.722640 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:11.722811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:11.722904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1285013679'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:11.722904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 1888865f-e8ba-4493-9139-b6455cc026f4 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:11.722904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:11.722904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:11.722904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:11.722904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:network and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:11.769858 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:07:11.770330 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:07:11.795007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:11.861799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=e41ece98-4330-458d-8119-f7d5f9e23b4a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:11.947014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:11.954497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] No DVR routers for this DVR port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:11.999744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:12.000475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.031233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:12.088100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:12.091859 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.114134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5209024 Feb 04 20:07:12.114763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7ef0-2815-44c3-a336-875db8b05be9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:12.182161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Provisioning for port e41ece98-4330-458d-8119-f7d5f9e23b4a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:12.183999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:12.194522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.194597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Provisioning complete for port e41ece98-4330-458d-8119-f7d5f9e23b4a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:12.194597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.225495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Request body: {'port': {'device_id': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:12.262605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Port e41ece98-4330-458d-8119-f7d5f9e23b4a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:12.267198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:06:00Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:12.285734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:12.292733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974af05-2191-467c-8fd7-82b535a080d3 req-e9d625cd-edc8-48a3-a406-55949b55aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:12.294083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d974af05-2191-467c-8fd7-82b535a080d3 req-e9d625cd-edc8-48a3-a406-55949b55aecd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f319a4862db444589ec4cfc62962f052&device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 1096 time: 0.8243976 Feb 04 20:07:12.299263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:12.299769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:12.300196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:12.302966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e70a8e-037b-4167-aeaa-1477b82c9f10 None None] The sync data for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 is: [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:05:51Z', 'revision_number': 4, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '42d0f5cf-d325-4c2f-8f37-93a538a8643d', 'name': '', 'network_id': 'c36cb267-724a-4ee3-aefe-0833948712d5', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'mac_address': 'fa:16:3e:3d:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:48Z', 'updated_at': '2022-02-04T20:06:00Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'subnets': [{'id': '4574acc0-eb5a-46e4-a4db-5c0caf81d63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:07:12.303171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=6']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:12.354802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Allocated IP 172.20.0.9 (53333fe4-0c99-4191-891a-08c35720a9ec/1fec589e-89a4-4531-9e2e-9940544cbd47/c97c5cd5-8175-4c2b-9b81-3355d3213efc) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:12.392293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Provisioning for port b9c9498e-39e5-4382-a2c7-a4be9b89d56b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:12.397769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Provisioning complete for port b9c9498e-39e5-4382-a2c7-a4be9b89d56b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:12.398149 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.424381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.426006 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Added segment 563a71aa-f6ad-4351-8602-4eeb2a73ee0e of type vlan for network bc393be3-f116-49f5-bfc3-29f4c1859f6d Feb 04 20:07:12.427227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54242) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:12.459333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c64ff5ea-79ae-47b3-aa14-1413a9d41ae1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6917658 Feb 04 20:07:12.481726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54248) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:12.522804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ad370323-c751-474f-bbe1-9656d3efc628 None None] Port b9c9498e-39e5-4382-a2c7-a4be9b89d56b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:12.534154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65ac3-f790-4461-81db-9ad6e1096fcb req-65ae8056-0be6-4cc7-ab07-8c657e23108a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:12.535923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fda65ac3-f790-4461-81db-9ad6e1096fcb req-65ae8056-0be6-4cc7-ab07-8c657e23108a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 948 time: 0.7378922 Feb 04 20:07:12.583003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.595455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:07:12.595777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:12.616621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:12.617129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:12.626949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:12.626949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Bound port: c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:12.626949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.628305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.741011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 204e09a7-d067-49de-8942-643819657de0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:12.749534 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60569c74-7fe0-490f-bbf0-e996e54f3876 None None] New status for floating IP b6d44354-80c1-43e3-84b1-dce93ad2c96f: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:07:12.779136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df2ea6-e72b-4192-958a-98679328455c req-09574909-d4de-49c1-bab4-93a319cddbc7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:12.779935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-88df2ea6-e72b-4192-958a-98679328455c req-09574909-d4de-49c1-bab4-93a319cddbc7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:12.793634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.817626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:07:12.832583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 204e09a7-d067-49de-8942-643819657de0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:12.833272 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:12.848658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:12.852487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Usage tracker for resource:security_group_rule and tenant:2d1e04ad3cad4c47933062ffc90117f4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:12.855836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:12.862855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:12.881260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fda65ac3-f790-4461-81db-9ad6e1096fcb req-79e5d4d9-e380-4621-a809-21cfe784fa2d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816460 Feb 04 20:07:12.889542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:12.907570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974af05-2191-467c-8fd7-82b535a080d3 req-a31e9b15-fb16-4750-942c-87aee92a91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:12.909070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d974af05-2191-467c-8fd7-82b535a080d3 req-a31e9b15-fb16-4750-942c-87aee92a91ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 200 len: 920 time: 0.6020684 Feb 04 20:07:12.930062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-88df2ea6-e72b-4192-958a-98679328455c req-09574909-d4de-49c1-bab4-93a319cddbc7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:12.936944 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88df2ea6-e72b-4192-958a-98679328455c req-09574909-d4de-49c1-bab4-93a319cddbc7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 931 time: 1.0572753 Feb 04 20:07:12.959726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:13.069462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.076096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88df2ea6-e72b-4192-958a-98679328455c req-506dc0d7-120f-46d9-82bb-9e9a62b85f06 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381087 Feb 04 20:07:13.078217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.083574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:13.084169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.104493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c56653-64e2-45eb-9a3e-4a89eafd7683 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:13.104493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f7c56653-64e2-45eb-9a3e-4a89eafd7683 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:13.161091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:13.174477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:13.175127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.176503 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-6d4876f3-f0c7-4ad6-a3d8-60f76a59a42a service neutron] 10.222.0.24 "PUT /v2.0/ports/c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 1096 time: 3.9078407 Feb 04 20:07:13.198368 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.253861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-3f61fc6d-afb4-4a3f-8782-f04f7838542b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips/b6d44354-80c1-43e3-84b1-dce93ad2c96f HTTP/1.1" status: 200 len: 695 time: 0.3216770 Feb 04 20:07:13.253861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d974af05-2191-467c-8fd7-82b535a080d3 req-2a14b051-e9ba-4c78-a7fa-1b6ad22f1e43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 200 len: 217 time: 0.2572920 Feb 04 20:07:13.274946 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'code': 200} Feb 04 20:07:13.431171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c9498e-39e5-4382-a2c7-a4be9b89d56b {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:13.446682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.471609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-59007921-bbf2-4f79-8e6d-a4c4daf2841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:13.472993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-59007921-bbf2-4f79-8e6d-a4c4daf2841e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1099 time: 0.2688956 Feb 04 20:07:13.478401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Transition to ACTIVE for port object b9c9498e-39e5-4382-a2c7-a4be9b89d56b will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:13.516540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f7c56653-64e2-45eb-9a3e-4a89eafd7683 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:13.517693 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f7c56653-64e2-45eb-9a3e-4a89eafd7683 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.9805453 Feb 04 20:07:13.535008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:13.564890 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.610621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974af05-2191-467c-8fd7-82b535a080d3 req-3dc00d07-cb2b-4d49-a141-40010362ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:13.612089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d974af05-2191-467c-8fd7-82b535a080d3 req-3dc00d07-cb2b-4d49-a141-40010362ad32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 200 len: 859 time: 0.3312044 Feb 04 20:07:13.612694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Network': ['ID=bc393be3-f116-49f5-bfc3-29f4c1859f6d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:13.655572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bc393be3-f116-49f5-bfc3-29f4c1859f6d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:07:13.716479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093cf6-4bbc-48c2-844a-b77451e55e68 req-0850ad81-f308-43a2-a7f6-33c316964fd4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:13.724009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91093cf6-4bbc-48c2-844a-b77451e55e68 req-0850ad81-f308-43a2-a7f6-33c316964fd4 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.3685153 Feb 04 20:07:13.837087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Pushing event updated for resources: {'Port': ['ID=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:13.843933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8355dd67-2285-47bd-a815-440410259c8c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2832384 Feb 04 20:07:13.849709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54256) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:13.855004 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d974af05-2191-467c-8fd7-82b535a080d3 req-7e7996fe-c434-4b9e-84ea-673b77c014ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c36cb267-724a-4ee3-aefe-0833948712d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2162127 Feb 04 20:07:13.888428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port e41ece98-4330-458d-8119-f7d5f9e23b4a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:13.888777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:13.889094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-a5974c3b-5957-47af-9307-3b8a95683111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:13.890846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-a5974c3b-5957-47af-9307-3b8a95683111 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.4102066 Feb 04 20:07:13.898243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'subnet': {'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:13.915923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91093cf6-4bbc-48c2-844a-b77451e55e68 req-d90646b4-005d-47d6-a5bc-7a147ab6b946 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910603 Feb 04 20:07:14.015626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.060225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-d895daa3-224b-4234-9a35-c7c645ca33d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.1391284 Feb 04 20:07:14.086894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-a8f4576c-e79b-4e22-9820-6e539c23c1cf tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:14.088219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-a8f4576c-e79b-4e22-9820-6e539c23c1cf tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.7718890 Feb 04 20:07:14.167032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.207325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Attempting to bind port b9c9498e-39e5-4382-a2c7-a4be9b89d56b on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:14.207663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Attempting to bind port b9c9498e-39e5-4382-a2c7-a4be9b89d56b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:14.208102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Attempting to bind port b9c9498e-39e5-4382-a2c7-a4be9b89d56b on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:14.213232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:14.223243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:subnet and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:14.225791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Port b9c9498e-39e5-4382-a2c7-a4be9b89d56b on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:07:14.226117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Attempting to bind port b9c9498e-39e5-4382-a2c7-a4be9b89d56b on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:14.229739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:14.242357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:14.245200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-a9b1d68d-73f7-48f4-85aa-4f0a0b02bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:14.246654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-a9b1d68d-73f7-48f4-85aa-4f0a0b02bf3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1498420 Feb 04 20:07:14.249276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:14.249618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:14.253083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Bound using segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:14.253083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Bound port: b9c9498e-39e5-4382-a2c7-a4be9b89d56b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:14.253083 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.253323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Network 53333fe4-0c99-4191-891a-08c35720a9ec is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:14.260970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-eff98058-aafa-4abc-8845-10ef0b5b6169 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1530340 Feb 04 20:07:14.281343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:14.283146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.289454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:14.398421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:14.511735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:14.515611 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.541291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621900c-f431-4407-9b4c-0cc0443282c0 req-936d5817-b97b-4723-b7d1-991158d4de23 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:14.542771 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e621900c-f431-4407-9b4c-0cc0443282c0 req-936d5817-b97b-4723-b7d1-991158d4de23 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 931 time: 0.5076299 Feb 04 20:07:14.548080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-27ebb6bf-6818-4e3b-aa36-8c0076655d5a tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.2306955 Feb 04 20:07:14.564159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d974af05-2191-467c-8fd7-82b535a080d3 req-83149b2f-d374-4965-ac65-c2566a1069a6 service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991794 Feb 04 20:07:14.572635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d1e04ad3cad4c47933062ffc90117f4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1305101 Feb 04 20:07:14.585567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233ab21-5530-4047-beea-63714208d93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f39286a-c1d3-4819-aebb-04a41ffe3d60,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:14.587585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54266) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:14.738078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] For port b9c9498e-39e5-4382-a2c7-a4be9b89d56b, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:14.738078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e621900c-f431-4407-9b4c-0cc0443282c0 req-831c4856-560b-438c-8aed-45204b417292 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041815 Feb 04 20:07:14.738423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:14.738493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] For port b9c9498e-39e5-4382-a2c7-a4be9b89d56b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:14.738560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.738621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-5b8ec5b8-b513-4772-8018-0397a1ee757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:14.738621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-5b8ec5b8-b513-4772-8018-0397a1ee757b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4595139 Feb 04 20:07:14.895714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.929425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Deleting port 73747590-c741-42db-97b6-60283c34f046 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:14.929963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:14.982751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.015171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:15.015806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.017329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-bb229bb4-0263-46ba-99cc-ece05af6c9ea tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2288790 Feb 04 20:07:15.017480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] 10.222.0.62 "PUT /v2.0/ports/b9c9498e-39e5-4382-a2c7-a4be9b89d56b HTTP/1.1" status: 200 len: 1091 time: 2.7986267 Feb 04 20:07:15.068597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-87064fac-4b6d-4e88-95ff-09b6a9980e98 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378792 Feb 04 20:07:15.078547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bc290-4a24-41c0-bc39-05c27b7dfe3a service neutron] Pushing event updated for resources: {'Port': ['ID=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:15.156061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Request body: {'port': {'device_id': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:15.204977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for e41ece98-4330-458d-8119-f7d5f9e23b4a owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:15.269316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd80e1f-87f9-4a6f-8de7-39635f566c01 req-3f2a3729-c683-452a-b869-42f0db4bc933 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:15.270842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3cd80e1f-87f9-4a6f-8de7-39635f566c01 req-3f2a3729-c683-452a-b869-42f0db4bc933 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 948 time: 0.4327524 Feb 04 20:07:15.271738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.308824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}, {'name': 'network-changed', 'server_uuid': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'tag': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:15.377982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95973e3-7c97-48f3-b906-133051a64c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.393690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-8fdbbf42-4c4b-4e5c-8f9f-8c415cdf1d93 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121147 Feb 04 20:07:15.422806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Subnet': ['ID=864815d9-bac2-4098-b09b-ad599872c5ff,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:15.437873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d974af05-2191-467c-8fd7-82b535a080d3 req-85578c32-16e0-4ffa-a625-1a7dbcc435da service neutron] 10.222.0.62 "GET /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8566024 Feb 04 20:07:15.440198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3cd80e1f-87f9-4a6f-8de7-39635f566c01 req-4877d230-6f44-4e7e-a999-d81aee34d20d tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238067 Feb 04 20:07:15.447433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-17599d32-c091-475a-886f-d2ddee7090e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:15.448915 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-17599d32-c091-475a-886f-d2ddee7090e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 1094 time: 0.2786014 Feb 04 20:07:15.451446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Checking segment: {'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:15.451810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network hostable DHCP agents. Network: bc393be3-f116-49f5-bfc3-29f4c1859f6d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:07:15.517749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95973e3-7c97-48f3-b906-133051a64c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.529628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-78b1eef3-be8f-42f5-86e2-8fdd82230bdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b HTTP/1.1" status: 200 len: 217 time: 0.0717971 Feb 04 20:07:15.598464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-2aa31715-cee4-4cc4-8284-4a22fb6bf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:15.600055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-2aa31715-cee4-4cc4-8284-4a22fb6bf2d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.0644577 Feb 04 20:07:15.640829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network bc393be3-f116-49f5-bfc3-29f4c1859f6d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:07:15.651699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.652002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.687413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-d40e92eb-9e8d-435b-b6f3-9c85de18197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:15.690495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-d40e92eb-9e8d-435b-b6f3-9c85de18197c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850527 Feb 04 20:07:15.752022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.765792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bc393be3-f116-49f5-bfc3-29f4c1859f6d) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:15.773447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eebca6-30e3-407a-8b32-2434dc670fae None None] Network bc393be3-f116-49f5-bfc3-29f4c1859f6d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:15.781632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:15.782493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:15.832486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Calling delete_port for 73747590-c741-42db-97b6-60283c34f046 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:15.894755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-fd0adb11-ee19-43f9-b097-0571f9183b24 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983333 Feb 04 20:07:16.026401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de4244a0-3f0d-4dc2-8404-adfc6b9939ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1449294 Feb 04 20:07:16.029570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54276) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:16.035473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1190435229'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:16.039071 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95973e3-7c97-48f3-b906-133051a64c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.041432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:16.045703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:network and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:16.050018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:16.056109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:16.069933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.076215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95973e3-7c97-48f3-b906-133051a64c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f39286a-c1d3-4819-aebb-04a41ffe3d60,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:16.097022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ade79553-efe8-47c8-8c7f-9379db923a47 req-06f8a948-855f-443f-9e10-143d5b4cb054 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955130 Feb 04 20:07:16.102404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-bc393be3-f116-49f5-bfc3-29f4c1859f6d', 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'fixed_ips': [{'subnet_id': '864815d9-bac2-4098-b09b-ad599872c5ff'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:07:16.103253 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.171295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=e41ece98-4330-458d-8119-f7d5f9e23b4a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:16.181494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:16.185070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.222296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:16.232032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c7d8-ec99-4f8a-a5fa-9753be43ac89 req-95e22912-3b7a-41a3-8571-1476622a2e8f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:16.241083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5027c7d8-ec99-4f8a-a5fa-9753be43ac89 req-95e22912-3b7a-41a3-8571-1476622a2e8f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 943 time: 0.1356432 Feb 04 20:07:16.267968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.268324 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Added segment ba652acb-9c66-4a56-a626-fc4940934e15 of type vlan for network af0400c8-ffa4-41fa-bb1f-8508d5332c8a Feb 04 20:07:16.308790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5027c7d8-ec99-4f8a-a5fa-9753be43ac89 req-a99db3a7-c6c5-4231-9d92-9f8eb1b6f622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685971 Feb 04 20:07:16.345811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Allocated IP 19.80.0.2 (bc393be3-f116-49f5-bfc3-29f4c1859f6d/864815d9-bac2-4098-b09b-ad599872c5ff/b3228be5-e6b6-419e-af63-4eae1adf5dcb) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:16.481922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.501423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.549272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95973e3-7c97-48f3-b906-133051a64c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.550297 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e95973e3-7c97-48f3-b906-133051a64c1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f39286a-c1d3-4819-aebb-04a41ffe3d60 HTTP/1.1" status: 204 len: 168 time: 1.8900106 Feb 04 20:07:16.571840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-06f0c51d-286a-4472-ba84-c89e7794f516 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/e41ece98-4330-458d-8119-f7d5f9e23b4a HTTP/1.1" status: 204 len: 168 time: 3.0349157 Feb 04 20:07:16.573429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event deleted for resources: {'Port': ['ID=73747590-c741-42db-97b6-60283c34f046,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:16.577245 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'status': 'completed', 'code': 200} Feb 04 20:07:16.577245 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'tag': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b', 'status': 'completed', 'code': 200} Feb 04 20:07:16.607965 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.608805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54284) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:16.644445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.656805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Transition to ACTIVE for port object b3228be5-e6b6-419e-af63-4eae1adf5dcb will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:16.659314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:07:16.689422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Transition to ACTIVE for port object b3228be5-e6b6-419e-af63-4eae1adf5dcb will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:16.747047 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1d6a91-0a5c-4fd2-9511-d8708ffe2192 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:07:16.747599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee1d6a91-0a5c-4fd2-9511-d8708ffe2192 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:16.767985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-34add494-6c07-458c-8aaa-7e980950cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:16.769512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-34add494-6c07-458c-8aaa-7e980950cd89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1099 time: 0.2252719 Feb 04 20:07:16.771534 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.782449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409720a5-3f24-404c-98a4-874131080f38 req-2baba7bd-43a1-4a8e-a8b3-bd83aa911bc6 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:16.782617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-409720a5-3f24-404c-98a4-874131080f38 req-2baba7bd-43a1-4a8e-a8b3-bd83aa911bc6 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 931 time: 0.2395413 Feb 04 20:07:16.795047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97c5cd5-8175-4c2b-9b81-3355d3213efc {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:16.805953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.811210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.813656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.814809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2a48765-a0eb-43df-a7ed-851ce6d72a62 req-1891cf78-c8be-4f95-9a1b-110d36ac1991 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "DELETE /v2.0/floatingips/b6d44354-80c1-43e3-84b1-dce93ad2c96f HTTP/1.1" status: 204 len: 173 time: 2.2454636 Feb 04 20:07:16.823381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-60c30c9a-8a04-489b-873f-50520fc39b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:16.824716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-60c30c9a-8a04-489b-873f-50520fc39b95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1099 time: 0.2794962 Feb 04 20:07:16.828237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Transition to ACTIVE for port object c97c5cd5-8175-4c2b-9b81-3355d3213efc will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:16.878469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ee1d6a91-0a5c-4fd2-9511-d8708ffe2192 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:16.880122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee1d6a91-0a5c-4fd2-9511-d8708ffe2192 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/e41ece98-4330-458d-8119-f7d5f9e23b4a HTTP/1.1" status: 404 len: 333 time: 0.2703059 Feb 04 20:07:16.885983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54290) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:16.897982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Network bc393be3-f116-49f5-bfc3-29f4c1859f6d is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:16.902084 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.903574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Pushing event updated for resources: {'Port': ['ID=b3228be5-e6b6-419e-af63-4eae1adf5dcb,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:16.907819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:16.908358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:16.908941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:16.911339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:16.960219 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:17.022681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Attempting to bind port b3228be5-e6b6-419e-af63-4eae1adf5dcb on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:17.023829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Attempting to bind port b3228be5-e6b6-419e-af63-4eae1adf5dcb by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:17.024348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Attempting to bind port b3228be5-e6b6-419e-af63-4eae1adf5dcb on network bc393be3-f116-49f5-bfc3-29f4c1859f6d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:17.031591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:17.032241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Checking segment: {'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:17.032732 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:17.033367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Bound using segment: {'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:17.033938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Bound port: b3228be5-e6b6-419e-af63-4eae1adf5dcb, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:17.041124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:17.149137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-409720a5-3f24-404c-98a4-874131080f38 req-47191fda-b5c6-42f7-bbcd-d9e5e5ca70f5 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295071 Feb 04 20:07:17.158777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] For port b3228be5-e6b6-419e-af63-4eae1adf5dcb, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:17.165188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] For port b3228be5-e6b6-419e-af63-4eae1adf5dcb, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3228be5-e6b6-419e-af63-4eae1adf5dcb,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:17.207665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1757436 Feb 04 20:07:17.213333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffafe3-12ca-43df-8fc3-fc2583d08321 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Network': ['ID=af0400c8-ffa4-41fa-bb1f-8508d5332c8a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:17.225724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network af0400c8-ffa4-41fa-bb1f-8508d5332c8a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:07:17.228988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54302) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:17.237005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'subnet': {'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:17.336375 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:17.349798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:17.350402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:17.369292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-7ab0440a-7f46-4d1c-98ff-3b6fc63b8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:17.370957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-7ab0440a-7f46-4d1c-98ff-3b6fc63b8d42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.5873187 Feb 04 20:07:17.403244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:17.454360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-7ee21757-7f78-402a-b952-677c8b9edccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:17.458014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-7ee21757-7f78-402a-b952-677c8b9edccd service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.5874364 Feb 04 20:07:17.465261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872a6f-2657-492c-90c5-4f28de0d187a None None] Pushing event updated for resources: {'Port': ['ID=b3228be5-e6b6-419e-af63-4eae1adf5dcb,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:17.533728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:17.597062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Usage tracker for resource:subnet and tenant:66e24ef1078b43b7bc68f923633b94ef is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:17.618273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:17.631185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-5aa6ec1f-2ebf-4257-a2e5-3f25ab74ac59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.2022200 Feb 04 20:07:17.636287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-e9dd965d-9a45-4159-a273-cbde0dc5404d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.0975797 Feb 04 20:07:17.637276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:17.643374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee2c1d-a933-4e92-9352-ded365d0bf08 req-d0eca38a-de67-4cba-b7af-27d720038eb3 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:17.644917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64ee2c1d-a933-4e92-9352-ded365d0bf08 req-d0eca38a-de67-4cba-b7af-27d720038eb3 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.6253541 Feb 04 20:07:17.649415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Attempting to bind port c97c5cd5-8175-4c2b-9b81-3355d3213efc on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:17.649753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Attempting to bind port c97c5cd5-8175-4c2b-9b81-3355d3213efc by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:17.650081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Attempting to bind port c97c5cd5-8175-4c2b-9b81-3355d3213efc on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:17.694462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Port c97c5cd5-8175-4c2b-9b81-3355d3213efc on network 53333fe4-0c99-4191-891a-08c35720a9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:07:17.694796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Attempting to bind port c97c5cd5-8175-4c2b-9b81-3355d3213efc on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:17.707992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-e4391662-b378-4ed4-b5d7-f9507c2fbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:17.709458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-e4391662-b378-4ed4-b5d7-f9507c2fbd80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0689583 Feb 04 20:07:17.781097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:17.781447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Checking segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:17.781851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Bound using segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:17.782306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Bound port: c97c5cd5-8175-4c2b-9b81-3355d3213efc, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:17.782637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:17.826095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64ee2c1d-a933-4e92-9352-ded365d0bf08 req-f57952c3-ae11-425c-94c2-5633d7122dea tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555374 Feb 04 20:07:17.876703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-a2a67c15-b548-4531-a287-13e8cfac750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:17.878167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-a2a67c15-b548-4531-a287-13e8cfac750c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1573443 Feb 04 20:07:17.889993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516dc09-88f3-40c1-814a-885c5c698646 req-69094364-4d20-47c8-98d8-c7894b193f22 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:17.896952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9516dc09-88f3-40c1-814a-885c5c698646 req-69094364-4d20-47c8-98d8-c7894b193f22 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 948 time: 0.5668502 Feb 04 20:07:17.953708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:17.957206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:17.966248 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.115341 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b71ee76c-167d-4a5b-b0b8-aa2bf60a5c28 req-b84fda89-92c0-40ac-8850-7bfd5426ccb9 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups/1b94ddbb-00ac-4da1-ab73-9e5dea0037aa HTTP/1.1" status: 200 len: 1808 time: 0.2277002 Feb 04 20:07:18.117250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9516dc09-88f3-40c1-814a-885c5c698646 req-3916db4e-fe62-42bf-bb1c-89a0d8e7e49a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193444 Feb 04 20:07:18.123127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 3bfcd6f3-6097-4326-aea9-f5f64e7dd846 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:18.154546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:18.161181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-b9c07331-f3d2-45ff-95d7-1e33f37ccc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:18.176618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-b9c07331-f3d2-45ff-95d7-1e33f37ccc58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4036963 Feb 04 20:07:18.198652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:18.308547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b71ee76c-167d-4a5b-b0b8-aa2bf60a5c28 req-b78ce41f-8536-4fbb-abda-f67f80535c2e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.310929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.399511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:18.400137 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.402060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] 10.222.0.24 "PUT /v2.0/ports/c97c5cd5-8175-4c2b-9b81-3355d3213efc HTTP/1.1" status: 200 len: 1091 time: 3.3146186 Feb 04 20:07:18.417132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:18.436442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b71ee76c-167d-4a5b-b0b8-aa2bf60a5c28 req-b78ce41f-8536-4fbb-abda-f67f80535c2e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.489699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7661c-93ef-4a82-95d5-25a6c7759806 service neutron] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:18.526680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-ba93770d-5fbf-4808-bdfd-8e8822952097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:18.528096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-ba93770d-5fbf-4808-bdfd-8e8822952097 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6292281 Feb 04 20:07:18.604601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b71ee76c-167d-4a5b-b0b8-aa2bf60a5c28 req-b78ce41f-8536-4fbb-abda-f67f80535c2e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.617340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.640051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704329-9eb6-41f4-b4be-59c90931704d req-962f5f71-395c-4517-8cc3-a27a3272cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:18.641550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-962f5f71-395c-4517-8cc3-a27a3272cba7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 1094 time: 0.1146085 Feb 04 20:07:18.760082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ce41f-8536-4fbb-abda-f67f80535c2e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b94ddbb-00ac-4da1-ab73-9e5dea0037aa,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:18.814887 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-953b3b36-0fd1-4642-877f-cbb6b1976839 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252384 Feb 04 20:07:18.825442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b3228be5-e6b6-419e-af63-4eae1adf5dcb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:18.867934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=3bfcd6f3-6097-4326-aea9-f5f64e7dd846,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:18.978171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-298906d8-fdd7-4cbf-aeea-5f0b65594ea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc HTTP/1.1" status: 200 len: 217 time: 0.2363596 Feb 04 20:07:18.979279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.981162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-651c1dbd-994b-4b9c-a253-c14167e432a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/3bfcd6f3-6097-4326-aea9-f5f64e7dd846 HTTP/1.1" status: 204 len: 168 time: 2.0933487 Feb 04 20:07:18.982637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b71ee76c-167d-4a5b-b0b8-aa2bf60a5c28 req-b78ce41f-8536-4fbb-abda-f67f80535c2e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:18.984651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b71ee76c-167d-4a5b-b0b8-aa2bf60a5c28 req-b78ce41f-8536-4fbb-abda-f67f80535c2e tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b94ddbb-00ac-4da1-ab73-9e5dea0037aa HTTP/1.1" status: 204 len: 173 time: 0.8268375 Feb 04 20:07:18.992094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b3228be5-e6b6-419e-af63-4eae1adf5dcb completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:19.031934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54336) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:19.092718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438885d6-c97a-41d5-b976-a50ec61ebb1b req-2748f9b3-97ab-4909-af44-4ba61fc5538f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:19.096659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-438885d6-c97a-41d5-b976-a50ec61ebb1b req-2748f9b3-97ab-4909-af44-4ba61fc5538f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 943 time: 0.6413229 Feb 04 20:07:19.098582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:19.102546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1ded3-0ff3-4b43-8ac4-7b30004ab053 None None] Network bc393be3-f116-49f5-bfc3-29f4c1859f6d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:19.207081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Subnet': ['ID=1ce65a29-5d15-4166-8a78-8139b4ecad70,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:19.210114 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dcab10-c883-49db-a5a1-66399c042a39 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:07:19.210677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f4dcab10-c883-49db-a5a1-66399c042a39 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:19.234383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-e94bb3ac-4e7f-4b0e-b657-9bcced192d2b service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603830 Feb 04 20:07:19.246193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704329-9eb6-41f4-b4be-59c90931704d req-c8b92a4a-c10c-46ff-b752-43d27c4af26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:19.248346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-c8b92a4a-c10c-46ff-b752-43d27c4af26e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.2627461 Feb 04 20:07:19.304071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-02ba97df-6554-4ac7-ad05-5ff15aa8f7af None None] Provisioning for port b3228be5-e6b6-419e-af63-4eae1adf5dcb completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:19.353950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-02ba97df-6554-4ac7-ad05-5ff15aa8f7af None None] Provisioning complete for port b3228be5-e6b6-419e-af63-4eae1adf5dcb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:19.355428 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02ba97df-6554-4ac7-ad05-5ff15aa8f7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:19.367521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-f00e0337-838d-430d-9b53-104b00470274 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321505 Feb 04 20:07:19.383688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-438885d6-c97a-41d5-b976-a50ec61ebb1b req-2059bbc5-a8ef-41fd-b7a5-3e5f94f99d93 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501118 Feb 04 20:07:19.405793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Checking segment: {'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:19.406158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network hostable DHCP agents. Network: af0400c8-ffa4-41fa-bb1f-8508d5332c8a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:07:19.468964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-ce12360c-cc14-4ea8-b122-f0e2984d0f3c service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141347 Feb 04 20:07:19.530358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-21684d6e-ffc9-4af1-a028-63b2c712b472 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2633319 Feb 04 20:07:19.532146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f4dcab10-c883-49db-a5a1-66399c042a39 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:19.533361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f4dcab10-c883-49db-a5a1-66399c042a39 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/3bfcd6f3-6097-4326-aea9-f5f64e7dd846 HTTP/1.1" status: 404 len: 333 time: 0.5003259 Feb 04 20:07:19.537635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54352) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:19.573531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network af0400c8-ffa4-41fa-bb1f-8508d5332c8a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:07:19.647968 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02ba97df-6554-4ac7-ad05-5ff15aa8f7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:19.692736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21570540-4e6b-4200-8676-fa5248edd5d0 req-79a59f6b-15dc-4b1a-af81-a354560e6d79 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:19.694230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21570540-4e6b-4200-8676-fa5248edd5d0 req-79a59f6b-15dc-4b1a-af81-a354560e6d79 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 943 time: 0.1290901 Feb 04 20:07:19.696611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-02ba97df-6554-4ac7-ad05-5ff15aa8f7af None None] For port b3228be5-e6b6-419e-af63-4eae1adf5dcb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3228be5-e6b6-419e-af63-4eae1adf5dcb,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:19.699281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-8d9a6cb1-1b28-465f-8737-88821ad73940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:19.700713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-8d9a6cb1-1b28-465f-8737-88821ad73940 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 1094 time: 0.1880479 Feb 04 20:07:19.703532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9004d-55ef-440e-bf75-b0fb8f90081b req-9fc7247f-fae1-406c-bf78-17e0480c84f0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:19.705029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50e9004d-55ef-440e-bf75-b0fb8f90081b req-9fc7247f-fae1-406c-bf78-17e0480c84f0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.5838864 Feb 04 20:07:19.726650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 9cf9343e-a07b-46b3-9113-4808127e73a3 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:07:19.727554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:19.751063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:19.837981 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-4fe539b9-9605-43ef-9823-84c7f7ddd103 service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993369 Feb 04 20:07:19.843507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50e9004d-55ef-440e-bf75-b0fb8f90081b req-3f07febb-ee84-443f-99d5-7a30d40cc772 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318369 Feb 04 20:07:19.853903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, af0400c8-ffa4-41fa-bb1f-8508d5332c8a) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:19.866565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:19.870317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d66808-3b59-49b0-9e93-9282a904ca8a None None] Network af0400c8-ffa4-41fa-bb1f-8508d5332c8a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:19.881679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:19.882366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:19.899354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21570540-4e6b-4200-8676-fa5248edd5d0 req-0c55acd6-77df-4092-96ff-abc18dc52d6c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975527 Feb 04 20:07:19.986892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-131e4246-6242-401a-b00c-51d780e3b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:19.988867 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-131e4246-6242-401a-b00c-51d780e3b4d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.2722039 Feb 04 20:07:20.020567 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'status': 'completed', 'code': 200} Feb 04 20:07:20.071263 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02ba97df-6554-4ac7-ad05-5ff15aa8f7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.099506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-49e59cd5-1620-4f07-9aaf-695aedaaf764 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8682127 Feb 04 20:07:20.124886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79704329-9eb6-41f4-b4be-59c90931704d req-6a7cf357-46e0-42ef-aa39-4e04af6aec1f service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804089 Feb 04 20:07:20.130918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-56b61a2f-a264-4a5c-9a6f-91e52008b412 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b HTTP/1.1" status: 200 len: 217 time: 0.1352718 Feb 04 20:07:20.154033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.284344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:20.289130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-a7d2c19f-cbea-4121-a05d-d12fbc252ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:20.293081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-a7d2c19f-cbea-4121-a05d-d12fbc252ea6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1563399 Feb 04 20:07:20.327181 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb4a4047-b0ce-46a6-8c65-b2ba9de61ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.344607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b9c9498e-39e5-4382-a2c7-a4be9b89d56b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:20.357058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1206698e-f93b-45ce-977a-f13482712e68 None None] Provisioning complete for port b3228be5-e6b6-419e-af63-4eae1adf5dcb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:20.357662 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1206698e-f93b-45ce-977a-f13482712e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.387689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'mac_address': 'fa:16:3e:e6:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:20.404716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-c0b5102f-d4e8-4167-9953-69c0d3eb6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:20.408171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-c0b5102f-d4e8-4167-9953-69c0d3eb6938 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061542 Feb 04 20:07:20.433526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba97df-6554-4ac7-ad05-5ff15aa8f7af None None] Pushing event updated for resources: {'Port': ['ID=b3228be5-e6b6-419e-af63-4eae1adf5dcb,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:20.462413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eea55-99ba-4ac5-ba76-953a35627c67 req-c7a55d65-dcd4-4181-9b67-661fb5932ea1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:20.469392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-831eea55-99ba-4ac5-ba76-953a35627c67 req-c7a55d65-dcd4-4181-9b67-661fb5932ea1 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 948 time: 0.2164965 Feb 04 20:07:20.513162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-f027e731-99b5-4b2b-b5d3-149efed6ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:20.515094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-f027e731-99b5-4b2b-b5d3-149efed6ab0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 1094 time: 0.2531991 Feb 04 20:07:20.571805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-798dfb5b-f493-4eb5-ab20-8aecbe7311b5 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584585 Feb 04 20:07:20.621435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-831eea55-99ba-4ac5-ba76-953a35627c67 req-43445625-ae12-4e80-afb8-6772f5b4237e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511407 Feb 04 20:07:20.666276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-af0400c8-ffa4-41fa-bb1f-8508d5332c8a', 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'fixed_ips': [{'subnet_id': '1ce65a29-5d15-4166-8a78-8139b4ecad70'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:07:20.667189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.727206 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.746396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-d79c9a5c-e2b4-4d8f-9090-365597a66c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:20.748212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-d79c9a5c-e2b4-4d8f-9090-365597a66c80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 905 time: 0.2209468 Feb 04 20:07:20.853968 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.864109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dc1894-3fa4-427a-8cec-c94694d22b75 req-36aaa751-2884-4804-ac9e-6c02ba94bb56 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848752 Feb 04 20:07:20.881134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b3228be5-e6b6-419e-af63-4eae1adf5dcb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:20.915978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:20.919459 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-a1aca1b8-fd40-480e-a247-ad05088a28a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc HTTP/1.1" status: 200 len: 217 time: 0.1526916 Feb 04 20:07:20.925163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf9343e-a07b-46b3-9113-4808127e73a3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:20.933446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/9cf9343e-a07b-46b3-9113-4808127e73a3 HTTP/1.1" status: 204 len: 168 time: 1.3910239 Feb 04 20:07:20.936990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54402) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:20.944819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cfd81a-7917-4ad1-9ed2-a4bfc7bb2cc2 None None] Network 1888865f-e8ba-4493-9139-b6455cc026f4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:20.958359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:20.973640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.981063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.981063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.981063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.981063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.981063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.981063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.982547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.982547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.982547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.982547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:20.982839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1bf5f-0dcc-400c-bef2-295fcc45a073 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:21.023581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-1413db25-0c63-4d5e-a9d4-cd2f795eca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:21.027197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-1413db25-0c63-4d5e-a9d4-cd2f795eca99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.0992150 Feb 04 20:07:21.151096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-c8a3fa70-b500-4567-b59f-9d1b24b4f22b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172733 Feb 04 20:07:21.166079 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.203966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08dde0e6-4797-49fa-bdce-c6f05e9f6f95 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:21.217287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08dde0e6-4797-49fa-bdce-c6f05e9f6f95 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:21.218109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08dde0e6-4797-49fa-bdce-c6f05e9f6f95 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:21.224047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 204e09a7-d067-49de-8942-643819657de0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:21.224384 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.228312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:21.257093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b9c9498e-39e5-4382-a2c7-a4be9b89d56b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:21.307431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b', 'mac_address': 'fa:16:3e:f5:58:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:21.400156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-e557786b-4bcc-48b1-9581-7735911230b8 service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416611 Feb 04 20:07:21.409867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.421293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08dde0e6-4797-49fa-bdce-c6f05e9f6f95 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:21.425015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08dde0e6-4797-49fa-bdce-c6f05e9f6f95 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/networks?id=bc393be3-f116-49f5-bfc3-29f4c1859f6d&id=af0400c8-ffa4-41fa-bb1f-8508d5332c8a HTTP/1.1" status: 200 len: 1392 time: 0.5160387 Feb 04 20:07:21.433417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ac58-3df5-4a7f-8102-f36245d2c72f req-53aeaa35-a035-4888-8ccb-94ebbfb3a118 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:21.435400 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a896ac58-3df5-4a7f-8102-f36245d2c72f req-53aeaa35-a035-4888-8ccb-94ebbfb3a118 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 943 time: 0.1606586 Feb 04 20:07:21.472134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f61c78c0-1761-4465-a9ce-b2742495b4b0 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/quotas/66e24ef1078b43b7bc68f923633b94ef HTTP/1.1" status: 200 len: 375 time: 0.0405066 Feb 04 20:07:21.479230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] For port 204e09a7-d067-49de-8942-643819657de0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=204e09a7-d067-49de-8942-643819657de0,segment=NetworkSegment(ec226bbb-2f24-4f3c-b749-0805239144e0),segment_id=ec226bbb-2f24-4f3c-b749-0805239144e0)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:21.479582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.560885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a896ac58-3df5-4a7f-8102-f36245d2c72f req-57907fbe-66c0-41d0-9e47-9ed0adfeacb9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184645 Feb 04 20:07:21.598725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4494900-ce6c-44e6-b0df-5a81170e614b req-c176410c-e477-4280-9a83-6c35dbcc4fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817715 Feb 04 20:07:21.598926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Allocated IP 19.86.0.2 (af0400c8-ffa4-41fa-bb1f-8508d5332c8a/1ce65a29-5d15-4166-8a78-8139b4ecad70/9269dfd9-1560-43eb-9525-f4f14f564fc6) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:21.622745 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.632828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b3228be5-e6b6-419e-af63-4eae1adf5dcb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:21.633185 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.686850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 204e09a7-d067-49de-8942-643819657de0 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:21.766931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:21.771130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1443201c-bf63-403c-833a-e34da99c0456 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:21.797000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54418) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:21.803563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:21.828951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c9498e-39e5-4382-a2c7-a4be9b89d56b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:21.860171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.916940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1443201c-bf63-403c-833a-e34da99c0456 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:21.923766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1443201c-bf63-403c-833a-e34da99c0456 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4351127 Feb 04 20:07:21.926237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:21.930998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=204e09a7-d067-49de-8942-643819657de0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:21.939288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b9c9498e-39e5-4382-a2c7-a4be9b89d56b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:21.943334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:21.950505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Usage tracker for resource:security_group_rule and tenant:3be96ba2a94f4da89f88edfb6ab8358f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:21.954684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No DVR routers for this DVR port 204e09a7-d067-49de-8942-643819657de0 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:21.955250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:21.965300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:22.053262 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.062971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.063366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.063655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.063988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.064315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.064668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.064997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.065320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.065639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.065959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.066278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.066600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:22.085878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.116549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86472c98-2767-4de8-bd7f-a0b10137b71c None None] DHCP port deletion for 1888865f-e8ba-4493-9139-b6455cc026f4 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:07:22.184198 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.185872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.228632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1888865f-e8ba-4493-9139-b6455cc026f4']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:22.245300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-d211cc41-bf01-479d-a4f8-daac6a483e70 service neutron] 10.222.0.48 "GET /v2.0/networks/bc393be3-f116-49f5-bfc3-29f4c1859f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174679 Feb 04 20:07:22.246663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec226bbb-2f24-4f3c-b749-0805239144e0') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:22.246992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec226bbb-2f24-4f3c-b749-0805239144e0') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:22.267543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:22.289818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.296163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.306994 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-953c1750-a11f-43fe-b0a1-70538f2f4acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.324679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Transition to ACTIVE for port object 9269dfd9-1560-43eb-9525-f4f14f564fc6 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:22.361052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Transition to ACTIVE for port object 9269dfd9-1560-43eb-9525-f4f14f564fc6 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:22.368308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.378137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:07:22.378533 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:07:22.396487 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:07:22.439718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b9c9498e-39e5-4382-a2c7-a4be9b89d56b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:22.488888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.504247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3be96ba2a94f4da89f88edfb6ab8358f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7037063 Feb 04 20:07:22.504247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b677a-cbe3-4c2f-bace-a190a9726f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4440f79-3ae8-4517-8580-c593174c864a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:22.504646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54426) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:22.508744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-b2422aff-5509-486c-aa16-33bbfdd79fce service neutron] 10.222.0.48 "GET /v2.0/networks/bc393be3-f116-49f5-bfc3-29f4c1859f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493222 Feb 04 20:07:22.564633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7e7e1-5e1a-4402-816e-2c4722fb5642 req-b3eb56d0-a983-4b99-b345-89bdf6c60af6 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:22.565707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3fd7e7e1-5e1a-4402-816e-2c4722fb5642 req-b3eb56d0-a983-4b99-b345-89bdf6c60af6 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Synchronizing usage tracker for tenant:f319a4862db444589ec4cfc62962f052 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:22.584258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Network af0400c8-ffa4-41fa-bb1f-8508d5332c8a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:22.584623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3fd7e7e1-5e1a-4402-816e-2c4722fb5642 req-b3eb56d0-a983-4b99-b345-89bdf6c60af6 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Unset dirty status for tenant:f319a4862db444589ec4cfc62962f052 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:22.585357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fd7e7e1-5e1a-4402-816e-2c4722fb5642 req-b3eb56d0-a983-4b99-b345-89bdf6c60af6 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.2156913 Feb 04 20:07:22.594505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-2a0adc7d-68b8-459e-b948-ec3aba28a461 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:22.594875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:22.596824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-2a0adc7d-68b8-459e-b948-ec3aba28a461 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670&tenant_id=ff85700c023d44c59b142250468cd68d&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 949 time: 0.2237685 Feb 04 20:07:22.603800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:22.612255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Pushing event updated for resources: {'Port': ['ID=9269dfd9-1560-43eb-9525-f4f14f564fc6,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:22.708110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3fd7e7e1-5e1a-4402-816e-2c4722fb5642 req-a3fcdc54-84bb-4362-b582-97a473ba3d5b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Synchronizing usage tracker for tenant:f319a4862db444589ec4cfc62962f052 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:22.730563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-efc6c250-dca9-48fd-89fb-ec9f71087056 service neutron] 10.222.0.24 "GET /v2.0/ports/c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 382 time: 0.1168315 Feb 04 20:07:22.737967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.738527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 204e09a7-d067-49de-8942-643819657de0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:22.772419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.798214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=1888865f-e8ba-4493-9139-b6455cc026f4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:22.803659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3fd7e7e1-5e1a-4402-816e-2c4722fb5642 req-a3fcdc54-84bb-4362-b582-97a473ba3d5b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Unset dirty status for tenant:f319a4862db444589ec4cfc62962f052 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:22.805174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fd7e7e1-5e1a-4402-816e-2c4722fb5642 req-a3fcdc54-84bb-4362-b582-97a473ba3d5b tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f523b0f-ede3-4b28-ac1f-93314964f5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074177 Feb 04 20:07:22.827822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77ad266e-549e-4fc6-9788-6209b80a24b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.865374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-a5614a80-02cc-4c71-8cca-33b0a31dcdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:22.866932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-a5614a80-02cc-4c71-8cca-33b0a31dcdeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1100 time: 0.1098387 Feb 04 20:07:22.880291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 204e09a7-d067-49de-8942-643819657de0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:22.881239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77ad266e-549e-4fc6-9788-6209b80a24b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.882369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 204e09a7-d067-49de-8942-643819657de0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:22.898202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4a4bb532-8cf4-4a4b-994b-8cd08f7acb73 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/1888865f-e8ba-4493-9139-b6455cc026f4 HTTP/1.1" status: 204 len: 168 time: 1.9565344 Feb 04 20:07:22.899818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54432) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:22.911469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-3fac27c9-1109-4643-bef0-6d292b326314 service neutron] 10.222.0.48 "GET /v2.0/networks/af0400c8-ffa4-41fa-bb1f-8508d5332c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886166 Feb 04 20:07:22.914909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-351395257'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:22.926016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:22.940565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Attempting to bind port 9269dfd9-1560-43eb-9525-f4f14f564fc6 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:22.941118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Attempting to bind port 9269dfd9-1560-43eb-9525-f4f14f564fc6 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:22.941278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Attempting to bind port 9269dfd9-1560-43eb-9525-f4f14f564fc6 on network af0400c8-ffa4-41fa-bb1f-8508d5332c8a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:22.947533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:22.947912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Checking segment: {'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:22.948315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.948734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Bound using segment: {'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:22.949201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Bound port: 9269dfd9-1560-43eb-9525-f4f14f564fc6, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:22.949571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:22.959836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:23.016504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:23.033155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:23.056226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] For port 9269dfd9-1560-43eb-9525-f4f14f564fc6, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:23.062482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] For port 9269dfd9-1560-43eb-9525-f4f14f564fc6, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9269dfd9-1560-43eb-9525-f4f14f564fc6,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:23.087296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-17adf28a-af01-4fe2-bf99-0781fe13378b service neutron] 10.222.0.48 "GET /v2.0/networks/af0400c8-ffa4-41fa-bb1f-8508d5332c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648982 Feb 04 20:07:23.119875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-0c7f613f-a4a8-4197-bee8-0dd0da90c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.121330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-0c7f613f-a4a8-4197-bee8-0dd0da90c7f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2475066 Feb 04 20:07:23.130002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3444a-c3b2-4761-9820-4b0af811be13 req-8ce59aea-b4ba-4351-8c3f-32bf47e91f6e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.130771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6ce3444a-c3b2-4761-9820-4b0af811be13 req-8ce59aea-b4ba-4351-8c3f-32bf47e91f6e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:23.159864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:23.164367 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.181296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.193897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77ad266e-549e-4fc6-9788-6209b80a24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.208236 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-35e26694-d403-455f-aa46-25fbb35deb65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.0746195 Feb 04 20:07:23.224354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad266e-549e-4fc6-9788-6209b80a24b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4440f79-3ae8-4517-8580-c593174c864a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:23.235588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-77ad266e-549e-4fc6-9788-6209b80a24b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.239212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-77ad266e-549e-4fc6-9788-6209b80a24b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4440f79-3ae8-4517-8580-c593174c864a HTTP/1.1" status: 204 len: 168 time: 0.7335646 Feb 04 20:07:23.250074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:23.260907 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.261261 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment 43b3ec9f-0197-4ce8-870a-bc0890029fdc of type vlan for network c0f64232-de76-488c-beb8-d7df4f842989 Feb 04 20:07:23.311833 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.322543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fcdba-87c4-42ab-adfe-b34b2b5deca8 None None] Pushing event updated for resources: {'Port': ['ID=9269dfd9-1560-43eb-9525-f4f14f564fc6,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:23.323290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6ce3444a-c3b2-4761-9820-4b0af811be13 req-8ce59aea-b4ba-4351-8c3f-32bf47e91f6e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:23.331525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ce3444a-c3b2-4761-9820-4b0af811be13 req-8ce59aea-b4ba-4351-8c3f-32bf47e91f6e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 943 time: 0.3288081 Feb 04 20:07:23.334998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-69d76f0e-998b-4e43-95ee-325478fdb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.336389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-69d76f0e-998b-4e43-95ee-325478fdb64a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1213961 Feb 04 20:07:23.380715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-71821f92-be34-4ac7-9b42-885fee4d2dbd tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.382352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-71821f92-be34-4ac7-9b42-885fee4d2dbd tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 945 time: 0.2713404 Feb 04 20:07:23.384115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ce3444a-c3b2-4761-9820-4b0af811be13 req-4593e64b-406b-4642-8ac0-22183686382a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Feb 04 20:07:23.392156 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.425210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.492843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-e9f2f67c-cd57-43fc-af54-8141971c23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.495233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-e9f2f67c-cd57-43fc-af54-8141971c23db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145353 Feb 04 20:07:23.524609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.534621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.535271 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.657432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Deleting port 734c0f0d-00ee-448c-bcca-34bc2a74881d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:23.657772 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:23.714252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-743e4631-41d7-4a73-bb49-d569e2535bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102327 Feb 04 20:07:23.721484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8196323 Feb 04 20:07:23.724521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485e10c-e657-4717-9c97-e3dbe0a4af07 req-138ff68e-5bcd-4269-8f9b-ac7eb9406c3c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.744531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e485e10c-e657-4717-9c97-e3dbe0a4af07 req-138ff68e-5bcd-4269-8f9b-ac7eb9406c3c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 949 time: 0.2135146 Feb 04 20:07:23.745277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c97c5cd5-8175-4c2b-9b81-3355d3213efc details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:23.746153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54448) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:23.753261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:23.757337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bd385-56aa-4600-8646-ea4e12405ded tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=c0f64232-de76-488c-beb8-d7df4f842989,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:23.774071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:23.808800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c0f64232-de76-488c-beb8-d7df4f842989 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:07:23.876028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f69106-209f-49d1-a042-ac53df1b61bd req-5584acd5-9c28-45d2-9f7a-38ad4e3aaf6e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:23.876028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02f69106-209f-49d1-a042-ac53df1b61bd req-5584acd5-9c28-45d2-9f7a-38ad4e3aaf6e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.4112027 Feb 04 20:07:24.046986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02f69106-209f-49d1-a042-ac53df1b61bd req-be2b2f25-43d4-43f3-8969-6b7c8852370d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660845 Feb 04 20:07:24.095059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:24.103797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:24.104505 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.121140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] For port 734c0f0d-00ee-448c-bcca-34bc2a74881d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=734c0f0d-00ee-448c-bcca-34bc2a74881d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:24.128554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.142828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e485e10c-e657-4717-9c97-e3dbe0a4af07 req-78a9ae4e-3107-4e4c-9a65-e65d0ff6f9e3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973310 Feb 04 20:07:24.237663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54456) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:24.284603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:24.287630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:24.289040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:24.291775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Calling delete_port for 734c0f0d-00ee-448c-bcca-34bc2a74881d owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:24.292351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:24.298413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:24.304843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.314322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-4e2a01f5-996e-4f1c-8a25-e07b71b57070 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673029 Feb 04 20:07:24.342130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:24.344002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'mac_address': 'fa:16:3e:5b:66:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:24.347003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:24.351995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b9c9498e-39e5-4382-a2c7-a4be9b89d56b up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:24.368836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.387391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-dbe2d3a6-1e31-47e0-afe5-22c6a92ff5ec req-7abce0f4-a48a-4f03-b0a5-9f76ec72ca85 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:24.391961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:24.398841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Usage tracker for resource:security_group_rule and tenant:c70f556c7b004c43af6f62d26ec7beb9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:24.403292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:24.409944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:24.437216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:24.440645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.461259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.464363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798f26-55ee-4747-aa7e-8cd439a47b4d req-024b378f-66fc-4095-b43c-62aae326e31e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:24.471958 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e798f26-55ee-4747-aa7e-8cd439a47b4d req-024b378f-66fc-4095-b43c-62aae326e31e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 944 time: 0.1418545 Feb 04 20:07:24.483467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97c5cd5-8175-4c2b-9b81-3355d3213efc {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:24.502494 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.505248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:24.550562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-dbe2d3a6-1e31-47e0-afe5-22c6a92ff5ec req-7abce0f4-a48a-4f03-b0a5-9f76ec72ca85 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:24.553637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e798f26-55ee-4747-aa7e-8cd439a47b4d req-22c5b2fc-c03d-44c2-a57f-c44c4852b56c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808246 Feb 04 20:07:24.572176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dbe2d3a6-1e31-47e0-afe5-22c6a92ff5ec req-7abce0f4-a48a-4f03-b0a5-9f76ec72ca85 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 210 time: 0.3276095 Feb 04 20:07:24.617688 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.666457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:24.772603 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'code': 200} Feb 04 20:07:24.780840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port b9c9498e-39e5-4382-a2c7-a4be9b89d56b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:24.800705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9269dfd9-1560-43eb-9525-f4f14f564fc6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:24.804926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.832843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port b9c9498e-39e5-4382-a2c7-a4be9b89d56b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:24.833468 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:24.912320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Pushing event deleted for resources: {'Port': ['ID=734c0f0d-00ee-448c-bcca-34bc2a74881d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:24.913957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c97c5cd5-8175-4c2b-9b81-3355d3213efc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:24.972515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:25.033193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.037626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.054367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694e706-d719-4c30-8395-402402ac9724 None None] Network af0400c8-ffa4-41fa-bb1f-8508d5332c8a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:25.147153 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.159846 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.194213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2efec19e-edd2-41bb-8046-cd097c7216d7 req-f5e554a0-6747-41ff-bd7c-6f6ec8385b10 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 210 time: 0.1594062 Feb 04 20:07:25.238621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] No DVR routers for this DVR port 734c0f0d-00ee-448c-bcca-34bc2a74881d on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:25.241991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.247263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'name': 'network-vif-deleted', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:25.280994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281e587-9a3b-43a1-bbdd-3d2ce8e9ed1e req-372dd70e-70a5-412a-b6de-b1e3665c28e7 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:25.282534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c281e587-9a3b-43a1-bbdd-3d2ce8e9ed1e req-372dd70e-70a5-412a-b6de-b1e3665c28e7 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 944 time: 0.4127910 Feb 04 20:07:25.307054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 9269dfd9-1560-43eb-9525-f4f14f564fc6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:25.315958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bede0fa-09f6-42e8-84ca-4ead81364be6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:25.318914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=2487bbe6-f035-40e7-b9c1-884d1c04aa0c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:25.325920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': '43b3ec9f-0197-4ce8-870a-bc0890029fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:25.326752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: c0f64232-de76-488c-beb8-d7df4f842989, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:07:25.342132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d2b2abea-4bed-4238-b335-ea21a2b95d68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c70f556c7b004c43af6f62d26ec7beb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1021121 Feb 04 20:07:25.345533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93f2233b-1777-49a5-907b-f7bfc22f2118 req-558553dc-1c42-43e8-9223-9c748851f5c0 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.62 "DELETE /v2.0/ports/734c0f0d-00ee-448c-bcca-34bc2a74881d HTTP/1.1" status: 204 len: 173 time: 1.9569511 Feb 04 20:07:25.345848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54472) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:25.356597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.379279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ef9d1bee-d278-4ea7-a605-efa3f00a88d6 None None] Provisioning for port 9269dfd9-1560-43eb-9525-f4f14f564fc6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:25.387355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c281e587-9a3b-43a1-bbdd-3d2ce8e9ed1e req-069788d6-3d48-44e9-a9e1-595f94b97e69 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955725 Feb 04 20:07:25.417371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ef9d1bee-d278-4ea7-a605-efa3f00a88d6 None None] Provisioning complete for port 9269dfd9-1560-43eb-9525-f4f14f564fc6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:25.417371 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1bee-d278-4ea7-a605-efa3f00a88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.481251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6629269-5f55-4a7e-8393-6b486c7d8e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.485225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network c0f64232-de76-488c-beb8-d7df4f842989 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:07:25.520642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6629269-5f55-4a7e-8393-6b486c7d8e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.545232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b9c9498e-39e5-4382-a2c7-a4be9b89d56b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:25.548174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cb868-2b7d-4352-9f9f-bb64261e3c19 req-d3b8605d-de58-407d-b2a6-6d915d51457b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:25.549693 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-506cb868-2b7d-4352-9f9f-bb64261e3c19 req-d3b8605d-de58-407d-b2a6-6d915d51457b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.1636345 Feb 04 20:07:25.644661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c0f64232-de76-488c-beb8-d7df4f842989) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:25.647671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa5e1-40e7-4be2-b3fe-86726361f942 req-e946c2cc-5118-42d3-8f0b-5e97f71e6399 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:25.649888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a1fa5e1-40e7-4be2-b3fe-86726361f942 req-e946c2cc-5118-42d3-8f0b-5e97f71e6399 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.1497040 Feb 04 20:07:25.652023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.661485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-506cb868-2b7d-4352-9f9f-bb64261e3c19 req-89556dc6-d74c-4f28-954b-8867578213ac tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Feb 04 20:07:25.663267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:25.664192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.714564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf68cae-b70d-40d3-b64d-1e005133e10d None None] Network c0f64232-de76-488c-beb8-d7df4f842989 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:25.721386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6629269-5f55-4a7e-8393-6b486c7d8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.721513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a1fa5e1-40e7-4be2-b3fe-86726361f942 req-2cb0a9c1-74ff-400f-aa21-367c1ea23ba3 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609047 Feb 04 20:07:25.724480 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6629269-5f55-4a7e-8393-6b486c7d8e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.727416 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8f4525-a24d-4055-9e32-777a76df59ac', 'name': 'network-vif-deleted', 'tag': '734c0f0d-00ee-448c-bcca-34bc2a74881d', 'status': 'completed', 'code': 200} Feb 04 20:07:25.728760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6629269-5f55-4a7e-8393-6b486c7d8e69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bede0fa-09f6-42e8-84ca-4ead81364be6 HTTP/1.1" status: 204 len: 168 time: 0.3814673 Feb 04 20:07:25.744572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6629269-5f55-4a7e-8393-6b486c7d8e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bede0fa-09f6-42e8-84ca-4ead81364be6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:25.786388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6c082b19-3996-4d83-9219-5fd7833a997d tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0381174 Feb 04 20:07:25.789075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54482) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:25.795874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989', 'name': 'tempest-PortsTestJSON-2060805637', 'fixed_ips': [{'subnet_id': '2487bbe6-f035-40e7-b9c1-884d1c04aa0c', 'ip_address': '172.20.0.10'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:25.922628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1bee-d278-4ea7-a605-efa3f00a88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:25.958554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca18e1c1-e2d3-4b96-b521-1841c62d3006 req-5f94975c-0f79-4dac-b5c4-733a285d548e tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 210 time: 0.1296849 Feb 04 20:07:25.987117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:26.052485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e2741-e7e0-4463-b826-9494c3ea1da4 req-b1c91de5-5926-4fad-905f-de3f0589c4bd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:26.060991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f6e2741-e7e0-4463-b826-9494c3ea1da4 req-b1c91de5-5926-4fad-905f-de3f0589c4bd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 945 time: 0.1588717 Feb 04 20:07:26.061711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:26.066549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:26.070025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:26.078815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:26.111501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ef9d1bee-d278-4ea7-a605-efa3f00a88d6 None None] For port 9269dfd9-1560-43eb-9525-f4f14f564fc6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9269dfd9-1560-43eb-9525-f4f14f564fc6,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:26.128506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f6e2741-e7e0-4463-b826-9494c3ea1da4 req-17f38ca8-3861-4748-9c33-b3921ca6e431 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651116 Feb 04 20:07:26.185962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:26.191859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-c0f64232-de76-488c-beb8-d7df4f842989', 'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989', 'tenant_id': '36db804f6f134e1090ee004192d31553', 'fixed_ips': [{'subnet_id': '2487bbe6-f035-40e7-b9c1-884d1c04aa0c'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:07:26.193312 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:26.223818 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1bee-d278-4ea7-a605-efa3f00a88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:26.365683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 734c0f0d-00ee-448c-bcca-34bc2a74881d no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:26.451237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 734c0f0d-00ee-448c-bcca-34bc2a74881d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:26.451689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 734c0f0d-00ee-448c-bcca-34bc2a74881d not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:26.474280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-35fea535-8a17-4a9a-9952-d441944ef6d6 None None] Provisioning complete for port 9269dfd9-1560-43eb-9525-f4f14f564fc6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:26.474280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-35fea535-8a17-4a9a-9952-d441944ef6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:26.512716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-babcf78f-26cc-4e59-8e7d-47cf839f372e req-10b99c63-7256-4cf1-9e9b-c803c70b4a46 tempest-ServerRescueTestJSONUnderV235-1565128218 tempest-ServerRescueTestJSONUnderV235-1565128218-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8f4525-a24d-4055-9e32-777a76df59ac HTTP/1.1" status: 200 len: 210 time: 0.1115062 Feb 04 20:07:26.573207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1bee-d278-4ea7-a605-efa3f00a88d6 None None] Pushing event updated for resources: {'Port': ['ID=9269dfd9-1560-43eb-9525-f4f14f564fc6,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:26.603682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:26.624331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Allocated IP 172.20.0.2 (c0f64232-de76-488c-beb8-d7df4f842989/2487bbe6-f035-40e7-b9c1-884d1c04aa0c/f834ba35-b817-4857-ab35-f4667cdd4b01) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:26.641697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1f877c02-bc34-442e-90ef-6820af524719 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:26.647449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1f877c02-bc34-442e-90ef-6820af524719 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:26.648212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1f877c02-bc34-442e-90ef-6820af524719 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:26.659795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 2e1b61e9-02bc-4da0-9e20-ea6955a4540c yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:07:26.704785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1f877c02-bc34-442e-90ef-6820af524719 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:26.705935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-1f877c02-bc34-442e-90ef-6820af524719 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.24 "GET /v2.0/networks?id=bc393be3-f116-49f5-bfc3-29f4c1859f6d&id=af0400c8-ffa4-41fa-bb1f-8508d5332c8a HTTP/1.1" status: 200 len: 1392 time: 0.4084868 Feb 04 20:07:26.738454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'port': {'device_id': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d', 'admin_state_up': True, 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:26.847512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a9905-bd7a-4e9e-85c1-5cf3e431d3cd req-0d843e76-8d07-4b33-8019-a3446c6012c3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:26.849050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d8a9905-bd7a-4e9e-85c1-5cf3e431d3cd req-0d843e76-8d07-4b33-8019-a3446c6012c3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 944 time: 0.1785686 Feb 04 20:07:26.887631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:26.902140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9269dfd9-1560-43eb-9525-f4f14f564fc6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:26.931009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d8a9905-bd7a-4e9e-85c1-5cf3e431d3cd req-921e93eb-891a-4802-a469-1b028bcf0353 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672565 Feb 04 20:07:27.105297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9269dfd9-1560-43eb-9525-f4f14f564fc6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:27.105894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:27.199125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877d097-d4f4-4f4a-9752-71ac2e2bc406 req-ff319dfe-b164-4746-83ef-835dc5f7bd53 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:27.208031 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e877d097-d4f4-4f4a-9752-71ac2e2bc406 req-ff319dfe-b164-4746-83ef-835dc5f7bd53 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.2904208 Feb 04 20:07:27.215350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:27.215612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddbddd-10ab-4b29-a78c-621c70a8b894 req-1a917492-77b1-4b2c-b980-506658b08b1f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:27.218452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14ddbddd-10ab-4b29-a78c-621c70a8b894 req-1a917492-77b1-4b2c-b980-506658b08b1f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.1547000 Feb 04 20:07:27.227578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:27.251578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:27.277163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14ddbddd-10ab-4b29-a78c-621c70a8b894 req-b6a6eed5-ee41-45be-a899-065ff3045c0e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532687 Feb 04 20:07:27.293739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Transition to ACTIVE for port object f834ba35-b817-4857-ab35-f4667cdd4b01 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:27.306329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e877d097-d4f4-4f4a-9752-71ac2e2bc406 req-785cf306-db1f-4909-b035-1b2f40e0b6cf tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970964 Feb 04 20:07:27.312322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:27.322279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:27.344442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Transition to ACTIVE for port object f834ba35-b817-4857-ab35-f4667cdd4b01 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:27.362899 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b', 'code': 200} Feb 04 20:07:27.416172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:27.506388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.10 (c0f64232-de76-488c-beb8-d7df4f842989/2487bbe6-f035-40e7-b9c1-884d1c04aa0c/2e1b61e9-02bc-4da0-9e20-ea6955a4540c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:27.516848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Network c0f64232-de76-488c-beb8-d7df4f842989 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:27.524228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:27.529265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:27.586270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Pushing event updated for resources: {'Port': ['ID=f834ba35-b817-4857-ab35-f4667cdd4b01,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:27.652461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Attempting to bind port f834ba35-b817-4857-ab35-f4667cdd4b01 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:27.652978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Attempting to bind port f834ba35-b817-4857-ab35-f4667cdd4b01 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '43b3ec9f-0197-4ce8-870a-bc0890029fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:27.653785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Attempting to bind port f834ba35-b817-4857-ab35-f4667cdd4b01 on network c0f64232-de76-488c-beb8-d7df4f842989 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:27.661025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:27.667646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Checking segment: {'id': '43b3ec9f-0197-4ce8-870a-bc0890029fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:27.667646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:27.667646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Bound using segment: {'id': '43b3ec9f-0197-4ce8-870a-bc0890029fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:27.667646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Bound port: f834ba35-b817-4857-ab35-f4667cdd4b01, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b3ec9f-0197-4ce8-870a-bc0890029fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:27.667646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:27.687886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5310a3-8d7c-4a48-93c2-cc7749480d30 req-ecc9a18e-9b4b-4f81-8c48-81758906ee47 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:27.689826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5310a3-8d7c-4a48-93c2-cc7749480d30 req-ecc9a18e-9b4b-4f81-8c48-81758906ee47 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 945 time: 0.1801689 Feb 04 20:07:27.694399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee69928-320f-41c3-8b64-0775b0d8d78a req-08c2862d-3021-4b95-9ecb-3146a7259dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:27.695936 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aee69928-320f-41c3-8b64-0775b0d8d78a req-08c2862d-3021-4b95-9ecb-3146a7259dfd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 1096 time: 0.2433865 Feb 04 20:07:27.745249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c702891a-af36-4032-85ec-c60f03343e29 req-e45c667e-52ef-4823-a3cb-94fb4e0382d4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 210 time: 0.2267265 Feb 04 20:07:27.761501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5310a3-8d7c-4a48-93c2-cc7749480d30 req-c7af78a1-8ebf-44c6-a1bc-9874ce0a381b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636809 Feb 04 20:07:27.770160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] For port f834ba35-b817-4857-ab35-f4667cdd4b01, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:27.773634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] For port f834ba35-b817-4857-ab35-f4667cdd4b01, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f834ba35-b817-4857-ab35-f4667cdd4b01,segment=NetworkSegment(43b3ec9f-0197-4ce8-870a-bc0890029fdc),segment_id=43b3ec9f-0197-4ce8-870a-bc0890029fdc)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:27.778779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c97c5cd5-8175-4c2b-9b81-3355d3213efc up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:27.781320 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aee69928-320f-41c3-8b64-0775b0d8d78a req-f23efa1f-5ad8-45d9-93db-a8cd1d41aa9a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 Feb 04 20:07:27.861567 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:27.875383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54524) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:27.936781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Allocated IP 19.80.0.158 (bc393be3-f116-49f5-bfc3-29f4c1859f6d/864815d9-bac2-4098-b09b-ad599872c5ff/f4bd6b0b-b10f-44cd-b207-09029e0d0fae) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:27.962068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d132ad-396e-4777-b7b6-c8c29c8a169a None None] Pushing event updated for resources: {'Port': ['ID=f834ba35-b817-4857-ab35-f4667cdd4b01,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:28.018725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c97c5cd5-8175-4c2b-9b81-3355d3213efc completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:28.029636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c97c5cd5-8175-4c2b-9b81-3355d3213efc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:28.029636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.143189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-1e638132-ab9a-4747-8209-5c2e6e439174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:28.144674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-1e638132-ab9a-4747-8209-5c2e6e439174 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670&tenant_id=ff85700c023d44c59b142250468cd68d HTTP/1.1" status: 200 len: 1101 time: 0.4363565 Feb 04 20:07:28.172322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:28.222969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.225654 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.286900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 2e1b61e9-02bc-4da0-9e20-ea6955a4540c will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:28.336073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:28.373575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475c20-c9c7-4ca7-80de-86895edeb85b req-ddebdcff-6821-48ce-8001-e3433064eec2 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:28.380449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d475c20-c9c7-4ca7-80de-86895edeb85b req-ddebdcff-6821-48ce-8001-e3433064eec2 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 944 time: 0.2742867 Feb 04 20:07:28.419794 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.421204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:28.568944 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d475c20-c9c7-4ca7-80de-86895edeb85b req-e933a9f9-380f-4ff4-8e84-42abf88fcb3d tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869044 Feb 04 20:07:28.664475 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.703233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:28.711371 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.752468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54544) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:28.767094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.776342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:28.823340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f834ba35-b817-4857-ab35-f4667cdd4b01 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:28.824767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network c0f64232-de76-488c-beb8-d7df4f842989 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:28.874361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:28.877146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:28.892001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62cbf-5b8c-4fad-aa74-3a28a36f0dde req-5241da80-71be-498e-a256-49daa87e9073 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:28.893544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4fc62cbf-5b8c-4fad-aa74-3a28a36f0dde req-5241da80-71be-498e-a256-49daa87e9073 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.1198828 Feb 04 20:07:28.904489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.966189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1404332915'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:28.976188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:28.995291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=2e1b61e9-02bc-4da0-9e20-ea6955a4540c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:28.995721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:29.009225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:29.012681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Usage tracker for resource:router and tenant:25de5c70a44e4d818bf0fcb623531a59 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:29.031813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:29.032746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Transition to ACTIVE for port object f4bd6b0b-b10f-44cd-b207-09029e0d0fae will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:29.052316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:29.060714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f834ba35-b817-4857-ab35-f4667cdd4b01 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:29.075194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4fc62cbf-5b8c-4fad-aa74-3a28a36f0dde req-7a28a285-c6a6-4b56-b4c7-9b4c3ad077d6 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334593 Feb 04 20:07:29.094276 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.146046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e2c1c-d47a-4a6e-83d6-06c2bbf81c9c req-dde80d47-0abe-4c04-96b1-b2b20885c7b2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:29.157026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a6e2c1c-d47a-4a6e-83d6-06c2bbf81c9c req-dde80d47-0abe-4c04-96b1-b2b20885c7b2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.6097455 Feb 04 20:07:29.166914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.169282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.203783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:29.204461 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.364556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc'}, {'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:29.383635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-080fa44d-fe0c-496b-948c-4468f68c14e6 req-9654626d-f83a-4cb2-9f90-fb9473d665dc tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 210 time: 0.0554843 Feb 04 20:07:29.409153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2b638-2e60-4e1e-860c-3317bf312fbc None None] Network c0f64232-de76-488c-beb8-d7df4f842989 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:29.449378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.474537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:29.506406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:29.568891 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a6e2c1c-d47a-4a6e-83d6-06c2bbf81c9c req-1a29ee9b-e587-4aab-b1a5-3f5b0636ee65 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557103 Feb 04 20:07:29.577579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:29.589715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.611067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Transition to ACTIVE for port object c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:29.616465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-caadab21-f316-4403-bb2b-27ce760bd9a1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8262532 Feb 04 20:07:29.617357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54560) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:29.624161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': 'c0f64232-de76-488c-beb8-d7df4f842989', 'name': 'tempest-PortsTestJSON-313148951', 'fixed_ips': [{'subnet_id': '2487bbe6-f035-40e7-b9c1-884d1c04aa0c', 'ip_address': '172.20.0.9'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:29.627688 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.678291 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'code': 200} Feb 04 20:07:29.678545 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'code': 200} Feb 04 20:07:29.716511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f739e-1efa-42f3-999f-9cd159494b0c req-b03fbc10-1fbc-404e-a2cf-dca76a393a91 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:29.723466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-770f739e-1efa-42f3-999f-9cd159494b0c req-b03fbc10-1fbc-404e-a2cf-dca76a393a91 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 945 time: 0.1775124 Feb 04 20:07:29.732702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-709d4845-4abd-43c5-9a7d-f0d6bf58c6b8 None None] Provisioning for port f834ba35-b817-4857-ab35-f4667cdd4b01 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:29.744761 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.752000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-709d4845-4abd-43c5-9a7d-f0d6bf58c6b8 None None] Provisioning complete for port f834ba35-b817-4857-ab35-f4667cdd4b01 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:29.752371 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-709d4845-4abd-43c5-9a7d-f0d6bf58c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.794576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.877768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Deleting port 42d0f5cf-d325-4c2f-8f37-93a538a8643d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:29.878236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.893299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-709d4845-4abd-43c5-9a7d-f0d6bf58c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.910055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network bc393be3-f116-49f5-bfc3-29f4c1859f6d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:29.923963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:29.925134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0477f834-7f8f-4866-b434-835bac6d328b tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1674559 Feb 04 20:07:29.935640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54564) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:29.948119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-709d4845-4abd-43c5-9a7d-f0d6bf58c6b8 None None] For port f834ba35-b817-4857-ab35-f4667cdd4b01, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f834ba35-b817-4857-ab35-f4667cdd4b01,segment=NetworkSegment(43b3ec9f-0197-4ce8-870a-bc0890029fdc),segment_id=43b3ec9f-0197-4ce8-870a-bc0890029fdc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:29.954671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-770f739e-1efa-42f3-999f-9cd159494b0c req-e7dde047-9c36-4c6f-99d2-8cfec30fb7c0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303541 Feb 04 20:07:30.015332 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-709d4845-4abd-43c5-9a7d-f0d6bf58c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.223804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d87f5a65-d625-4ba9-81d0-17ffba1844ae None None] Provisioning complete for port f834ba35-b817-4857-ab35-f4667cdd4b01 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:30.224180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d87f5a65-d625-4ba9-81d0-17ffba1844ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.276626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63169033-dc06-4a23-b9b2-acb956fc2afc tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.305600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:30.307846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Port': ['ID=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:30.328729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:30.374315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d4845-4abd-43c5-9a7d-f0d6bf58c6b8 None None] Pushing event updated for resources: {'Port': ['ID=f834ba35-b817-4857-ab35-f4667cdd4b01,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:30.513655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:30.519923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=11']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:30.537759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] No DVR routers for this DVR port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:30.540807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:30.549915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:30.589285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:30.611124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d87f5a65-d625-4ba9-81d0-17ffba1844ae None None] Provisioning for port 2e1b61e9-02bc-4da0-9e20-ea6955a4540c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:30.616284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d87f5a65-d625-4ba9-81d0-17ffba1844ae None None] Provisioning complete for port 2e1b61e9-02bc-4da0-9e20-ea6955a4540c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:30.617120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d87f5a65-d625-4ba9-81d0-17ffba1844ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.641833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:30.642467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.643689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277945-f04d-4ecd-9ca7-18f25312c08b req-2471fa5c-7e1d-4cb1-8e39-2e94a007a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:30.645157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06277945-f04d-4ecd-9ca7-18f25312c08b req-2471fa5c-7e1d-4cb1-8e39-2e94a007a8af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 1096 time: 0.8477151 Feb 04 20:07:30.650730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:30.651158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:30.651559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:30.674548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6888d30-0eb6-4f86-a38f-041ad264d58a req-4afe3813-7639-4a95-b2aa-b2f8548bad3f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:30.676215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6888d30-0eb6-4f86-a38f-041ad264d58a req-4afe3813-7639-4a95-b2aa-b2f8548bad3f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 945 time: 0.8628232 Feb 04 20:07:30.678052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:07:30.678450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Attempting to bind port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:30.684643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:30.685038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:30.685483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:30.688033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Bound port: c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:30.688033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.720287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:30.725898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.737950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d87f5a65-d625-4ba9-81d0-17ffba1844ae None None] Port 2e1b61e9-02bc-4da0-9e20-ea6955a4540c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:30.762300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63169033-dc06-4a23-b9b2-acb956fc2afc tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.773811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f834ba35-b817-4857-ab35-f4667cdd4b01 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:30.781841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63169033-dc06-4a23-b9b2-acb956fc2afc tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.787572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-f469496f-f7bb-4a9c-8ddd-632315b29b34 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0582862 Feb 04 20:07:30.799420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] For port 42d0f5cf-d325-4c2f-8f37-93a538a8643d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=42d0f5cf-d325-4c2f-8f37-93a538a8643d,segment=NetworkSegment(d4456cc4-15be-41f1-bb32-154e1cb0100b),segment_id=d4456cc4-15be-41f1-bb32-154e1cb0100b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:30.799758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.802885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Request body: {'port': {'device_id': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a', 'admin_state_up': True, 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:30.823353 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06277945-f04d-4ecd-9ca7-18f25312c08b req-e1e2b2bf-d7a0-4169-8b60-68cce53ccc00 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526361 Feb 04 20:07:30.853431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f834ba35-b817-4857-ab35-f4667cdd4b01 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:30.853796 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:30.901769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port f2824b13-3827-4e19-bd8b-e539f7939924 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:07:30.954879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6888d30-0eb6-4f86-a38f-041ad264d58a req-0f7666cd-1fcd-4728-8a22-30a63a974b93 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528400 Feb 04 20:07:30.997074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-58637196-e911-4506-849d-5d5f0fb231dc None None] Provisioning for port f4bd6b0b-b10f-44cd-b207-09029e0d0fae completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:31.003280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-58637196-e911-4506-849d-5d5f0fb231dc None None] Provisioning complete for port f4bd6b0b-b10f-44cd-b207-09029e0d0fae triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:31.003766 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-58637196-e911-4506-849d-5d5f0fb231dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.050563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:31.071817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:31.080095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Calling delete_port for 42d0f5cf-d325-4c2f-8f37-93a538a8643d owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:31.089728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-58637196-e911-4506-849d-5d5f0fb231dc None None] Port f4bd6b0b-b10f-44cd-b207-09029e0d0fae cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:31.120392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-58637196-e911-4506-849d-5d5f0fb231dc None None] Provisioning complete for port 2e1b61e9-02bc-4da0-9e20-ea6955a4540c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:31.120921 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-58637196-e911-4506-849d-5d5f0fb231dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.132882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432433b-7076-4c82-bb51-04cc0e78fb9b req-6211c9d2-8a70-4a47-8f30-2536c457812b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:31.134338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a432433b-7076-4c82-bb51-04cc0e78fb9b req-6211c9d2-8a70-4a47-8f30-2536c457812b tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.7586081 Feb 04 20:07:31.164737 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.191945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-58637196-e911-4506-849d-5d5f0fb231dc None None] Port 2e1b61e9-02bc-4da0-9e20-ea6955a4540c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:31.198364 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63169033-dc06-4a23-b9b2-acb956fc2afc tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.198894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63169033-dc06-4a23-b9b2-acb956fc2afc tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4528e39-d9f6-47ee-ac8b-167284d25588 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:07:31.221610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a432433b-7076-4c82-bb51-04cc0e78fb9b req-78042f2a-11f0-4e4c-8076-271141e4fee8 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798554 Feb 04 20:07:31.226845 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63169033-dc06-4a23-b9b2-acb956fc2afc tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.228685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-63169033-dc06-4a23-b9b2-acb956fc2afc tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b4528e39-d9f6-47ee-ac8b-167284d25588 HTTP/1.1" status: 204 len: 168 time: 1.2809632 Feb 04 20:07:31.236153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54578) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:31.242949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Request body: {'router': {'name': 'tempest-router-408612820', 'distributed': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:31.246659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:31.292708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:31.297984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:31.298601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.300010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] 10.222.0.62 "PUT /v2.0/ports/c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 1097 time: 3.1332612 Feb 04 20:07:31.300461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:31.306227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:31.319513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Usage tracker for resource:router and tenant:25de5c70a44e4d818bf0fcb623531a59 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:31.324562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:31.333511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:31.421270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7790e-bc98-47e8-ae49-5be7badecef5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=12']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:31.454461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.9 (c0f64232-de76-488c-beb8-d7df4f842989/2487bbe6-f035-40e7-b9c1-884d1c04aa0c/f2824b13-3827-4e19-bd8b-e539f7939924) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:31.463349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.464210 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.470281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Made reservation on behalf of 66e24ef1078b43b7bc68f923633b94ef for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:31.470281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.485720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af276822-ef28-4a50-845f-a4be49e9c40b req-800157e2-b444-4d1b-b794-b5f6252f79d5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:31.487131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-af276822-ef28-4a50-845f-a4be49e9c40b req-800157e2-b444-4d1b-b794-b5f6252f79d5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Synchronizing usage tracker for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:31.512547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.552091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e49cff-06a6-49d7-a6e7-12cda1c6924c req-e9b96034-c682-40ad-b4cd-948640ef7336 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:31.553568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61e49cff-06a6-49d7-a6e7-12cda1c6924c req-e9b96034-c682-40ad-b4cd-948640ef7336 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 949 time: 0.1427817 Feb 04 20:07:31.581240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.591509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-7ec7ee5a-37a6-4b48-b607-828b12929bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:31.594874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-7ec7ee5a-37a6-4b48-b607-828b12929bd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1100 time: 0.2488246 Feb 04 20:07:31.639553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.658279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Pushing event deleted for resources: {'Port': ['ID=42d0f5cf-d325-4c2f-8f37-93a538a8643d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:31.662416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61e49cff-06a6-49d7-a6e7-12cda1c6924c req-22e2186a-00c6-4cf7-b31a-bc575778ad14 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024568 Feb 04 20:07:31.768102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-af276822-ef28-4a50-845f-a4be49e9c40b req-800157e2-b444-4d1b-b794-b5f6252f79d5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Unset dirty status for tenant:66e24ef1078b43b7bc68f923633b94ef on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:31.769254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af276822-ef28-4a50-845f-a4be49e9c40b req-800157e2-b444-4d1b-b794-b5f6252f79d5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 932 time: 0.6557543 Feb 04 20:07:31.841172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:31.843225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d79e207a-0fc4-4ec9-8edd-587c7c64f32d tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6061215 Feb 04 20:07:31.846021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54586) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:31.886683 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'status': 'completed', 'code': 200} Feb 04 20:07:31.974968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-53d24359-5425-4fbb-bc86-894d7aca6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:31.976330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-53d24359-5425-4fbb-bc86-894d7aca6d5f service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3729291 Feb 04 20:07:31.979115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af276822-ef28-4a50-845f-a4be49e9c40b req-91fcc7ba-42b1-4464-b3e9-2907b38482e1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926684 Feb 04 20:07:32.072710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Allocated IP 19.86.0.142 (af0400c8-ffa4-41fa-bb1f-8508d5332c8a/1ce65a29-5d15-4166-8a78-8139b4ecad70/63ec97e8-3cef-49b0-99b2-28ecc73e3e4a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:32.084029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-acc83f4f-2988-4d6e-9173-afa652e87c78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.0974755 Feb 04 20:07:32.089934 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.121909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deb768bc-835c-4f8c-bccf-7eca8ce6ac53 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.180934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object f2824b13-3827-4e19-bd8b-e539f7939924 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:32.203103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-018a34dc-dd6a-472d-bb23-e2fd164f1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:32.204545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-018a34dc-dd6a-472d-bb23-e2fd164f1b62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1104469 Feb 04 20:07:32.309260 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.628317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-50b8e338-96f9-4429-b41d-cdff5d68b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:32.629803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-50b8e338-96f9-4429-b41d-cdff5d68b024 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3993938 Feb 04 20:07:32.635128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.645227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02169984-7528-4c23-8fe0-2e64a2aac00d req-8bea3a9f-ce05-4d89-8254-b671491b0f0e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:32.646273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02169984-7528-4c23-8fe0-2e64a2aac00d req-8bea3a9f-ce05-4d89-8254-b671491b0f0e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.2423787 Feb 04 20:07:32.647303 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.709957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-482b1163-8d52-42df-9382-65e4e1b8c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:32.713145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-482b1163-8d52-42df-9382-65e4e1b8c419 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1100 time: 0.7923882 Feb 04 20:07:32.719875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deb768bc-835c-4f8c-bccf-7eca8ce6ac53 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.744216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deb768bc-835c-4f8c-bccf-7eca8ce6ac53 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.802527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Transition to ACTIVE for port object 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:32.844047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network c0f64232-de76-488c-beb8-d7df4f842989 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:32.855778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:32.865004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:32.901340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=f2824b13-3827-4e19-bd8b-e539f7939924,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:32.919193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1bf4f-e143-4750-8707-0fd577039074 req-5d56e58b-54fc-407b-adf5-266fa76251b0 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:32.921286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b1bf4f-e143-4750-8707-0fd577039074 req-5d56e58b-54fc-407b-adf5-266fa76251b0 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 945 time: 0.7404861 Feb 04 20:07:32.941716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02169984-7528-4c23-8fe0-2e64a2aac00d req-36e9255a-1ee0-4925-a008-c7c03ef4dd6d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291059 Feb 04 20:07:32.992846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:32.993895 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:32.998577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-3a9d88ff-f66e-4792-9781-892ed177d5d1 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493948 Feb 04 20:07:33.059048 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deb768bc-835c-4f8c-bccf-7eca8ce6ac53 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.059537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb768bc-835c-4f8c-bccf-7eca8ce6ac53 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 056afaad-e29a-47f0-8ad5-958c89670028 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:07:33.090535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.122635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b1bf4f-e143-4750-8707-0fd577039074 req-a9784016-a3a6-4402-ab8c-ae939e98593a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869686 Feb 04 20:07:33.124312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deb768bc-835c-4f8c-bccf-7eca8ce6ac53 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.125297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-deb768bc-835c-4f8c-bccf-7eca8ce6ac53 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "DELETE /v2.0/routers/056afaad-e29a-47f0-8ad5-958c89670028 HTTP/1.1" status: 204 len: 168 time: 1.2783954 Feb 04 20:07:33.126612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-03ef001f-2b5c-45cf-8a56-9974e3719f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.128315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-03ef001f-2b5c-45cf-8a56-9974e3719f31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.4051125 Feb 04 20:07:33.131065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:33.207367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Request body: {'router': {'name': 'tempest-router-1862780891', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '30f9402bfcdc4bc48aac4979cc705de0'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:33.212978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f11d5697-e614-4955-89ba-bc7ce2cbe289 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5944626 Feb 04 20:07:33.213226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-13b1dc53-543b-4684-a6e0-cfb0e7c73792 None None] Provisioning for port f2824b13-3827-4e19-bd8b-e539f7939924 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:33.219033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-13b1dc53-543b-4684-a6e0-cfb0e7c73792 None None] Provisioning complete for port f2824b13-3827-4e19-bd8b-e539f7939924 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:33.219532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-13b1dc53-543b-4684-a6e0-cfb0e7c73792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.225852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54604) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:33.296180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Network af0400c8-ffa4-41fa-bb1f-8508d5332c8a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:33.297848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-13b1dc53-543b-4684-a6e0-cfb0e7c73792 None None] Port f2824b13-3827-4e19-bd8b-e539f7939924 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:33.300948 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-38b7217a-59fe-4289-930c-461043d40c0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.1557527 Feb 04 20:07:33.304190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:33.315702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:33.327283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event updated for resources: {'Port': ['ID=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:33.334874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:33.348474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Usage tracker for resource:router and tenant:30f9402bfcdc4bc48aac4979cc705de0 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:33.353445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:33.364634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:33.378846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-574b3037-778b-40b3-9cb8-25178fc1ba0b req-c7b572ef-ee68-4ec0-83ec-5c6ea003971a service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724861 Feb 04 20:07:33.433845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.434198 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.450270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:07:33.452673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-538f30d1-5078-4499-add9-acebf163d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.454115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-538f30d1-5078-4499-add9-acebf163d23c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1457236 Feb 04 20:07:33.502971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5566-f2c4-44a5-83ad-836026c744fd req-eb45e786-a650-4719-8c61-9df33121882f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.507212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b4e5566-f2c4-44a5-83ad-836026c744fd req-eb45e786-a650-4719-8c61-9df33121882f tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 949 time: 0.4147067 Feb 04 20:07:33.524659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569e600-36e8-420a-a802-5999ce799bfe tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.525670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2569e600-36e8-420a-a802-5999ce799bfe tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:33.578309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-8d60f1a9-dadd-4ec6-94f5-27b2e535ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.579817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-8d60f1a9-dadd-4ec6-94f5-27b2e535ca92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff85700c023d44c59b142250468cd68d&device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1100 time: 0.1392596 Feb 04 20:07:33.581560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-84d00bba-24a3-4cac-9bfc-6f004cf95601 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7830667 Feb 04 20:07:33.595505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.596482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.615263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Request body: {'port': {'device_id': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:33.704314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.713883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2569e600-36e8-420a-a802-5999ce799bfe tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:33.717456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2569e600-36e8-420a-a802-5999ce799bfe tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4850667 Feb 04 20:07:33.725455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54608) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:33.727820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5e505664-2ba0-438c-8c75-b43defa984c6 None None] Provisioning for port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:33.733877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5e505664-2ba0-438c-8c75-b43defa984c6 None None] Provisioning complete for port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:33.734369 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5e505664-2ba0-438c-8c75-b43defa984c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.743838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4ad83-1ef9-462e-941c-cf712909f286 req-d4581b37-07e8-4c56-bd84-4cfa4f17e2c4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.750208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4ad83-1ef9-462e-941c-cf712909f286 req-d4581b37-07e8-4c56-bd84-4cfa4f17e2c4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.751790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02e4ad83-1ef9-462e-941c-cf712909f286 req-d4581b37-07e8-4c56-bd84-4cfa4f17e2c4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1655 time: 0.3811436 Feb 04 20:07:33.773294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-982a4666-c488-473b-a018-ed5b752d6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.774757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-982a4666-c488-473b-a018-ed5b752d6c26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3122175 Feb 04 20:07:33.793129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5e505664-2ba0-438c-8c75-b43defa984c6 None None] Port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:33.810124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:07:33.823012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] Sync routers for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:07:33.832749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:07:33.833578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:07:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:33.854998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b4e5566-f2c4-44a5-83ad-836026c744fd req-0713a10c-3d55-4dba-a8f3-9c37b68fa1a2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415232 Feb 04 20:07:33.875868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.902213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:33.914094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-c1733ce4-9134-483d-8d1f-98e6c8da9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:33.915276 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-c1733ce4-9134-483d-8d1f-98e6c8da9621 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3288791 Feb 04 20:07:33.918651 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b926a15d-e0a7-47a5-83e6-fc3d91ce891e admin admin] 10.222.0.48 "PUT /v2.0/routers/8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0420766 Feb 04 20:07:33.923888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54612) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:34.036153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:07:34.179594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02e4ad83-1ef9-462e-941c-cf712909f286 req-7169e2a1-5ef8-4c6a-a99e-ff7767515432 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127717 Feb 04 20:07:34.196514 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:34.199813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-67f48c08-01c8-458d-a235-385265d8410c tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0678835 Feb 04 20:07:34.204774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-6740550c-a38b-48ba-8b3b-0511d877824e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 200 len: 217 time: 0.2816694 Feb 04 20:07:34.212366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54620) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:34.261225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:34.378293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-4c1f6ac2-900a-4fd0-832d-66c84780391a service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889792 Feb 04 20:07:34.384298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:07:31Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:34.389784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] Checking router: 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:07:34.398649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] Routers {'8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:07:34.399308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:07:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:34.405926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e962eba-ee7a-4bac-8555-145b67bd21ab tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:34.411567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e962eba-ee7a-4bac-8555-145b67bd21ab tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:34.417195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e962eba-ee7a-4bac-8555-145b67bd21ab tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:34.423237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e962eba-ee7a-4bac-8555-145b67bd21ab tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6888969 Feb 04 20:07:34.437469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54626) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:34.486492 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:34.584557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] Set router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:07:34.612817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5f3b6-8ef9-429a-a773-76624ad1fd0f req-a38285f1-c551-4ddb-931b-ba6f222a7d17 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:34.614284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f5f3b6-8ef9-429a-a773-76624ad1fd0f req-a38285f1-c551-4ddb-931b-ba6f222a7d17 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 945 time: 0.3081546 Feb 04 20:07:34.690369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-fe7cb8d6-080a-421e-81d0-e29b71f73d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:34.691942 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-fe7cb8d6-080a-421e-81d0-e29b71f73d31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.4661460 Feb 04 20:07:34.739739 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f5f3b6-8ef9-429a-a773-76624ad1fd0f req-b10e4769-8f9c-4fa6-9ede-9a011ba64ec3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747986 Feb 04 20:07:34.754599 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-06871e79-9210-41e5-b153-6b4949a43ec8 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611398 Feb 04 20:07:34.777705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port f2824b13-3827-4e19-bd8b-e539f7939924 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:34.778326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:34.783086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:34.843505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Deleting port 84f9d74b-be02-49d9-9592-416c56ccf856 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:34.844175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:34.946551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:07:31Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:34.951933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bc76f-f7dd-4e8d-a65c-8e43ddb7e5d7 None None] The sync data for ids ['8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5'] in n-d-811806-1 is: [{'id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-135435209-router', 'tenant_id': 'f319a4862db444589ec4cfc62962f052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:41Z', 'updated_at': '2022-02-04T20:07:31Z', 'revision_number': 5, 'project_id': 'f319a4862db444589ec4cfc62962f052', 'gw_port': {'id': '84f9d74b-be02-49d9-9592-416c56ccf856', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:43Z', 'updated_at': '2022-02-04T20:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:07:35.037613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db9980-78e5-4dec-9a27-0c2118664ad2 req-64fb36c6-2581-462a-b2ae-2f9475c21dc1 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:35.044380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4db9980-78e5-4dec-9a27-0c2118664ad2 req-64fb36c6-2581-462a-b2ae-2f9475c21dc1 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.9036171 Feb 04 20:07:35.048360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.048717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.076690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] For port 84f9d74b-be02-49d9-9592-416c56ccf856, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=84f9d74b-be02-49d9-9592-416c56ccf856,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:35.077037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.231364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Calling delete_port for 84f9d74b-be02-49d9-9592-416c56ccf856 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:35.352515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88236) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 20:07:35.352834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Router 5bf5a498-67fd-4040-ae93-25e9ce260dd6 migrating from provider to provider. {{(pid=88236) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 20:07:35.353220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.360373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4db9980-78e5-4dec-9a27-0c2118664ad2 req-1e8dde15-00e7-4024-b4b4-4f4521ba9d3c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151283 Feb 04 20:07:35.395270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.510113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00db516-0b07-4457-b2ac-aa665af23cf3 req-1fddb20b-8d34-4661-b25c-027ffd612e11 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:35.511646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a00db516-0b07-4457-b2ac-aa665af23cf3 req-1fddb20b-8d34-4661-b25c-027ffd612e11 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 949 time: 0.1125882 Feb 04 20:07:35.558684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a00db516-0b07-4457-b2ac-aa665af23cf3 req-aa050b75-4d1c-4f79-9101-6446f0464a48 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Feb 04 20:07:35.585978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.623382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-f676108f-9b41-46d1-a9cf-5509bff23f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:35.624069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-f676108f-9b41-46d1-a9cf-5509bff23f4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9173269 Feb 04 20:07:35.626036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.719287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f9d74b-be02-49d9-9592-416c56ccf856,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:35.730241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:07:35.956299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:35.975398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bd6b0b-b10f-44cd-b207-09029e0d0fae {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:35.998480 n-d-811806-1 neutron-server[88236]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] No L3 agents can host the router 5bf5a498-67fd-4040-ae93-25e9ce260dd6 Feb 04 20:07:36.001802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.018535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.130352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8c6db-3aa9-4ca6-b6de-6766b193ab87 req-ea0f341c-6891-4887-991e-88ce99dbec67 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:36.131844 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dbe8c6db-3aa9-4ca6-b6de-6766b193ab87 req-ea0f341c-6891-4887-991e-88ce99dbec67 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 945 time: 0.4678226 Feb 04 20:07:36.162161 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.165852 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.184937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for f2824b13-3827-4e19-bd8b-e539f7939924 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:36.198762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dbe8c6db-3aa9-4ca6-b6de-6766b193ab87 req-afc8765d-ec54-458e-82a3-9f65e733ccab tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586731 Feb 04 20:07:36.217093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Transition to ACTIVE for port object f4bd6b0b-b10f-44cd-b207-09029e0d0fae will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:36.271050 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.273477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:07:36.302829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.304443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b684896-e058-4191-b039-c71129b5a0d6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8fa78bee-eea2-4ade-aa62-5b13ec9ae0f5 HTTP/1.1" status: 204 len: 168 time: 2.3779538 Feb 04 20:07:36.307259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54640) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:36.309681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5849c53-e53a-448f-b1df-9b682316bb2e req-edc5dbfe-4376-4f15-8f1a-ae2a42069c99 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:36.320181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5849c53-e53a-448f-b1df-9b682316bb2e req-edc5dbfe-4376-4f15-8f1a-ae2a42069c99 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:36.320181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5849c53-e53a-448f-b1df-9b682316bb2e req-edc5dbfe-4376-4f15-8f1a-ae2a42069c99 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1655 time: 0.7413154 Feb 04 20:07:36.320181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-7c22fc47-1833-4839-83cb-1599ac13b4fc service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733742 Feb 04 20:07:36.379808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] Deleting subnet 4574acc0-eb5a-46e4-a4db-5c0caf81d63b {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:07:36.381652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.384094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.452707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.553319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.666504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45db5b-9b70-4476-a921-4e34effd53a7 req-4bbab0bc-53e0-4791-ae3d-5ea914ac0614 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:36.668233 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf45db5b-9b70-4476-a921-4e34effd53a7 req-4bbab0bc-53e0-4791-ae3d-5ea914ac0614 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.1493332 Feb 04 20:07:36.713914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Hosts for router 5bf5a498-67fd-4040-ae93-25e9ce260dd6: [] {{(pid=88236) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 20:07:36.731377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf45db5b-9b70-4476-a921-4e34effd53a7 req-3c8f7420-7d07-48da-b64d-745be5c7ac7e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Feb 04 20:07:36.789014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5849c53-e53a-448f-b1df-9b682316bb2e req-5f52d57b-05c6-4355-ac61-f6dc1820958b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561634 Feb 04 20:07:36.789604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Pushing event updated for resources: {'Port': ['ID=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:36.795689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.874230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4574acc0-eb5a-46e4-a4db-5c0caf81d63b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:36.882535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:36.893769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-08f531c1-e84e-4ba1-913e-375ace220535 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4574acc0-eb5a-46e4-a4db-5c0caf81d63b HTTP/1.1" status: 204 len: 168 time: 0.5851738 Feb 04 20:07:36.894716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54648) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:36.964850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 42d0f5cf-d325-4c2f-8f37-93a538a8643d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:37.006441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 42d0f5cf-d325-4c2f-8f37-93a538a8643d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:37.006723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 42d0f5cf-d325-4c2f-8f37-93a538a8643d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:37.007154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 84f9d74b-be02-49d9-9592-416c56ccf856 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:37.030621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Hosts for other DVR routers connected to router 5bf5a498-67fd-4040-ae93-25e9ce260dd6: set() {{(pid=88236) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 20:07:37.056938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 84f9d74b-be02-49d9-9592-416c56ccf856 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:37.057529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 84f9d74b-be02-49d9-9592-416c56ccf856 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:37.089499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf46230-a1b1-49ae-ab9c-917178b68d80 req-62b268c0-9967-430d-b90d-44ae5055f9db service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624899 Feb 04 20:07:37.101316 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.131987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Attempting to bind port f4bd6b0b-b10f-44cd-b207-09029e0d0fae on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:37.132320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Attempting to bind port f4bd6b0b-b10f-44cd-b207-09029e0d0fae by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:37.132672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Attempting to bind port f4bd6b0b-b10f-44cd-b207-09029e0d0fae on network bc393be3-f116-49f5-bfc3-29f4c1859f6d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:37.137387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.139554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d53744a9-3997-4d61-8569-94713ca12c1f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "PUT /v2.0/routers/5bf5a498-67fd-4040-ae93-25e9ce260dd6 HTTP/1.1" status: 200 len: 717 time: 2.9237964 Feb 04 20:07:37.140943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Port f4bd6b0b-b10f-44cd-b207-09029e0d0fae on network bc393be3-f116-49f5-bfc3-29f4c1859f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:07:37.141263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Attempting to bind port f4bd6b0b-b10f-44cd-b207-09029e0d0fae on network bc393be3-f116-49f5-bfc3-29f4c1859f6d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:37.147162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:37.148425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:37.148425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Checking segment: {'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:37.148645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Bound using segment: {'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:37.148964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Bound port: f4bd6b0b-b10f-44cd-b207-09029e0d0fae, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563a71aa-f6ad-4351-8602-4eeb2a73ee0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:37.149305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.171061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c245829-9cfe-4111-a9aa-8de7201e71ad req-8f7358b8-aee5-40b2-8cee-929209ab6e34 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:37.172554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c245829-9cfe-4111-a9aa-8de7201e71ad req-8f7358b8-aee5-40b2-8cee-929209ab6e34 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 949 time: 0.1802013 Feb 04 20:07:37.233573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.267925 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.310243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c245829-9cfe-4111-a9aa-8de7201e71ad req-83874cce-5bd5-43f4-b126-684560870c55 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852382 Feb 04 20:07:37.312692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36cb267-724a-4ee3-aefe-0833948712d5']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:37.326082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4456cc4-15be-41f1-bb32-154e1cb0100b') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:37.326518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4456cc4-15be-41f1-bb32-154e1cb0100b') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:37.339652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.357237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.364365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:07:37.365041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:07:37.379290 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:07:37.444857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=f2824b13-3827-4e19-bd8b-e539f7939924,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:37.477654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9fa4a8ab-c1e0-405c-843b-2c12c4a07840 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "GET /v2.0/routers/5bf5a498-67fd-4040-ae93-25e9ce260dd6 HTTP/1.1" status: 200 len: 717 time: 0.3182020 Feb 04 20:07:37.480302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54664) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:37.563177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.590953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.591876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.596161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a564ad4-eee6-40cd-be86-3d0875dfe70f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/f2824b13-3827-4e19-bd8b-e539f7939924 HTTP/1.1" status: 204 len: 168 time: 3.1507080 Feb 04 20:07:37.597408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] For port f4bd6b0b-b10f-44cd-b207-09029e0d0fae, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:37.599607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:37.618147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] Pushing event deleted for resources: {'Network': ['ID=c36cb267-724a-4ee3-aefe-0833948712d5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:37.652750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] For port f4bd6b0b-b10f-44cd-b207-09029e0d0fae, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:37.655306 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a7361-d272-4977-a496-29736c8fbd0b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:07:37.655847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ce7a7361-d272-4977-a496-29736c8fbd0b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:37.673383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74261-3fed-447f-b900-9ff48a8ab869 req-ae5a5730-b638-4fa3-9ecd-54133a44acb8 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:37.674874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9b74261-3fed-447f-b900-9ff48a8ab869 req-ae5a5730-b638-4fa3-9ecd-54133a44acb8 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 945 time: 0.3397675 Feb 04 20:07:37.730391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9b74261-3fed-447f-b900-9ff48a8ab869 req-669eb285-05fa-4adf-a69a-594a168b9cd3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Feb 04 20:07:37.757052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.796697 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fb5f603d-09f9-4afc-ac30-bfd38f878f8d tempest-RoutersTestDVR-859005041 tempest-RoutersTestDVR-859005041-project] 10.222.0.48 "GET /v2.0/routers/5bf5a498-67fd-4040-ae93-25e9ce260dd6 HTTP/1.1" status: 200 len: 683 time: 0.3128710 Feb 04 20:07:37.799313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54678) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:37.827783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:37.828385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:37.829918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] 10.222.0.24 "PUT /v2.0/ports/f4bd6b0b-b10f-44cd-b207-09029e0d0fae HTTP/1.1" status: 200 len: 1092 time: 4.2217374 Feb 04 20:07:37.830358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'tag': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:37.845106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ce7a7361-d272-4977-a496-29736c8fbd0b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:37.846433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ce7a7361-d272-4977-a496-29736c8fbd0b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/f2824b13-3827-4e19-bd8b-e539f7939924 HTTP/1.1" status: 404 len: 333 time: 0.2442257 Feb 04 20:07:37.851754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54686) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:37.922902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff823713-c267-4c94-bab1-face8e7b66ae service neutron] Pushing event updated for resources: {'Port': ['ID=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:37.946075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Request body: {'port': {'device_id': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:38.027441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-690200c9-e2ca-4643-9342-a93717a3acdd admin admin] 10.222.0.48 "DELETE /v2.0/networks/c36cb267-724a-4ee3-aefe-0833948712d5 HTTP/1.1" status: 204 len: 168 time: 1.1314023 Feb 04 20:07:38.044493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 2e1b61e9-02bc-4da0-9e20-ea6955a4540c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:38.045021 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.119734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c0dabb9a-79ec-407e-a54b-9d96f342d797 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.162300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.256477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ccbb2-02b8-4d92-b6e4-ad26bb2a5040 req-b38b0075-e428-4f15-9445-ad28a081e64c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:38.257932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-992ccbb2-02b8-4d92-b6e4-ad26bb2a5040 req-b38b0075-e428-4f15-9445-ad28a081e64c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.3737142 Feb 04 20:07:38.435379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8725c07-8041-44e2-a9ee-bbdce7e0b1a0 req-8abdc34e-02f0-4ded-8283-2863ed09eb44 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:38.439005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:38.439460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8725c07-8041-44e2-a9ee-bbdce7e0b1a0 req-8abdc34e-02f0-4ded-8283-2863ed09eb44 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 1100 time: 0.6413481 Feb 04 20:07:38.461178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-992ccbb2-02b8-4d92-b6e4-ad26bb2a5040 req-0c1c8c1b-be47-41da-abe5-0497a6e75ad7 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898711 Feb 04 20:07:38.475578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54694) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:38.496182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c0dabb9a-79ec-407e-a54b-9d96f342d797 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.502202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c0dabb9a-79ec-407e-a54b-9d96f342d797 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.552554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8725c07-8041-44e2-a9ee-bbdce7e0b1a0 req-dec9ab41-ef92-4192-b149-aabf6863faf7 tempest-MigrationsAdminTest-2047634675 tempest-MigrationsAdminTest-2047634675-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943799 Feb 04 20:07:38.611266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:38.628089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'mac_address': 'fa:16:3e:e6:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:38.639594 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'tag': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae', 'status': 'completed', 'code': 200} Feb 04 20:07:38.660184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-509603ce-2d8c-4e28-885a-46402092f9e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f319a4862db444589ec4cfc62962f052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833966 Feb 04 20:07:38.668093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54704) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:38.689627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.757791 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.779888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:38.800652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.813677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:38.841786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-8c92d8c4-3714-4aba-b510-fb22c9bb7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:38.842839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-8c92d8c4-3714-4aba-b510-fb22c9bb7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:38.844382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-8c92d8c4-3714-4aba-b510-fb22c9bb7f6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1914 time: 0.2013881 Feb 04 20:07:38.866453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49ac9-07b5-4b06-a97e-fda75decd7a3 req-135b011f-f8be-4c85-b12c-8ba1d23fc4ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:38.872321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49ac9-07b5-4b06-a97e-fda75decd7a3 req-135b011f-f8be-4c85-b12c-8ba1d23fc4ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:38.873947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73f49ac9-07b5-4b06-a97e-fda75decd7a3 req-135b011f-f8be-4c85-b12c-8ba1d23fc4ef tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1667 time: 0.1352756 Feb 04 20:07:38.893365 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c0dabb9a-79ec-407e-a54b-9d96f342d797 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.893809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dabb9a-79ec-407e-a54b-9d96f342d797 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf5a498-67fd-4040-ae93-25e9ce260dd6 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:07:38.907686 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.909067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.971325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 2e1b61e9-02bc-4da0-9e20-ea6955a4540c owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:38.983721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c0dabb9a-79ec-407e-a54b-9d96f342d797 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:38.988068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c0dabb9a-79ec-407e-a54b-9d96f342d797 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "DELETE /v2.0/routers/5bf5a498-67fd-4040-ae93-25e9ce260dd6 HTTP/1.1" status: 204 len: 168 time: 1.1543620 Feb 04 20:07:38.996926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54712) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:39.003112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=13']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:39.013945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.015013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.015013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.015320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Request body: {'router': {'name': 'tempest-router-1622040107', 'distributed': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:39.016001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.016001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.016620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.017062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.017897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.017897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.018281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.018722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.019297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:07:39.026068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:39.033854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Usage tracker for resource:router and tenant:25de5c70a44e4d818bf0fcb623531a59 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:39.039937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:39.049349 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73f49ac9-07b5-4b06-a97e-fda75decd7a3 req-7f3d3978-bff2-429f-ad54-c7d036fd7e4c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568260 Feb 04 20:07:39.057521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:39.102067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-bb133a29-923b-46b6-a26f-6f30e139d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:39.103374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-279fca5f-3498-464b-91c6-a4294d006509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.107067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-bb133a29-923b-46b6-a26f-6f30e139d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:39.110478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-bb133a29-923b-46b6-a26f-6f30e139d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:39.112463 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-bb133a29-923b-46b6-a26f-6f30e139d42d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=66e24ef1078b43b7bc68f923633b94ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2553980 Feb 04 20:07:39.243564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-279fca5f-3498-464b-91c6-a4294d006509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.257020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.257122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:39.257206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.274117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.276694 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.318319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:39.331265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Transition to ACTIVE for port object 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:39.353664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-3890d128-99d5-448c-bdd8-9690e4d4c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:39.355144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd09a617-634e-4efc-8558-7c7b7a45b293 req-3890d128-99d5-448c-bdd8-9690e4d4c878 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329469 Feb 04 20:07:39.392194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.438845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.444114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-279fca5f-3498-464b-91c6-a4294d006509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.446916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.524017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fca5f-3498-464b-91c6-a4294d006509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f523b0f-ede3-4b28-ac1f-93314964f5a8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:39.540351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.541578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2f882bf1-857c-4d51-9e49-bbc66d44077f tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5432749 Feb 04 20:07:39.545565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54728) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:39.711578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Pushing event updated for resources: {'Port': ['ID=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:39.752300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-634ebe0e-9ebe-4e61-9ace-52741dccca05 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.854883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=2e1b61e9-02bc-4da0-9e20-ea6955a4540c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:39.937277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:39.959692 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8d732d5b-be0a-4e71-b2a2-e2772c0c73c7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/2e1b61e9-02bc-4da0-9e20-ea6955a4540c HTTP/1.1" status: 204 len: 168 time: 2.1068404 Feb 04 20:07:39.963021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54734) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:40.007025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Attempting to bind port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:40.007376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Attempting to bind port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:40.007704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Attempting to bind port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a on network af0400c8-ffa4-41fa-bb1f-8508d5332c8a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:40.017583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230907-af56-4979-a0eb-a212a73e88ca req-46193d24-7180-4b8e-8c54-a78a370c2943 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:40.019156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1230907-af56-4979-a0eb-a212a73e88ca req-46193d24-7180-4b8e-8c54-a78a370c2943 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.4103050 Feb 04 20:07:40.031601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-279fca5f-3498-464b-91c6-a4294d006509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.032728 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-279fca5f-3498-464b-91c6-a4294d006509 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f523b0f-ede3-4b28-ac1f-93314964f5a8 HTTP/1.1" status: 204 len: 168 time: 1.3612380 Feb 04 20:07:40.036535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a on network af0400c8-ffa4-41fa-bb1f-8508d5332c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:07:40.036866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Attempting to bind port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a on network af0400c8-ffa4-41fa-bb1f-8508d5332c8a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:40.039453 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8141ac-786d-47be-982f-71beab04abf4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:07:40.039985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd8141ac-786d-47be-982f-71beab04abf4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:40.060987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:40.061330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Checking segment: {'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:40.061721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Bound using segment: {'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:40.062171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Bound port: 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba652acb-9c66-4a56-a626-fc4940934e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:40.062520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.149598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1230907-af56-4979-a0eb-a212a73e88ca req-bda168c1-c58a-4c7e-b12f-54db8c473e88 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145487 Feb 04 20:07:40.215924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd8141ac-786d-47be-982f-71beab04abf4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:40.218112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd8141ac-786d-47be-982f-71beab04abf4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/2e1b61e9-02bc-4da0-9e20-ea6955a4540c HTTP/1.1" status: 404 len: 333 time: 0.2540505 Feb 04 20:07:40.219959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] For port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:40.223813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54744) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:40.227769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] For port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:40.263489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-634ebe0e-9ebe-4e61-9ace-52741dccca05 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.267749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-634ebe0e-9ebe-4e61-9ace-52741dccca05 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.298263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485102b-45a0-42b0-904b-b1d3e147e950 req-16dc5648-902b-417a-b4d4-61604e6f9bca tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:40.303173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485102b-45a0-42b0-904b-b1d3e147e950 req-16dc5648-902b-417a-b4d4-61604e6f9bca tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 950 time: 0.4658408 Feb 04 20:07:40.314030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 2487bbe6-f035-40e7-b9c1-884d1c04aa0c {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:07:40.317307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.345764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c485102b-45a0-42b0-904b-b1d3e147e950 req-043ce527-a82c-4563-abe9-a70eea324189 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Feb 04 20:07:40.371981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.415268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-634ebe0e-9ebe-4e61-9ace-52741dccca05 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.415926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634ebe0e-9ebe-4e61-9ace-52741dccca05 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 328ec9bb-3215-427e-ab9a-85500a09f297 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:07:40.425406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-634ebe0e-9ebe-4e61-9ace-52741dccca05 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.426562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-634ebe0e-9ebe-4e61-9ace-52741dccca05 tempest-RoutersTestDVR-1412448612 tempest-RoutersTestDVR-1412448612-project-admin] 10.222.0.48 "DELETE /v2.0/routers/328ec9bb-3215-427e-ab9a-85500a09f297 HTTP/1.1" status: 204 len: 168 time: 0.8800688 Feb 04 20:07:40.459504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:40.483526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.531493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:40.532178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.533577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] 10.222.0.24 "PUT /v2.0/ports/63ec97e8-3cef-49b0-99b2-28ecc73e3e4a HTTP/1.1" status: 200 len: 1092 time: 2.5918710 Feb 04 20:07:40.620781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f80671-aca4-4a4b-b028-c4571619b718 service neutron] Pushing event updated for resources: {'Port': ['ID=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:40.647419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'tag': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:40.686660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623fa71-8e81-4763-97b3-65e19aeeb9d9 req-380640ab-09b8-44fd-903d-6b87682956c5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:40.694484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623fa71-8e81-4763-97b3-65e19aeeb9d9 req-380640ab-09b8-44fd-903d-6b87682956c5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:40.696194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d623fa71-8e81-4763-97b3-65e19aeeb9d9 req-380640ab-09b8-44fd-903d-6b87682956c5 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1679 time: 0.3294804 Feb 04 20:07:40.697862 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'tag': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a', 'status': 'completed', 'code': 200} Feb 04 20:07:40.750161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:40.769721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:40.769721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.774166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.846621 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d623fa71-8e81-4763-97b3-65e19aeeb9d9 req-31e1100e-6fba-4009-ab5b-fdb1acdd88c4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416640 Feb 04 20:07:40.880674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-857fcfda-9ca2-4b0f-af61-aac1bfee6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:40.881154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-857fcfda-9ca2-4b0f-af61-aac1bfee6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:40.882675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-857fcfda-9ca2-4b0f-af61-aac1bfee6022 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1981 time: 0.1583629 Feb 04 20:07:40.907288 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:40.934589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:40.945212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:40.988904 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'code': 200} Feb 04 20:07:41.078972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:41.100009 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:41.143883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=2487bbe6-f035-40e7-b9c1-884d1c04aa0c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:41.147935 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:41.205146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cdf8b3-e9ee-445b-a76b-92343d0b002b None None] Network c0f64232-de76-488c-beb8-d7df4f842989 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:41.209875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-62b1b403-97b7-431d-9fc0-dc483f116167 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/2487bbe6-f035-40e7-b9c1-884d1c04aa0c HTTP/1.1" status: 204 len: 168 time: 0.9848158 Feb 04 20:07:41.213667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54776) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:41.306932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-0e9f1b0b-dcd1-4686-afdf-041d8f27363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:41.306932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-0e9f1b0b-dcd1-4686-afdf-041d8f27363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:41.306932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-0e9f1b0b-dcd1-4686-afdf-041d8f27363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:41.306932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-0e9f1b0b-dcd1-4686-afdf-041d8f27363a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=66e24ef1078b43b7bc68f923633b94ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4102364 Feb 04 20:07:41.310481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=14']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:41.491265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-94f8d5a0-09a8-4f80-accd-6a5f54a29a6c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:41.492872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-94f8d5a0-09a8-4f80-accd-6a5f54a29a6c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 951 time: 0.3349061 Feb 04 20:07:41.504089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:41.548039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54790) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:41.558111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port f834ba35-b817-4857-ab35-f4667cdd4b01 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:41.564261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:41.679239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Deleting port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:41.679589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:41.707244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-4cc22882-36df-41d4-8d5b-0c313d40f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:41.708733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bc2a725-071e-4901-bb67-ab7b4b09361f req-4cc22882-36df-41d4-8d5b-0c313d40f2ba service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3985994 Feb 04 20:07:41.776465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] DHCP port deletion for c0f64232-de76-488c-beb8-d7df4f842989 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:07:41.782479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c97c5cd5-8175-4c2b-9b81-3355d3213efc details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:41.787728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] Deleting port f834ba35-b817-4857-ab35-f4667cdd4b01 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:41.788179 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:41.790592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e22ae-c8ca-486c-8abd-9a906c785090 req-966ef601-70fd-4ef6-8420-45fb8cc474f9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:41.800674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-174e22ae-c8ca-486c-8abd-9a906c785090 req-966ef601-70fd-4ef6-8420-45fb8cc474f9 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.4284317 Feb 04 20:07:41.936693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:41.946035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b487-ca04-46f8-92a0-e430612543ca req-a3080ad7-e774-4a23-b99a-f060b20e1dd6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:41.947564 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edc1b487-ca04-46f8-92a0-e430612543ca req-a3080ad7-e774-4a23-b99a-f060b20e1dd6 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 951 time: 0.3046367 Feb 04 20:07:41.970550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] For port f834ba35-b817-4857-ab35-f4667cdd4b01, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f834ba35-b817-4857-ab35-f4667cdd4b01,segment=NetworkSegment(43b3ec9f-0197-4ce8-870a-bc0890029fdc),segment_id=43b3ec9f-0197-4ce8-870a-bc0890029fdc)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:41.970935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.003088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-174e22ae-c8ca-486c-8abd-9a906c785090 req-752c80d3-cecc-4eca-b4f4-b08a4d8518b1 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014272 Feb 04 20:07:42.119656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2026526273-network', 'tenant_id': 'bedf399593fa46c2afede38d83aa20c8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:42.132369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-5d8a1a3a-ea9c-4aa6-842e-d9a48cd3830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:42.132852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-5d8a1a3a-ea9c-4aa6-842e-d9a48cd3830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:42.134380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-5d8a1a3a-ea9c-4aa6-842e-d9a48cd3830f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66e24ef1078b43b7bc68f923633b94ef&device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1981 time: 0.3239598 Feb 04 20:07:42.251174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-35972bb0-2790-4c2e-96f6-42df0837ccb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=f4bd6b0b-b10f-44cd-b207-09029e0d0fae HTTP/1.1" status: 200 len: 217 time: 0.1070151 Feb 04 20:07:42.297125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] For port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:42.297488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.300510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:42.306533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:42.315763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] For port f834ba35-b817-4857-ab35-f4667cdd4b01, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f834ba35-b817-4857-ab35-f4667cdd4b01,segment=NetworkSegment(43b3ec9f-0197-4ce8-870a-bc0890029fdc),segment_id=43b3ec9f-0197-4ce8-870a-bc0890029fdc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:42.317321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.334232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for f834ba35-b817-4857-ab35-f4667cdd4b01 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:42.386376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'mac_address': 'fa:16:3e:5b:66:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:42.395792 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.405246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Usage tracker for resource:network and tenant:bedf399593fa46c2afede38d83aa20c8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:42.416525 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edc1b487-ca04-46f8-92a0-e430612543ca req-05768db3-0cde-4286-b47c-f0f9c3980e45 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521589 Feb 04 20:07:42.421462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:42.432878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:42.440947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:42.453859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Usage tracker for resource:security_group_rule and tenant:30f9402bfcdc4bc48aac4979cc705de0 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:42.457522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:42.464947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:42.515992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Calling delete_port for c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:42.543469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] Calling delete_port for f834ba35-b817-4857-ab35-f4667cdd4b01 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:42.582982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.611132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c97c5cd5-8175-4c2b-9b81-3355d3213efc {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:42.641233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:42.644919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-98f8bc1f-9041-4c5a-9a99-bf48500a0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:42.646355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-98f8bc1f-9041-4c5a-9a99-bf48500a0f2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=864815d9-bac2-4098-b09b-ad599872c5ff HTTP/1.1" status: 200 len: 801 time: 0.1759255 Feb 04 20:07:42.696941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.711222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c02e4-33aa-4ac3-9dc9-bb68e9d36cf4 req-eb8b6a29-7927-4871-8d5a-b7a3741f11d4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:42.712962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f834ba35-b817-4857-ab35-f4667cdd4b01 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:42.717531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c02e4-33aa-4ac3-9dc9-bb68e9d36cf4 req-eb8b6a29-7927-4871-8d5a-b7a3741f11d4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:42.719135 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f82c02e4-33aa-4ac3-9dc9-bb68e9d36cf4 req-eb8b6a29-7927-4871-8d5a-b7a3741f11d4 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1679 time: 0.2872727 Feb 04 20:07:42.749100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03ad6a-cc09-4c11-a0e6-0ff76cdc762d req-01c2af1f-2ac6-4704-8239-b77d17517320 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:42.750083 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.750928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb03ad6a-cc09-4c11-a0e6-0ff76cdc762d req-01c2af1f-2ac6-4704-8239-b77d17517320 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1681237 Feb 04 20:07:42.800282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Made reservation on behalf of bedf399593fa46c2afede38d83aa20c8 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:42.803749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.820602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.828812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb03ad6a-cc09-4c11-a0e6-0ff76cdc762d req-86696042-8736-4282-872a-f49647958f5f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707495 Feb 04 20:07:42.832147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.847602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f82c02e4-33aa-4ac3-9dc9-bb68e9d36cf4 req-5b917c10-5c53-4178-8d8a-e7a4501e154b tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881014 Feb 04 20:07:42.856989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] No DVR routers for this DVR port f834ba35-b817-4857-ab35-f4667cdd4b01 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:42.857401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port f834ba35-b817-4857-ab35-f4667cdd4b01 {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:07:42.857707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f834ba35-b817-4857-ab35-f4667cdd4b01 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:42.861434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:42.865146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:42.879498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-78016efe-c618-484c-b03e-8965ec4eb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:42.880977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-78016efe-c618-484c-b03e-8965ec4eb2f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc393be3-f116-49f5-bfc3-29f4c1859f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2263629 Feb 04 20:07:42.904242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:07:42.904628 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:07:42.938521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:42.947827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e560884-1a1b-4cf4-89ae-69a69b95fb70,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:42.950772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Usage tracker for resource:security_group_rule and tenant:bedf399593fa46c2afede38d83aa20c8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:42.958128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2451f48f-180d-4ded-9209-2d181bfa3e0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30f9402bfcdc4bc48aac4979cc705de0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4067438 Feb 04 20:07:42.958128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:42.960977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:42.969594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da1831-d67a-4723-bba1-a01cb8b47167 None None] Pushing event deleted for resources: {'Port': ['ID=f834ba35-b817-4857-ab35-f4667cdd4b01,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:42.976321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:42.981604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c97c5cd5-8175-4c2b-9b81-3355d3213efc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:43.078485 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc33e995-59d9-4cb6-946e-7e4380cb6c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.106831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc33e995-59d9-4cb6-946e-7e4380cb6c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.261997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc33e995-59d9-4cb6-946e-7e4380cb6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.281438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.290977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.296313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33e995-59d9-4cb6-946e-7e4380cb6c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e560884-1a1b-4cf4-89ae-69a69b95fb70,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:43.307736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['159175ca-76eb-469b-bbde-6eab05e5f79b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:43.320991 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:07:43.328474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:43.335583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595c50-3b1b-4bff-bd35-a04f658e4620 req-659bc079-fdbb-4513-b2ac-6f46bdae6494 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:43.337096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf595c50-3b1b-4bff-bd35-a04f658e4620 req-659bc079-fdbb-4513-b2ac-6f46bdae6494 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.1526706 Feb 04 20:07:43.351878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event deleted for resources: {'Port': ['ID=c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:43.369264 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.427724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed3b34-bd1d-43f7-a410-7c619d05b6ea,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:43.430706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port f834ba35-b817-4857-ab35-f4667cdd4b01 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:43.431192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.468650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf595c50-3b1b-4bff-bd35-a04f658e4620 req-cc0a8356-90fa-4594-8771-ee58aa06c155 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252494 Feb 04 20:07:43.552942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:43.555604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc33e995-59d9-4cb6-946e-7e4380cb6c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.559203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dc33e995-59d9-4cb6-946e-7e4380cb6c52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e560884-1a1b-4cf4-89ae-69a69b95fb70 HTTP/1.1" status: 204 len: 168 time: 0.5950658 Feb 04 20:07:43.572486 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-20144835-56a4-4ad3-b809-15e8b79f07a4 service neutron] 10.222.0.24 "GET /v2.0/networks/bc393be3-f116-49f5-bfc3-29f4c1859f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803823 Feb 04 20:07:43.576639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] No DVR routers for this DVR port c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:43.811928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c97c5cd5-8175-4c2b-9b81-3355d3213efc up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:43.819297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] The port 'f834ba35-b817-4857-ab35-f4667cdd4b01' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:07:43.834100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:43.845640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-deleted', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:43.872949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-fb05efd4-803b-44e0-985b-7c47cca068bc service neutron] 10.222.0.24 "GET /v2.0/networks/bc393be3-f116-49f5-bfc3-29f4c1859f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912967 Feb 04 20:07:44.200047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f601-8cf1-4bc4-b775-12c96b15511c req-23e7c1f6-3a06-47d9-a6f1-7af8fcda3cdc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:44.201240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.201714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a01f601-8cf1-4bc4-b775-12c96b15511c req-23e7c1f6-3a06-47d9-a6f1-7af8fcda3cdc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.7629380 Feb 04 20:07:44.201714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-8be2deea-1de0-4b99-b9f5-e0758baaef1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.142&port_id=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a HTTP/1.1" status: 200 len: 217 time: 0.1307378 Feb 04 20:07:44.201856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f64232-de76-488c-beb8-d7df4f842989']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:44.201856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b3ec9f-0197-4ce8-870a-bc0890029fdc') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:44.201856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b3ec9f-0197-4ce8-870a-bc0890029fdc') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:07:44.201856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.201856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.201856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:07:44.201856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.202315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c97c5cd5-8175-4c2b-9b81-3355d3213efc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:44.202315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.203177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-557d8ba7-9355-4afa-aa1d-febc2428b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:44.203177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-557d8ba7-9355-4afa-aa1d-febc2428b90a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ce65a29-5d15-4166-8a78-8139b4ecad70 HTTP/1.1" status: 200 len: 801 time: 0.1232738 Feb 04 20:07:44.203333 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.203333 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Added segment 394afddf-9151-49ca-8a43-693f36a4cbdc of type vlan for network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:07:44.234617 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:07:44.248253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-309e23c5-7f53-44b6-9f24-d5ca31e19de9 req-d7dae71a-a000-47f7-80ba-b5fdf49624ab tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 210 time: 0.0496855 Feb 04 20:07:44.280149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.286196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.320563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:44.332688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:44.362758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1c81ee1-7a02-41dc-8943-c0f0d888abb0 req-cd067e1e-3d44-4224-bdab-c9ed180ed291 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "DELETE /v2.0/ports/c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 HTTP/1.1" status: 204 len: 173 time: 2.8569803 Feb 04 20:07:44.368812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.379277 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a01f601-8cf1-4bc4-b775-12c96b15511c req-4c6a1fe9-963c-4e5e-9a1d-9e0a9d710195 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686011 Feb 04 20:07:44.393952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.441554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=c0f64232-de76-488c-beb8-d7df4f842989,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:44.457997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9a1cf55f-2c36-4f6d-ba51-d476f2f8a65f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/c0f64232-de76-488c-beb8-d7df4f842989 HTTP/1.1" status: 204 len: 168 time: 3.2385535 Feb 04 20:07:44.458584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54880) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:44.472167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:44.477094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-800774382'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:44.482721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-2496ce5f-b006-4481-a653-56c803a9f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:44.484919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-2496ce5f-b006-4481-a653-56c803a9f6af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af0400c8-ffa4-41fa-bb1f-8508d5332c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3085740 Feb 04 20:07:44.488484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:44.493484 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a408c60-97d9-4a0d-91d4-b8050bd8d670', 'name': 'network-vif-deleted', 'tag': 'c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0', 'status': 'completed', 'code': 200} Feb 04 20:07:44.496218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:network and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:44.505043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:44.518167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:44.537127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.538400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:44.539014 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.556713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:44.557068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c4d504bc-8340-4c72-9bfd-8d9b9a4e4cc0 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:44.565277 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.672184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] Pushing event updated for resources: {'Network': ['ID=ab36360b-bfdc-45cb-8cc0-d2d8699ccc80,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:44.674274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:44.677931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.712157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:07:44.731834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:44.748469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.748815 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Added segment 9e13b704-3098-4a34-ac43-7122622a6036 of type vlan for network efa69718-58b8-4747-ad96-917996a4c6f3 Feb 04 20:07:44.777633 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.799041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-da81b5a4-f359-4e4a-965a-be7d809c5adc service neutron] 10.222.0.24 "GET /v2.0/networks/af0400c8-ffa4-41fa-bb1f-8508d5332c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033459 Feb 04 20:07:44.857274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:44.875977 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'code': 200} Feb 04 20:07:44.905758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.913176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:44.913893 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:44.965527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54888) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:44.967904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a02e8ba9-8cf7-4574-a95e-a08fda952187 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0300491 Feb 04 20:07:44.972377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54890) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:44.989080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Request body: {'subnet': {'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2026526273-subnet', 'tenant_id': 'bedf399593fa46c2afede38d83aa20c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:45.012839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:45.045812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:45.048524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:45.059018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Usage tracker for resource:security_group_rule and tenant:25de5c70a44e4d818bf0fcb623531a59 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:45.068850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6091774 Feb 04 20:07:45.074807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54896) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:45.074807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Usage tracker for resource:subnet and tenant:bedf399593fa46c2afede38d83aa20c8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:45.075031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:45.081723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:45.086365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:45.089340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:45.095421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f3bad0-0826-4c96-b127-2372fd2f31fe req-06ba330c-832e-4a80-ad1f-f942435ff965 service neutron] 10.222.0.24 "GET /v2.0/networks/af0400c8-ffa4-41fa-bb1f-8508d5332c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363412 Feb 04 20:07:45.115570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:45.120062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a99f1-004b-4673-95f5-8d5b57f74432 req-31f95234-9943-4d75-b32e-99840a709ce9 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:45.137139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a99f1-004b-4673-95f5-8d5b57f74432 req-31f95234-9943-4d75-b32e-99840a709ce9 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:45.141210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b6a99f1-004b-4673-95f5-8d5b57f74432 req-31f95234-9943-4d75-b32e-99840a709ce9 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1679 time: 0.3993075 Feb 04 20:07:45.182794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6a1e8-6f0a-404a-a9c5-2ec17f0c333a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Network': ['ID=efa69718-58b8-4747-ad96-917996a4c6f3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:45.196929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network efa69718-58b8-4747-ad96-917996a4c6f3 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:07:45.271191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:45.280885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Made reservation on behalf of bedf399593fa46c2afede38d83aa20c8 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:45.287108 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b6a99f1-004b-4673-95f5-8d5b57f74432 req-29f3c4ea-ce95-447f-86ec-7c0a40337773 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831983 Feb 04 20:07:45.299487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:45.358276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:45.365006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:45.372664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:45.445624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:45.550119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:45.678362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25de5c70a44e4d818bf0fcb623531a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7072916 Feb 04 20:07:45.679203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00be4f2-138f-4219-90f7-877a43be5903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c87273-cd87-48e9-afe6-2cd0a65332f9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:45.681272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:45.716332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:45.720937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:45.737384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dc7de-2323-4af5-95d6-ef8bcc6ca555 req-12c8eeaa-2c2b-45d7-b040-4858e08ea22d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:45.747245 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-225dc7de-2323-4af5-95d6-ef8bcc6ca555 req-12c8eeaa-2c2b-45d7-b040-4858e08ea22d tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.1917539 Feb 04 20:07:45.800237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:45.809288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-225dc7de-2323-4af5-95d6-ef8bcc6ca555 req-4426f4a1-f1b7-41d5-9123-2245eb8690fd tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607193 Feb 04 20:07:45.936916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf29e90d-aa21-4ead-9bf9-6d78cfb9a030 req-4ff3de83-5c5a-4f24-b5fc-636326661c8e tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a408c60-97d9-4a0d-91d4-b8050bd8d670 HTTP/1.1" status: 200 len: 210 time: 0.1967747 Feb 04 20:07:46.026899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feafee-c44e-4376-b770-485cb254cbbf req-3e67754d-5751-47fc-b3d5-b6ea8ade7414 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:46.032373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-36feafee-c44e-4376-b770-485cb254cbbf req-3e67754d-5751-47fc-b3d5-b6ea8ade7414 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1191800 Feb 04 20:07:46.038735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Checking segment: {'id': '394afddf-9151-49ca-8a43-693f36a4cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:46.039102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Network hostable DHCP agents. Network: ab36360b-bfdc-45cb-8cc0-d2d8699ccc80, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:07:46.043430 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9174ac3-2a5f-4190-b932-1388deac0c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:46.049769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c96287-9138-48b5-ad84-c159b628b5ac,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:46.105727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-36feafee-c44e-4376-b770-485cb254cbbf req-21dcb99d-45e9-4565-ae1c-949584c1bdc9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656493 Feb 04 20:07:46.161731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9174ac3-2a5f-4190-b932-1388deac0c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:46.256269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:07:46.475795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91679e1-5591-456f-9cb1-66927cc234ab req-18a7c3ad-3b3b-47a1-9d29-910a4366a963 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:46.479159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c91679e1-5591-456f-9cb1-66927cc234ab req-18a7c3ad-3b3b-47a1-9d29-910a4366a963 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.3807659 Feb 04 20:07:46.483410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ab36360b-bfdc-45cb-8cc0-d2d8699ccc80) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:46.494024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e35ea-ac50-4d16-98c2-0756e85ebc15 None None] Network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:46.515228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:46.515892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:46.577613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c91679e1-5591-456f-9cb1-66927cc234ab req-a1f1a33a-7e5e-4326-a1d3-eace8c4e6612 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764740 Feb 04 20:07:46.588588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9174ac3-2a5f-4190-b932-1388deac0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:46.628494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9174ac3-2a5f-4190-b932-1388deac0c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c87273-cd87-48e9-afe6-2cd0a65332f9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:46.631711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9174ac3-2a5f-4190-b932-1388deac0c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:46.632832 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e9174ac3-2a5f-4190-b932-1388deac0c64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1c87273-cd87-48e9-afe6-2cd0a65332f9 HTTP/1.1" status: 204 len: 168 time: 0.9502664 Feb 04 20:07:46.634009 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:46.841763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ac0d0ee3-d305-41ac-9d35-bd7b41b63c8b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8680732 Feb 04 20:07:46.908032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376b70d-dcda-4774-8a58-135f467caea4 None None] Network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:46.909830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=59cae0c0-d567-4510-9f8a-36dad97bcfb6,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:46.925900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Checking segment: {'id': '9e13b704-3098-4a34-ac43-7122622a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:46.926300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network hostable DHCP agents. Network: efa69718-58b8-4747-ad96-917996a4c6f3, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:07:46.973991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32632d2e-9343-4c31-aab4-3436be0afd4e req-1b4a2149-86aa-4933-929a-a931e738dd1e tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:46.981248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32632d2e-9343-4c31-aab4-3436be0afd4e req-1b4a2149-86aa-4933-929a-a931e738dd1e tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:46.984803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32632d2e-9343-4c31-aab4-3436be0afd4e req-1b4a2149-86aa-4933-929a-a931e738dd1e tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1679 time: 0.2395449 Feb 04 20:07:47.073219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32632d2e-9343-4c31-aab4-3436be0afd4e req-bb17a3b3-e577-445d-99bf-381cf0dec72e tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Feb 04 20:07:47.132842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network efa69718-58b8-4747-ad96-917996a4c6f3 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:07:47.259513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, efa69718-58b8-4747-ad96-917996a4c6f3) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:47.263751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:47.264333 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:47.338502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbffe63-28f5-465f-8a39-b9d93315c35d None None] Network efa69718-58b8-4747-ad96-917996a4c6f3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:47.474955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:47.476056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1cb6eb0e-1373-4e9b-90fe-ecb9493bd949 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3949876 Feb 04 20:07:47.490640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-495722335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:47.499953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:47.505646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:router and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:47.521413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:47.521413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:47.657601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-efa69718-58b8-4747-ad96-917996a4c6f3', 'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3', 'tenant_id': '36db804f6f134e1090ee004192d31553', 'fixed_ips': [{'subnet_id': '59cae0c0-d567-4510-9f8a-36dad97bcfb6'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:07:47.658845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:47.662524 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:47.662660 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:47.694179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:47.791873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f4bd6b0b-b10f-44cd-b207-09029e0d0fae details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:47.923385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:48.059152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f4bd6b0b-b10f-44cd-b207-09029e0d0fae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:48.078219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae', 'network_id': 'bc393be3-f116-49f5-bfc3-29f4c1859f6d', 'port_id': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae', 'mac_address': 'fa:16:3e:5e:43:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864815d9-bac2-4098-b09b-ad599872c5ff', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:48.106173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:48.110198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-96dad947-4f03-4662-837b-2d6f54d95f9c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6315758 Feb 04 20:07:48.111138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54980) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:48.123075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3', 'name': 'tempest-PortsTestJSON-175531445'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:48.160720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b4c95-aa91-4789-a796-3427b11cc036 req-3623aea5-d9d4-421f-a66d-57b8b5079502 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:48.162804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a6b4c95-aa91-4789-a796-3427b11cc036 req-3623aea5-d9d4-421f-a66d-57b8b5079502 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1412156 Feb 04 20:07:48.243973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a6b4c95-aa91-4789-a796-3427b11cc036 req-a8f806c1-79fa-4052-9534-87f8494d9c4e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753350 Feb 04 20:07:48.249212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:48.290541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bd6b0b-b10f-44cd-b207-09029e0d0fae {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:48.295175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Allocated IP 172.20.0.2 (efa69718-58b8-4747-ad96-917996a4c6f3/59cae0c0-d567-4510-9f8a-36dad97bcfb6/6ccb73ed-1a14-4b84-8482-9138a1582ee8) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:48.339434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f4bd6b0b-b10f-44cd-b207-09029e0d0fae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:48.417979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:48.418653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:07:48.598704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54996) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:48.624301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:48.675323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:48.684919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:48.691561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:48.711192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:48.732000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-ea473826-1ced-45a9-a23a-0a558ec741b1 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:48.732866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-ea473826-1ced-45a9-a23a-0a558ec741b1 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Synchronizing usage tracker for tenant:bedf399593fa46c2afede38d83aa20c8 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:48.774362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454742099'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:48.780932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:48.785242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:network and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:48.792836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:48.796375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:48.828453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:48.841586 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:48.852673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a', 'network_id': 'af0400c8-ffa4-41fa-bb1f-8508d5332c8a', 'port_id': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a', 'mac_address': 'fa:16:3e:47:dd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce65a29-5d15-4166-8a78-8139b4ecad70', 'ip_address': '19.86.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:07:48.857135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Transition to ACTIVE for port object 6ccb73ed-1a14-4b84-8482-9138a1582ee8 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:48.929665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Transition to ACTIVE for port object 6ccb73ed-1a14-4b84-8482-9138a1582ee8 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:48.939423 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:48.960696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:48.977856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:49.088288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:49.091875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.102911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-ea473826-1ced-45a9-a23a-0a558ec741b1 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Unset dirty status for tenant:bedf399593fa46c2afede38d83aa20c8 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:49.104252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-ea473826-1ced-45a9-a23a-0a558ec741b1 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/networks?id=ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 HTTP/1.1" status: 200 len: 809 time: 0.6967368 Feb 04 20:07:49.122334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 3be665ee-5eeb-4420-9407-47d626882e77 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:07:49.161825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-e4dadd7c-c600-4ebf-bf4a-c2b919581a2b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/quotas/bedf399593fa46c2afede38d83aa20c8 HTTP/1.1" status: 200 len: 375 time: 0.0513108 Feb 04 20:07:49.174369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:49.178312 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.178708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.193868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.212389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:49.217221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:security_group_rule and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:49.226037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:49.227414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:49.243927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-10383fdb-52e5-4baf-bc4c-2b08eea53e10 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bedf399593fa46c2afede38d83aa20c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578899 Feb 04 20:07:49.269015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.273389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Pushing event updated for resources: {'Port': ['ID=6ccb73ed-1a14-4b84-8482-9138a1582ee8,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:49.326368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Network efa69718-58b8-4747-ad96-917996a4c6f3 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:49.466207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:49.474791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:49.487906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-0dbe9908-386c-47c9-9c4c-1bafaade5c0e service neutron] 10.222.0.48 "GET /v2.0/networks/ab36360b-bfdc-45cb-8cc0-d2d8699ccc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356517 Feb 04 20:07:49.543548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:49.576921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Attempting to bind port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:49.577771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Attempting to bind port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9e13b704-3098-4a34-ac43-7122622a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:49.577771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Attempting to bind port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 on network efa69718-58b8-4747-ad96-917996a4c6f3 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:49.584039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:49.591119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Checking segment: {'id': '9e13b704-3098-4a34-ac43-7122622a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:49.591119 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.591119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Bound using segment: {'id': '9e13b704-3098-4a34-ac43-7122622a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:49.591119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Bound port: 6ccb73ed-1a14-4b84-8482-9138a1582ee8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e13b704-3098-4a34-ac43-7122622a6036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'efa69718-58b8-4747-ad96-917996a4c6f3'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:49.591119 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.657581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-2545d1ca-a318-45cf-8b13-491c5e8d5ad4 service neutron] 10.222.0.48 "GET /v2.0/networks/ab36360b-bfdc-45cb-8cc0-d2d8699ccc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687429 Feb 04 20:07:49.666235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.5 (efa69718-58b8-4747-ad96-917996a4c6f3/59cae0c0-d567-4510-9f8a-36dad97bcfb6/3be665ee-5eeb-4420-9407-47d626882e77) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:49.699178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] For port 6ccb73ed-1a14-4b84-8482-9138a1582ee8, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:49.703666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] For port 6ccb73ed-1a14-4b84-8482-9138a1582ee8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6ccb73ed-1a14-4b84-8482-9138a1582ee8,segment=NetworkSegment(9e13b704-3098-4a34-ac43-7122622a6036),segment_id=9e13b704-3098-4a34-ac43-7122622a6036)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:49.706287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['63ec97e8-3cef-49b0-99b2-28ecc73e3e4a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:49.766911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-74c89e18-43d3-404f-9743-203fbfd3da23 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:49.773575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.775543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-74c89e18-43d3-404f-9743-203fbfd3da23 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.5183384 Feb 04 20:07:49.820673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:49.909531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513018-2fb3-4187-9f4f-3acaf622ade9 None None] Pushing event updated for resources: {'Port': ['ID=6ccb73ed-1a14-4b84-8482-9138a1582ee8,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:50.010356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Deleting port 804025bf-ab4a-419c-8494-c7f63eb5cd1b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:50.020125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.023640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7b25-2dff-4ebc-bb62-c4b1beb9cc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.079739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.104746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 3be665ee-5eeb-4420-9407-47d626882e77 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:50.215126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.218596 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.242331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:50.287534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.290643 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Added segment 83fc0613-a334-49dd-a38c-3ab761f50428 of type vlan for network 1235983c-af0b-45d8-9ef4-8c92f83c5044 Feb 04 20:07:50.341476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.391944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9563b-d15f-41d5-a5b1-ef9c323a4533 req-d6fdfe2b-ed9b-48cb-9983-b4a825361564 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:50.405433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0df9563b-d15f-41d5-a5b1-ef9c323a4533 req-d6fdfe2b-ed9b-48cb-9983-b4a825361564 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=989d38ec-9b80-423e-99c9-09547ba64ce5 HTTP/1.1" status: 200 len: 945 time: 0.8406823 Feb 04 20:07:50.461245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network efa69718-58b8-4747-ad96-917996a4c6f3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:50.478205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:50.489816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:50.526192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:07:50.564413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=3be665ee-5eeb-4420-9407-47d626882e77,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:50.603022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f4bd6b0b-b10f-44cd-b207-09029e0d0fae'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:50.618422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:50.619260 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:50.650208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294f3d-47f8-4c8a-a162-3a535846003b req-2d5fc5b3-7b1a-46d8-ad10-2966b0d05fdd tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:50.655096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294f3d-47f8-4c8a-a162-3a535846003b req-2d5fc5b3-7b1a-46d8-ad10-2966b0d05fdd tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:50.663835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93294f3d-47f8-4c8a-a162-3a535846003b req-2d5fc5b3-7b1a-46d8-ad10-2966b0d05fdd tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1681 time: 0.3350778 Feb 04 20:07:50.877313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6ccb73ed-1a14-4b84-8482-9138a1582ee8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:50.907289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7575d3cf-145e-47af-8dc4-7951f99a928c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7946975 Feb 04 20:07:50.913180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93294f3d-47f8-4c8a-a162-3a535846003b req-44096afe-ed84-4f80-bcd5-79528b148c65 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483945 Feb 04 20:07:50.913770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55026) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:50.947800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] For port 804025bf-ab4a-419c-8494-c7f63eb5cd1b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=804025bf-ab4a-419c-8494-c7f63eb5cd1b,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:50.948766 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:51.119411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Calling delete_port for 804025bf-ab4a-419c-8494-c7f63eb5cd1b owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:51.154703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:51.220188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ada62-afd8-4a79-b74d-04228c613d46,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:51.264040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0df9563b-d15f-41d5-a5b1-ef9c323a4533 req-090ebf10-6f77-4068-9cbd-4b7f72649926 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575311 Feb 04 20:07:51.379137 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:51.385672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:51.396194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:51.568563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-9b21e962-8422-4230-9a4e-e916da6da4ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8851933 Feb 04 20:07:51.640429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Network': ['ID=1235983c-af0b-45d8-9ef4-8c92f83c5044,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:51.663014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1235983c-af0b-45d8-9ef4-8c92f83c5044 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:07:51.708984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bbb6a-4526-44ca-8b84-b0362af6306e req-94116e4b-ebe4-47b1-9edd-b59075d7f849 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:51.719793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a3bbb6a-4526-44ca-8b84-b0362af6306e req-94116e4b-ebe4-47b1-9edd-b59075d7f849 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2975211 Feb 04 20:07:51.743254 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:51.786214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc', '804025bf-ab4a-419c-8494-c7f63eb5cd1b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:51.816828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd2de6-8e18-441f-b201-6e483169096e None None] Network efa69718-58b8-4747-ad96-917996a4c6f3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:51.825313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-dd144bdf-9ed5-4351-a69f-704f96f8c4a5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:51.827521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-dd144bdf-9ed5-4351-a69f-704f96f8c4a5 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 951 time: 1.1454113 Feb 04 20:07:51.839853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event deleted for resources: {'Port': ['ID=804025bf-ab4a-419c-8494-c7f63eb5cd1b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:51.852814 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d6ee4ec-b95e-471d-b876-bea2b81fc557 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.2528639 Feb 04 20:07:51.862352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:52.032348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] No DVR routers for this DVR port 804025bf-ab4a-419c-8494-c7f63eb5cd1b on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:52.048706 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a3bbb6a-4526-44ca-8b84-b0362af6306e req-7a5e9a86-67fe-482d-95ef-01ff621b9501 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277121 Feb 04 20:07:52.057703 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:52.070661 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e977bb9-77ac-46b4-85aa-3dedd26d2284 req-6adea90b-8ab3-4754-9a68-1fb8729d8c99 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "DELETE /v2.0/ports/804025bf-ab4a-419c-8494-c7f63eb5cd1b HTTP/1.1" status: 204 len: 173 time: 2.2424564 Feb 04 20:07:52.070661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'name': 'network-vif-deleted', 'tag': '804025bf-ab4a-419c-8494-c7f63eb5cd1b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:52.127707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Deleting port 159175ca-76eb-469b-bbde-6eab05e5f79b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:07:52.128762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:52.266325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a3942f98-fbe5-4c05-b199-856ddf1859bf None None] Provisioning for port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:52.389371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a3942f98-fbe5-4c05-b199-856ddf1859bf None None] Provisioning complete for port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:52.389824 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3942f98-fbe5-4c05-b199-856ddf1859bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:52.479289 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6a6b957-6e35-432e-b348-12cb1c328c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:52.508969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b726f72-1f11-4d7a-9173-7d3ecd1ffa9a req-506d163c-c8f8-4be6-971a-a507dbb79b5f tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 210 time: 0.1033103 Feb 04 20:07:52.798450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:52.854621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:52.856674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.129932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] For port 159175ca-76eb-469b-bbde-6eab05e5f79b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=159175ca-76eb-469b-bbde-6eab05e5f79b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:53.131136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.331676 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3942f98-fbe5-4c05-b199-856ddf1859bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.565275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Calling delete_port for 159175ca-76eb-469b-bbde-6eab05e5f79b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:07:53.606527 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.708180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a3942f98-fbe5-4c05-b199-856ddf1859bf None None] For port 6ccb73ed-1a14-4b84-8482-9138a1582ee8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6ccb73ed-1a14-4b84-8482-9138a1582ee8,segment=NetworkSegment(9e13b704-3098-4a34-ac43-7122622a6036),segment_id=9e13b704-3098-4a34-ac43-7122622a6036)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:53.717101 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.722979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:53.756665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:53.778163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3942f98-fbe5-4c05-b199-856ddf1859bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.789465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.871209 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:53.872397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 804025bf-ab4a-419c-8494-c7f63eb5cd1b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:53.960532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 804025bf-ab4a-419c-8494-c7f63eb5cd1b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:53.961276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 804025bf-ab4a-419c-8494-c7f63eb5cd1b not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:53.981536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f4bd6b0b-b10f-44cd-b207-09029e0d0fae up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:54.454375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-c30239ad-e050-40a8-a3bc-05aa95e8fbe9 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:54.458560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-c30239ad-e050-40a8-a3bc-05aa95e8fbe9 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.62 "GET /v2.0/networks?id=ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 HTTP/1.1" status: 200 len: 809 time: 0.8043599 Feb 04 20:07:54.490643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Request body: {'port': {'device_id': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80', 'admin_state_up': True, 'tenant_id': 'bedf399593fa46c2afede38d83aa20c8'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:54.498157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:54.520258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b03cf-e291-47c4-afbc-a225a8c00937 req-2be5645d-dae6-4fd3-8c81-f65e4594b677 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:54.536614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-569b03cf-e291-47c4-afbc-a225a8c00937 req-2be5645d-dae6-4fd3-8c81-f65e4594b677 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 951 time: 3.1532123 Feb 04 20:07:54.552532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:07:54.676162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a07e99-d3c5-45c7-896f-9624d8b6f935 req-e56618ea-8a00-45d9-8624-002956635949 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:54.682205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a07e99-d3c5-45c7-896f-9624d8b6f935 req-e56618ea-8a00-45d9-8624-002956635949 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:54.690257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52a07e99-d3c5-45c7-896f-9624d8b6f935 req-e56618ea-8a00-45d9-8624-002956635949 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1682 time: 0.9770136 Feb 04 20:07:54.713818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-f4bca0f6-449a-4965-91da-9195898e1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:54.716132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-f4bca0f6-449a-4965-91da-9195898e1018 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 1097 time: 3.0705783 Feb 04 20:07:54.747095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3942f98-fbe5-4c05-b199-856ddf1859bf None None] Pushing event updated for resources: {'Port': ['ID=6ccb73ed-1a14-4b84-8482-9138a1582ee8,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:55.053200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52a07e99-d3c5-45c7-896f-9624d8b6f935 req-91a7e852-d304-49a2-bebb-ca3384f8cee7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618064 Feb 04 20:07:55.086727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e2d1b28e-b28b-4dc8-84ff-c50283513024 None None] Provisioning for port 3be665ee-5eeb-4420-9407-47d626882e77 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:55.165173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:55.183849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Usage tracker for resource:port and tenant:bedf399593fa46c2afede38d83aa20c8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:55.203892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:55.223930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e2d1b28e-b28b-4dc8-84ff-c50283513024 None None] Provisioning complete for port 3be665ee-5eeb-4420-9407-47d626882e77 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:55.226972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b28e-b28b-4dc8-84ff-c50283513024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:55.228028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:55.257145 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989d38ec-9b80-423e-99c9-09547ba64ce5', 'name': 'network-vif-deleted', 'tag': '804025bf-ab4a-419c-8494-c7f63eb5cd1b', 'status': 'completed', 'code': 200} Feb 04 20:07:55.268733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55058) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:55.275524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'subnet': {'network_id': '1235983c-af0b-45d8-9ef4-8c92f83c5044', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:55.386754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:55.426540 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:55.442442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1b28e-b28b-4dc8-84ff-c50283513024 None None] Port 3be665ee-5eeb-4420-9407-47d626882e77 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:55.464923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Made reservation on behalf of bedf399593fa46c2afede38d83aa20c8 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:55.473410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event deleted for resources: {'Port': ['ID=159175ca-76eb-469b-bbde-6eab05e5f79b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:55.485063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:55.532631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port f4bd6b0b-b10f-44cd-b207-09029e0d0fae completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:07:55.549345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e2d1b28e-b28b-4dc8-84ff-c50283513024 None None] Provisioning complete for port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:55.549720 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b28e-b28b-4dc8-84ff-c50283513024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:55.599303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:55.603174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port f4bd6b0b-b10f-44cd-b207-09029e0d0fae triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:55.604105 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:55.680324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:55.693467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:subnet and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:55.696970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:55.706884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-569b03cf-e291-47c4-afbc-a225a8c00937 req-5884b235-6969-4d4f-be68-3cc8ad31a762 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1679535 Feb 04 20:07:55.708210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-a158c697-ce37-4fa4-b9cd-d44b1fc2d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:55.709672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-a158c697-ce37-4fa4-b9cd-d44b1fc2d17c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.4155931 Feb 04 20:07:55.718356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] No DVR routers for this DVR port 159175ca-76eb-469b-bbde-6eab05e5f79b on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:07:55.722399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:55.726653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-deleted', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:55.727823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:55.829346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89995-6e70-4987-81b8-9f7d1a0ef52a req-eb829c7b-09bd-412b-ab6b-1cd7266522f2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:55.836425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ec89995-6e70-4987-81b8-9f7d1a0ef52a req-eb829c7b-09bd-412b-ab6b-1cd7266522f2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2149088 Feb 04 20:07:55.857991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-e76cf29d-a6e0-4aa2-8cc1-d91446d3a76c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1981475-470a-4323-8051-efa4c6353571 HTTP/1.1" status: 200 len: 217 time: 0.1315949 Feb 04 20:07:55.866145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-280f7927-3433-48d7-bfaa-9fdd288cdb1c req-582f1fc5-8a7a-4d79-ae81-d3b4dc5bc416 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.24 "DELETE /v2.0/ports/159175ca-76eb-469b-bbde-6eab05e5f79b HTTP/1.1" status: 204 len: 173 time: 4.0281868 Feb 04 20:07:55.870820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:55.874530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:56.011391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ec89995-6e70-4987-81b8-9f7d1a0ef52a req-7cf5cf2a-3a2e-431e-8333-7f445258b16d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739843 Feb 04 20:07:56.038840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Allocated IP 172.20.0.14 (ab36360b-bfdc-45cb-8cc0-d2d8699ccc80/81c96287-9138-48b5-ad84-c159b628b5ac/861f193a-fbe8-4316-9e8f-2f2489ae259f) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:56.041604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:56.062789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee6540b3-0d26-4535-b172-5b1f659c223b req-0b5b5316-400d-40fd-9b39-50dc02bfd3b4 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 210 time: 0.0672460 Feb 04 20:07:56.283408 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a', 'code': 200} Feb 04 20:07:56.395890 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd55ab2-40db-4497-a750-393167534ce6', 'name': 'network-vif-deleted', 'tag': '159175ca-76eb-469b-bbde-6eab05e5f79b', 'status': 'completed', 'code': 200} Feb 04 20:07:56.453653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f4bd6b0b-b10f-44cd-b207-09029e0d0fae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:07:56.535080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-20a92e3e-1bc7-4952-9030-c55e34056f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:56.536552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-20a92e3e-1bc7-4952-9030-c55e34056f01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.6570425 Feb 04 20:07:56.585992 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:56.592784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:56.593576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:07:56.712183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 159175ca-76eb-469b-bbde-6eab05e5f79b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:07:56.712183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 159175ca-76eb-469b-bbde-6eab05e5f79b not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:07:56.716002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a4069756-1428-48d8-955b-48bf9bc93b59 None None] Provisioning complete for port 3be665ee-5eeb-4420-9407-47d626882e77 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:56.716382 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a4069756-1428-48d8-955b-48bf9bc93b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:56.741500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:56.792005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-4561333c-7d3b-46d8-aeb0-898a571d0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:56.792528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-4561333c-7d3b-46d8-aeb0-898a571d0c9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2431347 Feb 04 20:07:56.809160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff95892-f61b-4c43-90f8-299ea3b04d07 req-0d984f82-4c18-4d45-ac8f-5bfb62f90754 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:56.815857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff95892-f61b-4c43-90f8-299ea3b04d07 req-0d984f82-4c18-4d45-ac8f-5bfb62f90754 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:56.822842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cff95892-f61b-4c43-90f8-299ea3b04d07 req-0d984f82-4c18-4d45-ac8f-5bfb62f90754 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1682 time: 0.3885295 Feb 04 20:07:56.903343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a4069756-1428-48d8-955b-48bf9bc93b59 None None] Port 3be665ee-5eeb-4420-9407-47d626882e77 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:56.924381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6ccb73ed-1a14-4b84-8482-9138a1582ee8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:07:56.934253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Subnet': ['ID=50e8cd8e-ac86-408e-89eb-20a475d831b5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:56.942843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:56.998327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cff95892-f61b-4c43-90f8-299ea3b04d07 req-89765412-ac46-479f-a9a8-26bfc8dbed51 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745570 Feb 04 20:07:57.049231 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:57.058634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-7735b48b-b543-4a83-8ff1-d6b1c94b26ca service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185898 Feb 04 20:07:57.114280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Pushing event updated for resources: {'Port': ['ID=861f193a-fbe8-4316-9e8f-2f2489ae259f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:57.120748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:57.122297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:57.126174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:57.171551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:57.207047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:57.209163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:57.218710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:57.219833 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:57.250561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a788d87-e323-4c12-b3fc-2585e2977eec req-3fb98ae5-a277-4827-aec3-e51083058da3 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847935 Feb 04 20:07:57.253293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:57.365065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1fc47a02-e098-435e-99f8-e3ed321e6420 req-b7f5b497-6f6f-4c35-9859-2e858d1bf592 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:57.383056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-8199665b-3ce6-4fd4-886d-ef73b3855d00 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9069507 Feb 04 20:07:57.395577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Checking segment: {'id': '83fc0613-a334-49dd-a38c-3ab761f50428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1235983c-af0b-45d8-9ef4-8c92f83c5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:57.396887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network hostable DHCP agents. Network: 1235983c-af0b-45d8-9ef4-8c92f83c5044, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:07:57.402009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=3be665ee-5eeb-4420-9407-47d626882e77,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:57.420374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Request body: {'port': {'device_id': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:57.483858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1fc47a02-e098-435e-99f8-e3ed321e6420 req-b7f5b497-6f6f-4c35-9859-2e858d1bf592 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:57.485223 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fc47a02-e098-435e-99f8-e3ed321e6420 req-b7f5b497-6f6f-4c35-9859-2e858d1bf592 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfd55ab2-40db-4497-a750-393167534ce6 HTTP/1.1" status: 200 len: 210 time: 0.1948173 Feb 04 20:07:57.610605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network 1235983c-af0b-45d8-9ef4-8c92f83c5044 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:07:57.627010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:57.837023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e102a0df-13fd-4ab8-8e79-bcbe5e1b2542 None None] Provisioning complete for port 3be665ee-5eeb-4420-9407-47d626882e77 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:07:57.839901 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e102a0df-13fd-4ab8-8e79-bcbe5e1b2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:57.935875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e102a0df-13fd-4ab8-8e79-bcbe5e1b2542 None None] Port 3be665ee-5eeb-4420-9407-47d626882e77 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:07:58.032782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1235983c-af0b-45d8-9ef4-8c92f83c5044) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:58.042487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0811e3b-718f-4c04-84ee-1d7c0274c1b3 None None] Network 1235983c-af0b-45d8-9ef4-8c92f83c5044 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:07:58.051089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:58.051576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:58.078128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026f80-36bc-4998-89e5-2aab519a54df req-ba02cfe6-42c2-4b11-954e-91641b3f872a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:58.079747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08026f80-36bc-4998-89e5-2aab519a54df req-ba02cfe6-42c2-4b11-954e-91641b3f872a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6248047 Feb 04 20:07:58.130068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:58.165720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb299c-2f0f-45f2-a28d-f5a11d5b3f38 req-95f6fbf7-b3d2-405c-bd80-a61de8919415 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:58.166661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-84eb299c-2f0f-45f2-a28d-f5a11d5b3f38 req-95f6fbf7-b3d2-405c-bd80-a61de8919415 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Synchronizing usage tracker for tenant:bedf399593fa46c2afede38d83aa20c8 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:07:58.290416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:58.316136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-1235983c-af0b-45d8-9ef4-8c92f83c5044', 'network_id': '1235983c-af0b-45d8-9ef4-8c92f83c5044', 'tenant_id': 'bb6fc658fb984fa6809f1a7f0f366206', 'fixed_ips': [{'subnet_id': '50e8cd8e-ac86-408e-89eb-20a475d831b5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:07:58.317458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:58.381723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99c222fd-7098-4542-8f90-2638c210eb09 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1118701 Feb 04 20:07:58.386566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55098) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:58.411275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1915744505'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:58.426767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:07:58.438341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861f193a-fbe8-4316-9e8f-2f2489ae259f {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:07:58.444988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08026f80-36bc-4998-89e5-2aab519a54df req-5e4753f4-06ee-4a47-8021-3d7c39277080 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324053 Feb 04 20:07:58.448640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:network and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:07:58.455030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:07:58.459393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:58.467168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:07:58.473846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-84eb299c-2f0f-45f2-a28d-f5a11d5b3f38 req-95f6fbf7-b3d2-405c-bd80-a61de8919415 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Unset dirty status for tenant:bedf399593fa46c2afede38d83aa20c8 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:07:58.477112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-84eb299c-2f0f-45f2-a28d-f5a11d5b3f38 req-95f6fbf7-b3d2-405c-bd80-a61de8919415 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 932 time: 0.6404829 Feb 04 20:07:58.520344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Transition to ACTIVE for port object 861f193a-fbe8-4316-9e8f-2f2489ae259f will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:58.561461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-84eb299c-2f0f-45f2-a28d-f5a11d5b3f38 req-fd1ef37c-1a8f-43b0-885f-fffdeb6dea22 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811737 Feb 04 20:07:58.572174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Allocated IP 2001:db8:0:ffff::2 (1235983c-af0b-45d8-9ef4-8c92f83c5044/50e8cd8e-ac86-408e-89eb-20a475d831b5/63815458-3001-4b11-8772-da81efd412ed) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:07:58.667461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:07:58.672277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:58.685795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:58.836317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:58.891466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:07:58.912055 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae', 'code': 200} Feb 04 20:07:58.936175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Pushing event updated for resources: {'Port': ['ID=861f193a-fbe8-4316-9e8f-2f2489ae259f,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:59.026408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.043905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Transition to ACTIVE for port object 63815458-3001-4b11-8772-da81efd412ed will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:59.066057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Transition to ACTIVE for port object 63815458-3001-4b11-8772-da81efd412ed will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:07:59.066353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.074348 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Added segment d096ca2c-3d06-4b22-8877-33e89151213e of type vlan for network d701773b-2fd4-4870-80b7-a6ae7645bb6a Feb 04 20:07:59.080761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Attempting to bind port 861f193a-fbe8-4316-9e8f-2f2489ae259f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:59.081100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Attempting to bind port 861f193a-fbe8-4316-9e8f-2f2489ae259f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '394afddf-9151-49ca-8a43-693f36a4cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:59.081435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Attempting to bind port 861f193a-fbe8-4316-9e8f-2f2489ae259f on network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:59.091186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Port 861f193a-fbe8-4316-9e8f-2f2489ae259f on network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:07:59.092062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Attempting to bind port 861f193a-fbe8-4316-9e8f-2f2489ae259f on network ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:59.110971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:59.111356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Checking segment: {'id': '394afddf-9151-49ca-8a43-693f36a4cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:59.111704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Bound using segment: {'id': '394afddf-9151-49ca-8a43-693f36a4cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:59.112156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Bound port: 861f193a-fbe8-4316-9e8f-2f2489ae259f, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394afddf-9151-49ca-8a43-693f36a4cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:59.112507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.136838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.185849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.265435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] For port 861f193a-fbe8-4316-9e8f-2f2489ae259f, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:59.269284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] For port 861f193a-fbe8-4316-9e8f-2f2489ae259f, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=861f193a-fbe8-4316-9e8f-2f2489ae259f,segment=NetworkSegment(394afddf-9151-49ca-8a43-693f36a4cbdc),segment_id=394afddf-9151-49ca-8a43-693f36a4cbdc)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:59.293891 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.300677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:59.304930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.318426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Network 1235983c-af0b-45d8-9ef4-8c92f83c5044 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:07:59.337243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:07:59.339827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:07:59.375153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5db61a-f9eb-4dfd-819e-a572ff23a68a req-84f33920-921d-4cc1-bfd1-32afb6a3d840 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:59.377502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5db61a-f9eb-4dfd-819e-a572ff23a68a req-84f33920-921d-4cc1-bfd1-32afb6a3d840 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:59.385234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc5db61a-f9eb-4dfd-819e-a572ff23a68a req-84f33920-921d-4cc1-bfd1-32afb6a3d840 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1683 time: 0.6490068 Feb 04 20:07:59.431122 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.459745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Pushing event updated for resources: {'Port': ['ID=63815458-3001-4b11-8772-da81efd412ed,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:59.464088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Attempting to bind port 63815458-3001-4b11-8772-da81efd412ed on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:07:59.464458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Attempting to bind port 63815458-3001-4b11-8772-da81efd412ed by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '83fc0613-a334-49dd-a38c-3ab761f50428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1235983c-af0b-45d8-9ef4-8c92f83c5044'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:07:59.464816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Attempting to bind port 63815458-3001-4b11-8772-da81efd412ed on network 1235983c-af0b-45d8-9ef4-8c92f83c5044 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:07:59.473988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:07:59.474371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Checking segment: {'id': '83fc0613-a334-49dd-a38c-3ab761f50428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1235983c-af0b-45d8-9ef4-8c92f83c5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:07:59.475256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.475455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Bound using segment: {'id': '83fc0613-a334-49dd-a38c-3ab761f50428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1235983c-af0b-45d8-9ef4-8c92f83c5044'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:07:59.475954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Bound port: 63815458-3001-4b11-8772-da81efd412ed, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fc0613-a334-49dd-a38c-3ab761f50428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1235983c-af0b-45d8-9ef4-8c92f83c5044'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:07:59.476331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.520078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc5db61a-f9eb-4dfd-819e-a572ff23a68a req-3108e069-b40d-4b91-a846-f9578435bfd9 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339095 Feb 04 20:07:59.531409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e27d5-ebd3-444a-977e-51a13544402e req-a0959b87-a54d-421d-8f23-77c7ab91e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:59.531409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e27d5-ebd3-444a-977e-51a13544402e req-a0959b87-a54d-421d-8f23-77c7ab91e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:59.541683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a00e27d5-ebd3-444a-977e-51a13544402e req-a0959b87-a54d-421d-8f23-77c7ab91e6a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1985 time: 0.4883699 Feb 04 20:07:59.642657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] For port 63815458-3001-4b11-8772-da81efd412ed, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:07:59.649164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] For port 63815458-3001-4b11-8772-da81efd412ed, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=63815458-3001-4b11-8772-da81efd412ed,segment=NetworkSegment(83fc0613-a334-49dd-a38c-3ab761f50428),segment_id=83fc0613-a334-49dd-a38c-3ab761f50428)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:07:59.679164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2886183 Feb 04 20:07:59.680534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55130) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:07:59.685980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:07:59.686901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.690335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] 10.222.0.62 "PUT /v2.0/ports/861f193a-fbe8-4316-9e8f-2f2489ae259f HTTP/1.1" status: 200 len: 1092 time: 2.2965157 Feb 04 20:07:59.704366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'tag': '861f193a-fbe8-4316-9e8f-2f2489ae259f'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:07:59.718383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'subnet': {'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:07:59.744071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a271-1b3c-41d6-beb2-7b3074077451 service neutron] Pushing event updated for resources: {'Port': ['ID=861f193a-fbe8-4316-9e8f-2f2489ae259f,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:07:59.768775 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.796698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a00e27d5-ebd3-444a-977e-51a13544402e req-503b0bc5-15da-403a-b0fd-6f027bb5e61f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399452 Feb 04 20:07:59.870927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-f0cbe903-21ec-4d09-89e5-1590eaf93dca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2155404 Feb 04 20:07:59.890614 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:07:59.959618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01897537-95d5-4213-9e02-5449d3b59c04 None None] Pushing event updated for resources: {'Port': ['ID=63815458-3001-4b11-8772-da81efd412ed,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:00.007437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:00.020815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575062c-bccf-44b3-9345-1f743e5e4787 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Network': ['ID=d701773b-2fd4-4870-80b7-a6ae7645bb6a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:00.032172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d701773b-2fd4-4870-80b7-a6ae7645bb6a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:08:00.351887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=3be665ee-5eeb-4420-9407-47d626882e77,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:00.371460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:00.387755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:subnet and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:00.392616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:00.415075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:00.421783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:00.455876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6994e1e-43ed-4938-936e-24624b0ae713 req-da103314-b2c9-4064-b24b-9882b963e8c2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:00.463509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6994e1e-43ed-4938-936e-24624b0ae713 req-da103314-b2c9-4064-b24b-9882b963e8c2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6990774 Feb 04 20:08:00.490644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-e9434e59-9916-4266-88b2-e46d9aa85110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:00.505275 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-e9434e59-9916-4266-88b2-e46d9aa85110 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bedf399593fa46c2afede38d83aa20c8&device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 1095 time: 0.6011465 Feb 04 20:08:00.608787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:00.612399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:00.637290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-7c3956c3-a7aa-4755-9f5e-d7982d46589f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861f193a-fbe8-4316-9e8f-2f2489ae259f HTTP/1.1" status: 200 len: 217 time: 0.1228228 Feb 04 20:08:00.792215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6994e1e-43ed-4938-936e-24624b0ae713 req-06759389-b307-42c5-8530-be1bdac2b6e7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277018 Feb 04 20:08:00.889150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 63815458-3001-4b11-8772-da81efd412ed up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:00.907285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-e3330efd-a02c-4cac-818a-00a0b4e8a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:00.908754 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-e3330efd-a02c-4cac-818a-00a0b4e8a6bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.9877052 Feb 04 20:08:00.928390 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'tag': '861f193a-fbe8-4316-9e8f-2f2489ae259f', 'status': 'completed', 'code': 200} Feb 04 20:08:00.930048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-5a7a878e-21e4-48b4-9524-0d86dcba8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:00.942225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-5a7a878e-21e4-48b4-9524-0d86dcba8392 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81c96287-9138-48b5-ad84-c159b628b5ac HTTP/1.1" status: 200 len: 849 time: 0.2435622 Feb 04 20:08:01.026077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network efa69718-58b8-4747-ad96-917996a4c6f3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:01.064489 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-a6b4b7ee-7974-4142-ac65-530b3b792ac0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab36360b-bfdc-45cb-8cc0-d2d8699ccc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157355 Feb 04 20:08:01.137816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:01.145751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 63815458-3001-4b11-8772-da81efd412ed completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:01.605303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-269936dc-55f2-409f-a370-cd64d168c801 None None] Provisioning complete for port 3be665ee-5eeb-4420-9407-47d626882e77 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:01.605675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-269936dc-55f2-409f-a370-cd64d168c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:01.615427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81577ec3-a3a2-457d-824a-8151cdf30e43 req-6b621dc5-76a1-4522-b5c0-06260a79bdd3 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:01.617668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81577ec3-a3a2-457d-824a-8151cdf30e43 req-6b621dc5-76a1-4522-b5c0-06260a79bdd3 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 944 time: 0.9704521 Feb 04 20:08:01.627333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-aa254d53-18c8-4614-94f2-e3cec5477f6f service neutron] 10.222.0.62 "GET /v2.0/networks/ab36360b-bfdc-45cb-8cc0-d2d8699ccc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535595 Feb 04 20:08:01.636589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69888b-d14c-4fde-9a1c-422f397e381c req-895f37a2-3231-4a83-9b71-0da50e777cca tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:01.643583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd69888b-d14c-4fde-9a1c-422f397e381c req-895f37a2-3231-4a83-9b71-0da50e777cca tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.5078316 Feb 04 20:08:01.647077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-8b266bc2-3564-47b4-be62-4e1abb90ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:01.650821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-8b266bc2-3564-47b4-be62-4e1abb90ad2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.7022142 Feb 04 20:08:01.693560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-269936dc-55f2-409f-a370-cd64d168c801 None None] Port 3be665ee-5eeb-4420-9407-47d626882e77 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:01.776289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6fb66-94d0-48b8-8a93-27cc48183f64 None None] Network 1235983c-af0b-45d8-9ef4-8c92f83c5044 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:01.876284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-81577ec3-a3a2-457d-824a-8151cdf30e43 req-7495f3c4-e506-45f3-9ade-7c230720bcb8 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Synchronizing usage tracker for tenant:bedf399593fa46c2afede38d83aa20c8 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:01.935065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c294e03b-3793-4acf-bd64-c3a1ebd7c364 req-ae6c4c9a-31e4-4794-a6f4-eb42984885af service neutron] 10.222.0.62 "GET /v2.0/networks/ab36360b-bfdc-45cb-8cc0-d2d8699ccc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753191 Feb 04 20:08:01.938583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-afd07296-2d78-4cc2-8a8a-49e11bf97916 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.2149990 Feb 04 20:08:02.009566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd69888b-d14c-4fde-9a1c-422f397e381c req-baaa84ba-cd1d-4fab-b12f-9db0569fdae2 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650196 Feb 04 20:08:02.031177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d5c125cd-664d-4ad3-9af6-bfdf310378ea None None] Provisioning for port 63815458-3001-4b11-8772-da81efd412ed completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:02.032164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-81577ec3-a3a2-457d-824a-8151cdf30e43 req-7495f3c4-e506-45f3-9ade-7c230720bcb8 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Unset dirty status for tenant:bedf399593fa46c2afede38d83aa20c8 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:02.044258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d5c125cd-664d-4ad3-9af6-bfdf310378ea None None] Provisioning complete for port 63815458-3001-4b11-8772-da81efd412ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:02.045276 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d5c125cd-664d-4ad3-9af6-bfdf310378ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:02.050866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81577ec3-a3a2-457d-824a-8151cdf30e43 req-7495f3c4-e506-45f3-9ade-7c230720bcb8 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370254 Feb 04 20:08:02.051781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Router 684a37cc-e663-497e-8ca8-94edb0604cc0 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:08:02.112884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-584c2fa0-eae3-44cc-82ba-b7784e1072ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:02.114870 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-584c2fa0-eae3-44cc-82ba-b7784e1072ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1514428 Feb 04 20:08:02.192506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:08:02.197866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:02.306085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Subnet': ['ID=da02d7ef-d6bb-4cbd-989a-43e174711b11,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:02.311379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Checking segment: {'id': 'd096ca2c-3d06-4b22-8877-33e89151213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:02.311745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network hostable DHCP agents. Network: d701773b-2fd4-4870-80b7-a6ae7645bb6a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:08:02.345165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918efdf4-1778-4299-a48d-f2693297a782 req-92918f9c-ec9c-456d-b578-46178d375105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:02.346654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918efdf4-1778-4299-a48d-f2693297a782 req-92918f9c-ec9c-456d-b578-46178d375105 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bedf399593fa46c2afede38d83aa20c8&device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 1095 time: 0.2376897 Feb 04 20:08:02.463061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network d701773b-2fd4-4870-80b7-a6ae7645bb6a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:08:02.527939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-45e765b4-5120-48aa-9a9f-3c00985ade13 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:02.530186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-45e765b4-5120-48aa-9a9f-3c00985ade13 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:02.540292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918efdf4-1778-4299-a48d-f2693297a782 req-1a46b991-9083-4a47-b723-6762cc50755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:02.542240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918efdf4-1778-4299-a48d-f2693297a782 req-1a46b991-9083-4a47-b723-6762cc50755b service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 HTTP/1.1" status: 200 len: 910 time: 0.1829350 Feb 04 20:08:02.583947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d5c125cd-664d-4ad3-9af6-bfdf310378ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:02.586113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:08:02.592555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b175a179-5f08-4a9c-ac53-440f4303d6d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "PUT /v2.0/routers/684a37cc-e663-497e-8ca8-94edb0604cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6759410 Feb 04 20:08:02.598150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-45e765b4-5120-48aa-9a9f-3c00985ade13 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:02.605210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-45e765b4-5120-48aa-9a9f-3c00985ade13 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.9471760 Feb 04 20:08:02.605366 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] Sync routers for ids ['684a37cc-e663-497e-8ca8-94edb0604cc0'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:08:02.606051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55158) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:02.616723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] Routers {'684a37cc-e663-497e-8ca8-94edb0604cc0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:08:02.618557 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['684a37cc-e663-497e-8ca8-94edb0604cc0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:02.665967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d5c125cd-664d-4ad3-9af6-bfdf310378ea None None] For port 63815458-3001-4b11-8772-da81efd412ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=63815458-3001-4b11-8772-da81efd412ed,segment=NetworkSegment(83fc0613-a334-49dd-a38c-3ab761f50428),segment_id=83fc0613-a334-49dd-a38c-3ab761f50428)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:02.709490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, d701773b-2fd4-4870-80b7-a6ae7645bb6a) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:02.714943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:02.715519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:02.720236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064d3e0-085d-4f4c-9544-b839bccd61a3 None None] Network d701773b-2fd4-4870-80b7-a6ae7645bb6a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:02.732226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918efdf4-1778-4299-a48d-f2693297a782 req-30ac651b-ebf7-4e51-8113-bd31381a324e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861f193a-fbe8-4316-9e8f-2f2489ae259f HTTP/1.1" status: 200 len: 217 time: 0.1824050 Feb 04 20:08:02.754853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Deleting port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:02.755423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:02.765013 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d5c125cd-664d-4ad3-9af6-bfdf310378ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:02.816197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918efdf4-1778-4299-a48d-f2693297a782 req-773047ae-6f2e-4916-8e62-ad3482d95c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:02.817574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918efdf4-1778-4299-a48d-f2693297a782 req-773047ae-6f2e-4916-8e62-ad3482d95c3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81c96287-9138-48b5-ad84-c159b628b5ac HTTP/1.1" status: 200 len: 849 time: 0.0787642 Feb 04 20:08:02.823854 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:02.848403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] Routers {'684a37cc-e663-497e-8ca8-94edb0604cc0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:08:02.849560 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['684a37cc-e663-497e-8ca8-94edb0604cc0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:02.881094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918efdf4-1778-4299-a48d-f2693297a782 req-4ea784ad-7e6b-4720-b395-5af3218dfe5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab36360b-bfdc-45cb-8cc0-d2d8699ccc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525007 Feb 04 20:08:02.971397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8356f81e-169d-4281-9b34-00b1751dfbe9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2682655 Feb 04 20:08:02.975096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55168) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:02.988062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:02.988777 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bd34e-fd8e-44aa-896c-2d698f8b13c7 None None] The sync data for ids ['684a37cc-e663-497e-8ca8-94edb0604cc0'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:08:03.002958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'port': {'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a', 'name': 'tempest-NetworksIpV6TestAttrs-1098974410'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:03.163579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-c26ae060-c328-4cd1-bd52-bd2ef769cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:03.165108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-c26ae060-c328-4cd1-bd52-bd2ef769cc78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7073352 Feb 04 20:08:03.211556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c125cd-664d-4ad3-9af6-bfdf310378ea None None] Pushing event updated for resources: {'Port': ['ID=63815458-3001-4b11-8772-da81efd412ed,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:03.335312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918efdf4-1778-4299-a48d-f2693297a782 req-982fa527-2a1c-4427-a8d8-354e3f4ae92a service neutron] 10.222.0.62 "GET /v2.0/networks/ab36360b-bfdc-45cb-8cc0-d2d8699ccc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392533 Feb 04 20:08:03.384883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f659654-e1d5-48f4-9cd1-428ba9019021 req-76226abd-a72d-4cb7-a97b-69965fc54bd7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:03.393266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f659654-e1d5-48f4-9cd1-428ba9019021 req-76226abd-a72d-4cb7-a97b-69965fc54bd7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:03.401871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3640aff6-d59c-4442-8141-c4cdb590caff None None] Provisioning complete for port 63815458-3001-4b11-8772-da81efd412ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:03.402240 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3640aff6-d59c-4442-8141-c4cdb590caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:03.413467 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f659654-e1d5-48f4-9cd1-428ba9019021 req-76226abd-a72d-4cb7-a97b-69965fc54bd7 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1683 time: 0.9904730 Feb 04 20:08:03.441731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:03.465128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-d701773b-2fd4-4870-80b7-a6ae7645bb6a', 'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a', 'tenant_id': 'bb6fc658fb984fa6809f1a7f0f366206', 'fixed_ips': [{'subnet_id': 'da02d7ef-d6bb-4cbd-989a-43e174711b11'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:08:03.465953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:03.502634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918efdf4-1778-4299-a48d-f2693297a782 req-4bb348d7-067a-4de1-8c82-7b23569a1060 service neutron] 10.222.0.62 "GET /v2.0/networks/ab36360b-bfdc-45cb-8cc0-d2d8699ccc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538358 Feb 04 20:08:03.506813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:port and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:03.558975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:03.577736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:03.642591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423aced-c7a8-4a65-8610-f327cb041bd9 req-69a25798-0dd1-46e9-a9b1-bd33c12819f3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:03.648314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c423aced-c7a8-4a65-8610-f327cb041bd9 req-69a25798-0dd1-46e9-a9b1-bd33c12819f3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1480803 Feb 04 20:08:03.707593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c423aced-c7a8-4a65-8610-f327cb041bd9 req-23227a9c-e34b-40ee-ba64-c368bcda16b1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513673 Feb 04 20:08:03.708694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:03.714029 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:03.743185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] device_id is not set on port a6d6e3b7-d0a8-4ad1-a798-26129c12007c yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:08:03.757346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Allocated IP 2001:db8::f816:3eff:feda:cf28 (d701773b-2fd4-4870-80b7-a6ae7645bb6a/da02d7ef-d6bb-4cbd-989a-43e174711b11/d2ea70b4-4472-4d8c-a353-05ea26f0d36a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:03.828640 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f659654-e1d5-48f4-9cd1-428ba9019021 req-73843c31-64ff-46f2-af6f-760e36f416a9 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124420 Feb 04 20:08:03.857187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2378e-547d-4ced-aa0a-124bf96d6f32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:03.862353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63b2378e-547d-4ced-aa0a-124bf96d6f32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:03.881145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] For port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:03.881865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:04.000031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c857c51-6062-4ace-ab7a-36ace14ab7e3 req-e4e2934b-809c-49b0-b068-35471c7e86f9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:04.004428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c857c51-6062-4ace-ab7a-36ace14ab7e3 req-e4e2934b-809c-49b0-b068-35471c7e86f9 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 949 time: 0.1126628 Feb 04 20:08:04.066834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c857c51-6062-4ace-ab7a-36ace14ab7e3 req-0e4a611e-f5fb-45ec-bc03-6538c00e28aa tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Feb 04 20:08:04.130202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:04.142500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Transition to ACTIVE for port object d2ea70b4-4472-4d8c-a353-05ea26f0d36a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:04.146792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Calling delete_port for 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:04.162935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Transition to ACTIVE for port object d2ea70b4-4472-4d8c-a353-05ea26f0d36a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:04.194816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-b5abe7d0-ef96-4c41-b2e1-ec6b2cd36b1e service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0098722 Feb 04 20:08:04.259666 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:04.319059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63b2378e-547d-4ced-aa0a-124bf96d6f32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:04.323808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-63b2378e-547d-4ced-aa0a-124bf96d6f32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports?device_id=684a37cc-e663-497e-8ca8-94edb0604cc0 HTTP/1.1" status: 200 len: 981 time: 1.7169843 Feb 04 20:08:04.332743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55194) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:04.401750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Pushing event updated for resources: {'Port': ['ID=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:04.420761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Network d701773b-2fd4-4870-80b7-a6ae7645bb6a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:04.422598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:04.425423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:04.444712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Allocated IP 2001:db8::f816:3eff:fe5e:9152 (d701773b-2fd4-4870-80b7-a6ae7645bb6a/da02d7ef-d6bb-4cbd-989a-43e174711b11/a6d6e3b7-d0a8-4ad1-a798-26129c12007c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:04.535628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Attempting to bind port d2ea70b4-4472-4d8c-a353-05ea26f0d36a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:04.536082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Attempting to bind port d2ea70b4-4472-4d8c-a353-05ea26f0d36a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'd096ca2c-3d06-4b22-8877-33e89151213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:04.536376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Attempting to bind port d2ea70b4-4472-4d8c-a353-05ea26f0d36a on network d701773b-2fd4-4870-80b7-a6ae7645bb6a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:04.556215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:04.556567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Checking segment: {'id': 'd096ca2c-3d06-4b22-8877-33e89151213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:04.556975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:04.557543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Bound using segment: {'id': 'd096ca2c-3d06-4b22-8877-33e89151213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:04.558038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Bound port: d2ea70b4-4472-4d8c-a353-05ea26f0d36a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd096ca2c-3d06-4b22-8877-33e89151213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd701773b-2fd4-4870-80b7-a6ae7645bb6a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:04.558420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:04.587264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:04.795932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be7b9456-7ff3-4805-85dd-f439aa19d88c req-11fbec19-5aff-4021-bf86-68d8e32bf731 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815251 Feb 04 20:08:04.869438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] For port d2ea70b4-4472-4d8c-a353-05ea26f0d36a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:04.873330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] For port d2ea70b4-4472-4d8c-a353-05ea26f0d36a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,segment=NetworkSegment(d096ca2c-3d06-4b22-8877-33e89151213e),segment_id=d096ca2c-3d06-4b22-8877-33e89151213e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:04.900192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d5fff-3b89-4dac-80d3-3c9e0f0858bf req-b3b81534-1515-438b-bbec-c37eac45e525 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:04.908612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf2d5fff-3b89-4dac-80d3-3c9e0f0858bf req-b3b81534-1515-438b-bbec-c37eac45e525 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 944 time: 0.8047514 Feb 04 20:08:04.909614 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 63815458-3001-4b11-8772-da81efd412ed up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:04.964996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.089688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf2d5fff-3b89-4dac-80d3-3c9e0f0858bf req-bb744dd9-90c1-4e5a-a6a1-739153397dff tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799328 Feb 04 20:08:05.132998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-51715bd8-e0b6-46ea-a859-3958d0ebc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:05.134989 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-51715bd8-e0b6-46ea-a859-3958d0ebc479 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.1764901 Feb 04 20:08:05.212038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.224134 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.258856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Transition to ACTIVE for port object a6d6e3b7-d0a8-4ad1-a798-26129c12007c will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:05.320736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.391393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74bb3a-3a41-4921-b35a-2d3ff6580241 None None] Pushing event updated for resources: {'Port': ['ID=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:05.425334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.441214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:05.562444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 63815458-3001-4b11-8772-da81efd412ed triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:05.569182 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.601693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network d701773b-2fd4-4870-80b7-a6ae7645bb6a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:05.605027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event deleted for resources: {'Port': ['ID=9464bb8c-94ce-4a7c-8c3c-3d54788a0248,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:05.605595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:05.702930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:05.725922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:05.726779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.766403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a98cfa6-d6e6-4894-8669-a6e845d74bc9 req-2b97c417-c5b2-4b13-8a49-d135a2572bda tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 210 time: 0.1857200 Feb 04 20:08:05.790477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Port': ['ID=a6d6e3b7-d0a8-4ad1-a798-26129c12007c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:05.898360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2d0174fe-c89a-46f5-986b-58381b76d7be tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9127107 Feb 04 20:08:05.899283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55214) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:05.955898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] No DVR routers for this DVR port 9464bb8c-94ce-4a7c-8c3c-3d54788a0248 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:05.955898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:05.958509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-deleted', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:06.112429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting subnet da02d7ef-d6bb-4cbd-989a-43e174711b11 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:06.117518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:06.118533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-0efa0ce1-1486-4c10-92ea-84359486246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:06.120133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-0efa0ce1-1486-4c10-92ea-84359486246e service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.9146717 Feb 04 20:08:06.192659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5f957-0e79-4efc-85c9-8c9870522a6b req-9c5e05a7-86fc-4c33-afb7-465cc40d4abb tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:06.199365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5f957-0e79-4efc-85c9-8c9870522a6b req-9c5e05a7-86fc-4c33-afb7-465cc40d4abb tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:06.201680 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52a5f957-0e79-4efc-85c9-8c9870522a6b req-9c5e05a7-86fc-4c33-afb7-465cc40d4abb tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1683 time: 0.2032423 Feb 04 20:08:06.208967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:06.237237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:06.307530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52a5f957-0e79-4efc-85c9-8c9870522a6b req-70a57daf-1978-4ec5-bdca-1d2108632010 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645738 Feb 04 20:08:06.361714 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:06.395306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-33a3463d-ccf5-47ca-b531-95af4cc17b33 req-52f837d3-d79f-4641-a0bf-14a908b6b8bb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "DELETE /v2.0/ports/9464bb8c-94ce-4a7c-8c3c-3d54788a0248 HTTP/1.1" status: 204 len: 173 time: 3.7494929 Feb 04 20:08:06.407393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808d996-2e5e-4d8f-bf49-7b64c08c4505 req-de032985-5647-4b6b-aef3-41d3538b7d6a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:06.411746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8808d996-2e5e-4d8f-bf49-7b64c08c4505 req-de032985-5647-4b6b-aef3-41d3538b7d6a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.9316111 Feb 04 20:08:06.416354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-b460c29c-e40d-4723-a4fd-7725ac4e91c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.2900565 Feb 04 20:08:06.583036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-1c99afb7-1164-4680-8446-1a27a178c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:06.584473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-1c99afb7-1164-4680-8446-1a27a178c089 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1510577 Feb 04 20:08:06.591912 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c17670-3aed-47ea-94b0-f3b2438e2220', 'name': 'network-vif-deleted', 'tag': '9464bb8c-94ce-4a7c-8c3c-3d54788a0248', 'status': 'completed', 'code': 200} Feb 04 20:08:06.596754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 861f193a-fbe8-4316-9e8f-2f2489ae259f details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:08:06.751350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:06.791482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8808d996-2e5e-4d8f-bf49-7b64c08c4505 req-6d84bc79-7310-4811-bcac-6c951f1a5165 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740833 Feb 04 20:08:06.899992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Subnet': ['ID=da02d7ef-d6bb-4cbd-989a-43e174711b11,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:06.931023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-fae46c07-5fbe-4f17-9ac6-c307b5dd265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:06.935470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:06.937187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-fae46c07-5fbe-4f17-9ac6-c307b5dd265e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334305 Feb 04 20:08:06.950118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d2ea70b4-4472-4d8c-a353-05ea26f0d36a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:06.954637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e322fd38-5b64-4884-b9bc-8a490e8519b6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/da02d7ef-d6bb-4cbd-989a-43e174711b11 HTTP/1.1" status: 204 len: 168 time: 1.0533457 Feb 04 20:08:06.957116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55238) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:07.047355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594e9b5-c173-4b33-b874-9408436fec3d None None] Network d701773b-2fd4-4870-80b7-a6ae7645bb6a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:07.088758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 3be665ee-5eeb-4420-9407-47d626882e77 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:07.093982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.111033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aade6-b530-4285-a845-f48f1dba832f req-588576a4-6051-4e49-a9c1-93141a137a33 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:07.119032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-050aade6-b530-4285-a845-f48f1dba832f req-588576a4-6051-4e49-a9c1-93141a137a33 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 944 time: 0.4798095 Feb 04 20:08:07.133675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eee08-30f5-4231-86c8-770f2812487c req-a498467e-a7b3-453a-a3ca-3683a5265e20 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:07.142116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eee08-30f5-4231-86c8-770f2812487c req-a498467e-a7b3-453a-a3ca-3683a5265e20 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:07.142307 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e55eee08-30f5-4231-86c8-770f2812487c req-a498467e-a7b3-453a-a3ca-3683a5265e20 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1683 time: 0.4809363 Feb 04 20:08:07.150004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4891df-f3ba-4046-88b4-48f0aeb3e9c2 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:07.151726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4891df-f3ba-4046-88b4-48f0aeb3e9c2 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:07.152553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3c4891df-f3ba-4046-88b4-48f0aeb3e9c2 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Synchronizing usage tracker for tenant:bb6fc658fb984fa6809f1a7f0f366206 on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:07.170895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 861f193a-fbe8-4316-9e8f-2f2489ae259f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=861f193a-fbe8-4316-9e8f-2f2489ae259f,segment=NetworkSegment(394afddf-9151-49ca-8a43-693f36a4cbdc),segment_id=394afddf-9151-49ca-8a43-693f36a4cbdc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:07.215931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '861f193a-fbe8-4316-9e8f-2f2489ae259f', 'network_id': 'ab36360b-bfdc-45cb-8cc0-d2d8699ccc80', 'port_id': '861f193a-fbe8-4316-9e8f-2f2489ae259f', 'mac_address': 'fa:16:3e:01:06:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c96287-9138-48b5-ad84-c159b628b5ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:08:07.237855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-050aade6-b530-4285-a845-f48f1dba832f req-0d9cd9a9-b0df-4755-a363-1a261ce23bf2 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173778 Feb 04 20:08:07.299433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3c4891df-f3ba-4046-88b4-48f0aeb3e9c2 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Unset dirty status for tenant:bb6fc658fb984fa6809f1a7f0f366206 on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:07.300787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3c4891df-f3ba-4046-88b4-48f0aeb3e9c2 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3404703 Feb 04 20:08:07.303931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55242) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:07.419905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-15acc92a-d072-4d92-98e9-122fd0aeec3c None None] Provisioning for port d2ea70b4-4472-4d8c-a353-05ea26f0d36a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:07.535731 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.621147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fdb74af-e3f9-44c7-9cea-0b4dbd20c363 req-e8160cd6-f285-460f-becd-777cb80a79cb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c17670-3aed-47ea-94b0-f3b2438e2220 HTTP/1.1" status: 200 len: 210 time: 0.0978200 Feb 04 20:08:07.644345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861f193a-fbe8-4316-9e8f-2f2489ae259f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:07.678450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 861f193a-fbe8-4316-9e8f-2f2489ae259f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=861f193a-fbe8-4316-9e8f-2f2489ae259f,segment=NetworkSegment(394afddf-9151-49ca-8a43-693f36a4cbdc),segment_id=394afddf-9151-49ca-8a43-693f36a4cbdc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:07.692794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57453256-60b9-4d4e-85cf-97e263073b40 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.707264 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-57453256-60b9-4d4e-85cf-97e263073b40 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 20:08:07.709270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57453256-60b9-4d4e-85cf-97e263073b40 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:07.714612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-57453256-60b9-4d4e-85cf-97e263073b40 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/d701773b-2fd4-4870-80b7-a6ae7645bb6a HTTP/1.1" status: 409 len: 405 time: 0.4096303 Feb 04 20:08:07.718823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:07.722367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d2ea70b4-4472-4d8c-a353-05ea26f0d36a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:07.731506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1574900926'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:07.733863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d2ea70b4-4472-4d8c-a353-05ea26f0d36a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:07.734061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:07.734381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.734876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.754127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:07.758893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:network and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:07.765717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:07.782583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:07.792513 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.836048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-5093ee10-7403-47b2-90a2-c6b05daf1c3a service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918750 Feb 04 20:08:07.888954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:07.893788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.937191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] DHCP port deletion for d701773b-2fd4-4870-80b7-a6ae7645bb6a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:07.953118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:08:07.962839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Deleting port d2ea70b4-4472-4d8c-a353-05ea26f0d36a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:07.963335 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.973234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:07.974104 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Added segment 03dba8d3-09f4-46a7-ade8-4c833191932b of type vlan for network 18c8db88-0e7b-4db2-9861-8d0f06e973ee Feb 04 20:08:07.998173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ecd3e-0546-4e3e-877a-665331fc0744 req-37fb7774-e12b-47a6-96ce-b36bc008fce2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:07.999258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0e1ecd3e-0546-4e3e-877a-665331fc0744 req-37fb7774-e12b-47a6-96ce-b36bc008fce2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:08.059752 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.079015 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.131241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=861f193a-fbe8-4316-9e8f-2f2489ae259f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:08.135400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['861f193a-fbe8-4316-9e8f-2f2489ae259f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:08.193664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.208279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0e1ecd3e-0546-4e3e-877a-665331fc0744 req-37fb7774-e12b-47a6-96ce-b36bc008fce2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:08.210288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e1ecd3e-0546-4e3e-877a-665331fc0744 req-37fb7774-e12b-47a6-96ce-b36bc008fce2 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 946 time: 0.4083560 Feb 04 20:08:08.236328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.242901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:08.243545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.324207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 3be665ee-5eeb-4420-9407-47d626882e77 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:08.354906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff48cdaa-9dbb-42bb-abdd-e901c7101ef4 req-df11aea5-8d2b-45c7-aadd-fcd2d8e7f982 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952226 Feb 04 20:08:08.372896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d2ea70b4-4472-4d8c-a353-05ea26f0d36a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,segment=NetworkSegment(d096ca2c-3d06-4b22-8877-33e89151213e),segment_id=d096ca2c-3d06-4b22-8877-33e89151213e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:08.401216 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e1ecd3e-0546-4e3e-877a-665331fc0744 req-9c6b681c-893a-4fd4-a155-ecb9d5fc807e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841412 Feb 04 20:08:08.424002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Network': ['ID=18c8db88-0e7b-4db2-9861-8d0f06e973ee,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:08.442313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4486a930-162a-4888-afb8-9b1d351429ac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7127278 Feb 04 20:08:08.443160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55268) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:08.451243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] For port d2ea70b4-4472-4d8c-a353-05ea26f0d36a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,segment=NetworkSegment(d096ca2c-3d06-4b22-8877-33e89151213e),segment_id=d096ca2c-3d06-4b22-8877-33e89151213e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:08.451467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'subnet': {'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:08.451641 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.460943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 18c8db88-0e7b-4db2-9861-8d0f06e973ee details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:08:08.529285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e0a93-ec9b-4f89-9329-a473aebd4456 req-eaf32e5d-4f73-4b6a-b1be-bf90b952d392 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:08.534810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e0a93-ec9b-4f89-9329-a473aebd4456 req-eaf32e5d-4f73-4b6a-b1be-bf90b952d392 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:08.542579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb4e0a93-ec9b-4f89-9329-a473aebd4456 req-eaf32e5d-4f73-4b6a-b1be-bf90b952d392 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 1683 time: 0.9724305 Feb 04 20:08:08.634952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:08.648346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb4e0a93-ec9b-4f89-9329-a473aebd4456 req-3474456c-ad20-41be-b91a-39f8a47fd855 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047499 Feb 04 20:08:08.664310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.678102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Calling delete_port for d2ea70b4-4472-4d8c-a353-05ea26f0d36a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:08.684185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:08.684555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.769535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:08.850684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d2ea70b4-4472-4d8c-a353-05ea26f0d36a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:08.864494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:08.919610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6bdeb-1dcc-49f7-9d0d-3d01485559de req-feb34bad-43a0-4388-857f-ca6aa2a700d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:08.921809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6c6bdeb-1dcc-49f7-9d0d-3d01485559de req-feb34bad-43a0-4388-857f-ca6aa2a700d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2810946 Feb 04 20:08:08.940743 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:08.971038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:08.976635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:08.986360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.047047 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.049779 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:09.050120 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:09.071570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.092091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6c6bdeb-1dcc-49f7-9d0d-3d01485559de req-e27d3347-1466-4a86-b6e7-9a79998d7a1c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630783 Feb 04 20:08:09.117839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d2ea70b4-4472-4d8c-a353-05ea26f0d36a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,segment=NetworkSegment(d096ca2c-3d06-4b22-8877-33e89151213e),segment_id=d096ca2c-3d06-4b22-8877-33e89151213e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:09.190912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.243137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-9413e3a4-fa5c-4eef-994f-01f98bc54f24 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:09.244757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-9413e3a4-fa5c-4eef-994f-01f98bc54f24 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 946 time: 0.3465590 Feb 04 20:08:09.254723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f2e0e-6e14-4738-99c3-239b4c85d3ae req-3b33f94e-97f8-4e22-b630-cd8e4fc4a06b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:09.264896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-887f2e0e-6e14-4738-99c3-239b4c85d3ae req-3b33f94e-97f8-4e22-b630-cd8e4fc4a06b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 945 time: 0.2971885 Feb 04 20:08:09.277384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:09.331873 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.351462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.368202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['63ec97e8-3cef-49b0-99b2-28ecc73e3e4a', 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:09.438668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=3be665ee-5eeb-4420-9407-47d626882e77,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:09.542401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-887f2e0e-6e14-4738-99c3-239b4c85d3ae req-bae500a5-3317-4a6e-9945-b2397198d691 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766349 Feb 04 20:08:09.552599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Deleting port d2ea70b4-4472-4d8c-a353-05ea26f0d36a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:09.552983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.587644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Deleting port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:09.588117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.624922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Port': ['ID=63ec97e8-3cef-49b0-99b2-28ecc73e3e4a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:09.770446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:08:09.771988 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.849990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] No DVR routers for this DVR port 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:09.904380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Checking segment: {'id': '03dba8d3-09f4-46a7-ade8-4c833191932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:09.904810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network hostable DHCP agents. Network: 18c8db88-0e7b-4db2-9861-8d0f06e973ee, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:08:09.907986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:09.917719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Subnet': ['ID=194f9297-a382-45a4-af13-5938ee36e92d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:09.921850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-deleted', 'tag': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:09.952232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] For port d2ea70b4-4472-4d8c-a353-05ea26f0d36a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,segment=NetworkSegment(d096ca2c-3d06-4b22-8877-33e89151213e),segment_id=d096ca2c-3d06-4b22-8877-33e89151213e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:09.952782 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.054007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network 18c8db88-0e7b-4db2-9861-8d0f06e973ee is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:08:10.101334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c5238-d091-4d68-9f23-335db4ea8bbd req-adeeb1d5-7658-4144-a85e-dca4e5a004f1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:10.112206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-989c5238-d091-4d68-9f23-335db4ea8bbd req-adeeb1d5-7658-4144-a85e-dca4e5a004f1 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 946 time: 0.1080337 Feb 04 20:08:10.116356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 18c8db88-0e7b-4db2-9861-8d0f06e973ee) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:10.132163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42bd9d-b38a-40f6-a7d2-3a942f13d2a9 None None] Network 18c8db88-0e7b-4db2-9861-8d0f06e973ee requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:10.137250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:10.139457 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.201637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Calling delete_port for d2ea70b4-4472-4d8c-a353-05ea26f0d36a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:10.230596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-989c5238-d091-4d68-9f23-335db4ea8bbd req-126866e6-594d-433e-aa34-3574d6ff1029 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616539 Feb 04 20:08:10.245618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.265061 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-29b0e53b-0945-4d11-872e-cae042a9dd01 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8206606 Feb 04 20:08:10.269468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55310) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:10.279352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'port': {'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee', 'name': 'tempest-NetworksIpV6TestAttrs-1547664154'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:10.367728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e55eee08-30f5-4231-86c8-770f2812487c req-f077068c-d1ca-46e5-bde8-07158c69d343 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.24 "DELETE /v2.0/ports/63ec97e8-3cef-49b0-99b2-28ecc73e3e4a HTTP/1.1" status: 204 len: 173 time: 3.2000377 Feb 04 20:08:10.435024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-18c8db88-0e7b-4db2-9861-8d0f06e973ee', 'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee', 'tenant_id': 'bb6fc658fb984fa6809f1a7f0f366206', 'fixed_ips': [{'subnet_id': '194f9297-a382-45a4-af13-5938ee36e92d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:08:10.435849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.455117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.530063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:10.535664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:port and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:10.541584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:10.548291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:10.554829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] No DVR routers for this DVR port d2ea70b4-4472-4d8c-a353-05ea26f0d36a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:10.557011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138cb1-e124-4087-b492-abe1c078e93a req-0625b49e-c9a3-49cb-a7bc-2da87c879658 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:10.558765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86138cb1-e124-4087-b492-abe1c078e93a req-0625b49e-c9a3-49cb-a7bc-2da87c879658 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 946 time: 0.8182087 Feb 04 20:08:10.559932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621bed3-201a-419a-ae44-190a6fa88019 None None] Pushing event deleted for resources: {'Port': ['ID=d2ea70b4-4472-4d8c-a353-05ea26f0d36a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:10.566613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49e6a6-51ea-422d-833a-db68312e2b7e req-47610aee-bae7-4962-966f-634d9f0cfb0a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:10.573463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca49e6a6-51ea-422d-833a-db68312e2b7e req-47610aee-bae7-4962-966f-634d9f0cfb0a tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1514561 Feb 04 20:08:10.615687 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca49e6a6-51ea-422d-833a-db68312e2b7e req-3d4d6c2a-ec99-42b1-a039-8b586730f32b tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Feb 04 20:08:10.642868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 861f193a-fbe8-4316-9e8f-2f2489ae259f up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:10.672675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:10.681973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] For port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,segment=NetworkSegment(6e0e303b-b219-4c6d-8cd1-860d37e14799),segment_id=6e0e303b-b219-4c6d-8cd1-860d37e14799)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:10.682339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.682634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.732019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] device_id is not set on port 03ef5de4-9977-4c2b-a604-363921d0ce18 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:08:10.745087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Allocated IP 2001:db8::f816:3eff:fe79:f4ef (18c8db88-0e7b-4db2-9861-8d0f06e973ee/194f9297-a382-45a4-af13-5938ee36e92d/9db849e2-39d5-47cd-baa0-e474d35d5d98) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:10.779817 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-deleted', 'tag': '63ec97e8-3cef-49b0-99b2-28ecc73e3e4a', 'status': 'completed', 'code': 200} Feb 04 20:08:10.837033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 861f193a-fbe8-4316-9e8f-2f2489ae259f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:10.849819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port f4bd6b0b-b10f-44cd-b207-09029e0d0fae {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:10.849819 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.858175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 861f193a-fbe8-4316-9e8f-2f2489ae259f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:10.858547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:10.959221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed93e1-0984-444a-aaf1-80bc21f6740d req-bf042709-55ba-44db-89b2-356382e51cb2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:10.960980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8ed93e1-0984-444a-aaf1-80bc21f6740d req-bf042709-55ba-44db-89b2-356382e51cb2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.0876200 Feb 04 20:08:11.003437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Calling delete_port for 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:11.013759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8ed93e1-0984-444a-aaf1-80bc21f6740d req-34b2eeef-1aee-4bb1-b833-6d78bf80d03d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445189 Feb 04 20:08:11.066685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.068443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86138cb1-e124-4087-b492-abe1c078e93a req-165b02b3-c0cc-4133-921d-662277fb374c tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375751 Feb 04 20:08:11.095385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.103323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Transition to ACTIVE for port object 9db849e2-39d5-47cd-baa0-e474d35d5d98 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:11.121647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Transition to ACTIVE for port object 9db849e2-39d5-47cd-baa0-e474d35d5d98 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:11.127679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Router 684a37cc-e663-497e-8ca8-94edb0604cc0 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:08:11.137681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f193a-fbe8-4316-9e8f-2f2489ae259f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:11.148449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 861f193a-fbe8-4316-9e8f-2f2489ae259f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=861f193a-fbe8-4316-9e8f-2f2489ae259f,segment=NetworkSegment(394afddf-9151-49ca-8a43-693f36a4cbdc),segment_id=394afddf-9151-49ca-8a43-693f36a4cbdc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:11.224251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.232187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ad72-fc07-4b54-aee8-1529714193cd req-79022e42-7a16-44b3-bc95-4df45659a408 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:11.234258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2141ad72-fc07-4b54-aee8-1529714193cd req-79022e42-7a16-44b3-bc95-4df45659a408 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 945 time: 0.0986519 Feb 04 20:08:11.278790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.314848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-914bf094-6d80-4b10-906b-9c009762439c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:11.315313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-914bf094-6d80-4b10-906b-9c009762439c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Synchronizing usage tracker for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:11.316608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Network 18c8db88-0e7b-4db2-9861-8d0f06e973ee is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:11.319689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:11.323847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:11.330648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Pushing event updated for resources: {'Port': ['ID=9db849e2-39d5-47cd-baa0-e474d35d5d98,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:11.345845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2141ad72-fc07-4b54-aee8-1529714193cd req-70532b35-29c5-4fb0-ae10-d061772f13e3 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689354 Feb 04 20:08:11.393672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Allocated IP 2001:db8::f816:3eff:fe2a:ee70 (18c8db88-0e7b-4db2-9861-8d0f06e973ee/194f9297-a382-45a4-af13-5938ee36e92d/03ef5de4-9977-4c2b-a604-363921d0ce18) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:11.440135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=861f193a-fbe8-4316-9e8f-2f2489ae259f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:11.515191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:08:11.550831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-25bc1f14-90d6-4865-bd73-05ab84e8d5f6 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "PUT /v2.0/routers/684a37cc-e663-497e-8ca8-94edb0604cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2145464 Feb 04 20:08:11.553615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55346) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:11.558643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342c9de-7981-484f-8839-e195256eb03a None None] Sync routers for ids ['684a37cc-e663-497e-8ca8-94edb0604cc0'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:08:11.577363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Attempting to bind port 9db849e2-39d5-47cd-baa0-e474d35d5d98 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:11.577987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Attempting to bind port 9db849e2-39d5-47cd-baa0-e474d35d5d98 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '03dba8d3-09f4-46a7-ade8-4c833191932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:11.578328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Attempting to bind port 9db849e2-39d5-47cd-baa0-e474d35d5d98 on network 18c8db88-0e7b-4db2-9861-8d0f06e973ee {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:11.580451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342c9de-7981-484f-8839-e195256eb03a None None] Routers {'684a37cc-e663-497e-8ca8-94edb0604cc0'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:08:11.581076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e342c9de-7981-484f-8839-e195256eb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['684a37cc-e663-497e-8ca8-94edb0604cc0'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:11.604532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port f4bd6b0b-b10f-44cd-b207-09029e0d0fae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:11.604885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.617769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-914bf094-6d80-4b10-906b-9c009762439c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Unset dirty status for tenant:ff85700c023d44c59b142250468cd68d on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:11.618930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-914bf094-6d80-4b10-906b-9c009762439c tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 1.1285646 Feb 04 20:08:11.645251 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd34ea0d-83b6-406e-8e47-00e62d95a7ae tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:08:11.646584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cd34ea0d-83b6-406e-8e47-00e62d95a7ae tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/3be665ee-5eeb-4420-9407-47d626882e77 HTTP/1.1" status: 404 len: 333 time: 0.0920370 Feb 04 20:08:11.651665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:11.652216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Checking segment: {'id': '03dba8d3-09f4-46a7-ade8-4c833191932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:11.652341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55352) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:11.652627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.653020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Bound using segment: {'id': '03dba8d3-09f4-46a7-ade8-4c833191932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:11.653522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Bound port: 9db849e2-39d5-47cd-baa0-e474d35d5d98, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dba8d3-09f4-46a7-ade8-4c833191932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c8db88-0e7b-4db2-9861-8d0f06e973ee'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:11.653910 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.715221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e342c9de-7981-484f-8839-e195256eb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:11.753389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342c9de-7981-484f-8839-e195256eb03a None None] Routers {'684a37cc-e663-497e-8ca8-94edb0604cc0'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:08:11.754920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e342c9de-7981-484f-8839-e195256eb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['684a37cc-e663-497e-8ca8-94edb0604cc0'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:11.831459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e342c9de-7981-484f-8839-e195256eb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:11.831781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342c9de-7981-484f-8839-e195256eb03a None None] The sync data for ids ['684a37cc-e663-497e-8ca8-94edb0604cc0'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:08:11.849065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] For port 9db849e2-39d5-47cd-baa0-e474d35d5d98, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:11.852531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] For port 9db849e2-39d5-47cd-baa0-e474d35d5d98, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9db849e2-39d5-47cd-baa0-e474d35d5d98,segment=NetworkSegment(03dba8d3-09f4-46a7-ade8-4c833191932b),segment_id=03dba8d3-09f4-46a7-ade8-4c833191932b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:11.884103 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53f99876-b301-4326-9df5-e04a5e4a6ed3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.907974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:11.920529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for f4bd6b0b-b10f-44cd-b207-09029e0d0fae owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:11.924790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:11.962262 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:11.988194 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.027302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Pushing event deleted for resources: {'Port': ['ID=3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:12.055906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:12.056289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:12.056666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f4bd6b0b-b10f-44cd-b207-09029e0d0fae no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:12.093774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Deleting port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:12.093991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.277498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] No DVR routers for this DVR port 3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:12.282423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.284376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61e91cc4-3309-4a94-a6fc-dd54c17ff7d9 req-4c4038f2-4539-4b2d-ad2d-b1aeabdd6c3a tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.24 "DELETE /v2.0/ports/3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc HTTP/1.1" status: 204 len: 173 time: 3.0008667 Feb 04 20:08:12.291097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.317246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9f5d3-55c5-4afc-8be1-d21c326a4298 None None] Pushing event updated for resources: {'Port': ['ID=9db849e2-39d5-47cd-baa0-e474d35d5d98,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:12.319888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfc969-210a-4516-aadf-cfea77eeb3b4 req-73a9037d-4c63-436c-8b00-751564c79068 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:12.322156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0abfc969-210a-4516-aadf-cfea77eeb3b4 req-73a9037d-4c63-436c-8b00-751564c79068 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.7230215 Feb 04 20:08:12.438607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53f99876-b301-4326-9df5-e04a5e4a6ed3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.446876 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53f99876-b301-4326-9df5-e04a5e4a6ed3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.481444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.501169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0abfc969-210a-4516-aadf-cfea77eeb3b4 req-b5a264a9-dbef-4246-a475-e4f8a261344c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129494 Feb 04 20:08:12.514078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Transition to ACTIVE for port object 03ef5de4-9977-4c2b-a604-363921d0ce18 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:12.541481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] For port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:12.541920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.589624 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f193a-fbe8-4316-9e8f-2f2489ae259f', 'code': 200} Feb 04 20:08:12.694962 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53f99876-b301-4326-9df5-e04a5e4a6ed3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.695636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f99876-b301-4326-9df5-e04a5e4a6ed3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Fanout notify agent at l3_agent the message router_deleted on router 684a37cc-e663-497e-8ca8-94edb0604cc0 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:08:12.707939 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.709171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c97c5cd5-8175-4c2b-9b81-3355d3213efc no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:12.733272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Calling delete_port for 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:12.764839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.823799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'name': 'network-vif-deleted', 'tag': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:12.868502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Port': ['ID=f4bd6b0b-b10f-44cd-b207-09029e0d0fae,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:12.896756 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-382d84b0-da43-4070-b45d-96f1cde34fdc req-a2ed682b-e419-4e5a-8b06-1fe603fae02c tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 210 time: 0.1020794 Feb 04 20:08:12.898642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network 18c8db88-0e7b-4db2-9861-8d0f06e973ee is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:12.902891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:12.909597 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53f99876-b301-4326-9df5-e04a5e4a6ed3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.914469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53f99876-b301-4326-9df5-e04a5e4a6ed3 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/routers/684a37cc-e663-497e-8ca8-94edb0604cc0 HTTP/1.1" status: 204 len: 168 time: 1.2610404 Feb 04 20:08:12.915853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:12.929400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:12.929400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:12.929685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55386) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:12.942764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Port': ['ID=03ef5de4-9977-4c2b-a604-363921d0ce18,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:12.951471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9db849e2-39d5-47cd-baa0-e474d35d5d98 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:12.999233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.053198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] No DVR routers for this DVR port f4bd6b0b-b10f-44cd-b207-09029e0d0fae on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:13.056236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:13.056399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.078905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba081b3b-1857-4a5a-a672-02a1992b0b6e tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8082759 Feb 04 20:08:13.082871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55392) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:13.145666 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.146752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:13.149166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e55eee08-30f5-4231-86c8-770f2812487c req-0e4d7d96-4c51-4633-b241-db0d496be411 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.24 "DELETE /v2.0/ports/f4bd6b0b-b10f-44cd-b207-09029e0d0fae HTTP/1.1" status: 204 len: 173 time: 2.7075434 Feb 04 20:08:13.210186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2908369-fb83-41e3-a4ba-dfd7f2a8e807 req-612e93c6-c8fa-4920-a99f-953aa99bace7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:13.218012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c2908369-fb83-41e3-a4ba-dfd7f2a8e807 req-612e93c6-c8fa-4920-a99f-953aa99bace7 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 950 time: 0.1378205 Feb 04 20:08:13.253191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 59cae0c0-d567-4510-9f8a-36dad97bcfb6 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:13.253424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 9db849e2-39d5-47cd-baa0-e474d35d5d98 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:13.277323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c2908369-fb83-41e3-a4ba-dfd7f2a8e807 req-5d56ee78-8092-4d0e-bf45-819a79b1efdb tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/security-groups?id=f25efaac-8acc-483c-8753-7248253e5ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583675 Feb 04 20:08:13.278092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:13.279387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 63ec97e8-3cef-49b0-99b2-28ecc73e3e4a not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:13.305283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec48f12-103a-45f6-970a-0798033c9c6a req-9798c297-f1fb-4638-a916-b5570710526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:13.305283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aec48f12-103a-45f6-970a-0798033c9c6a req-9798c297-f1fb-4638-a916-b5570710526a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 1097 time: 0.6172652 Feb 04 20:08:13.314722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.326535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:13.394607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dc1afd0e-e3aa-4880-a799-1b597009d4cd req-9c144dc5-913d-4e0f-a6e0-ccc87fb434f0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Synchronizing usage tracker for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:13.409134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting subnet 194f9297-a382-45a4-af13-5938ee36e92d {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:13.539637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac4512-5d65-414d-a41c-e2f878cce46e req-17731cbc-d5d8-4cd8-8800-a763d9c7ca5a tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:13.541852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07ac4512-5d65-414d-a41c-e2f878cce46e req-17731cbc-d5d8-4cd8-8800-a763d9c7ca5a tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 946 time: 0.1378179 Feb 04 20:08:13.569022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.591543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07ac4512-5d65-414d-a41c-e2f878cce46e req-1d0270ba-8d03-49fa-bead-263a0daeedc2 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Feb 04 20:08:13.620290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.680669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aec48f12-103a-45f6-970a-0798033c9c6a req-380349ae-06fe-482b-84ea-20c75ff5b5d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330927 Feb 04 20:08:13.693352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.754234 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.773728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61d038-b89f-4484-b761-3f314dab7ec2 None None] Network 18c8db88-0e7b-4db2-9861-8d0f06e973ee requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:13.817756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Pushing event deleted for resources: {'Port': ['ID=5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:13.831097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dc1afd0e-e3aa-4880-a799-1b597009d4cd req-9c144dc5-913d-4e0f-a6e0-ccc87fb434f0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] Unset dirty status for tenant:667261bd42064838b9f15fb0433525b2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:13.832247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc1afd0e-e3aa-4880-a799-1b597009d4cd req-9c144dc5-913d-4e0f-a6e0-ccc87fb434f0 tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] 10.222.0.48 "GET /v2.0/ports?device_id=43de0043-2ea7-4f6e-bba5-a0511bd797d6 HTTP/1.1" status: 200 len: 210 time: 0.5975213 Feb 04 20:08:13.926136 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43de0043-2ea7-4f6e-bba5-a0511bd797d6', 'name': 'network-vif-deleted', 'tag': '3b85f5d5-0bcb-40e9-b7d4-e96e1cd3e9fc', 'status': 'completed', 'code': 200} Feb 04 20:08:13.933794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:13.967450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] No DVR routers for this DVR port 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:13.972636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.000005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Provisioning for port 9db849e2-39d5-47cd-baa0-e474d35d5d98 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:14.008068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Provisioning complete for port 9db849e2-39d5-47cd-baa0-e474d35d5d98 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:14.008346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.034768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.103468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a43641-f30f-49af-9a05-de384ab9ca46 req-540fd202-6134-4a08-8ce7-4a93779f2bd4 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.62 "DELETE /v2.0/ports/5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b HTTP/1.1" status: 204 len: 173 time: 2.2848802 Feb 04 20:08:14.188996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.199980 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.256299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.272389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.288014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50881e-1061-43f4-b808-02e0d5c11162 None None] Network efa69718-58b8-4747-ad96-917996a4c6f3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:14.291446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/59cae0c0-d567-4510-9f8a-36dad97bcfb6 HTTP/1.1" status: 204 len: 168 time: 1.3654125 Feb 04 20:08:14.295084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55400) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:14.303366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.311604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/194f9297-a382-45a4-af13-5938ee36e92d HTTP/1.1" status: 204 len: 168 time: 1.2244005 Feb 04 20:08:14.313453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e69d06-5ab8-4501-84ac-c3b28336d25a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=59cae0c0-d567-4510-9f8a-36dad97bcfb6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:14.323334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55406) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:14.504933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:14.505466 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:14.548383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64798c5-eef2-46f1-8f88-4582f3a2ebe0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:14.550421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64798c5-eef2-46f1-8f88-4582f3a2ebe0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:14.551388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d64798c5-eef2-46f1-8f88-4582f3a2ebe0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Synchronizing usage tracker for tenant:bb6fc658fb984fa6809f1a7f0f366206 on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:14.554380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c442c-f9dd-46d9-a869-732b1ba55d63 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Subnet': ['ID=194f9297-a382-45a4-af13-5938ee36e92d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:14.592481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:14.609229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c4014-45c0-4734-87e6-e0c1529c7da8 None None] Network 18c8db88-0e7b-4db2-9861-8d0f06e973ee requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:14.652925 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c5a12a7-2f7a-49fa-a643-b8294d849d95 req-63f266b8-53eb-4c9f-ac9b-caa1e9448a31 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "GET /v2.0/ports?device_id=06b4b918-2e5f-4d58-b528-785b3bfae530 HTTP/1.1" status: 200 len: 210 time: 0.1453464 Feb 04 20:08:14.663289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:14.674901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.680879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d64798c5-eef2-46f1-8f88-4582f3a2ebe0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Unset dirty status for tenant:bb6fc658fb984fa6809f1a7f0f366206 on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:14.682207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d64798c5-eef2-46f1-8f88-4582f3a2ebe0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3577313 Feb 04 20:08:14.687301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55418) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:14.728151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:14.728499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:14.731722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f100c0-1dc0-4938-96ae-108ecb4bf589 req-75bd7b1f-ba0c-4211-82ed-ceb1e5f9dbf3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:14.733484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61f100c0-1dc0-4938-96ae-108ecb4bf589 req-75bd7b1f-ba0c-4211-82ed-ceb1e5f9dbf3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.0937252 Feb 04 20:08:14.783985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61f100c0-1dc0-4938-96ae-108ecb4bf589 req-4d5b7294-caf6-4d44-abd4-80e6df4e2963 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446792 Feb 04 20:08:14.829891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:14.830319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:14.862279 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'code': 200} Feb 04 20:08:14.897596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-605cab26-165c-4ee1-936b-07ab32dbcf9b req-d25ef418-0630-40f3-b00a-fa2804d38de8 tempest-MigrationsAdminTest-1422363048 tempest-MigrationsAdminTest-1422363048-project] 10.222.0.48 "GET /v2.0/ports?device_id=cedb9d4e-c1da-4592-9a7f-7a10173a292f HTTP/1.1" status: 200 len: 210 time: 0.0910573 Feb 04 20:08:14.975772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aff50a8-a054-4836-80f1-b1f688e6cc62 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.000028 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aff50a8-a054-4836-80f1-b1f688e6cc62 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 20:08:15.001031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aff50a8-a054-4836-80f1-b1f688e6cc62 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:15.002307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1aff50a8-a054-4836-80f1-b1f688e6cc62 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/18c8db88-0e7b-4db2-9861-8d0f06e973ee HTTP/1.1" status: 409 len: 405 time: 0.3128412 Feb 04 20:08:15.006206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55430) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:15.033325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-115361782'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:15.088822 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.146611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] For port 9db849e2-39d5-47cd-baa0-e474d35d5d98, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9db849e2-39d5-47cd-baa0-e474d35d5d98,segment=NetworkSegment(03dba8d3-09f4-46a7-ade8-4c833191932b),segment_id=03dba8d3-09f4-46a7-ade8-4c833191932b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:15.156728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:15.183557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] DHCP port deletion for efa69718-58b8-4747-ad96-917996a4c6f3 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:15.188885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Deleting port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:15.189514 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.194886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224e6b-7a9e-4235-b4c6-69c6c37e9e6c req-c265fd2a-278c-4fed-bbd8-97bd42a6ef71 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:15.203030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec224e6b-7a9e-4235-b4c6-69c6c37e9e6c req-c265fd2a-278c-4fed-bbd8-97bd42a6ef71 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 946 time: 0.1955180 Feb 04 20:08:15.255104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec224e6b-7a9e-4235-b4c6-69c6c37e9e6c req-d3b86214-1429-44fb-a510-6b87f9ec858b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510843 Feb 04 20:08:15.261109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:network and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:15.269024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:15.285550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:15.310669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] For port 6ccb73ed-1a14-4b84-8482-9138a1582ee8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6ccb73ed-1a14-4b84-8482-9138a1582ee8,segment=NetworkSegment(9e13b704-3098-4a34-ac43-7122622a6036),segment_id=9e13b704-3098-4a34-ac43-7122622a6036)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:15.311062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.347176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] DHCP port deletion for 18c8db88-0e7b-4db2-9861-8d0f06e973ee request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:15.354362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.410980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] Deleting port 9db849e2-39d5-47cd-baa0-e474d35d5d98 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:15.411348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.587384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a00e8-8786-45a7-a22e-a130a3d10803 None None] Pushing event updated for resources: {'Port': ['ID=9db849e2-39d5-47cd-baa0-e474d35d5d98,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:15.603207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 6ccb73ed-1a14-4b84-8482-9138a1582ee8 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:15.626803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76d70bc3-d8b8-4e99-824f-f3d2b98e2a46 None None] Provisioning complete for port 9db849e2-39d5-47cd-baa0-e474d35d5d98 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:15.627177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76d70bc3-d8b8-4e99-824f-f3d2b98e2a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.634831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:15.638405 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.700754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-14592ce5-8bc2-4251-9607-e85f1d410128 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:15.702248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-14592ce5-8bc2-4251-9607-e85f1d410128 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.5499835 Feb 04 20:08:15.731256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-3ed28893-cdf6-46f5-bd2d-59bdc0da90bc tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/quotas/04854f6fa7f844848e1f2f7b74153382 HTTP/1.1" status: 200 len: 375 time: 0.0201788 Feb 04 20:08:15.733082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:08:15.796952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] For port 6ccb73ed-1a14-4b84-8482-9138a1582ee8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6ccb73ed-1a14-4b84-8482-9138a1582ee8,segment=NetworkSegment(9e13b704-3098-4a34-ac43-7122622a6036),segment_id=9e13b704-3098-4a34-ac43-7122622a6036)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:15.797179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.797416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.797518 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Added segment 4ffd4878-fe8f-4305-84fb-9628cdf84864 of type vlan for network 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 Feb 04 20:08:15.812657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55442) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:15.854634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.921240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-deleted', 'tag': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae'}, {'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-deleted', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:15.926920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55448) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:15.943264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-72bc19dc-ef2d-4fe7-94f0-8d09878e1107 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1916935 Feb 04 20:08:15.943460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] For port 9db849e2-39d5-47cd-baa0-e474d35d5d98, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9db849e2-39d5-47cd-baa0-e474d35d5d98,segment=NetworkSegment(03dba8d3-09f4-46a7-ade8-4c833191932b),segment_id=03dba8d3-09f4-46a7-ade8-4c833191932b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:15.943788 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:15.957702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Calling delete_port for 6ccb73ed-1a14-4b84-8482-9138a1582ee8 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:15.973539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.091976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.097641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:16.098196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.102980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting subnet 1ce65a29-5d15-4166-8a78-8139b4ecad70 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:16.124899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.153342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] Calling delete_port for 9db849e2-39d5-47cd-baa0-e474d35d5d98 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:16.216836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No DVR routers for this DVR port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:16.254075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:16.254075 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:16.255922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Network': ['ID=93cc39c3-87f7-4cd9-8d17-6248cdcf42f2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:16.259547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=6ccb73ed-1a14-4b84-8482-9138a1582ee8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:16.271719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:08:16.327815 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.356956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] Deleting subnet 0cd3173e-4643-4968-a50a-168de91e8698 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:16.365759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.378073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76d70bc3-d8b8-4e99-824f-f3d2b98e2a46 None None] Provisioning for port 03ef5de4-9977-4c2b-a604-363921d0ce18 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:16.383272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76d70bc3-d8b8-4e99-824f-f3d2b98e2a46 None None] Provisioning complete for port 03ef5de4-9977-4c2b-a604-363921d0ce18 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:16.383643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76d70bc3-d8b8-4e99-824f-f3d2b98e2a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.421108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.430773 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.440481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43d83a6c-2f51-476a-b82e-32d50d9c0dd7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4270205 Feb 04 20:08:16.440481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55458) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:16.453884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'subnet': {'network_id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:16.484246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] Pushing event deleted for resources: {'Port': ['ID=9db849e2-39d5-47cd-baa0-e474d35d5d98,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:16.491662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079d95d-d454-41c8-b07e-52145250d641 None None] No DVR routers for this DVR port 9db849e2-39d5-47cd-baa0-e474d35d5d98 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:16.495619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-76d70bc3-d8b8-4e99-824f-f3d2b98e2a46 None None] Port 03ef5de4-9977-4c2b-a604-363921d0ce18 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:16.501510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.545387 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-a5410fb0-5500-48f3-8cde-f47f7346d125 service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007590 Feb 04 20:08:16.554660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa69718-58b8-4747-ad96-917996a4c6f3']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:16.599328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790f014-95ee-423c-858e-2b227d73f534 req-3365f56c-cdb5-4491-9745-47473844d000 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:16.600791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e790f014-95ee-423c-858e-2b227d73f534 req-3365f56c-cdb5-4491-9745-47473844d000 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.5273333 Feb 04 20:08:16.602664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.658574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e13b704-3098-4a34-ac43-7122622a6036') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:16.658825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e13b704-3098-4a34-ac43-7122622a6036') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:16.662088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.683231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:16.693567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:16.707250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.712065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-e9f70848-f6c7-4f76-9071-8db6719d3c8f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:16.713550 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-e9f70848-f6c7-4f76-9071-8db6719d3c8f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "GET /v2.0/ports?device_id=120f0ca6-36f8-45d6-87e7-459eefff8634 HTTP/1.1" status: 200 len: 943 time: 0.3140738 Feb 04 20:08:16.745717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6ccb73ed-1a14-4b84-8482-9138a1582ee8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:16.746227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.765154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:16.765515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.778902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Deleting port 6ccb73ed-1a14-4b84-8482-9138a1582ee8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:16.779461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:16.780620 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:16.790023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-6c51d12c-2ae4-4e9d-9036-9af9b1bbbc3e service neutron] 10.222.0.48 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372158 Feb 04 20:08:16.807587 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e790f014-95ee-423c-858e-2b227d73f534 req-684752ab-70fb-4c6e-b4a1-cdee6b746076 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729267 Feb 04 20:08:16.821577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6ccb73ed-1a14-4b84-8482-9138a1582ee8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:16.821922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6ccb73ed-1a14-4b84-8482-9138a1582ee8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:16.822566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9db849e2-39d5-47cd-baa0-e474d35d5d98 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:16.833272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Deleting port c97c5cd5-8175-4c2b-9b81-3355d3213efc {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:16.833949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.839562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:16.843293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:16.900291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 9db849e2-39d5-47cd-baa0-e474d35d5d98 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:16.900291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9db849e2-39d5-47cd-baa0-e474d35d5d98 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:16.906320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-baa04a95-2280-4a02-8832-ac127d82d4ef None None] The port '6ccb73ed-1a14-4b84-8482-9138a1582ee8' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:08:17.099692 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.139097 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.155407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/efa69718-58b8-4747-ad96-917996a4c6f3 HTTP/1.1" status: 204 len: 168 time: 2.8551474 Feb 04 20:08:17.156295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52561-99ec-4e55-8d17-bd98357013a7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=efa69718-58b8-4747-ad96-917996a4c6f3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:17.157766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55466) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:17.178075 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b4b918-2e5f-4d58-b528-785b3bfae530', 'name': 'network-vif-deleted', 'tag': 'f4bd6b0b-b10f-44cd-b207-09029e0d0fae', 'status': 'completed', 'code': 200} Feb 04 20:08:17.178601 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedb9d4e-c1da-4592-9a7f-7a10173a292f', 'name': 'network-vif-deleted', 'tag': '5c3f9331-a161-44e2-9da0-c5eb3dbbfb8b', 'status': 'completed', 'code': 200} Feb 04 20:08:17.226991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.232181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.236102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809afc71-013a-405e-ab9b-2cae1871b277 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:17.236580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-809afc71-013a-405e-ab9b-2cae1871b277 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:17.298427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a4745f5-c323-4e7d-9617-c55eefd28771 req-b2fa7cb4-bcb5-49ee-b937-a6a4fe4c716d tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 210 time: 0.0579307 Feb 04 20:08:17.312836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd3173e-4643-4968-a50a-168de91e8698,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:17.321087 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.337312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.337312 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/subnets/1ce65a29-5d15-4166-8a78-8139b4ecad70 HTTP/1.1" status: 204 len: 168 time: 1.4059825 Feb 04 20:08:17.341881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f775b-6c28-4ac8-8601-eac7ab945d3b None None] Network af0400c8-ffa4-41fa-bb1f-8508d5332c8a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:17.345104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55474) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:17.389729 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-88384dc5-e006-4485-9398-e832f7488919 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0cd3173e-4643-4968-a50a-168de91e8698 HTTP/1.1" status: 204 len: 168 time: 1.5759592 Feb 04 20:08:17.390649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f348c4-a8b4-4f5f-ac17-c60c26704992 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce65a29-5d15-4166-8a78-8139b4ecad70,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:17.392442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55480) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:17.545895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.587345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-809afc71-013a-405e-ab9b-2cae1871b277 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:17.588664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-809afc71-013a-405e-ab9b-2cae1871b277 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/c26390ab-2d1d-419d-8ae0-bdb69a4be8bc HTTP/1.1" status: 200 len: 841 time: 0.4279795 Feb 04 20:08:17.615454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55486) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:17.615812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55488) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:17.629888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:08:17.634290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.725659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] DHCP port deletion for af0400c8-ffa4-41fa-bb1f-8508d5332c8a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:17.730561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] Deleting port 9269dfd9-1560-43eb-9525-f4f14f564fc6 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:17.730965 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.759653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Subnet': ['ID=052e2234-3430-4e05-853c-3a4fe874c931,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:17.767171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.769331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf30d6-dcec-4a46-9be2-d360a017ae2d req-30957b3e-264f-42f4-bb40-ea74cd96bbc4 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:17.779453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbbf30d6-dcec-4a46-9be2-d360a017ae2d req-30957b3e-264f-42f4-bb40-ea74cd96bbc4 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 946 time: 0.5978308 Feb 04 20:08:17.796583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port 9269dfd9-1560-43eb-9525-f4f14f564fc6 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:17.797048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.851897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Checking segment: {'id': '4ffd4878-fe8f-4305-84fb-9628cdf84864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:17.852409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network hostable DHCP agents. Network: 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:08:17.886324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6544d2d4-b2ed-40e7-a729-bdc04b751cee tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:17.925371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ff52543a-24d6-45af-ac50-51b38c3d8a62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff85700c023d44c59b142250468cd68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957516 Feb 04 20:08:17.963699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] For port 9269dfd9-1560-43eb-9525-f4f14f564fc6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9269dfd9-1560-43eb-9525-f4f14f564fc6,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:17.963699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:17.964473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55500) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:17.999491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbbf30d6-dcec-4a46-9be2-d360a017ae2d req-8af8ed4f-c1c9-4d8f-8f5e-f3351e52e52e tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193420 Feb 04 20:08:18.030944 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.038247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6544d2d4-b2ed-40e7-a729-bdc04b751cee tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:18.083063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6544d2d4-b2ed-40e7-a729-bdc04b751cee tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/c26390ab-2d1d-419d-8ae0-bdb69a4be8bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4128878 Feb 04 20:08:18.083063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] For port c97c5cd5-8175-4c2b-9b81-3355d3213efc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c97c5cd5-8175-4c2b-9b81-3355d3213efc,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:18.083063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.100423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] Calling delete_port for 9269dfd9-1560-43eb-9525-f4f14f564fc6 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:18.126833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port 9269dfd9-1560-43eb-9525-f4f14f564fc6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9269dfd9-1560-43eb-9525-f4f14f564fc6,segment=NetworkSegment(ba652acb-9c66-4a56-a626-fc4940934e15),segment_id=ba652acb-9c66-4a56-a626-fc4940934e15)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:18.127209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.161959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55506) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:18.165377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6f92d1-acbd-4a2e-b4b1-98a300375a73']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:18.202594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:08:18.213837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:18.246039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Calling delete_port for c97c5cd5-8175-4c2b-9b81-3355d3213efc owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:18.265388 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.283046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0e303b-b219-4c6d-8cd1-860d37e14799') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:18.283451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0e303b-b219-4c6d-8cd1-860d37e14799') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:18.308115 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.322936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] No DVR routers for this DVR port 9269dfd9-1560-43eb-9525-f4f14f564fc6 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:18.324655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98050470-c96a-4d8d-9eb8-f293e4b91e84 None None] Pushing event deleted for resources: {'Port': ['ID=9269dfd9-1560-43eb-9525-f4f14f564fc6,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:18.346351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.371349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:18.371782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:18.384708 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:18.402231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for 9269dfd9-1560-43eb-9525-f4f14f564fc6 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:18.530521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:18.538656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabfb627-edaa-4cc1-aa31-864f43323b16 None None] Network 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:18.562333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:18.562958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.582390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfd49-d060-4250-9147-1e3c7278de0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.600489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.603220 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.620839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:18.636578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6f92d1-acbd-4a2e-b4b1-98a300375a73,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:18.642203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfd49-d060-4250-9147-1e3c7278de0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.647471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.652413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:18.653214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:18.671304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:18.680433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:18.680792 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:18.703574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3004f766-5db8-4404-a114-bf0379b4ece7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2626040 Feb 04 20:08:18.705356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event deleted for resources: {'Port': ['ID=c97c5cd5-8175-4c2b-9b81-3355d3213efc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:18.705919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55512) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:18.714417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72196da-9bc1-468f-9435-2c56db282756 req-5cbe6c29-ea7f-4686-be3a-a5db013be05a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:18.716056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c72196da-9bc1-468f-9435-2c56db282756 req-5cbe6c29-ea7f-4686-be3a-a5db013be05a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.5409248 Feb 04 20:08:18.767304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9269dfd9-1560-43eb-9525-f4f14f564fc6 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:18.794329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-afc2ccae-1ad0-458a-8fe9-5d0a127aa0ac admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd6f92d1-acbd-4a2e-b4b1-98a300375a73 HTTP/1.1" status: 204 len: 168 time: 1.3813739 Feb 04 20:08:18.799999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] No DVR routers for this DVR port c97c5cd5-8175-4c2b-9b81-3355d3213efc on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:18.803868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.806833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-25c77c90-aca1-42a2-b342-28cd18d3a92a req-d15e86de-2b05-4905-a243-66be683ab336 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "DELETE /v2.0/ports/c97c5cd5-8175-4c2b-9b81-3355d3213efc HTTP/1.1" status: 204 len: 173 time: 2.0748186 Feb 04 20:08:18.826283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 9269dfd9-1560-43eb-9525-f4f14f564fc6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:18.826624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9269dfd9-1560-43eb-9525-f4f14f564fc6 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:18.829341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:18.835588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.902106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-93cc39c3-87f7-4cd9-8d17-6248cdcf42f2', 'network_id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2', 'tenant_id': 'bb6fc658fb984fa6809f1a7f0f366206', 'fixed_ips': [{'subnet_id': '052e2234-3430-4e05-853c-3a4fe874c931'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:08:18.903163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:18.967880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c72196da-9bc1-468f-9435-2c56db282756 req-01434e36-2bc5-43cf-9304-24fa34f7c13e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322984 Feb 04 20:08:18.973573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfd49-d060-4250-9147-1e3c7278de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.012114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdfd49-d060-4250-9147-1e3c7278de0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25efaac-8acc-483c-8753-7248253e5ffe,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:19.026807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.095205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Allocated IP 2001:db8::f816:3eff:fe16:79f2 (93cc39c3-87f7-4cd9-8d17-6248cdcf42f2/052e2234-3430-4e05-853c-3a4fe874c931/dabcc151-08a0-4dec-8504-2a6e989acdbe) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:19.157104 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.179744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-deleted', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:19.191970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port 9269dfd9-1560-43eb-9525-f4f14f564fc6 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:19.192327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.215395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfd49-d060-4250-9147-1e3c7278de0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.216567 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3ffdfd49-d060-4250-9147-1e3c7278de0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f25efaac-8acc-483c-8753-7248253e5ffe HTTP/1.1" status: 204 len: 168 time: 1.2571771 Feb 04 20:08:19.237628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55524) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:19.296914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-31d02fae-7122-4155-a134-085a7bdeb0e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=667261bd42064838b9f15fb0433525b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577960 Feb 04 20:08:19.297760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55528) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:19.334619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-097934d7-39af-4fa2-9ebe-e8c3e0ad3000 req-46e155b5-e9c2-460c-b2cb-c8d73af63bff tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 210 time: 0.1017911 Feb 04 20:08:19.339675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] The port '9269dfd9-1560-43eb-9525-f4f14f564fc6' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:08:19.377114 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.386475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029b9ad3-05d5-476d-8792-20b68ac882fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.390429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Transition to ACTIVE for port object dabcc151-08a0-4dec-8504-2a6e989acdbe will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:19.415664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Transition to ACTIVE for port object dabcc151-08a0-4dec-8504-2a6e989acdbe will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:19.421202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029b9ad3-05d5-476d-8792-20b68ac882fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.480234 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f0ca6-36f8-45d6-87e7-459eefff8634', 'name': 'network-vif-deleted', 'tag': 'c97c5cd5-8175-4c2b-9b81-3355d3213efc', 'status': 'completed', 'code': 200} Feb 04 20:08:19.585816 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.626617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029b9ad3-05d5-476d-8792-20b68ac882fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.636738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.655017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Network 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:19.657818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:19.660866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:19.662249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b9ad3-05d5-476d-8792-20b68ac882fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5cbf53-f7dc-4f8c-9fa4-3683459c196a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:19.668176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0400c8-ffa4-41fa-bb1f-8508d5332c8a']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:19.683361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba652acb-9c66-4a56-a626-fc4940934e15') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:19.683660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba652acb-9c66-4a56-a626-fc4940934e15') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:19.695940 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.699675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Pushing event updated for resources: {'Port': ['ID=dabcc151-08a0-4dec-8504-2a6e989acdbe,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:19.713226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.723653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:19.724234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.725378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029b9ad3-05d5-476d-8792-20b68ac882fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.729020 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-029b9ad3-05d5-476d-8792-20b68ac882fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e5cbf53-f7dc-4f8c-9fa4-3683459c196a HTTP/1.1" status: 204 len: 168 time: 0.4277155 Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:19.741984 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:19.744770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.783555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.795241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Attempting to bind port dabcc151-08a0-4dec-8504-2a6e989acdbe on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:19.801875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Attempting to bind port dabcc151-08a0-4dec-8504-2a6e989acdbe by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4ffd4878-fe8f-4305-84fb-9628cdf84864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:19.801875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Attempting to bind port dabcc151-08a0-4dec-8504-2a6e989acdbe on network 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:19.811056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:19.811482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Checking segment: {'id': '4ffd4878-fe8f-4305-84fb-9628cdf84864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:19.811894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:19.812288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Bound using segment: {'id': '4ffd4878-fe8f-4305-84fb-9628cdf84864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:19.814976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Bound port: dabcc151-08a0-4dec-8504-2a6e989acdbe, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffd4878-fe8f-4305-84fb-9628cdf84864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:19.815363 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.008550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c97c5cd5-8175-4c2b-9b81-3355d3213efc no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:20.053981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: c97c5cd5-8175-4c2b-9b81-3355d3213efc {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:20.054319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c97c5cd5-8175-4c2b-9b81-3355d3213efc not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:20.091714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] For port dabcc151-08a0-4dec-8504-2a6e989acdbe, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:20.095391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] For port dabcc151-08a0-4dec-8504-2a6e989acdbe, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dabcc151-08a0-4dec-8504-2a6e989acdbe,segment=NetworkSegment(4ffd4878-fe8f-4305-84fb-9628cdf84864),segment_id=4ffd4878-fe8f-4305-84fb-9628cdf84864)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:20.128636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:20.133495 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-399c94e3-6032-41a0-b909-8ccad38a976d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.135062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:20.143339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:20.144488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.147798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7dbb1-5392-4d0d-8223-2043e82b4f8c None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:20.156161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=56300301-8a27-4c9c-afa2-fe7c3243b22b,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:20.159508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.212717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Subnet': ['ID=052e2234-3430-4e05-853c-3a4fe874c931,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:20.236072 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.242675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc39c3-87f7-4cd9-8d17-6248cdcf42f2']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:20.290861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.293861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Network': ['ID=af0400c8-ffa4-41fa-bb1f-8508d5332c8a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:20.298979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd4878-fe8f-4305-84fb-9628cdf84864') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:20.300838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd4878-fe8f-4305-84fb-9628cdf84864') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:20.321900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.322785 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:08:20.336232 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.350233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4041e850-e10e-4a91-88e6-857b3983780d tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/networks/af0400c8-ffa4-41fa-bb1f-8508d5332c8a HTTP/1.1" status: 204 len: 168 time: 3.0038238 Feb 04 20:08:20.360025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55552) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:20.543780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-12a2ea92-6ff6-4622-91ac-754cf70a4544 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3654492 Feb 04 20:08:20.547914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e34d0c-6bc2-4869-9de2-bd882d457dd9 None None] Pushing event updated for resources: {'Port': ['ID=dabcc151-08a0-4dec-8504-2a6e989acdbe,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:20.561698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.567507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55562) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:20.580135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55566) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:20.584585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'security_group': {'name': 'tempest-secgroup-61793320'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:20.601559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:20.609380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:20.618883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:20.636685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:20.715431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:20.716639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:20.733683 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:20.753043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-ef3607fd-be45-4088-82a8-3d7155e7cd71 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:20.754648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-ef3607fd-be45-4088-82a8-3d7155e7cd71 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 804 time: 0.6061788 Feb 04 20:08:20.762401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f481b-4e45-4850-b8aa-6be8a065db56 req-1e630818-c4e6-461a-b101-9c8c5ab5732b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:20.769782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a58f481b-4e45-4850-b8aa-6be8a065db56 req-1e630818-c4e6-461a-b101-9c8c5ab5732b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.7409866 Feb 04 20:08:20.795988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Request body: {'port': {'device_id': '1e045910-2545-4960-aedb-43c58e9a82a9', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'admin_state_up': True, 'tenant_id': '04854f6fa7f844848e1f2f7b74153382'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:20.803812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-2a02cd5f-5667-4657-a74d-1f82e49e7421', 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'tenant_id': '36db804f6f134e1090ee004192d31553', 'fixed_ips': [{'subnet_id': '56300301-8a27-4c9c-afa2-fe7c3243b22b'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:08:20.805045 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.861177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.898371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a58f481b-4e45-4850-b8aa-6be8a065db56 req-a3f9c362-dded-4387-8f4e-fecb3e057e22 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269786 Feb 04 20:08:20.916409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1057c499-2f53-41a6-8041-bde846844fbe req-eb661937-32b1-4e0f-8845-bbf6d790cdbc tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 210 time: 0.2057445 Feb 04 20:08:20.923241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c0fb6-8e0f-4de1-be45-015b1ddbf87c None None] Network 93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:20.927299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting subnet 864815d9-bac2-4098-b09b-ad599872c5ff {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:20.958314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:20.990941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:20.995249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group_rule and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:20.998302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:21.006016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:21.029770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:21.035025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Usage tracker for resource:port and tenant:04854f6fa7f844848e1f2f7b74153382 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:21.038222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:21.046756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:21.083027 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.095195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:08:21.095195 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:08:21.095195 n-d-811806-1 neutron-server[88236]: [parameters: {'id': '93cc39c3-87f7-4cd9-8d17-6248cdcf42f2'}] Feb 04 20:08:21.095195 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:21.095195 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:21.105574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b9a85031-3af3-455e-bdb9-82b4efa08d07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e906b4b182a4c4c894b9ff2787dd217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333534 Feb 04 20:08:21.112756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55578) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:21.125648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.140186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Made reservation on behalf of 04854f6fa7f844848e1f2f7b74153382 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:21.148418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.160695 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.218934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Allocated IP 172.20.0.2 (2a02cd5f-5667-4657-a74d-1f82e49e7421/56300301-8a27-4c9c-afa2-fe7c3243b22b/19da83d2-a5ff-448a-8467-29bb54586d96) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:21.242654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e81e2a-c779-479b-9412-2fc98ed9d1fa,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:21.257457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.257840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.258186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.258658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.259149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.259422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.259750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.260078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.260403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.260727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.261051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.261374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:21.286847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.375433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.376741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2ebb3685-e5d6-45aa-bd67-025d419735cb tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8018982 Feb 04 20:08:21.379669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55586) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:21.388994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'security_group': {'name': 'tempest-secgroup-779932239'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:21.402178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:21.406763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:21.411403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:21.418638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:21.471593 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-384d352c-4764-475a-b3dc-40e5c2dd5721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.471705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.480884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Transition to ACTIVE for port object 19da83d2-a5ff-448a-8467-29bb54586d96 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:21.500923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Transition to ACTIVE for port object 19da83d2-a5ff-448a-8467-29bb54586d96 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:21.515871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-384d352c-4764-475a-b3dc-40e5c2dd5721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.522622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.531914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Allocated IP 172.20.0.2 (53333fe4-0c99-4191-891a-08c35720a9ec/1fec589e-89a4-4531-9e2e-9940544cbd47/d90a809c-70e4-464f-b8be-ff6b24d6b0c5) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:21.585497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.602885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.616549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Subnet': ['ID=864815d9-bac2-4098-b09b-ad599872c5ff,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:21.627173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.633199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d70bbd-855d-48e9-869d-e7765746f5de None None] Network bc393be3-f116-49f5-bfc3-29f4c1859f6d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:21.643409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:21.653141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group_rule and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:21.653365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.659234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:21.666644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:21.695908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port dabcc151-08a0-4dec-8504-2a6e989acdbe {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:21.696476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.718373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-384d352c-4764-475a-b3dc-40e5c2dd5721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.727938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:21.766343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ccf1e278-623a-40a1-b922-0281170d1683 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/subnets/864815d9-bac2-4098-b09b-ad599872c5ff HTTP/1.1" status: 204 len: 168 time: 1.3984120 Feb 04 20:08:21.770461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55604) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:21.805612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d352c-4764-475a-b3dc-40e5c2dd5721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b245af8-82db-4cf9-964a-b3e263059e82,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:21.806209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:21.827717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:21.866419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:21.921861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.932508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Pushing event updated for resources: {'Port': ['ID=19da83d2-a5ff-448a-8467-29bb54586d96,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:21.934033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-384d352c-4764-475a-b3dc-40e5c2dd5721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:21.937066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-384d352c-4764-475a-b3dc-40e5c2dd5721 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b245af8-82db-4cf9-964a-b3e263059e82 HTTP/1.1" status: 204 len: 168 time: 0.8232017 Feb 04 20:08:22.003314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2102998924-network', 'tenant_id': '94dc4fe7adb1406594df7edf3f787db7'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:22.013765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:22.022451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Usage tracker for resource:network and tenant:94dc4fe7adb1406594df7edf3f787db7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:22.029346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:22.046036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:22.055804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.151175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Attempting to bind port 19da83d2-a5ff-448a-8467-29bb54586d96 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:22.151551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Attempting to bind port 19da83d2-a5ff-448a-8467-29bb54586d96 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '486caae8-d14c-4ffd-aede-27e60b964730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:22.151923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Attempting to bind port 19da83d2-a5ff-448a-8467-29bb54586d96 on network 2a02cd5f-5667-4657-a74d-1f82e49e7421 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:22.160906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:22.161282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Checking segment: {'id': '486caae8-d14c-4ffd-aede-27e60b964730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:22.161689 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.162125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Bound using segment: {'id': '486caae8-d14c-4ffd-aede-27e60b964730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:22.162536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Bound port: 19da83d2-a5ff-448a-8467-29bb54586d96, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486caae8-d14c-4ffd-aede-27e60b964730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:22.162948 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.192651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:22.195207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Made reservation on behalf of 94dc4fe7adb1406594df7edf3f787db7 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:22.198413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.221353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.229759 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.233287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.233876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.234283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.234722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.235451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.236217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.236217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.236926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.237235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.237656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.238129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.238836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:22.240002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-85264ac1-a071-491e-a845-4204b172eaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.257450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Network 53333fe4-0c99-4191-891a-08c35720a9ec is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:22.258713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:22.261678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:22.265646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:22.276301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] For port 19da83d2-a5ff-448a-8467-29bb54586d96, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:22.287908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] For port 19da83d2-a5ff-448a-8467-29bb54586d96, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=19da83d2-a5ff-448a-8467-29bb54586d96,segment=NetworkSegment(486caae8-d14c-4ffd-aede-27e60b964730),segment_id=486caae8-d14c-4ffd-aede-27e60b964730)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:22.294849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Usage tracker for resource:security_group_rule and tenant:94dc4fe7adb1406594df7edf3f787db7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:22.300580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:22.323220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:22.377854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:22.379221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.381569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] DHCP port deletion for bc393be3-f116-49f5-bfc3-29f4c1859f6d request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:22.386525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] Deleting port b3228be5-e6b6-419e-af63-4eae1adf5dcb {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:22.387154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.450809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.465979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] For port dabcc151-08a0-4dec-8504-2a6e989acdbe, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dabcc151-08a0-4dec-8504-2a6e989acdbe,segment=NetworkSegment(4ffd4878-fe8f-4305-84fb-9628cdf84864),segment_id=4ffd4878-fe8f-4305-84fb-9628cdf84864)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:22.466340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.496413 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.557965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-e952ad3a-bcb5-4cfd-8b52-fbeb19f003c1 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7843113 Feb 04 20:08:22.565572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.573902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Request body: {'port': {'device_id': '1e045910-2545-4960-aedb-43c58e9a82a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:22.635224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for dabcc151-08a0-4dec-8504-2a6e989acdbe owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:22.659792 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.664379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.706629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:08:22.715065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port b3228be5-e6b6-419e-af63-4eae1adf5dcb {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:22.715468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.766123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] For port b3228be5-e6b6-419e-af63-4eae1adf5dcb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3228be5-e6b6-419e-af63-4eae1adf5dcb,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:22.766913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.792326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0d4fe-a6fe-40f5-913e-1eeea80779ff req-e7afd52e-427a-4378-add6-899c389b0e97 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:22.793545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-10c0d4fe-a6fe-40f5-913e-1eeea80779ff req-e7afd52e-427a-4378-add6-899c389b0e97 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:22.796571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc098d18-d878-49ef-ac1a-0232d16ff895,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:22.808145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.808823 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Added segment 1a46aac3-9529-46ca-a331-3abad1e9adb9 of type vlan for network 1a77bb77-0892-4d61-817e-67ca407bd763 Feb 04 20:08:22.813722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f109e-d7df-46e8-bb57-b3b710d7d106,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:22.828044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77d00f-bdd6-47d2-b98f-ee191ccc701f req-456f7182-edaf-4d89-9b1c-8ccc92dd34ec tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:22.835125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf77d00f-bdd6-47d2-b98f-ee191ccc701f req-456f7182-edaf-4d89-9b1c-8ccc92dd34ec tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.7628763 Feb 04 20:08:22.856621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.864034 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.865437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c852469b-a962-4b23-bde4-8389f7751cb4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4844825 Feb 04 20:08:22.871494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55628) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:22.908128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] Calling delete_port for b3228be5-e6b6-419e-af63-4eae1adf5dcb owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:22.912723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1235869796', 'security_groups': ['6d6f109e-d7df-46e8-bb57-b3b710d7d106'], 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56300301-8a27-4c9c-afa2-fe7c3243b22b'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:22.926671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:22.939424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-10c0d4fe-a6fe-40f5-913e-1eeea80779ff req-e7afd52e-427a-4378-add6-899c389b0e97 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:22.947274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10c0d4fe-a6fe-40f5-913e-1eeea80779ff req-e7afd52e-427a-4378-add6-899c389b0e97 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 931 time: 0.4575524 Feb 04 20:08:22.952091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b3228be5-e6b6-419e-af63-4eae1adf5dcb no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:23.014087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.015058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398ecee-2e4c-468f-b6b8-90fa6d37307a None None] Pushing event updated for resources: {'Port': ['ID=19da83d2-a5ff-448a-8467-29bb54586d96,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:23.040035 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10c0d4fe-a6fe-40f5-913e-1eeea80779ff req-2c07465a-404b-4af2-b76e-32e7dbc00812 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858765 Feb 04 20:08:23.147636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.185033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.202958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf77d00f-bdd6-47d2-b98f-ee191ccc701f req-087ef73b-19a1-462f-8842-1b1fe447e244 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585305 Feb 04 20:08:23.361702 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.363316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:23.364071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.381572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] Pushing event deleted for resources: {'Port': ['ID=b3228be5-e6b6-419e-af63-4eae1adf5dcb,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:23.386185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115045d-aca3-4390-90fb-07a45a0dab0b None None] No DVR routers for this DVR port b3228be5-e6b6-419e-af63-4eae1adf5dcb on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:23.505706 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.508654 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.519626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a77bb77-0892-4d61-817e-67ca407bd763,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:23.520017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Port': ['ID=dabcc151-08a0-4dec-8504-2a6e989acdbe,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:23.535082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1a77bb77-0892-4d61-817e-67ca407bd763 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:08:23.582819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No DVR routers for this DVR port dabcc151-08a0-4dec-8504-2a6e989acdbe on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:23.633816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0759e18b-a9af-402d-98fb-aebed1d1afe0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8982029 Feb 04 20:08:23.637719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55644) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:23.693211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Request body: {'subnet': {'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2102998924-subnet', 'tenant_id': '94dc4fe7adb1406594df7edf3f787db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:23.744741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:23.757605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:port and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:23.829400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:23.837913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:23.845519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Usage tracker for resource:subnet and tenant:94dc4fe7adb1406594df7edf3f787db7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:23.850155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:23.859094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:23.861487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:23.865233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90a809c-70e4-464f-b8be-ff6b24d6b0c5 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:23.875882 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.897149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Transition to ACTIVE for port object d90a809c-70e4-464f-b8be-ff6b24d6b0c5 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:23.904905 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.913744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] For port b3228be5-e6b6-419e-af63-4eae1adf5dcb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3228be5-e6b6-419e-af63-4eae1adf5dcb,segment=NetworkSegment(563a71aa-f6ad-4351-8602-4eeb2a73ee0e),segment_id=563a71aa-f6ad-4351-8602-4eeb2a73ee0e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:23.914098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:23.945159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Made reservation on behalf of 94dc4fe7adb1406594df7edf3f787db7 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:23.948758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.024850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.065169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Calling delete_port for b3228be5-e6b6-419e-af63-4eae1adf5dcb owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:24.122605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc39c3-87f7-4cd9-8d17-6248cdcf42f2']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:24.141632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:24.180495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c079ce0-4df4-4a91-8920-487abb636395 req-f864f39f-48fd-4bf6-8586-e3b7b7918617 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:24.188155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c079ce0-4df4-4a91-8920-487abb636395 req-f864f39f-48fd-4bf6-8586-e3b7b7918617 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6998987 Feb 04 20:08:24.191967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd4878-fe8f-4305-84fb-9628cdf84864') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:24.192466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd4878-fe8f-4305-84fb-9628cdf84864') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:24.285908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:24.342567 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.362457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Attempting to bind port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:24.362740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Attempting to bind port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:24.363082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Attempting to bind port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:24.374997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 on network 53333fe4-0c99-4191-891a-08c35720a9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:08:24.375321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Attempting to bind port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 on network 53333fe4-0c99-4191-891a-08c35720a9ec {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:24.382638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:24.383016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Checking segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:24.383670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Bound using segment: {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:24.383825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Bound port: d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea548fd-48b9-45c0-be5c-0e939cec28ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:24.384540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.388998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.394236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:24.394707 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:24.435499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c079ce0-4df4-4a91-8920-487abb636395 req-814f6aa4-8f9d-4e4c-8c2b-667f77c33d26 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456067 Feb 04 20:08:24.444364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:24.458874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:24.487519 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:24.515755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:24.635271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184fe15-ddbd-41ec-acd5-62ceb02ca3b5 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:08:24.647794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.727151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.833444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 0b832eee-634a-4a28-9326-1cf36cb9b626 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:08:24.848451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184fe15-ddbd-41ec-acd5-62ceb02ca3b5 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:08:24.863606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 19da83d2-a5ff-448a-8467-29bb54586d96 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:24.897057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Deleting port b3228be5-e6b6-419e-af63-4eae1adf5dcb {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:24.904410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.922092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-07539123-62a4-4ced-8ab3-00a5ce1868fd None None] Provisioning for port 19da83d2-a5ff-448a-8467-29bb54586d96 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:24.948314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b33e1a7-651d-4107-a3b4-fcbf5b258a77,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:24.956840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.961542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:24.976226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Checking segment: {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:24.976824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Network hostable DHCP agents. Network: 1a77bb77-0892-4d61-817e-67ca407bd763, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:08:24.991190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9fdbf-7c94-48f3-92fb-c91f083e8825 req-1e9cd90a-a901-4736-8f66-faa57c88b71a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:24.992798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd9fdbf-7c94-48f3-92fb-c91f083e8825 req-1e9cd90a-a901-4736-8f66-faa57c88b71a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3213310 Feb 04 20:08:24.994321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:25.037992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] The port 'b3228be5-e6b6-419e-af63-4eae1adf5dcb' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:08:25.044354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Network': ['ID=93cc39c3-87f7-4cd9-8d17-6248cdcf42f2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:25.055322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd9fdbf-7c94-48f3-92fb-c91f083e8825 req-c6f6e44c-81ed-4434-ac34-1a1258a0b5da tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546033 Feb 04 20:08:25.061933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-07539123-62a4-4ced-8ab3-00a5ce1868fd None None] Provisioning complete for port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:25.062314 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-07539123-62a4-4ced-8ab3-00a5ce1868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.083884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.123386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-97b364fd-7c41-4531-aa6e-dcd89efaafaa tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 HTTP/1.1" status: 204 len: 168 time: 6.4062641 Feb 04 20:08:25.127975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55680) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:25.128880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.160728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-07539123-62a4-4ced-8ab3-00a5ce1868fd None None] Port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:25.164290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-885781936'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:25.170617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:25.173181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.174931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] 10.222.0.24 "PUT /v2.0/ports/d90a809c-70e4-464f-b8be-ff6b24d6b0c5 HTTP/1.1" status: 200 len: 1091 time: 2.6076593 Feb 04 20:08:25.185026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:25.190936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Network 1a77bb77-0892-4d61-817e-67ca407bd763 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:08:25.194044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:25.203669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 19da83d2-a5ff-448a-8467-29bb54586d96 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:25.216384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:25.216781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.249692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63dd84-4032-49c6-a2b3-3b1467838bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:25.286060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1a77bb77-0892-4d61-817e-67ca407bd763) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:25.287719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:network and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:25.294169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:25.294952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.305351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d591-aa26-472f-b140-43cec52dd91a req-f1db1a5b-34ca-4b52-98b8-8405922599c2 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:25.312908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0ad7d591-aa26-472f-b140-43cec52dd91a req-f1db1a5b-34ca-4b52-98b8-8405922599c2 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 943 time: 0.7128801 Feb 04 20:08:25.318613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:25.341552 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.351346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:25.392359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e3635ef-9ebd-4795-b137-72f7be87f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:25.394120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-8e3635ef-9ebd-4795-b137-72f7be87f38f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 1094 time: 0.0952220 Feb 04 20:08:25.422159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc393be3-f116-49f5-bfc3-29f4c1859f6d']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:25.444597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.471416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563a71aa-f6ad-4351-8602-4eeb2a73ee0e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:25.471727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563a71aa-f6ad-4351-8602-4eeb2a73ee0e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:25.477543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-057791af-5e5e-4a8d-a0a1-06ab5f68dd8c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8384383 Feb 04 20:08:25.487215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-b1820f5e-d215-4f4a-8114-5c8baa69443e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5 HTTP/1.1" status: 200 len: 217 time: 0.0807562 Feb 04 20:08:25.499253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.507793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 19da83d2-a5ff-448a-8467-29bb54586d96, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=19da83d2-a5ff-448a-8467-29bb54586d96,segment=NetworkSegment(486caae8-d14c-4ffd-aede-27e60b964730),segment_id=486caae8-d14c-4ffd-aede-27e60b964730)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:25.520218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.527284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:25.538942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.540099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebef2c6-5763-4b7f-8a27-009bfbf66aab None None] Network 1a77bb77-0892-4d61-817e-67ca407bd763 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:25.592982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-42f39c02-9d8a-45ee-9947-935999d8e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:25.595257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-42f39c02-9d8a-45ee-9947-935999d8e73a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.0933313 Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:25.646294 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:25.654367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0ad7d591-aa26-472f-b140-43cec52dd91a req-e2437c21-a8d5-4a6e-afa7-fa167d4ac09c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405883 Feb 04 20:08:25.661921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:25.665656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.686403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.6 (2a02cd5f-5667-4657-a74d-1f82e49e7421/56300301-8a27-4c9c-afa2-fe7c3243b22b/0b832eee-634a-4a28-9326-1cf36cb9b626) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:25.704580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-5f46bae3-a11b-495d-9824-750dc6b7178d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996585 Feb 04 20:08:25.725828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:08:25.736256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.749147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.749147 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Added segment a1102d36-6640-4219-8f0e-0d567d89725d of type vlan for network a06707b3-1720-4a20-97f7-c77158374856 Feb 04 20:08:25.760468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.765966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.825777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] Pushing event deleted for resources: {'Network': ['ID=bc393be3-f116-49f5-bfc3-29f4c1859f6d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:25.837154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-1cfd88be-a27a-4c96-a26b-42568e01dab1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352640 Feb 04 20:08:25.878631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=19da83d2-a5ff-448a-8467-29bb54586d96,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:25.893387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:25.904844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f3bb63c0-0108-4f41-bd4e-b78872669858 tempest-ServersTestMultiNic-507890307 tempest-ServersTestMultiNic-507890307-project] 10.222.0.48 "DELETE /v2.0/networks/bc393be3-f116-49f5-bfc3-29f4c1859f6d HTTP/1.1" status: 204 len: 168 time: 4.1321819 Feb 04 20:08:26.001131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-1f729a69-b9c5-494c-a18f-40e5cfa87b32 service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858677 Feb 04 20:08:26.066224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f5722-6767-41c7-b7cc-b2f7c49be70e None None] Network 1a77bb77-0892-4d61-817e-67ca407bd763 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:26.096500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-d38a0fff-4af3-4ff3-a2d3-a273e531cc86 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:26.103756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-d38a0fff-4af3-4ff3-a2d3-a273e531cc86 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582853 Feb 04 20:08:26.103924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:26.110889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:26.111724 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:26.126198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-e627b30e-cfc6-4aea-9407-cc7156f0824f tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/quotas/1f644dd9f7284aaebad0bc0e188622a8 HTTP/1.1" status: 200 len: 375 time: 0.0154366 Feb 04 20:08:26.166372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbe1df-89b4-44da-b51c-89c43374d853 req-c4e5a44e-6938-4848-a8b4-396c8bbe09e5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:26.174469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3fbe1df-89b4-44da-b51c-89c43374d853 req-c4e5a44e-6938-4848-a8b4-396c8bbe09e5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3224535 Feb 04 20:08:26.213338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-b25c6748-3706-4603-8343-f62dba60fe66 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764506 Feb 04 20:08:26.249432 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:26.305001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 0b832eee-634a-4a28-9326-1cf36cb9b626 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:26.320647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Network': ['ID=a06707b3-1720-4a20-97f7-c77158374856,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:26.337309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3fbe1df-89b4-44da-b51c-89c43374d853 req-d9a2459a-5c0a-4cc9-8a22-66c02d0de714 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615412 Feb 04 20:08:26.341324 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ccbb30f1-0578-4cd5-b320-dd28f9860f71 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2070932 Feb 04 20:08:26.345820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:26.354654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a06707b3-1720-4a20-97f7-c77158374856 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:08:26.364284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'subnet': {'network_id': 'a06707b3-1720-4a20-97f7-c77158374856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:26.400735 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'status': 'completed', 'code': 200} Feb 04 20:08:26.417786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d642c3b-c3e2-4e0a-8689-91486393e66e req-10c3879f-2b12-4af7-8dae-0f600ab9e225 service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018435 Feb 04 20:08:26.513032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:26.526417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:26.548564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:26.658394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:26.662187 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:26.691545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:26.694331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:26.761298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 19da83d2-a5ff-448a-8467-29bb54586d96 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:26.804411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:26.821880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-008bf3ac-fa9b-4e04-986e-8e95c04e36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:26.823541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-008bf3ac-fa9b-4e04-986e-8e95c04e36b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=04854f6fa7f844848e1f2f7b74153382&device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 1094 time: 0.2695839 Feb 04 20:08:26.853370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=0b832eee-634a-4a28-9326-1cf36cb9b626,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:26.879509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:26.879893 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:26.954229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3e17f44-4280-4bee-9b60-ddf62ebe5b58 req-032009b5-9992-408b-945f-8dc66a1610a6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.1018527 Feb 04 20:08:26.973259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-a61fcbf3-4e23-4c84-9d36-1a75bee2abbf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:26.974125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-a61fcbf3-4e23-4c84-9d36-1a75bee2abbf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Synchronizing usage tracker for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:26.975244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:26.976026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:27.061599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-a8d17040-9ebd-4596-9e9c-c411d80d39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:27.063263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-a8d17040-9ebd-4596-9e9c-c411d80d39bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 200 len: 905 time: 0.2183974 Feb 04 20:08:27.142903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-ab0258e6-7fef-49f9-abfa-438167798d0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5 HTTP/1.1" status: 200 len: 217 time: 0.0722713 Feb 04 20:08:27.143699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-a61fcbf3-4e23-4c84-9d36-1a75bee2abbf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Unset dirty status for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:27.144826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-a61fcbf3-4e23-4c84-9d36-1a75bee2abbf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 814 time: 0.4715416 Feb 04 20:08:27.211089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-39906a8e-d6ed-498b-8105-da0e5185f14d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/quotas/94dc4fe7adb1406594df7edf3f787db7 HTTP/1.1" status: 200 len: 375 time: 0.0593050 Feb 04 20:08:27.224722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b7116b2d-a007-43c6-b866-9adce477d0c6 None None] Provisioning for port 0b832eee-634a-4a28-9326-1cf36cb9b626 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:27.230375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b7116b2d-a007-43c6-b866-9adce477d0c6 None None] Provisioning complete for port 0b832eee-634a-4a28-9326-1cf36cb9b626 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:27.230774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b7116b2d-a007-43c6-b866-9adce477d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:27.230975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d949a478-d71a-4574-bcba-a5a8f7105111 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3566518 Feb 04 20:08:27.252307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55738) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:27.271292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:27.290488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-d74d32bc-e1ef-4052-b299-4a39014b3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:27.291953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-d74d32bc-e1ef-4052-b299-4a39014b3b1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 200 len: 844 time: 0.1416466 Feb 04 20:08:27.296276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b7116b2d-a007-43c6-b866-9adce477d0c6 None None] Port 0b832eee-634a-4a28-9326-1cf36cb9b626 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:27.300877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-03dc6fac-1ef7-4b6f-9dc7-bf4a0294720c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826261 Feb 04 20:08:27.359794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adff4d-8484-4f34-b31f-0f094693b6d8 req-c28ed862-03ff-4aae-96c9-602158bb345c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:27.361544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74adff4d-8484-4f34-b31f-0f094693b6d8 req-c28ed862-03ff-4aae-96c9-602158bb345c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 943 time: 0.1382806 Feb 04 20:08:27.407479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74adff4d-8484-4f34-b31f-0f094693b6d8 req-874bb45b-752b-47e3-8288-4ae9e02182b4 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Feb 04 20:08:27.419078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-04d4384b-b434-4773-a7a9-ea8c8a80d65a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53333fe4-0c99-4191-891a-08c35720a9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124067 Feb 04 20:08:27.464407 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:27.552535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Checking segment: {'id': 'a1102d36-6640-4219-8f0e-0d567d89725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a06707b3-1720-4a20-97f7-c77158374856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:27.552846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network hostable DHCP agents. Network: a06707b3-1720-4a20-97f7-c77158374856, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:08:27.563362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Subnet': ['ID=093d14d0-a085-4126-915b-3cd340c48e79,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:27.680107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:27.692882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:27.698380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-ba5ec2a0-b49a-4a22-a579-c101f43cab61 service neutron] 10.222.0.48 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966720 Feb 04 20:08:27.700896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:27.704851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-172a1acd-6265-4b98-bfb6-2b1ea674e5f0 service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300680 Feb 04 20:08:27.721569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network a06707b3-1720-4a20-97f7-c77158374856 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:08:27.728749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:27.824710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, a06707b3-1720-4a20-97f7-c77158374856) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:27.829623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:27.830381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:27.835853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22820923-15ac-469f-9651-335a66ee6e88 None None] Network a06707b3-1720-4a20-97f7-c77158374856 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:27.931543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:27.939768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:27.962922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e705e23-8c2d-441a-9e4b-ff27a458b1ed tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6143754 Feb 04 20:08:27.964980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55750) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:28.022164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-56662835-e68a-4ef2-bf2a-e189ba6492d8 service neutron] 10.222.0.48 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163834 Feb 04 20:08:28.035088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d19b72f4-befa-4290-bc7f-7ab58486febb req-a3435659-8329-494f-9111-97ec9229dc6a service neutron] 10.222.0.24 "GET /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098745 Feb 04 20:08:28.077667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a06707b3-1720-4a20-97f7-c77158374856', 'network_id': 'a06707b3-1720-4a20-97f7-c77158374856', 'tenant_id': 'bb6fc658fb984fa6809f1a7f0f366206', 'fixed_ips': [{'subnet_id': '093d14d0-a085-4126-915b-3cd340c48e79'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:08:28.078605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:28.101234 n-d-811806-1 neutron-server[88237]: INFO neutron.db.ipam_backend_mixin [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 56300301-8a27-4c9c-afa2-fe7c3243b22b (CIDR: 172.20.0.0/28) Feb 04 20:08:28.151644 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:08:28.152192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:28.204687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:28.268117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Allocated IP 2001:db8::2 (a06707b3-1720-4a20-97f7-c77158374856/093d14d0-a085-4126-915b-3cd340c48e79/82a16267-ca2a-4355-a6b4-912cb5c0713a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:28.272667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d5e3ce03-64f0-4989-997b-04b68b9e31b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0146828 Feb 04 20:08:28.277708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:28.287321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:28.303187 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:28.351927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55764) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:28.563418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd6962f6-ae85-4abf-aca3-41bb5ac9198d req-f9e0e0e0-55e0-4afe-be82-0f4bdf357621 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.0495553 Feb 04 20:08:28.604250 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:28.615695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Transition to ACTIVE for port object 82a16267-ca2a-4355-a6b4-912cb5c0713a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:28.635210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Transition to ACTIVE for port object 82a16267-ca2a-4355-a6b4-912cb5c0713a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:28.721454 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:28.784130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59d8bc5f-53b9-48f9-92ea-5f6429f2e069 req-6c24faf6-40a3-45a7-baae-14708fc92927 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.1265490 Feb 04 20:08:28.784250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69c0b5-4d38-43d9-99ce-49b277c063df req-e73c9779-3b45-4e9b-8ac6-d23d73238b30 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:28.784250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e69c0b5-4d38-43d9-99ce-49b277c063df req-e73c9779-3b45-4e9b-8ac6-d23d73238b30 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 943 time: 0.0964441 Feb 04 20:08:28.804524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Network a06707b3-1720-4a20-97f7-c77158374856 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:28.807817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:28.814346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:28.842863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e69c0b5-4d38-43d9-99ce-49b277c063df req-cc7c2f18-afef-4207-ae18-470ce16ea82b tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591042 Feb 04 20:08:28.863683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Pushing event updated for resources: {'Port': ['ID=82a16267-ca2a-4355-a6b4-912cb5c0713a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:28.904048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Attempting to bind port 82a16267-ca2a-4355-a6b4-912cb5c0713a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Attempting to bind port 82a16267-ca2a-4355-a6b4-912cb5c0713a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a1102d36-6640-4219-8f0e-0d567d89725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a06707b3-1720-4a20-97f7-c77158374856'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Attempting to bind port 82a16267-ca2a-4355-a6b4-912cb5c0713a on network a06707b3-1720-4a20-97f7-c77158374856 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Checking segment: {'id': 'a1102d36-6640-4219-8f0e-0d567d89725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a06707b3-1720-4a20-97f7-c77158374856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Bound using segment: {'id': 'a1102d36-6640-4219-8f0e-0d567d89725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a06707b3-1720-4a20-97f7-c77158374856'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Bound port: 82a16267-ca2a-4355-a6b4-912cb5c0713a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1102d36-6640-4219-8f0e-0d567d89725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a06707b3-1720-4a20-97f7-c77158374856'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:28.958808 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:28.959624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:28.959624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:28.961329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:28.979730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.017922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] For port 82a16267-ca2a-4355-a6b4-912cb5c0713a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:29.021024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] For port 82a16267-ca2a-4355-a6b4-912cb5c0713a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=82a16267-ca2a-4355-a6b4-912cb5c0713a,segment=NetworkSegment(a1102d36-6640-4219-8f0e-0d567d89725d),segment_id=a1102d36-6640-4219-8f0e-0d567d89725d)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:29.032094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Subnet': ['ID=093d14d0-a085-4126-915b-3cd340c48e79,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:29.279085 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.279085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06707b3-1720-4a20-97f7-c77158374856']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:29.280800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10703fd2-25f0-402e-812d-0fcdadbc101c req-a003b87b-b0f7-4932-a95d-83518209bb4a tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:29.280800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10703fd2-25f0-402e-812d-0fcdadbc101c req-a003b87b-b0f7-4932-a95d-83518209bb4a tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 946 time: 0.2700613 Feb 04 20:08:29.281227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1102d36-6640-4219-8f0e-0d567d89725d') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:29.281227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1102d36-6640-4219-8f0e-0d567d89725d') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:29.281227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.281454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10703fd2-25f0-402e-812d-0fcdadbc101c req-182234cf-5c9a-47ed-ade8-104913da4309 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798321 Feb 04 20:08:29.402207 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.420608 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.420913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.428689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:29.443785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:29.448425 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:29.460061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:29.463469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:29.516317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cebf1f-427c-440b-ac41-cedcfc2549c5 None None] Pushing event updated for resources: {'Port': ['ID=82a16267-ca2a-4355-a6b4-912cb5c0713a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:29.592411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:08:29.592411 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:08:29.592411 n-d-811806-1 neutron-server[88236]: [parameters: {'id': 'a06707b3-1720-4a20-97f7-c77158374856'}] Feb 04 20:08:29.592411 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:29.592885 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:29.677374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ca00e8d-e3ac-465e-b9af-474a53a978be req-aba79b57-2f3b-437f-bef2-7605bfe5ebb7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.0530999 Feb 04 20:08:29.724204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-41519b9c-9df5-4cae-86a7-bab4e2ca0c7a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666947 Feb 04 20:08:30.055230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d90a809c-70e4-464f-b8be-ff6b24d6b0c5 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:08:30.061749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035c27e-59db-434d-b2e7-14ea7f96c365 req-8b039dd2-aaa1-4a69-9268-199047be20a3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:30.064007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d035c27e-59db-434d-b2e7-14ea7f96c365 req-8b039dd2-aaa1-4a69-9268-199047be20a3 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 943 time: 0.0926385 Feb 04 20:08:30.102562 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:30.151838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d035c27e-59db-434d-b2e7-14ea7f96c365 req-d50cab6c-5155-434d-8ca7-214c9d643d0e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806420 Feb 04 20:08:30.154869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port 82a16267-ca2a-4355-a6b4-912cb5c0713a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:30.155220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:30.157927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d93e29e-d93f-4b73-85df-d7c178658561 req-06dea367-0a3a-4165-ba40-87b79d499892 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.2557013 Feb 04 20:08:30.269285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:30.289606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'mac_address': 'fa:16:3e:1c:23:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:08:30.370532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:30.412205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90a809c-70e4-464f-b8be-ff6b24d6b0c5 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:30.449597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:30.463347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] For port 82a16267-ca2a-4355-a6b4-912cb5c0713a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=82a16267-ca2a-4355-a6b4-912cb5c0713a,segment=NetworkSegment(a1102d36-6640-4219-8f0e-0d567d89725d),segment_id=a1102d36-6640-4219-8f0e-0d567d89725d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:30.463849 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:30.540356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:30.556726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-ba34ea99-bf50-497e-9f16-b550fc0eddf5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:30.559075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-ba34ea99-bf50-497e-9f16-b550fc0eddf5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8161504 Feb 04 20:08:30.584742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:30.620626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for 82a16267-ca2a-4355-a6b4-912cb5c0713a owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:30.644433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:30.676456 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:30.727057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ee75c-79bb-4e14-95bc-6a4346d28d72 None None] Network a06707b3-1720-4a20-97f7-c77158374856 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:30.815290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:30.843924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d90a809c-70e4-464f-b8be-ff6b24d6b0c5'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:30.867708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:30.876437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:30.877150 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:30.886442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 82a16267-ca2a-4355-a6b4-912cb5c0713a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:30.888847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-3cf1027e-0639-4168-846e-569c8048494d tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:30.890387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-3cf1027e-0639-4168-846e-569c8048494d tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 946 time: 0.7024007 Feb 04 20:08:30.916973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc116a48-8b85-4622-82d6-46ab0dd46ce9 None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:30.964362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=ca4417fe-98aa-4dc6-a677-747ed90d004b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:31.009189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Deleting port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:31.009559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.017976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71957054-6128-4567-b605-4103d19c25bc req-9e1dc63f-d8dd-4af5-a0af-5eb9b61c4a8c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.1947546 Feb 04 20:08:31.054967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cf05-8f87-4a76-967a-72b78d87315f req-18661eb2-0895-492e-aba2-49dacf6ddb3a tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:31.056450 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d74cf05-8f87-4a76-967a-72b78d87315f req-18661eb2-0895-492e-aba2-49dacf6ddb3a tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 946 time: 0.5808852 Feb 04 20:08:31.079064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:31.100809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Deleting port 861f193a-fbe8-4316-9e8f-2f2489ae259f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:31.101022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.127578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Usage tracker for resource:port and tenant:1f644dd9f7284aaebad0bc0e188622a8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:31.138139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:31.144635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.170220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b1c8b961-7836-4063-b48f-e60fd5468966 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8913026 Feb 04 20:08:31.175536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:31.176800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74248c37-8f19-4b5d-92c7-65d5279c61d3 None None] Provisioning for port 82a16267-ca2a-4355-a6b4-912cb5c0713a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:31.185229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Could not find standard attr ID for object 82a16267-ca2a-4355-a6b4-912cb5c0713a. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:08:31.190644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55788) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:31.226631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2021903927', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca4417fe-98aa-4dc6-a677-747ed90d004b'}], 'security_groups': ['24e81e2a-c779-479b-9412-2fc98ed9d1fa']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:31.231475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74248c37-8f19-4b5d-92c7-65d5279c61d3 None None] Provisioning complete for port 82a16267-ca2a-4355-a6b4-912cb5c0713a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:31.232690 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74248c37-8f19-4b5d-92c7-65d5279c61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.245338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Port': ['ID=82a16267-ca2a-4355-a6b4-912cb5c0713a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:31.248099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No DVR routers for this DVR port 82a16267-ca2a-4355-a6b4-912cb5c0713a on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:31.309162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-74248c37-8f19-4b5d-92c7-65d5279c61d3 None None] Port 82a16267-ca2a-4355-a6b4-912cb5c0713a was deleted so its status cannot be updated. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 20:08:31.312519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d74cf05-8f87-4a76-967a-72b78d87315f req-caf005c5-0f12-4c95-a4e3-37c333f30198 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440226 Feb 04 20:08:31.407439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:31.422509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.465563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-739dbe16-d07f-4686-8e28-513440af15a5 req-cfe199aa-1279-42a1-ab13-b02fa772e675 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.1470590 Feb 04 20:08:31.483165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9238d5-d1bd-4e29-bf7e-4f84905cb9ed None None] DHCP port deletion for a06707b3-1720-4a20-97f7-c77158374856 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:31.499107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.506189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.536633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06707b3-1720-4a20-97f7-c77158374856']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:31.561007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1102d36-6640-4219-8f0e-0d567d89725d') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:31.561482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1102d36-6640-4219-8f0e-0d567d89725d') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:31.577564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.595655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.603024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:31.603548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.608531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] Update dhcp port {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'fixed_ips': [{'subnet_id': '56300301-8a27-4c9c-afa2-fe7c3243b22b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca4417fe-98aa-4dc6-a677-747ed90d004b'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '19da83d2-a5ff-448a-8467-29bb54586d96'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:31.621341 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:31.662599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:31.680839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.691819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Usage tracker for resource:security_group_rule and tenant:1f644dd9f7284aaebad0bc0e188622a8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:31.712152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:31.799319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:31.868510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.869593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] For port adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,segment=NetworkSegment(925a94ef-3931-43c6-bda2-341d245e9fef),segment_id=925a94ef-3931-43c6-bda2-341d245e9fef)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:31.869972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.887485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:31.901434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Network': ['ID=a06707b3-1720-4a20-97f7-c77158374856,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:31.913112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a89e27e4-c32a-4aad-8764-f0ab590b97f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/a06707b3-1720-4a20-97f7-c77158374856 HTTP/1.1" status: 204 len: 168 time: 3.9427142 Feb 04 20:08:31.913112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55796) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:31.918478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1764968236'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:31.924267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:31.928266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:network and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:31.931711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:31.939082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:31.957101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] Allocated IP 172.20.0.18 (2a02cd5f-5667-4657-a74d-1f82e49e7421/ca4417fe-98aa-4dc6-a677-747ed90d004b/19da83d2-a5ff-448a-8467-29bb54586d96) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:32.013210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:32.017080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.051924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:08:32.053504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d90a809c-70e4-464f-b8be-ff6b24d6b0c5 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:32.063516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.063870 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Added segment 1ed46212-fe99-4aa9-9e58-6654510b8374 of type vlan for network e8609c3b-5fed-45af-9f48-678db0f0991f Feb 04 20:08:32.130151 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.175826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] For port 19da83d2-a5ff-448a-8467-29bb54586d96, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=19da83d2-a5ff-448a-8467-29bb54586d96,segment=NetworkSegment(486caae8-d14c-4ffd-aede-27e60b964730),segment_id=486caae8-d14c-4ffd-aede-27e60b964730)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:32.215100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.220439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Calling delete_port for adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:32.243624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] Transition to ACTIVE for port object 19da83d2-a5ff-448a-8467-29bb54586d96 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:32.252479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:32.264987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e20e213-86ab-429b-9bf9-2f071a00c41f req-0106f179-ddfe-450e-b625-ad1df2c116fc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.0624771 Feb 04 20:08:32.266719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:32.267268 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.337396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.343054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:32.343683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.362202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.428052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc673c6-61f2-4bc8-8a74-f38c9fcc2666 req-f900fbdd-7432-4b57-928f-8332e227f591 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:32.435618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cc673c6-61f2-4bc8-8a74-f38c9fcc2666 req-f900fbdd-7432-4b57-928f-8332e227f591 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 944 time: 0.9721675 Feb 04 20:08:32.499916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5858672 Feb 04 20:08:32.510718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-b5db90d1-ec1d-4544-a381-53cde8ec04de tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:32.516787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-b5db90d1-ec1d-4544-a381-53cde8ec04de tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.24 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 814 time: 0.8176193 Feb 04 20:08:32.516787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55808) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:32.519402 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.539715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Request body: {'subnet': {'network_id': 'e8609c3b-5fed-45af-9f48-678db0f0991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:32.554889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1231a0-f8c0-4dca-ada7-51fa6aab9d05 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Network': ['ID=e8609c3b-5fed-45af-9f48-678db0f0991f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:32.565211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939ec15-2172-4f1f-9a0b-5b83ac19c0e7 None None] Pushing event updated for resources: {'Port': ['ID=19da83d2-a5ff-448a-8467-29bb54586d96,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:32.572251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Request body: {'port': {'device_id': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763', 'admin_state_up': True, 'tenant_id': '94dc4fe7adb1406594df7edf3f787db7'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:32.573593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:32.581414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network e8609c3b-5fed-45af-9f48-678db0f0991f details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:08:32.607574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1a213-e666-4d07-9c16-363638bab2f6 req-e703b6c5-2270-4043-83b7-843466956033 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:32.615409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fbf1a213-e666-4d07-9c16-363638bab2f6 req-e703b6c5-2270-4043-83b7-843466956033 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 946 time: 0.1210415 Feb 04 20:08:32.646871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:32.663299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fbf1a213-e666-4d07-9c16-363638bab2f6 req-38fcfd95-97df-49dd-8c70-c5fb1f95fbe2 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474594 Feb 04 20:08:32.685236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] For port 861f193a-fbe8-4316-9e8f-2f2489ae259f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=861f193a-fbe8-4316-9e8f-2f2489ae259f,segment=NetworkSegment(394afddf-9151-49ca-8a43-693f36a4cbdc),segment_id=394afddf-9151-49ca-8a43-693f36a4cbdc)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:32.685236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.757691 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.811724 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:32.843211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:32.847947 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31524b68-0aae-4c05-a36a-ca3bf5cd82af req-f1477ed2-ba1b-45e3-a07e-12b6d0c99edd tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.0609286 Feb 04 20:08:32.849951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:32.853631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 19da83d2-a5ff-448a-8467-29bb54586d96 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:32.915326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cc673c6-61f2-4bc8-8a74-f38c9fcc2666 req-48774cf6-8387-4518-afbf-0bc869915b5e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788151 Feb 04 20:08:32.916033 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'code': 200} Feb 04 20:08:33.002145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 82a16267-ca2a-4355-a6b4-912cb5c0713a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:33.004325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Calling delete_port for 861f193a-fbe8-4316-9e8f-2f2489ae259f owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:33.042154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 82a16267-ca2a-4355-a6b4-912cb5c0713a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:33.042500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 82a16267-ca2a-4355-a6b4-912cb5c0713a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:33.054219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Usage tracker for resource:subnet and tenant:bb6fc658fb984fa6809f1a7f0f366206 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:33.057614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:33.064112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:33.072762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f23c3-9b40-499d-a9e8-6fa172f9a66c req-aba6c722-893a-4091-ae3d-761cd74a527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:33.074240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a8f23c3-9b40-499d-a9e8-6fa172f9a66c req-aba6c722-893a-4091-ae3d-761cd74a527d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 1096 time: 0.0805426 Feb 04 20:08:33.127598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.128949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a8f23c3-9b40-499d-a9e8-6fa172f9a66c req-883bfc8c-9da3-4e90-9609-cd600d8e5a11 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Feb 04 20:08:33.247888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Provisioning complete for port 0b832eee-634a-4a28-9326-1cf36cb9b626 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:33.248433 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.277928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.286418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:33.307345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Port 0b832eee-634a-4a28-9326-1cf36cb9b626 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:33.339850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Usage tracker for resource:port and tenant:94dc4fe7adb1406594df7edf3f787db7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:33.357960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:33.388966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Made reservation on behalf of bb6fc658fb984fa6809f1a7f0f366206 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:33.392388 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.415001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e985df96-fac7-4781-a436-2cff779deb0e req-b3e8e2c8-4fa2-4972-93bd-7ccbfcfb866d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.0434859 Feb 04 20:08:33.441696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:33.452672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Provisioning for port 19da83d2-a5ff-448a-8467-29bb54586d96 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:33.458303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:33.458739 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.591392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Provisioning complete for port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:33.591764 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.620401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574bb060-d0a7-4c96-99f0-7cbb77739755,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:33.648285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e494101a-7ef6-4e5a-9fa9-7f71bab44d26 None None] Port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:33.780635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Made reservation on behalf of 94dc4fe7adb1406594df7edf3f787db7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:33.784088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.996917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:33.999895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-52b1f345-b449-428c-990d-2b91aed3c4b1 req-c117f155-00e5-4c1f-b31e-88516d5d28c6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.0459676 Feb 04 20:08:34.118716 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:34.131888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:34.213239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a89e0-61fc-4995-97c1-1c696720c0d8 req-fd4f7a38-4402-4742-b7b2-0ddfccb52cf4 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:34.215313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca3a89e0-61fc-4995-97c1-1c696720c0d8 req-fd4f7a38-4402-4742-b7b2-0ddfccb52cf4 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 945 time: 0.1196742 Feb 04 20:08:34.274408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca3a89e0-61fc-4995-97c1-1c696720c0d8 req-91d77b3f-dcad-4fe4-9e6e-514af308169e tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440664 Feb 04 20:08:34.274507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.48 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/2a715e24-3a8e-4fef-8373-c68f984433a0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:34.339176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Pushing event deleted for resources: {'Port': ['ID=861f193a-fbe8-4316-9e8f-2f2489ae259f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:34.521378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] No DVR routers for this DVR port 861f193a-fbe8-4316-9e8f-2f2489ae259f on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:34.566074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa93f151-8e7b-4c33-8866-08f4bab314cc req-5648451d-1810-4c31-b442-74e2f65dc48e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.0464380 Feb 04 20:08:34.607467 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:34.609801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'name': 'network-vif-deleted', 'tag': '861f193a-fbe8-4316-9e8f-2f2489ae259f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:34.717667 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee5c3d-7870-4dd7-a21f-e65447e3f850', 'name': 'network-vif-deleted', 'tag': '861f193a-fbe8-4316-9e8f-2f2489ae259f', 'status': 'completed', 'code': 200} Feb 04 20:08:34.776284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e2071-542c-4df2-87ec-f93f31e388ee req-3f28ffd4-60aa-456f-a12d-6901fcfe5a62 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:34.777741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-451e2071-542c-4df2-87ec-f93f31e388ee req-3f28ffd4-60aa-456f-a12d-6901fcfe5a62 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdee5c3d-7870-4dd7-a21f-e65447e3f850 HTTP/1.1" status: 200 len: 867 time: 0.9733150 Feb 04 20:08:34.792834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 861f193a-fbe8-4316-9e8f-2f2489ae259f no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:34.832653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 861f193a-fbe8-4316-9e8f-2f2489ae259f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:34.833096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 861f193a-fbe8-4316-9e8f-2f2489ae259f not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:34.921429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Delete allocated IP 172.20.0.6 (2a02cd5f-5667-4657-a74d-1f82e49e7421/56300301-8a27-4c9c-afa2-fe7c3243b22b) {{(pid=88237) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 20:08:35.016214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.24 (2a02cd5f-5667-4657-a74d-1f82e49e7421/ca4417fe-98aa-4dc6-a677-747ed90d004b/0b832eee-634a-4a28-9326-1cf36cb9b626) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:35.031200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Allocated IP 172.20.0.14 (1a77bb77-0892-4d61-817e-67ca407bd763/3b33e1a7-651d-4107-a3b4-fcbf5b258a77/87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:35.033928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b136cad1-8e5e-4528-8ff0-9d47477b3cec req-05d94ea0-ed5a-4279-a797-a50c0a13c13b tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.62 "DELETE /v2.0/ports/861f193a-fbe8-4316-9e8f-2f2489ae259f HTTP/1.1" status: 204 len: 173 time: 4.1227376 Feb 04 20:08:35.084382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-451e2071-542c-4df2-87ec-f93f31e388ee req-ff0ddda0-56a8-4dc2-bac7-7c32e1ee4b87 tempest-ServerTagsTestJSON-1046520896 tempest-ServerTagsTestJSON-1046520896-project] 10.222.0.48 "GET /v2.0/security-groups?id=eaed3b34-bd1d-43f7-a410-7c619d05b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840853 Feb 04 20:08:35.165471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-521f0fbe-1fb7-4436-a654-eadbdbbb0c7f req-39b62bf1-e592-44f8-b4ba-9b483a7cbf94 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.0486839 Feb 04 20:08:35.188912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:35.648903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.objects.ports [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88237) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:08:35.693354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:35.701129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:35.726950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da5c7c2d-5eac-4c6d-b411-136f2a4a079e req-5ee6f5b7-a97b-4428-a9f5-f3d932a27df6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.0496035 Feb 04 20:08:35.898651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object 2a715e24-3a8e-4fef-8373-c68f984433a0 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:35.982022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event updated for resources: {'Subnet': ['ID=6530de07-578c-4e17-aeb6-0e3fd79b8e0d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:36.037465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Checking segment: {'id': '1ed46212-fe99-4aa9-9e58-6654510b8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8609c3b-5fed-45af-9f48-678db0f0991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:36.037952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network hostable DHCP agents. Network: e8609c3b-5fed-45af-9f48-678db0f0991f, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:08:36.081099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.147737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.161647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bc4c6-092d-4325-982f-78dffe7622ee req-6e0a5953-dab6-4090-a3a2-7891310aadf0 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:36.163092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a08bc4c6-092d-4325-982f-78dffe7622ee req-6e0a5953-dab6-4090-a3a2-7891310aadf0 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 945 time: 0.7458451 Feb 04 20:08:36.194682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55836) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:36.223844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 0b832eee-634a-4a28-9326-1cf36cb9b626 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:36.261553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] Deleting subnet 81c96287-9138-48b5-ad84-c159b628b5ac {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:36.269164 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.300575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.322331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.380450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Network e8609c3b-5fed-45af-9f48-678db0f0991f is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:08:36.382575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.389751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.417685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a08bc4c6-092d-4325-982f-78dffe7622ee req-410b9dbd-86b2-497f-913a-7e752db12549 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335105 Feb 04 20:08:36.454433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:36.484569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:36.491664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=2a715e24-3a8e-4fef-8373-c68f984433a0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:36.494559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:36.559899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dc68d-92de-4449-ba18-1586e70835d2 req-b91a097b-ac8a-4ca9-b3b4-eb77e785a96d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:36.567092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-335dc68d-92de-4449-ba18-1586e70835d2 req-b91a097b-ac8a-4ca9-b3b4-eb77e785a96d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 935 time: 0.1283555 Feb 04 20:08:36.577412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, e8609c3b-5fed-45af-9f48-678db0f0991f) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:36.587792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b63892c-0750-4452-98a8-9477df0940c0 None None] Network e8609c3b-5fed-45af-9f48-678db0f0991f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:36.613605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-335dc68d-92de-4449-ba18-1586e70835d2 req-bf4bc9c6-7afa-45fc-a622-c1c148310f18 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455213 Feb 04 20:08:36.627056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:36.627645 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.643514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Router 5e7341e2-58cf-4f19-a76f-33730c29ab65 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:08:36.644839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.655467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.739050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=0b832eee-634a-4a28-9326-1cf36cb9b626,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:36.858076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:36.860135 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.863834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:36.882203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c96287-9138-48b5-ad84-c159b628b5ac,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:36.887826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c1c0821d-10cf-4da9-bc2f-c5b3cb79832f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/81c96287-9138-48b5-ad84-c159b628b5ac HTTP/1.1" status: 204 len: 168 time: 0.6918373 Feb 04 20:08:36.889094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55852) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:37.000653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] In _notify_port_updated(), no bound segment for port 0b832eee-634a-4a28-9326-1cf36cb9b626 on network 2a02cd5f-5667-4657-a74d-1f82e49e7421 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:08:37.007150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:37.007951 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.009589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4a8edbab-5aba-4731-8b29-a732e8b2418f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "PUT /v2.0/ports/0b832eee-634a-4a28-9326-1cf36cb9b626 HTTP/1.1" status: 200 len: 921 time: 5.8151233 Feb 04 20:08:37.019501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-e8609c3b-5fed-45af-9f48-678db0f0991f', 'network_id': 'e8609c3b-5fed-45af-9f48-678db0f0991f', 'tenant_id': 'bb6fc658fb984fa6809f1a7f0f366206', 'fixed_ips': [{'subnet_id': '6530de07-578c-4e17-aeb6-0e3fd79b8e0d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:08:37.025535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55856) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:37.025673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.025772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Network 1a77bb77-0892-4d61-817e-67ca407bd763 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:37.033564 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-653fb120-fd48-4c3a-9402-2234f6e999d0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.5070717 Feb 04 20:08:37.034465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:37.048333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55860) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:37.049205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ef86e3c6-ace9-4b87-be48-15dc64d8f1a7 None None] Provisioning for port 2a715e24-3a8e-4fef-8373-c68f984433a0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:37.051514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:37.055966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ef86e3c6-ace9-4b87-be48-15dc64d8f1a7 None None] Provisioning complete for port 2a715e24-3a8e-4fef-8373-c68f984433a0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:37.058996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef86e3c6-ace9-4b87-be48-15dc64d8f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.115431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.163166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-cba3a57c-e42a-4f9c-986b-846969d56162 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5902550 Feb 04 20:08:37.194427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 0b832eee-634a-4a28-9326-1cf36cb9b626 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:37.194922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.219818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:37.251478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ef86e3c6-ace9-4b87-be48-15dc64d8f1a7 None None] Port 2a715e24-3a8e-4fef-8373-c68f984433a0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:37.288665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Request body: {'port': {'device_id': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:37.345382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Allocated IP 2001:db8::f816:3eff:fe26:ab8a (e8609c3b-5fed-45af-9f48-678db0f0991f/6530de07-578c-4e17-aeb6-0e3fd79b8e0d/8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:37.385905 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.435926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab36360b-bfdc-45cb-8cc0-d2d8699ccc80']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:37.453004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd65d-b887-4f47-a133-085d708a39d1 req-6b153876-1b20-44f8-bcf4-2461356c8aab tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:37.460289 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53dcd65d-b887-4f47-a133-085d708a39d1 req-6b153876-1b20-44f8-bcf4-2461356c8aab tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 932 time: 0.4411740 Feb 04 20:08:37.493573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394afddf-9151-49ca-8a43-693f36a4cbdc') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:37.493573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394afddf-9151-49ca-8a43-693f36a4cbdc') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:37.566974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:37.567760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.588436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.619463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.629068 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.634779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Transition to ACTIVE for port object 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:37.643283 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53dcd65d-b887-4f47-a133-085d708a39d1 req-150156bc-7ad4-4820-b86a-0fe0b4ef87b2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802475 Feb 04 20:08:37.665211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:37.674185 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.674433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Transition to ACTIVE for port object 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:37.694883 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:37.712488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-2c6aa0a6-15db-4afc-a793-9747a7ef0656 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1770051 Feb 04 20:08:37.727742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Request body: {'port': {'device_id': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:37.738031 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.760860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:08:37.780519 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] Sync routers for ids ['5e7341e2-58cf-4f19-a76f-33730c29ab65'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:08:37.780519 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] Routers {'5e7341e2-58cf-4f19-a76f-33730c29ab65'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:08:37.781059 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:08:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5e7341e2-58cf-4f19-a76f-33730c29ab65'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:37.792831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7435ba60-2ade-4488-8956-a09040df7e7a admin admin] 10.222.0.48 "PUT /v2.0/routers/5e7341e2-58cf-4f19-a76f-33730c29ab65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4375238 Feb 04 20:08:37.806525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55892) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:37.812505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.847846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.885501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:37.941398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 0b832eee-634a-4a28-9326-1cf36cb9b626 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:37.997101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d6e17b1a-0a46-4eec-9523-be493b99098c None None] Provisioning for port 0b832eee-634a-4a28-9326-1cf36cb9b626 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:38.002923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] Set router 5e7341e2-58cf-4f19-a76f-33730c29ab65 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:08:38.009290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Pushing event updated for resources: {'Port': ['ID=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:38.017214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:38.017746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.030478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d6e17b1a-0a46-4eec-9523-be493b99098c None None] Provisioning complete for port 0b832eee-634a-4a28-9326-1cf36cb9b626 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:38.031165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d6e17b1a-0a46-4eec-9523-be493b99098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.092923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Network e8609c3b-5fed-45af-9f48-678db0f0991f is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:38.109323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:38.117893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:38.164216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b723b-c03f-480f-b2e7-738584c5bfeb req-f138147b-2fb9-427d-a00f-e853c5401c68 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:38.165661 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c1b723b-c03f-480f-b2e7-738584c5bfeb req-f138147b-2fb9-427d-a00f-e853c5401c68 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 935 time: 0.2862027 Feb 04 20:08:38.223643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d6e17b1a-0a46-4eec-9523-be493b99098c None None] Port 0b832eee-634a-4a28-9326-1cf36cb9b626 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:38.245121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Attempting to bind port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:38.245497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Attempting to bind port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '1ed46212-fe99-4aa9-9e58-6654510b8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8609c3b-5fed-45af-9f48-678db0f0991f'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:38.245859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Attempting to bind port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a on network e8609c3b-5fed-45af-9f48-678db0f0991f {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:38.255876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:38.256246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Checking segment: {'id': '1ed46212-fe99-4aa9-9e58-6654510b8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8609c3b-5fed-45af-9f48-678db0f0991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:38.256647 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.257031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Bound using segment: {'id': '1ed46212-fe99-4aa9-9e58-6654510b8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8609c3b-5fed-45af-9f48-678db0f0991f'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:38.257494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Bound port: 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed46212-fe99-4aa9-9e58-6654510b8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e8609c3b-5fed-45af-9f48-678db0f0991f'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:38.257862 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.263578 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.298494 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.303090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab36360b-bfdc-45cb-8cc0-d2d8699ccc80,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:38.346911 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8c1b723b-c03f-480f-b2e7-738584c5bfeb req-abee4c56-ffa2-42bc-b732-a30f6d5b0eba tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015844 Feb 04 20:08:38.352432 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.383734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] For port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:38.387038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] For port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,segment=NetworkSegment(1ed46212-fe99-4aa9-9e58-6654510b8374),segment_id=1ed46212-fe99-4aa9-9e58-6654510b8374)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:38.407382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.417859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3759f25c-3d4d-4a92-ae47-ec55b0992092 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ab36360b-bfdc-45cb-8cc0-d2d8699ccc80 HTTP/1.1" status: 204 len: 168 time: 1.5277016 Feb 04 20:08:38.447854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.463568 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:08:33Z', 'revision_number': 5, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:38.467578 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] Checking router: 5e7341e2-58cf-4f19-a76f-33730c29ab65 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:08:38.478179 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] Routers {'5e7341e2-58cf-4f19-a76f-33730c29ab65'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:08:38.478984 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:08:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5e7341e2-58cf-4f19-a76f-33730c29ab65'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:38.506575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.517152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=0b832eee-634a-4a28-9326-1cf36cb9b626,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:38.621633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da6494-b492-45f8-9cfa-eab011970b60 None None] Pushing event updated for resources: {'Port': ['ID=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:38.698867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.708750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-93fb17f0-d4e8-4ab6-b0a0-232ea32a849e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/0b832eee-634a-4a28-9326-1cf36cb9b626 HTTP/1.1" status: 204 len: 168 time: 1.6874485 Feb 04 20:08:38.712916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55910) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:38.722444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:38.808082 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6402607-bc20-452b-9bc5-1360ddbd73bf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:08:38.808856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b6402607-bc20-452b-9bc5-1360ddbd73bf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:38.820658 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] Set router 5e7341e2-58cf-4f19-a76f-33730c29ab65 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:08:38.920575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.007464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:39.071300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09c204-af07-4ec7-9646-3521e1202ad2 req-75334d8f-cbe6-4383-afd2-444ba72089b4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:39.078246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d09c204-af07-4ec7-9646-3521e1202ad2 req-75334d8f-cbe6-4383-afd2-444ba72089b4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 932 time: 0.2725194 Feb 04 20:08:39.141104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d09c204-af07-4ec7-9646-3521e1202ad2 req-8d3e874f-96b0-428c-af90-407c4609e6af tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618110 Feb 04 20:08:39.143210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b6402607-bc20-452b-9bc5-1360ddbd73bf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:39.144494 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b6402607-bc20-452b-9bc5-1360ddbd73bf tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/0b832eee-634a-4a28-9326-1cf36cb9b626 HTTP/1.1" status: 404 len: 333 time: 0.4306295 Feb 04 20:08:39.147658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55918) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:39.149533 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.268511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c6b99b7a-bec0-47dc-80c5-25cdbd8bc180 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.297925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c6b99b7a-bec0-47dc-80c5-25cdbd8bc180 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.299980 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:08:33Z', 'revision_number': 5, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:39.304169 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d95ce5-c50f-4302-bcf9-e220fd6c8a5f None None] The sync data for ids ['5e7341e2-58cf-4f19-a76f-33730c29ab65'] in n-d-811806-1 is: [{'id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'name': 'tempest-ServersTestMultiNic-864481776-router', 'tenant_id': '66e24ef1078b43b7bc68f923633b94ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '13dede51-4628-486e-97da-452cdce5df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:05:36Z', 'updated_at': '2022-02-04T20:08:33Z', 'revision_number': 5, 'project_id': '66e24ef1078b43b7bc68f923633b94ef', 'gw_port': {'id': '13dede51-4628-486e-97da-452cdce5df09', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7341e2-58cf-4f19-a76f-33730c29ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:05:38Z', 'updated_at': '2022-02-04T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:08:39.325490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2fb0-6908-42f8-8f28-ed23bc220397 req-3230d7cf-92fd-4cc2-ac5d-1b91fdd4cf16 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:39.325490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bccd2fb0-6908-42f8-8f28-ed23bc220397 req-3230d7cf-92fd-4cc2-ac5d-1b91fdd4cf16 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 945 time: 0.9045265 Feb 04 20:08:39.336840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Deleting port 13dede51-4628-486e-97da-452cdce5df09 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:39.337183 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.404323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8af039b3-22e5-483a-bd1e-4f796850bc86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bedf399593fa46c2afede38d83aa20c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915505 Feb 04 20:08:39.408982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55924) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:39.427016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c6b99b7a-bec0-47dc-80c5-25cdbd8bc180 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.466833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b99b7a-bec0-47dc-80c5-25cdbd8bc180 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f109e-d7df-46e8-bb57-b3b710d7d106,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:39.476192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c6b99b7a-bec0-47dc-80c5-25cdbd8bc180 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.480793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c6b99b7a-bec0-47dc-80c5-25cdbd8bc180 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/security-groups/6d6f109e-d7df-46e8-bb57-b3b710d7d106 HTTP/1.1" status: 204 len: 168 time: 0.3321199 Feb 04 20:08:39.482355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55928) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:39.601390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d3a24ad-5508-47dc-ad20-e8fddaaecb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.658917 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d3a24ad-5508-47dc-ad20-e8fddaaecb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.667579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] For port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a, host n-d-811806-1, got binding levels [] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:39.669262 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.671460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c293950b-c9ef-4f48-a0cc-93859ca2bb48 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.727806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7b904-54e2-4e00-b473-d6ba89dca5ac req-4dde4317-c784-46b5-bee7-1bf384ab8161 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:39.729391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1d7b904-54e2-4e00-b473-d6ba89dca5ac req-4dde4317-c784-46b5-bee7-1bf384ab8161 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 935 time: 0.2545369 Feb 04 20:08:39.757213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c293950b-c9ef-4f48-a0cc-93859ca2bb48 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.832837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1d7b904-54e2-4e00-b473-d6ba89dca5ac req-fbf55564-9bc6-49fe-98f7-ff823ac96719 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947204 Feb 04 20:08:39.850790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:39.915401 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d3a24ad-5508-47dc-ad20-e8fddaaecb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.927899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba3603-03c1-4f28-bf33-a881234914c8 None None] Network e8609c3b-5fed-45af-9f48-678db0f0991f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:39.937000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a24ad-5508-47dc-ad20-e8fddaaecb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed3b34-bd1d-43f7-a410-7c619d05b6ea,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:39.943563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c293950b-c9ef-4f48-a0cc-93859ca2bb48 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.952323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bccd2fb0-6908-42f8-8f28-ed23bc220397 req-5bdb29e3-7e5b-4170-b8fa-411fdec5c8a9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745893 Feb 04 20:08:39.979860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293950b-c9ef-4f48-a0cc-93859ca2bb48 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e81e2a-c779-479b-9412-2fc98ed9d1fa,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:39.987433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c293950b-c9ef-4f48-a0cc-93859ca2bb48 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:39.992116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c293950b-c9ef-4f48-a0cc-93859ca2bb48 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/security-groups/24e81e2a-c779-479b-9412-2fc98ed9d1fa HTTP/1.1" status: 204 len: 168 time: 0.5059998 Feb 04 20:08:39.992466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55932) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:40.066987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d3a24ad-5508-47dc-ad20-e8fddaaecb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.069754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9d3a24ad-5508-47dc-ad20-e8fddaaecb99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eaed3b34-bd1d-43f7-a410-7c619d05b6ea HTTP/1.1" status: 204 len: 168 time: 0.6597681 Feb 04 20:08:40.077652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet 56300301-8a27-4c9c-afa2-fe7c3243b22b {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:40.083180 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.104439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d90a809c-70e4-464f-b8be-ff6b24d6b0c5 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:08:40.151797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.201402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2eb73881-f790-41cc-891d-756e149269f4 None None] Provisioning for port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:40.225854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:40.226413 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:40.310795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] For port 13dede51-4628-486e-97da-452cdce5df09, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=13dede51-4628-486e-97da-452cdce5df09,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:40.312686 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.337908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.412062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:40.428770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'network_id': '53333fe4-0c99-4191-891a-08c35720a9ec', 'port_id': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'mac_address': 'fa:16:3e:1c:23:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fec589e-89a4-4531-9e2e-9940544cbd47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:08:40.447885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1474cfb-ed2c-4b39-975b-0839a97f96ba req-ac2a2a69-0f87-449c-86ed-54dfb69374e0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:40.455096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1474cfb-ed2c-4b39-975b-0839a97f96ba req-ac2a2a69-0f87-449c-86ed-54dfb69374e0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 932 time: 0.1564567 Feb 04 20:08:40.476431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Calling delete_port for 13dede51-4628-486e-97da-452cdce5df09 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:40.499405 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.503118 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1474cfb-ed2c-4b39-975b-0839a97f96ba req-e59a9ac7-f551-4cc4-b52c-228467a534c5 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Feb 04 20:08:40.535464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d90a809c-70e4-464f-b8be-ff6b24d6b0c5 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:40.542224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:40.550837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.557246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:40.562011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.566339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Transition to ACTIVE for port object 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:40.573849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a715e24-3a8e-4fef-8373-c68f984433a0 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:40.585255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.618479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=56300301-8a27-4c9c-afa2-fe7c3243b22b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:40.622683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Transition to ACTIVE for port object 2a715e24-3a8e-4fef-8373-c68f984433a0 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:40.633929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.644313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0daa1b7-2fc5-4c60-a8f0-6e23205b4ce3 None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:40.649142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a3e81a5b-c08c-4534-92c1-75e23ddd370b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/56300301-8a27-4c9c-afa2-fe7c3243b22b HTTP/1.1" status: 204 len: 168 time: 0.6515951 Feb 04 20:08:40.654198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:40.665988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:40.726916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:40.727376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.767143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.769806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.814127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:40.942228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d90a809c-70e4-464f-b8be-ff6b24d6b0c5'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:40.950119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:40.963864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:40.967582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:40.975091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:40.989109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:41.041648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:41.058967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:41.065739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:41.263532 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:41.267048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Pushing event updated for resources: {'Port': ['ID=2a715e24-3a8e-4fef-8373-c68f984433a0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:41.344773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:41.401846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798156e-b8c9-4219-8318-5391a8cd7ede req-3cce1035-e272-4a89-a52e-f921e3f2bd5c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:41.403610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.404050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.404482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.404907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.405330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.405752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.406275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.406733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.407159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.407574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.408004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.408409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:08:41.408624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7798156e-b8c9-4219-8318-5391a8cd7ede req-3cce1035-e272-4a89-a52e-f921e3f2bd5c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 944 time: 0.1463757 Feb 04 20:08:41.468522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7798156e-b8c9-4219-8318-5391a8cd7ede req-8f5b96bf-7057-4210-873e-7c0f8af58be9 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589304 Feb 04 20:08:41.522312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:41.545378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:41.545867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:41.665205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Pushing event deleted for resources: {'Port': ['ID=13dede51-4628-486e-97da-452cdce5df09,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:41.737999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:41.816306 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:41.836639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:41.844698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=d9acb42c-8f63-420b-9907-41b6aae0e904,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:41.847861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:41.860433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:41.867295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:41.868113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:41.868590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on network 1a77bb77-0892-4d61-817e-67ca407bd763 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:41.869257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:41.921084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,segment=NetworkSegment(1ed46212-fe99-4aa9-9e58-6654510b8374),segment_id=1ed46212-fe99-4aa9-9e58-6654510b8374)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:41.957263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on network 1a77bb77-0892-4d61-817e-67ca407bd763 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:08:41.961858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on network 1a77bb77-0892-4d61-817e-67ca407bd763 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:41.965502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab89bad-fdf2-49a8-b8d4-7f2cba92e392 req-47da57e8-e769-496a-bbf9-0aa500f88936 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:41.967221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ab89bad-fdf2-49a8-b8d4-7f2cba92e392 req-47da57e8-e769-496a-bbf9-0aa500f88936 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.3191795 Feb 04 20:08:42.018510 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.035675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e7c1c8f-4d96-4686-a1f6-08dbcf0824f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3805153 Feb 04 20:08:42.036585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55974) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:42.047448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'security_group': {'name': 'tempest-secgroup-144591442'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:42.053162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:42.057459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:42.060963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:42.067434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:42.073367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:42.074457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Attempting to bind port 2a715e24-3a8e-4fef-8373-c68f984433a0 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:08:42.075391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Attempting to bind port 2a715e24-3a8e-4fef-8373-c68f984433a0 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:08:42.075722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Attempting to bind port 2a715e24-3a8e-4fef-8373-c68f984433a0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:42.088148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:42.088647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Checking segment: {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:42.089319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Bound using segment: {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:42.089481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Bound port: 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:42.089829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.094551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ab89bad-fdf2-49a8-b8d4-7f2cba92e392 req-823f41c2-0306-4f13-90ac-521f574ccd37 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206899 Feb 04 20:08:42.114516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Port 2a715e24-3a8e-4fef-8373-c68f984433a0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:08:42.114878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Attempting to bind port 2a715e24-3a8e-4fef-8373-c68f984433a0 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:08:42.128212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d90a809c-70e4-464f-b8be-ff6b24d6b0c5 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:42.160802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.183013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:42.183496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device adf00d6d-5d7f-4ed8-8b01-d4f5d1c42b46 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:42.227207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:42.232245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:42.242114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] For port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,segment=NetworkSegment(1ed46212-fe99-4aa9-9e58-6654510b8374),segment_id=1ed46212-fe99-4aa9-9e58-6654510b8374)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:42.242662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.251799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group_rule and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:42.260721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:42.267055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:42.273299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:42.273806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.316175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:42.322461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:42.349632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.401782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.454054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.488746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:42.501565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:42.508499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.557473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ddfe4c-ccb0-4007-b246-6636d2b6855f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:42.600299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4d013-0a13-4bca-a89c-02344eb73fe0 None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:42.601523 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.606659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:08:42.607025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:42.607404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:08:42.607843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Bound port: 2a715e24-3a8e-4fef-8373-c68f984433a0, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:08:42.608176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.623397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.635429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:42.669252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.670586 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-52be425b-3948-496b-bbb9-8e922d02fc3b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6311510 Feb 04 20:08:42.673430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55992) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:42.678985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'security_group': {'name': 'tempest-secgroup-738029933'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:42.685288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:42.689554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:42.692329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:42.699217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:42.779654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f93e1137-b79a-4a06-8720-461ac0836934 None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:42.780573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f93e1137-b79a-4a06-8720-461ac0836934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.787359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e9ec-5146-40d7-8f1b-5170e20950cb req-9c4c2c1c-0cc7-4fd5-a00c-ca7528541bad tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:42.788104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6d8e9ec-5146-40d7-8f1b-5170e20950cb req-9c4c2c1c-0cc7-4fd5-a00c-ca7528541bad tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:42.797696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:42.798726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.812045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] 10.222.0.24 "PUT /v2.0/ports/87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 1092 time: 5.0769525 Feb 04 20:08:42.829409 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.836163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:42.850646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:42.877834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:42.883050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group_rule and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:42.886325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:42.890135 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.893510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:42.902298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:42.964542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:42.993984 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.011259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a86dbc-a758-494b-a8a6-4db3cafa2026 service neutron] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:43.064665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6d8e9ec-5146-40d7-8f1b-5170e20950cb req-9c4c2c1c-0cc7-4fd5-a00c-ca7528541bad tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:43.068002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6d8e9ec-5146-40d7-8f1b-5170e20950cb req-9c4c2c1c-0cc7-4fd5-a00c-ca7528541bad tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 947 time: 1.9565618 Feb 04 20:08:43.071117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] For port 2a715e24-3a8e-4fef-8373-c68f984433a0, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:08:43.090042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.123964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] For port 2a715e24-3a8e-4fef-8373-c68f984433a0, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2a715e24-3a8e-4fef-8373-c68f984433a0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:08:43.139204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:43.140985 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:43.146357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6d8e9ec-5146-40d7-8f1b-5170e20950cb req-a1877d8b-e776-4195-bdf6-4f354c80edb5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:43.149629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:43.150097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.166786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-13af96a0-7dab-42a2-b4fa-060a47b0cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:43.168435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-13af96a0-7dab-42a2-b4fa-060a47b0cd71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1095 time: 0.1961105 Feb 04 20:08:43.172817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.173362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7341e2-58cf-4f19-a76f-33730c29ab65 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:08:43.209291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f93e1137-b79a-4a06-8720-461ac0836934 None None] Provisioning complete for port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:43.209474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f93e1137-b79a-4a06-8720-461ac0836934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.250458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.290604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.291924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6173403 Feb 04 20:08:43.305354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56008) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:43.312308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'security_group': {'name': 'tempest-secgroup-1118059483'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:43.318876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:43.319422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:43.319836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.321486 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] 10.222.0.24 "PUT /v2.0/ports/2a715e24-3a8e-4fef-8373-c68f984433a0 HTTP/1.1" status: 200 len: 1095 time: 6.0371552 Feb 04 20:08:43.323610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:43.331706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-1df3cae8-cf61-405a-9396-2bc680191c25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 217 time: 0.1524603 Feb 04 20:08:43.332359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6d8e9ec-5146-40d7-8f1b-5170e20950cb req-a1877d8b-e776-4195-bdf6-4f354c80edb5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:43.333141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:43.333498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6d8e9ec-5146-40d7-8f1b-5170e20950cb req-a1877d8b-e776-4195-bdf6-4f354c80edb5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601638 Feb 04 20:08:43.340009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:43.358434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b2cd-c529-4efd-ba18-9b76ac1e5cfc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18475176-281f-4a91-bcfe-3dc5e08e40c9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:43.400427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c3b43-6814-417e-9985-45f0a8a21d96 req-e559324f-b57d-4f11-8062-8ce329d7cf1c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:43.404864 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa5c3b43-6814-417e-9985-45f0a8a21d96 req-e559324f-b57d-4f11-8062-8ce329d7cf1c tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 945 time: 0.3943241 Feb 04 20:08:43.430081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f93e1137-b79a-4a06-8720-461ac0836934 None None] Port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:43.435627 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'code': 200} Feb 04 20:08:43.456416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] Update dhcp port {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'fixed_ips': [{'subnet_id': 'ca4417fe-98aa-4dc6-a677-747ed90d004b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9acb42c-8f63-420b-9907-41b6aae0e904'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '19da83d2-a5ff-448a-8467-29bb54586d96'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:08:43.467597 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.538415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa5c3b43-6814-417e-9985-45f0a8a21d96 req-f1b1127f-6348-49bd-bd11-bbd9a2528deb tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219578 Feb 04 20:08:43.541249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:43.546318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:security_group_rule and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:43.549874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:43.556999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:43.619203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.714237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.741692 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'status': 'completed', 'code': 200} Feb 04 20:08:43.744160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:43.744507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.770239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.776261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3d0c467a-9d7c-4e97-b6cc-3725dbeec625 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5e7341e2-58cf-4f19-a76f-33730c29ab65 HTTP/1.1" status: 204 len: 168 time: 5.9686260 Feb 04 20:08:43.786261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56014) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:43.855216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-ffa7af8a-f8e1-4d33-af1d-2575e955a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:43.857194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-ffa7af8a-f8e1-4d33-af1d-2575e955a09d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 200 len: 854 time: 0.5140657 Feb 04 20:08:43.859361 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1e7b904-1dde-459e-9e8e-0e210926b346 req-e266d23e-0ec8-4185-a95e-df2e5151ed2c tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad87a12-7f20-4aae-be1d-c28c4465cc96 HTTP/1.1" status: 200 len: 210 time: 0.1697214 Feb 04 20:08:43.905155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] Deleting subnet 65314aa4-d2a5-439d-bb9e-11658570ce72 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:43.909190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:43.915694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa6205-79a2-4d01-931c-00e99618a883 service neutron] Pushing event updated for resources: {'Port': ['ID=2a715e24-3a8e-4fef-8373-c68f984433a0,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:43.938903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-5e45f2c3-f2ea-4204-8e31-1f3300be54f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a77bb77-0892-4d61-817e-67ca407bd763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623574 Feb 04 20:08:43.945594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] Allocated IP 172.20.0.2 (2a02cd5f-5667-4657-a74d-1f82e49e7421/d9acb42c-8f63-420b-9907-41b6aae0e904/19da83d2-a5ff-448a-8467-29bb54586d96) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:43.956306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.026518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4360c1e7-7c27-4429-a2e6-cba3b3f68c88,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:44.046023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad075-5bea-4945-9e91-d32e08f83bed req-de222626-4868-4dbf-a54a-e0907ce0c245 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:44.053177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f8ad075-5bea-4945-9e91-d32e08f83bed req-de222626-4868-4dbf-a54a-e0907ce0c245 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.3185551 Feb 04 20:08:44.080906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.119343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] For port 19da83d2-a5ff-448a-8467-29bb54586d96, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=19da83d2-a5ff-448a-8467-29bb54586d96,segment=NetworkSegment(486caae8-d14c-4ffd-aede-27e60b964730),segment_id=486caae8-d14c-4ffd-aede-27e60b964730)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:44.149220 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.157163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.161172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4371d005-0446-4db1-aafa-7ef8e9b4ecea tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8538585 Feb 04 20:08:44.164186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56024) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:44.174417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] Transition to ACTIVE for port object 19da83d2-a5ff-448a-8467-29bb54586d96 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:44.176044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-217673727', 'security_groups': ['4360c1e7-7c27-4429-a2e6-cba3b3f68c88'], 'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9acb42c-8f63-420b-9907-41b6aae0e904'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:44.198219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f8ad075-5bea-4945-9e91-d32e08f83bed req-f19cc170-e0f1-4ea6-80e8-ede826c010cd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440735 Feb 04 20:08:44.242892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-f947abe1-7b44-4600-ae8c-7335d4b14f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:44.244445 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-f947abe1-7b44-4600-ae8c-7335d4b14f18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 1098 time: 0.7773726 Feb 04 20:08:44.264165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.377248 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-2e58a30a-5e89-4a58-a031-c45194ada9b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2a715e24-3a8e-4fef-8373-c68f984433a0 HTTP/1.1" status: 200 len: 217 time: 0.1021950 Feb 04 20:08:44.382528 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.436485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:44.447486 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-090ab635-e4f3-4028-9b1b-27f3ac3c45c7 service neutron] 10.222.0.24 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699204 Feb 04 20:08:44.454766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:44.485640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fac18d-9505-46d4-adcc-f486805adc0a None None] Pushing event updated for resources: {'Port': ['ID=19da83d2-a5ff-448a-8467-29bb54586d96,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:44.570423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] For port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,segment=NetworkSegment(1ed46212-fe99-4aa9-9e58-6654510b8374),segment_id=1ed46212-fe99-4aa9-9e58-6654510b8374)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:44.570810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.573278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:44.592918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-ed0e9f85-e4c7-47e8-8a75-c9a9d419e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:44.594411 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-ed0e9f85-e4c7-47e8-8a75-c9a9d419e486 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2026234 Feb 04 20:08:44.764365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.787212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.804636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 19da83d2-a5ff-448a-8467-29bb54586d96 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:44.898096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65314aa4-d2a5-439d-bb9e-11658570ce72,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:44.935621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:44.940175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:44.949477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e5a5e-34a8-4982-be1c-c73896c78b65 None None] Network e42b5b71-2d44-4cc3-ae91-759d0a811df4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:44.952579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] device_id is not set on port 35715956-be9b-43ad-9612-56fcce3fc6ed yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:08:45.021638 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5c112f05-edf5-4287-882a-5e29a3b8f482 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/65314aa4-d2a5-439d-bb9e-11658570ce72 HTTP/1.1" status: 204 len: 168 time: 1.2270861 Feb 04 20:08:45.022351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56056) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:45.216531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 13dede51-4628-486e-97da-452cdce5df09 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:45.249268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7098f146-7dad-4640-b0a1-a64e155b5d50 req-e31affde-01cc-4fbb-99bd-6d282ffd8747 service neutron] 10.222.0.24 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8041871 Feb 04 20:08:45.328749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 13dede51-4628-486e-97da-452cdce5df09 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:45.329085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 13dede51-4628-486e-97da-452cdce5df09 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:45.330222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-1cffc80b-0550-4e42-9ccd-e6b9e3aeff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:45.331890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-1cffc80b-0550-4e42-9ccd-e6b9e3aeff45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6822751 Feb 04 20:08:45.357160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-073f2bfd-3265-47b3-a60f-9799748ed912 req-fd530d76-584e-427f-aa05-1711d5767a3a tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0980122 Feb 04 20:08:45.386749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:45.388101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820df655-40c7-42e0-b60b-ecd825577858 req-145c4521-3829-471f-b20d-ca05cd14fd07 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:45.393664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-820df655-40c7-42e0-b60b-ecd825577858 req-145c4521-3829-471f-b20d-ca05cd14fd07 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 947 time: 0.7945690 Feb 04 20:08:45.445306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Deleting port 18de1b29-88b4-403b-bda6-63a1ddb50c4a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:45.445765 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:45.486852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] DHCP port deletion for e42b5b71-2d44-4cc3-ae91-759d0a811df4 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:45.491479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] Deleting port 18de1b29-88b4-403b-bda6-63a1ddb50c4a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:45.494968 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:45.581631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:45.588037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8351aa21-7083-4788-8088-5cd46a0c9399 None None] Provisioning for port 19da83d2-a5ff-448a-8467-29bb54586d96 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:45.598651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8351aa21-7083-4788-8088-5cd46a0c9399 None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:45.598982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8351aa21-7083-4788-8088-5cd46a0c9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:45.654027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.4 (2a02cd5f-5667-4657-a74d-1f82e49e7421/d9acb42c-8f63-420b-9907-41b6aae0e904/35715956-be9b-43ad-9612-56fcce3fc6ed) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:45.695008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-820df655-40c7-42e0-b60b-ecd825577858 req-9ca7f5da-2b57-40ff-9f2f-41f1ddf5fce0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003712 Feb 04 20:08:45.736408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbdaf2a-5237-4749-aa2d-3d4ff31d63ad None None] DHCP port deletion for e8609c3b-5fed-45af-9f48-678db0f0991f request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:45.786793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] For port 18de1b29-88b4-403b-bda6-63a1ddb50c4a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=18de1b29-88b4-403b-bda6-63a1ddb50c4a,segment=NetworkSegment(925a94ef-3931-43c6-bda2-341d245e9fef),segment_id=925a94ef-3931-43c6-bda2-341d245e9fef)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:45.787180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:45.876941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442eae-1c41-4f8f-bf72-f4b6024d28dc req-5f83cddd-03a1-4466-b56b-0e784902b04a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:45.879586 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f442eae-1c41-4f8f-bf72-f4b6024d28dc req-5f83cddd-03a1-4466-b56b-0e784902b04a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 945 time: 0.3797712 Feb 04 20:08:45.899438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'tag': '2a715e24-3a8e-4fef-8373-c68f984433a0'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:45.916440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Port': ['ID=8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:45.952808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] Calling delete_port for 18de1b29-88b4-403b-bda6-63a1ddb50c4a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:46.007296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No DVR routers for this DVR port 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:46.031555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] For port 18de1b29-88b4-403b-bda6-63a1ddb50c4a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=18de1b29-88b4-403b-bda6-63a1ddb50c4a,segment=NetworkSegment(925a94ef-3931-43c6-bda2-341d245e9fef),segment_id=925a94ef-3931-43c6-bda2-341d245e9fef)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:46.032337 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.052529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8351aa21-7083-4788-8088-5cd46a0c9399 None None] Provisioning complete for port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:46.052894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8351aa21-7083-4788-8088-5cd46a0c9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.124034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.133225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8351aa21-7083-4788-8088-5cd46a0c9399 None None] Port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:46.146043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d90a809c-70e4-464f-b8be-ff6b24d6b0c5 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:46.154930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-c0bf3c34-b8fc-49ab-be4e-adafa1bd7ad7 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148770 Feb 04 20:08:46.178643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.245245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] Pushing event deleted for resources: {'Port': ['ID=18de1b29-88b4-403b-bda6-63a1ddb50c4a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:46.254630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056a50f-2e72-4d8a-976e-a5369113fa8f None None] No DVR routers for this DVR port 18de1b29-88b4-403b-bda6-63a1ddb50c4a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:46.271879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d57a96-6e7c-4b56-945b-fa1cc976fccc None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:08:46.313760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-fcce1816-02c8-4a3f-b348-a8c18edf6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:46.315945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-fcce1816-02c8-4a3f-b348-a8c18edf6963 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1095 time: 0.9183314 Feb 04 20:08:46.358168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Calling delete_port for 18de1b29-88b4-403b-bda6-63a1ddb50c4a owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:46.432165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c7f13-3540-4f74-b6d8-0930122793ee req-6a183493-50c0-4642-bed1-4d0e34954778 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:46.432795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b0c7f13-3540-4f74-b6d8-0930122793ee req-6a183493-50c0-4642-bed1-4d0e34954778 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Synchronizing usage tracker for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:46.463062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.466842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f442eae-1c41-4f8f-bf72-f4b6024d28dc req-36ad7cab-7729-4834-970f-957b3c2f9a89 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016735 Feb 04 20:08:46.500542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f876599a-a589-4d46-b03c-efa3bb4984dd req-c3d76a5a-9c99-434a-bf62-51d8bdaaa01e service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357389 Feb 04 20:08:46.520477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:46.546598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:46.549439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-7061800e-8c88-46f7-98be-a2f4eb6fa77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:46.549977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.551115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-7061800e-8c88-46f7-98be-a2f4eb6fa77e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 915 time: 0.2164142 Feb 04 20:08:46.552571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d57a96-6e7c-4b56-945b-fa1cc976fccc None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:08:46.577026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:46.577329 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:46.578199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 35715956-be9b-43ad-9612-56fcce3fc6ed will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:46.588216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a55ab110-8254-446a-8cad-992f7b245470 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:46.589694 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a55ab110-8254-446a-8cad-992f7b245470 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 945 time: 0.1943026 Feb 04 20:08:46.659710 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'tag': '2a715e24-3a8e-4fef-8373-c68f984433a0', 'status': 'completed', 'code': 200} Feb 04 20:08:46.660286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b0c7f13-3540-4f74-b6d8-0930122793ee req-6a183493-50c0-4642-bed1-4d0e34954778 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Unset dirty status for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:46.667307 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b0c7f13-3540-4f74-b6d8-0930122793ee req-6a183493-50c0-4642-bed1-4d0e34954778 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.7520275 Feb 04 20:08:46.668698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Deleting port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:46.669175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.669722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.785876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.788839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 18de1b29-88b4-403b-bda6-63a1ddb50c4a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:46.791324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-688b9fb0-b9cb-41cb-9733-06360cd46c1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 217 time: 0.2290754 Feb 04 20:08:46.852264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3aa9063f-3f55-4384-ad82-0754284670f2 req-2d7f6481-5a18-42ea-bf26-58b0b457b8f7 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0661724 Feb 04 20:08:46.860694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Subnet': ['ID=6530de07-578c-4e17-aeb6-0e3fd79b8e0d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:46.910210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 18de1b29-88b4-403b-bda6-63a1ddb50c4a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:46.910661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 18de1b29-88b4-403b-bda6-63a1ddb50c4a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:46.911169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:46.943590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b0c7f13-3540-4f74-b6d8-0930122793ee req-e2de6b6e-1e60-449c-b425-ac8eefd630cc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Synchronizing usage tracker for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:46.957419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-5ac08442-3626-48e7-8b93-347cd0fc9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:46.959054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-5ac08442-3626-48e7-8b93-347cd0fc9593 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 200 len: 854 time: 0.1559086 Feb 04 20:08:46.976324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:46.987059 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'code': 200} Feb 04 20:08:46.994644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:46.995101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c38aed8-5ce9-4f54-aaaa-f1f8d4ca594a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:47.044764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:47.081251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Deleting port 18de1b29-88b4-403b-bda6-63a1ddb50c4a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:47.081589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.094708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.117773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:47.160684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] The port '18de1b29-88b4-403b-bda6-63a1ddb50c4a' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:08:47.193044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:47.207405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc18116-3673-4085-8a1f-f68938e226c6 None None] Network e8609c3b-5fed-45af-9f48-678db0f0991f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:47.217026 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-2bb2deeb-47b6-4627-a7f5-ec4def4f1fa0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a77bb77-0892-4d61-817e-67ca407bd763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135132 Feb 04 20:08:47.225850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b0c7f13-3540-4f74-b6d8-0930122793ee req-e2de6b6e-1e60-449c-b425-ac8eefd630cc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Unset dirty status for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:47.226986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b0c7f13-3540-4f74-b6d8-0930122793ee req-e2de6b6e-1e60-449c-b425-ac8eefd630cc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589230 Feb 04 20:08:47.228711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8609c3b-5fed-45af-9f48-678db0f0991f']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:47.263213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:08:47.333547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:47.334166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.336524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed46212-fe99-4aa9-9e58-6654510b8374') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:47.336823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed46212-fe99-4aa9-9e58-6654510b8374') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:47.349106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=35715956-be9b-43ad-9612-56fcce3fc6ed,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:47.370436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.400318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-a3fa4818-4a90-4c3a-8f2a-03a08f04d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:47.402260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-a3fa4818-4a90-4c3a-8f2a-03a08f04d83b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 1098 time: 0.7200620 Feb 04 20:08:47.402922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.432549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:47.432549 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.434942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e044c91-d834-43f3-9bab-5dd699c19c0a None None] DHCP port deletion for e8609c3b-5fed-45af-9f48-678db0f0991f request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:47.464554 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:47.518805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.527023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] For port d90a809c-70e4-464f-b8be-ff6b24d6b0c5, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,segment=NetworkSegment(4ea548fd-48b9-45c0-be5c-0e939cec28ad),segment_id=4ea548fd-48b9-45c0-be5c-0e939cec28ad)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:47.527380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.560937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5de77b59-4dbd-4d14-82b2-b99e065a31c0 None None] Provisioning for port 35715956-be9b-43ad-9612-56fcce3fc6ed completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:47.567021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5de77b59-4dbd-4d14-82b2-b99e065a31c0 None None] Provisioning complete for port 35715956-be9b-43ad-9612-56fcce3fc6ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:47.567390 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5de77b59-4dbd-4d14-82b2-b99e065a31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.633492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5de77b59-4dbd-4d14-82b2-b99e065a31c0 None None] Port 35715956-be9b-43ad-9612-56fcce3fc6ed cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:47.662168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-bd45795a-6a3d-4382-b9da-c93427ddaadf service neutron] 10.222.0.24 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235859 Feb 04 20:08:47.674379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Calling delete_port for d90a809c-70e4-464f-b8be-ff6b24d6b0c5 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:47.712100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d389927c-ba71-41a5-b36c-c8258af535d7 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5404510 Feb 04 20:08:47.713418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42b5b71-2d44-4cc3-ae91-759d0a811df4']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:47.734434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56078) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:47.748037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:47.762441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925a94ef-3931-43c6-bda2-341d245e9fef') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:47.762765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925a94ef-3931-43c6-bda2-341d245e9fef') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:47.794996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e79b-f8c7-478e-b808-868cfc1dea6c req-fcf8f19f-de18-4a61-94fa-43513dc2673e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:47.796572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb53e79b-f8c7-478e-b808-868cfc1dea6c req-fcf8f19f-de18-4a61-94fa-43513dc2673e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 947 time: 0.6732879 Feb 04 20:08:47.844768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:47.933506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-5e3cf73d-5367-429d-9e38-4680eee55ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:47.935065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-5e3cf73d-5367-429d-9e38-4680eee55ecf service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.5188620 Feb 04 20:08:48.032706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.034098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.037271 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.056769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:48.057222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.061185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-2b1a1f21-6b0b-4080-9381-f2c23f6bd309 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2a715e24-3a8e-4fef-8373-c68f984433a0 HTTP/1.1" status: 200 len: 217 time: 0.1069353 Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:48.073726 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:48.117866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Network': ['ID=e8609c3b-5fed-45af-9f48-678db0f0991f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:48.142717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c849f67-b7b9-4deb-8fe3-98dc50e546e9 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/e8609c3b-5fed-45af-9f48-678db0f0991f HTTP/1.1" status: 204 len: 168 time: 11.0529883 Feb 04 20:08:48.158484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56084) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:48.164491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:08:48.177506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c5c1941-996d-43c6-8a0a-6601e358b7b3 req-da56aa41-6762-4b9b-b092-ecf7a4555fda service neutron] 10.222.0.24 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041273 Feb 04 20:08:48.186327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-6bdf10ec-9a98-4fa0-8137-eb81e0620f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:48.188070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-6bdf10ec-9a98-4fa0-8137-eb81e0620f52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1090331 Feb 04 20:08:48.205085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43ddd7-7074-4fb5-b610-5d2fcf7db3a2 req-3f85afe8-030d-4841-98b1-e2404bf01753 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:48.206628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd43ddd7-7074-4fb5-b610-5d2fcf7db3a2 req-3f85afe8-030d-4841-98b1-e2404bf01753 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 943 time: 0.5114098 Feb 04 20:08:48.232248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb53e79b-f8c7-478e-b808-868cfc1dea6c req-79a28549-b113-46c7-8b85-8f71dbd507af tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700278 Feb 04 20:08:48.264733 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef233e0-c0e7-4168-9f08-3651ee57e2eb tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:48.265313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef233e0-c0e7-4168-9f08-3651ee57e2eb tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:48.285844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:48.288725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2ef233e0-c0e7-4168-9f08-3651ee57e2eb tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/6530de07-578c-4e17-aeb6-0e3fd79b8e0d HTTP/1.1" status: 404 len: 337 time: 0.0990739 Feb 04 20:08:48.292842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56090) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:48.293645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:48.316779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:48.327288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd43ddd7-7074-4fb5-b610-5d2fcf7db3a2 req-c7beda6f-e2b7-4777-8a7b-f80f8fe4777f tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab0628fa-94b7-4107-a24d-e0600b21844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Feb 04 20:08:48.332253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:48.334955 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2b06df-555c-438d-882d-3524e326a7f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:48.335405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2b06df-555c-438d-882d-3524e326a7f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:48.350402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3f2b06df-555c-438d-882d-3524e326a7f6 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/e8609c3b-5fed-45af-9f48-678db0f0991f HTTP/1.1" status: 404 len: 339 time: 0.0538001 Feb 04 20:08:48.352456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-06981da5-216b-4d9e-a4d3-86fa4d877572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:48.354380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56094) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:48.358848 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-06981da5-216b-4d9e-a4d3-86fa4d877572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463897 Feb 04 20:08:48.380097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:48.400955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763', 'port_id': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'mac_address': 'fa:16:3e:25:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b33e1a7-651d-4107-a3b4-fcbf5b258a77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:08:48.447652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.454588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:48.458005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.469698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.471593 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.473373 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-0427638d-bf35-4a57-8afc-dfb4ba6e6a35 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:48.473844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0427638d-bf35-4a57-8afc-dfb4ba6e6a35 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:48.478013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0427638d-bf35-4a57-8afc-dfb4ba6e6a35 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/093d14d0-a085-4126-915b-3cd340c48e79 HTTP/1.1" status: 404 len: 337 time: 0.1201386 Feb 04 20:08:48.488674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56098) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:48.490316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:48.508956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:48.533173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a5fb182-5a39-4f1e-b65c-2c0cfe78d8d8 req-2a4b1798-3812-4bc4-9d37-0f79a2fbfa71 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1271393 Feb 04 20:08:48.537111 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.538894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] 10.222.0.48 "DELETE /v2.0/networks/e42b5b71-2d44-4cc3-ae91-759d0a811df4 HTTP/1.1" status: 204 len: 168 time: 3.5114598 Feb 04 20:08:48.545666 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-765c7b14-1755-468c-a3f7-6eea6efcdbb0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:48.546227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765c7b14-1755-468c-a3f7-6eea6efcdbb0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:48.550604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-765c7b14-1755-468c-a3f7-6eea6efcdbb0 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/a06707b3-1720-4a20-97f7-c77158374856 HTTP/1.1" status: 404 len: 339 time: 0.0523708 Feb 04 20:08:48.559340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56104) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:48.603388 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.613148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-e5760828-6895-4d56-a05d-a73f55e48681 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473226 Feb 04 20:08:48.622408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022bbe4-a15a-4d01-82ed-abe522b1d47a req-dc573355-a64d-440b-8b2f-74b0fad72cb6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:48.624078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1022bbe4-a15a-4d01-82ed-abe522b1d47a req-dc573355-a64d-440b-8b2f-74b0fad72cb6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.1723456 Feb 04 20:08:48.646099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Pushing event deleted for resources: {'Port': ['ID=d90a809c-70e4-464f-b8be-ff6b24d6b0c5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:48.648003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc561cb9-b00f-4787-ade9-0bb96b99c39f admin admin] Pushing event deleted for resources: {'Network': ['ID=e42b5b71-2d44-4cc3-ae91-759d0a811df4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:48.696846 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d8c4fb-42e2-494b-8ce1-e55d883ec79b tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:48.697542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d8c4fb-42e2-494b-8ce1-e55d883ec79b tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:48.699103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-83d8c4fb-42e2-494b-8ce1-e55d883ec79b tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/052e2234-3430-4e05-853c-3a4fe874c931 HTTP/1.1" status: 404 len: 337 time: 0.0940847 Feb 04 20:08:48.707515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56108) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:48.717382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:48.744255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1022bbe4-a15a-4d01-82ed-abe522b1d47a req-d47e7988-905d-4bb1-bf8a-0c44bad8b1d5 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983264 Feb 04 20:08:48.773593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] No DVR routers for this DVR port d90a809c-70e4-464f-b8be-ff6b24d6b0c5 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:48.790194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.792075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aded8049-98fd-4d46-bf83-bf64a584188c req-a00d749f-cc6e-40e4-89c1-d794c82a7202 tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.24 "DELETE /v2.0/ports/d90a809c-70e4-464f-b8be-ff6b24d6b0c5 HTTP/1.1" status: 204 len: 173 time: 2.1959877 Feb 04 20:08:48.792859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-deleted', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:48.800703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93359f4-76f5-4100-8beb-c4426ab4bd10 req-83334de4-4f9c-4f85-8b65-14b2d1ded144 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753902 Feb 04 20:08:48.801192 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-2befcfd3-8a14-4ace-93db-8f20b5e0defc tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:48.801655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2befcfd3-8a14-4ace-93db-8f20b5e0defc tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:48.803334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2befcfd3-8a14-4ace-93db-8f20b5e0defc tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/93cc39c3-87f7-4cd9-8d17-6248cdcf42f2 HTTP/1.1" status: 404 len: 339 time: 0.0949130 Feb 04 20:08:48.806351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56114) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:48.843609 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e045910-2545-4960-aedb-43c58e9a82a9', 'name': 'network-vif-deleted', 'tag': 'd90a809c-70e4-464f-b8be-ff6b24d6b0c5', 'status': 'completed', 'code': 200} Feb 04 20:08:48.857874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:48.876154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port 03ef5de4-9977-4c2b-a604-363921d0ce18 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:48.876496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:48.941234 n-d-811806-1 neutron-server[88236]: INFO neutron.db.ipam_backend_mixin [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9acb42c-8f63-420b-9907-41b6aae0e904 (CIDR: 172.20.0.0/28) Feb 04 20:08:48.995894 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:08:48.997324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:49.077231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56118) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:49.129737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e95de1e8-521a-4c13-b736-3023545f84a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66e24ef1078b43b7bc68f923633b94ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513582 Feb 04 20:08:49.130476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56122) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:49.133077 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b316d32c-9a15-4f44-ac3e-f9a3b1d5a193 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3968742 Feb 04 20:08:49.135597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56126) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:49.138975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:49.156531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:49.204974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4fa3-52f4-4466-8e9d-c84187032ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:49.236572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4fa3-52f4-4466-8e9d-c84187032ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:49.362494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for 03ef5de4-9977-4c2b-a604-363921d0ce18 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:49.393395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4fa3-52f4-4466-8e9d-c84187032ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:49.421772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad4fa3-52f4-4466-8e9d-c84187032ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f6df1a-960b-47b3-89b1-3bab0ae71b3e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:49.471537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769de21-cb77-4b31-92f6-bd18134eebaf req-d82601fb-ec55-40d3-93bc-00a054ccdaf0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:49.473170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3769de21-cb77-4b31-92f6-bd18134eebaf req-d82601fb-ec55-40d3-93bc-00a054ccdaf0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 947 time: 0.1232352 Feb 04 20:08:49.514418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4fa3-52f4-4466-8e9d-c84187032ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:49.515629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f4ad4fa3-52f4-4466-8e9d-c84187032ce1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0f6df1a-960b-47b3-89b1-3bab0ae71b3e HTTP/1.1" status: 204 len: 168 time: 0.3841119 Feb 04 20:08:49.525141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-434fb7c9-0b20-4fb4-8bf0-f9b0435fe51b req-91a1638a-6646-4ef3-9873-ad8811a17f6a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Synchronizing usage tracker for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:49.530572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:49.534061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3769de21-cb77-4b31-92f6-bd18134eebaf req-f003150a-4d2d-48c3-8d72-11bbf788aadf tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Feb 04 20:08:49.551801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:49.551801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:49.554193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:49.686775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-434fb7c9-0b20-4fb4-8bf0-f9b0435fe51b req-91a1638a-6646-4ef3-9873-ad8811a17f6a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] Unset dirty status for tenant:04854f6fa7f844848e1f2f7b74153382 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:49.687967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-434fb7c9-0b20-4fb4-8bf0-f9b0435fe51b req-91a1638a-6646-4ef3-9873-ad8811a17f6a tempest-ImagesTestJSON-1179174553 tempest-ImagesTestJSON-1179174553-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e045910-2545-4960-aedb-43c58e9a82a9 HTTP/1.1" status: 200 len: 210 time: 0.2323551 Feb 04 20:08:49.703262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c74b0b11-87a7-4fe1-9820-99cf96f43a4c req-38740549-491a-4d2d-8a70-f57a256e83a0 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0469668 Feb 04 20:08:49.764915 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-981dfc9b-0364-4797-9b9d-6fa114533a60 req-b8037625-5b50-4301-9e6e-5a32122f74da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ad87a12-7f20-4aae-be1d-c28c4465cc96 HTTP/1.1" status: 200 len: 210 time: 0.0400255 Feb 04 20:08:49.767006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:49.770502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:49.788329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.002015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa56cc33-b2cb-4d49-855b-8a9e0a98b0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.009441 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.017523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Port': ['ID=03ef5de4-9977-4c2b-a604-363921d0ce18,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:50.070285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e4fb3498-1afe-4106-988a-d33a4cecc158 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/ports/03ef5de4-9977-4c2b-a604-363921d0ce18 HTTP/1.1" status: 204 len: 168 time: 1.2628062 Feb 04 20:08:50.072676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56144) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:50.113024 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf0b66a-92c3-44e4-91a6-98af631d8c23 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:50.113553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf0b66a-92c3-44e4-91a6-98af631d8c23 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:50.115440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dcf0b66a-92c3-44e4-91a6-98af631d8c23 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/194f9297-a382-45a4-af13-5938ee36e92d HTTP/1.1" status: 404 len: 337 time: 0.0417452 Feb 04 20:08:50.117942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56150) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:50.139974 n-d-811806-1 neutron-server[88236]: INFO neutron.db.ipam_backend_mixin [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ca4417fe-98aa-4dc6-a677-747ed90d004b (CIDR: 172.20.0.16/28) Feb 04 20:08:50.156654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa41ff-0a57-4773-b8e5-9b11eff1da1b req-d3e5e202-da78-4f2b-a735-c322ae662b0c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:50.158210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31aa41ff-0a57-4773-b8e5-9b11eff1da1b req-d3e5e202-da78-4f2b-a735-c322ae662b0c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.1579230 Feb 04 20:08:50.181676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2a715e24-3a8e-4fef-8373-c68f984433a0 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:08:50.183087 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:08:50.183637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:50.186411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:50.223251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31aa41ff-0a57-4773-b8e5-9b11eff1da1b req-cf46eb54-64aa-4e9a-85f8-1fbc9ef69504 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Feb 04 20:08:50.254644 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.296199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-44bae07c-88c2-4e85-ae1d-998a63e19339 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1571252 Feb 04 20:08:50.296556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56158) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:50.304759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'subnet': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:50.407303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2a715e24-3a8e-4fef-8373-c68f984433a0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2a715e24-3a8e-4fef-8373-c68f984433a0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:50.424544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '2a715e24-3a8e-4fef-8373-c68f984433a0', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '2a715e24-3a8e-4fef-8373-c68f984433a0', 'mac_address': 'fa:16:3e:9f:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:08:50.463067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:50.476269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:50.476799 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.477584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.526963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c8db88-0e7b-4db2-9861-8d0f06e973ee']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:50.528909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.556735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a715e24-3a8e-4fef-8373-c68f984433a0 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:08:50.580825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2a715e24-3a8e-4fef-8373-c68f984433a0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2a715e24-3a8e-4fef-8373-c68f984433a0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:50.675484 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.686830 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.711571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dba8d3-09f4-46a7-ade8-4c833191932b') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:50.712265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dba8d3-09f4-46a7-ade8-4c833191932b') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:50.744636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.755374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:50.766429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Usage tracker for resource:subnet and tenant:36db804f6f134e1090ee004192d31553 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:50.772551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:50.782803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:50.784650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:50.792395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.795421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:50.798397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=2a715e24-3a8e-4fef-8373-c68f984433a0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:50.808546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:50.809497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:50.827657 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:50.856581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:50.898042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.899346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d90a809c-70e4-464f-b8be-ff6b24d6b0c5 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:50.913040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Made reservation on behalf of 36db804f6f134e1090ee004192d31553 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:50.927538 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:50.960529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64112fe-37c1-4926-94ff-eca42a0cc09f req-b0624ae9-0abd-4181-8016-f751aae69183 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:50.962913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f64112fe-37c1-4926-94ff-eca42a0cc09f req-b0624ae9-0abd-4181-8016-f751aae69183 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 948 time: 0.2916248 Feb 04 20:08:50.969077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:08:50.972316 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-133c6560-2fbc-425b-910d-94714a1cd5b3 req-768fbd98-7d2d-451b-b83b-fb3e6730b90c tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0804627 Feb 04 20:08:51.006082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-461480679-network', 'tenant_id': '6c0046637ce74545a6e96f77aa8a209c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:51.012119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:51.016888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Usage tracker for resource:network and tenant:6c0046637ce74545a6e96f77aa8a209c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:51.019340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: d90a809c-70e4-464f-b8be-ff6b24d6b0c5 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:51.019831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d90a809c-70e4-464f-b8be-ff6b24d6b0c5 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:51.021606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:51.030304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:51.048408 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'code': 200} Feb 04 20:08:51.076386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:51.113926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Made reservation on behalf of 6c0046637ce74545a6e96f77aa8a209c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:51.116684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.127406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.143902 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.184897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.185532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:51.192206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-904e9721-e771-44ee-b791-e1a68ffa830c req-e2c72412-e99c-4e51-9f1c-7539f4697683 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.2292252 Feb 04 20:08:51.196826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Usage tracker for resource:security_group_rule and tenant:6c0046637ce74545a6e96f77aa8a209c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:51.206454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:51.223025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:51.237966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Network': ['ID=18c8db88-0e7b-4db2-9861-8d0f06e973ee,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:51.280947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bdd47db0-37c7-49d6-a247-b0e122a28899 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/18c8db88-0e7b-4db2-9861-8d0f06e973ee HTTP/1.1" status: 204 len: 168 time: 1.1595855 Feb 04 20:08:51.288522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56196) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:51.348989 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f64112fe-37c1-4926-94ff-eca42a0cc09f req-90a6cfb6-a3bb-4ee1-9928-a542a5cc99bd tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296045 Feb 04 20:08:51.415997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port a6d6e3b7-d0a8-4ad1-a798-26129c12007c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:51.416141 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.489161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e2087-9dac-4f7f-91c7-df7d3dcb7767 req-39d3a299-0c67-4fb6-93fa-cf3c804a4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:51.490719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-705e2087-9dac-4f7f-91c7-df7d3dcb7767 req-39d3a299-0c67-4fb6-93fa-cf3c804a4612 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1097 time: 0.3100789 Feb 04 20:08:51.491106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-2d5906a3-e5c3-426a-92b2-f252382a082d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1970286 Feb 04 20:08:51.501048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.540556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fa936-1494-4705-ae91-73cac0621f2d req-4d417a21-929d-4cc5-8019-2566fae00995 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:51.542126 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c09fa936-1494-4705-ae91-73cac0621f2d req-4d417a21-929d-4cc5-8019-2566fae00995 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1106775 Feb 04 20:08:51.626680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.654641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c09fa936-1494-4705-ae91-73cac0621f2d req-a2097b2c-d08d-4b15-a361-39459965a1fa tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053419 Feb 04 20:08:51.664338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-705e2087-9dac-4f7f-91c7-df7d3dcb7767 req-5976b129-80dd-4537-a5c8-00f56a5241e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365781 Feb 04 20:08:51.669171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:08:51.691138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525852b9-ee99-4055-827a-2c4fe8134917,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:51.698648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.699072 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Added segment 43651111-7a25-4c2b-8a83-9e10b708413e of type vlan for network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 Feb 04 20:08:51.732973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.745668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-b3af8c49-aa6e-4e09-9e89-fdff043cc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:51.747936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-b3af8c49-aa6e-4e09-9e89-fdff043cc4de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 1097 time: 0.1721613 Feb 04 20:08:51.770568 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.812934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56220) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:51.895281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.896206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:51.896774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:51.916198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for a6d6e3b7-d0a8-4ad1-a798-26129c12007c owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:51.968576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] Deleting subnet 1fec589e-89a4-4531-9e2e-9940544cbd47 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:51.987340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.036340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.080145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.152193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] Pushing event updated for resources: {'Network': ['ID=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:52.164310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:08:52.191418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2a715e24-3a8e-4fef-8373-c68f984433a0 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:52.193976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.229083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:08:52.231754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Subnet': ['ID=ab1df8dd-5af0-4cc8-9253-ba4251291b1f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:52.247351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:52.248527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Port': ['ID=a6d6e3b7-d0a8-4ad1-a798-26129c12007c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:52.254288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:52.254288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.256213 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.269301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c309c636-d863-44f2-b0e6-740abf91e625 req-f11cda4a-8d14-400f-a89a-b9a60399d1b6 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1260493 Feb 04 20:08:52.280791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cec561d6-7f48-4b5d-8b57-a6e0b6918f0f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4201643 Feb 04 20:08:52.283197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56228) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:52.285652 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0c8cd5bc-0cd4-46cb-a21c-19dfa4ac92f7 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/ports/a6d6e3b7-d0a8-4ad1-a798-26129c12007c HTTP/1.1" status: 204 len: 168 time: 0.9954901 Feb 04 20:08:52.294117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Request body: {'subnet': {'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-461480679-subnet', 'tenant_id': '6c0046637ce74545a6e96f77aa8a209c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:52.297307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56232) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:52.298797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.299109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:52.303845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Usage tracker for resource:subnet and tenant:6c0046637ce74545a6e96f77aa8a209c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:52.307152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:52.315293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:52.337135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3759340-8dbe-489b-aca5-62cbd09a3e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.344701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfd264-1aef-4e38-b52c-e8f2f21e145b None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:52.379880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9459aab8-596c-482a-9218-ab432100521a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0800536 Feb 04 20:08:52.384297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56238) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:52.393996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-535677467', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab1df8dd-5af0-4cc8-9253-ba4251291b1f'}], 'security_groups': ['d6ddfe4c-ccb0-4007-b246-6636d2b6855f', '18475176-281f-4a91-bcfe-3dc5e08e40c9']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:52.396776 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09c087b-5645-4d50-bbc7-beb56c325eac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] DELETE failed (client error): The resource could not be found. Feb 04 20:08:52.397235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09c087b-5645-4d50-bbc7-beb56c325eac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:08:52.401595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b09c087b-5645-4d50-bbc7-beb56c325eac tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/da02d7ef-d6bb-4cbd-989a-43e174711b11 HTTP/1.1" status: 404 len: 337 time: 0.0561450 Feb 04 20:08:52.404356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56242) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:52.407635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-60fe2178-163a-4f58-99e6-74ccbec91968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:52.409089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-60fe2178-163a-4f58-99e6-74ccbec91968 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.5383389 Feb 04 20:08:52.452754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Made reservation on behalf of 6c0046637ce74545a6e96f77aa8a209c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:52.459593 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.616619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-cba76089-b208-4e28-905c-d819025cf5ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1981475-470a-4323-8051-efa4c6353571 HTTP/1.1" status: 200 len: 217 time: 0.1764653 Feb 04 20:08:52.651814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 2a715e24-3a8e-4fef-8373-c68f984433a0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:52.665842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 2a715e24-3a8e-4fef-8373-c68f984433a0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:52.666517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.791249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.808633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-1c7a5313-2982-47a3-b943-3c4f28def95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:52.810465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-1c7a5313-2982-47a3-b943-3c4f28def95c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1510191 Feb 04 20:08:52.872767 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:52.983255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fec589e-89a4-4531-9e2e-9940544cbd47,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:53.043551 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.084935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715e24-3a8e-4fef-8373-c68f984433a0'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:08:53.105163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2a715e24-3a8e-4fef-8373-c68f984433a0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2a715e24-3a8e-4fef-8373-c68f984433a0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:53.131365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.172155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.202742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70226f-baed-4ccc-9663-a73d3040c941 req-a39768fe-15da-4479-9e53-b202be0ae89f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:53.204218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb70226f-baed-4ccc-9663-a73d3040c941 req-a39768fe-15da-4479-9e53-b202be0ae89f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2833416 Feb 04 20:08:53.226914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.252896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688016-64c1-45f9-a53b-8ba236cdd7a1 req-9418ecea-88fe-4db8-a1e9-103482952015 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:53.255207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d688016-64c1-45f9-a53b-8ba236cdd7a1 req-9418ecea-88fe-4db8-a1e9-103482952015 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 948 time: 0.6744034 Feb 04 20:08:53.264499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-20defa4b-d79f-478f-a1c8-d36e61e6b181 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1fec589e-89a4-4531-9e2e-9940544cbd47 HTTP/1.1" status: 204 len: 168 time: 1.4474678 Feb 04 20:08:53.272058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56250) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:53.291004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.307827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] Update dhcp port {'port': {'network_id': '2a02cd5f-5667-4657-a74d-1f82e49e7421', 'fixed_ips': [{'subnet_id': 'ca4417fe-98aa-4dc6-a677-747ed90d004b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9acb42c-8f63-420b-9907-41b6aae0e904', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab1df8dd-5af0-4cc8-9253-ba4251291b1f'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '19da83d2-a5ff-448a-8467-29bb54586d96'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:08:53.354640 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb70226f-baed-4ccc-9663-a73d3040c941 req-10a504bf-a7bf-48ac-afcc-34c1ca9d1dff tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405869 Feb 04 20:08:53.361245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.389680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.394722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=2a715e24-3a8e-4fef-8373-c68f984433a0,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:53.407301 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.423166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d701773b-2fd4-4870-80b7-a6ae7645bb6a']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:53.463027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd096ca2c-3d06-4b22-8877-33e89151213e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:53.463392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd096ca2c-3d06-4b22-8877-33e89151213e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:53.470395 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715e24-3a8e-4fef-8373-c68f984433a0', 'code': 200} Feb 04 20:08:53.477245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-da094914-dec4-4d82-a6e3-f2f177898e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:53.478035 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-da094914-dec4-4d82-a6e3-f2f177898e7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6565907 Feb 04 20:08:53.488322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.495913 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d688016-64c1-45f9-a53b-8ba236cdd7a1 req-a0f7eee1-203c-44b0-b8a7-bbdc70c5429a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283123 Feb 04 20:08:53.499555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.513823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c27398f-8935-4f29-a6d7-88800716d525,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:53.534388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.593729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.613167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Checking segment: {'id': '43651111-7a25-4c2b-8a83-9e10b708413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:08:53.613995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Network hostable DHCP agents. Network: bbc8339a-aca3-47be-8ae8-f2e85a0fbb90, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:08:53.619540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:53.619963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:53.635311 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:53.698573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] Allocated IP 172.20.0.34 (2a02cd5f-5667-4657-a74d-1f82e49e7421/ab1df8dd-5af0-4cc8-9253-ba4251291b1f/19da83d2-a5ff-448a-8467-29bb54586d96) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:53.702806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-67a4d33b-1a4f-4b4b-88a8-6fe8391fa043 req-f6564418-f8c9-41d7-8da3-21f973c6fa93 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0472300 Feb 04 20:08:53.713470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ef644-f953-4c0c-846d-d0f0b37f8d76 req-2e14cc5a-d18a-4aac-9460-98adb8a8332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:53.715033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852ef644-f953-4c0c-846d-d0f0b37f8d76 req-2e14cc5a-d18a-4aac-9460-98adb8a8332e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 1100 time: 0.1604843 Feb 04 20:08:53.736520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:08:53.763775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852ef644-f953-4c0c-846d-d0f0b37f8d76 req-527fc409-b1fb-4d5f-8811-2244fcc3eded service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Feb 04 20:08:53.817415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bbc8339a-aca3-47be-8ae8-f2e85a0fbb90) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:08:53.830085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc29d6f-5896-4093-9b23-3f32adafb5ff None None] Network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:53.832252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:53.832970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.890479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:53.904119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-36a47224-0c4f-405e-a4a7-9884b89fec77 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921409 Feb 04 20:08:53.912859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] For port 19da83d2-a5ff-448a-8467-29bb54586d96, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=19da83d2-a5ff-448a-8467-29bb54586d96,segment=NetworkSegment(486caae8-d14c-4ffd-aede-27e60b964730),segment_id=486caae8-d14c-4ffd-aede-27e60b964730)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:53.919039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53333fe4-0c99-4191-891a-08c35720a9ec']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:53.931344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea548fd-48b9-45c0-be5c-0e939cec28ad') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:53.931656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea548fd-48b9-45c0-be5c-0e939cec28ad') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:53.950978 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3b150ed8-e60d-4ce4-9dbc-d0702e165295 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6595736 Feb 04 20:08:53.951821 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.028771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.034423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.067746 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.076025 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.079377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Network': ['ID=d701773b-2fd4-4870-80b7-a6ae7645bb6a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:54.092233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-29f26098-db79-40a0-8d50-02f02c34896c tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/d701773b-2fd4-4870-80b7-a6ae7645bb6a HTTP/1.1" status: 204 len: 168 time: 1.6827512 Feb 04 20:08:54.092483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56270) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:54.101856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:54.102267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:54.123796 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:54.164523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0204533-7f27-4ec6-8de0-6f46f098041d None None] Network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:54.221195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting subnet 50e8cd8e-ac86-408e-89eb-20a475d831b5 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:54.225518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.250291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6534a0f6-4282-4b70-9d73-1cd3371d0bd9 req-f1453c14-ded6-46be-a355-459feb3d8e5f service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993500 Feb 04 20:08:54.319988 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.328658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.353866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.363783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53333fe4-0c99-4191-891a-08c35720a9ec,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:54.368966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] Transition to ACTIVE for port object 19da83d2-a5ff-448a-8467-29bb54586d96 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:54.432300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.485671 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:54.488715 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b6aad20-7662-4cae-91b0-c9fbf2ea7ee3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/53333fe4-0c99-4191-891a-08c35720a9ec HTTP/1.1" status: 204 len: 168 time: 1.2153285 Feb 04 20:08:54.579644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bd17-b296-479e-bac3-ffd7ae374d8f req-cad221ee-13b6-442c-a8d0-9246e6ee6baa tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:54.581194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbb6bd17-b296-479e-bac3-ffd7ae374d8f req-cad221ee-13b6-442c-a8d0-9246e6ee6baa tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.0879560 Feb 04 20:08:54.653585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbb6bd17-b296-479e-bac3-ffd7ae374d8f req-5af1addb-54ac-4ebf-8ce9-ebeb3b85d218 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603576 Feb 04 20:08:54.722932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5949a-5f36-47ef-b37d-dfb69240103a None None] Pushing event updated for resources: {'Port': ['ID=19da83d2-a5ff-448a-8467-29bb54586d96,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:54.779942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-f86a9ad9-6595-45a9-b3c1-aa3c545a6203 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:54.781422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-f86a9ad9-6595-45a9-b3c1-aa3c545a6203 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/networks?id=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 HTTP/1.1" status: 200 len: 813 time: 0.3097789 Feb 04 20:08:54.813471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Delete allocated IP 172.20.0.4 (2a02cd5f-5667-4657-a74d-1f82e49e7421/d9acb42c-8f63-420b-9907-41b6aae0e904) {{(pid=88237) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 20:08:54.822087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-403f8071-86d0-430d-9eaa-274758a94d69 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/quotas/6c0046637ce74545a6e96f77aa8a209c HTTP/1.1" status: 200 len: 375 time: 0.0264454 Feb 04 20:08:54.849758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd852355-6a21-44eb-b02c-98480e4b3e52 req-81c856cf-2ff8-49c8-888e-5968e9c21eed tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0644009 Feb 04 20:08:54.875168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Allocated IP 172.20.0.35 (2a02cd5f-5667-4657-a74d-1f82e49e7421/ab1df8dd-5af0-4cc8-9253-ba4251291b1f/35715956-be9b-43ad-9612-56fcce3fc6ed) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:08:54.883245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-db26ae59-8f5e-43a2-bdef-8d7bf8f8161c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c0046637ce74545a6e96f77aa8a209c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606170 Feb 04 20:08:54.926054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.058003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.067747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.072694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Subnet': ['ID=50e8cd8e-ac86-408e-89eb-20a475d831b5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:55.076418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0556b0-670d-4b9a-bb16-fcc0d5c0b9e4 None None] Network 1235983c-af0b-45d8-9ef4-8c92f83c5044 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:08:55.107231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8167-37c8-49e5-b340-7c5fbfe29f3a req-e1c007c4-b1a5-46a6-9fc6-70ddedc51506 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:55.114368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-820e8167-37c8-49e5-b340-7c5fbfe29f3a req-e1c007c4-b1a5-46a6-9fc6-70ddedc51506 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 949 time: 0.1179934 Feb 04 20:08:55.139002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56304) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:55.212900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-820e8167-37c8-49e5-b340-7c5fbfe29f3a req-587845dd-d1ff-4403-a6f1-0691e3673747 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973499 Feb 04 20:08:55.268990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-569245d6-b297-4067-8493-631952700cf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04854f6fa7f844848e1f2f7b74153382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285961 Feb 04 20:08:55.274002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56308) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:55.374871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70b392db-ace9-4cf9-aef5-c8ec392ee91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.452928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-adb91f38-ee42-43fd-a9d0-fdcf60f2e61f tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/subnets/50e8cd8e-ac86-408e-89eb-20a475d831b5 HTTP/1.1" status: 204 len: 168 time: 1.3584878 Feb 04 20:08:55.456703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56320) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:55.462210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] DHCP port deletion for 1235983c-af0b-45d8-9ef4-8c92f83c5044 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:08:55.467835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] Deleting port 63815458-3001-4b11-8772-da81efd412ed {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:55.468210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.486477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70b392db-ace9-4cf9-aef5-c8ec392ee91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.595432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-8de198b0-b404-469d-83b2-1b0cf742fe96 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:55.596913 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-8de198b0-b404-469d-83b2-1b0cf742fe96 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 814 time: 0.2169309 Feb 04 20:08:55.615396 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-7ee78673-53e3-4583-993f-962f2eafef70 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/quotas/94dc4fe7adb1406594df7edf3f787db7 HTTP/1.1" status: 200 len: 375 time: 0.0120881 Feb 04 20:08:55.661367 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-71a4c16b-783c-4f97-b516-c9424e0f63d0 service neutron] 10.222.0.48 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687252 Feb 04 20:08:55.707193 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.726215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] For port 63815458-3001-4b11-8772-da81efd412ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=63815458-3001-4b11-8772-da81efd412ed,segment=NetworkSegment(83fc0613-a334-49dd-a38c-3ab761f50428),segment_id=83fc0613-a334-49dd-a38c-3ab761f50428)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:55.726816 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.793986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port 63815458-3001-4b11-8772-da81efd412ed {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:55.794461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.799965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70b392db-ace9-4cf9-aef5-c8ec392ee91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.821490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b392db-ace9-4cf9-aef5-c8ec392ee91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0628fa-94b7-4107-a24d-e0600b21844f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:55.841860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-178750fb-df2e-4c52-8323-7f41fd9f9ac9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2204425 Feb 04 20:08:55.855110 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.858938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] Calling delete_port for 63815458-3001-4b11-8772-da81efd412ed owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:55.885520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Provisioning for port 19da83d2-a5ff-448a-8467-29bb54586d96 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:55.908458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:55.908739 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.909633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Transition to ACTIVE for port object 35715956-be9b-43ad-9612-56fcce3fc6ed will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:08:55.950491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-5f2af972-5c08-4c65-b2ce-f24defc0c151 service neutron] 10.222.0.48 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766054 Feb 04 20:08:55.960264 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.979754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70b392db-ace9-4cf9-aef5-c8ec392ee91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:55.983775 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-70b392db-ace9-4cf9-aef5-c8ec392ee91c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab0628fa-94b7-4107-a24d-e0600b21844f HTTP/1.1" status: 204 len: 168 time: 0.7063775 Feb 04 20:08:56.041380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-b939b468-853a-4ae2-b060-15ba36b18b7c service neutron] 10.222.0.48 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892798 Feb 04 20:08:56.075169 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:56.165017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] Pushing event deleted for resources: {'Port': ['ID=63815458-3001-4b11-8772-da81efd412ed,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:56.170288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc262c9b-ac6b-4faa-ab7d-29aff11e0e1f None None] No DVR routers for this DVR port 63815458-3001-4b11-8772-da81efd412ed on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:08:56.204487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event updated for resources: {'Port': ['ID=35715956-be9b-43ad-9612-56fcce3fc6ed,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:56.206601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Provisioning for port 35715956-be9b-43ad-9612-56fcce3fc6ed completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:08:56.215913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Provisioning complete for port 35715956-be9b-43ad-9612-56fcce3fc6ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:56.215913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:56.241259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] For port 63815458-3001-4b11-8772-da81efd412ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=63815458-3001-4b11-8772-da81efd412ed,segment=NetworkSegment(83fc0613-a334-49dd-a38c-3ab761f50428),segment_id=83fc0613-a334-49dd-a38c-3ab761f50428)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:08:56.241620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:56.306913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Port 35715956-be9b-43ad-9612-56fcce3fc6ed cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:56.333796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-8a23fe6d-5b7d-4d89-81a7-bce69cffeb31 service neutron] 10.222.0.48 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914534 Feb 04 20:08:56.335643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Provisioning complete for port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:56.336226 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:56.394780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Calling delete_port for 63815458-3001-4b11-8772-da81efd412ed owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:56.429425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] In _notify_port_updated(), no bound segment for port 35715956-be9b-43ad-9612-56fcce3fc6ed on network 2a02cd5f-5667-4657-a74d-1f82e49e7421 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:08:56.440858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9bf638bf-a8b5-45a8-874f-a2270f12797e None None] Port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:56.447020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:56.447892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:56.452405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7ea3e661-6c7d-4f2f-9c7e-fcae6ce1d654 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "PUT /v2.0/ports/35715956-be9b-43ad-9612-56fcce3fc6ed HTTP/1.1" status: 200 len: 959 time: 4.0639524 Feb 04 20:08:56.452862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:56.518173 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:08:56.518615 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:08:56.543884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port 35715956-be9b-43ad-9612-56fcce3fc6ed {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:56.546672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:56.622316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7399867-48d6-4490-94b7-36c087f9f636 req-71b9077b-8dca-439f-ae57-449e641a3bb8 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0653639 Feb 04 20:08:56.767185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b67168c1-1e78-4d11-bc10-4236b0371981 None None] Provisioning complete for port 35715956-be9b-43ad-9612-56fcce3fc6ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:56.767745 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b67168c1-1e78-4d11-bc10-4236b0371981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:56.796392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9de3565-2721-4331-be9b-5d109321a32e req-fece281c-9628-453b-8beb-7ae8bb8ab690 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 210 time: 0.0904758 Feb 04 20:08:56.879676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 19da83d2-a5ff-448a-8467-29bb54586d96 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:08:56.941347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b67168c1-1e78-4d11-bc10-4236b0371981 None None] Port 35715956-be9b-43ad-9612-56fcce3fc6ed cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:08:56.957186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3184813e-7081-4f03-8439-dd1691d86442 req-c7e952d4-bf19-4fea-9076-dd466d71651d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 210 time: 0.0655265 Feb 04 20:08:56.993534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:08:56.993907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.016754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ebb11-6c28-4e71-8798-e072dfad9d3b req-aed5be04-6ade-419a-9235-0c045f2914d8 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:57.018189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-509ebb11-6c28-4e71-8798-e072dfad9d3b req-aed5be04-6ade-419a-9235-0c045f2914d8 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 949 time: 0.2196949 Feb 04 20:08:57.020119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Deleting port 63815458-3001-4b11-8772-da81efd412ed {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:08:57.020746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.071518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.122797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] The port '63815458-3001-4b11-8772-da81efd412ed' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:08:57.234046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 63815458-3001-4b11-8772-da81efd412ed no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:08:57.269319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 63815458-3001-4b11-8772-da81efd412ed {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:08:57.269525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for 35715956-be9b-43ad-9612-56fcce3fc6ed owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:08:57.269664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 63815458-3001-4b11-8772-da81efd412ed not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:08:57.304949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-509ebb11-6c28-4e71-8798-e072dfad9d3b req-454e62d4-bde0-4bdd-92b0-cc035511b033 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626479 Feb 04 20:08:57.329414 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:08:57.350504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.382774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1235983c-af0b-45d8-9ef4-8c92f83c5044']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:57.397988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fc0613-a334-49dd-a38c-3ab761f50428') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:57.398910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fc0613-a334-49dd-a38c-3ab761f50428') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:08:57.416239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.439619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.451051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:08:57.452040 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:08:57.471694 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:08:57.594341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.646879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=35715956-be9b-43ad-9612-56fcce3fc6ed,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:57.795685 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.801892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.827980 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.841330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] Pushing event deleted for resources: {'Network': ['ID=1235983c-af0b-45d8-9ef4-8c92f83c5044,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:57.855092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6bb82ebe-36e7-4c10-ab21-0112a4206514 tempest-NetworksIpV6TestAttrs-920105085 tempest-NetworksIpV6TestAttrs-920105085-project] 10.222.0.48 "DELETE /v2.0/networks/1235983c-af0b-45d8-9ef4-8c92f83c5044 HTTP/1.1" status: 204 len: 168 time: 2.3934908 Feb 04 20:08:57.876039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-01cf2f1b-5240-4779-b4c7-b8aed4ca7abd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/35715956-be9b-43ad-9612-56fcce3fc6ed HTTP/1.1" status: 204 len: 168 time: 1.4218216 Feb 04 20:08:57.881544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56384) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:57.920405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56240ad-2224-447c-84b2-83325dd74f59 req-5ecd37fd-dac4-40a0-908c-8f99a9f40506 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:57.923737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a56240ad-2224-447c-84b2-83325dd74f59 req-5ecd37fd-dac4-40a0-908c-8f99a9f40506 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 1100 time: 0.2035239 Feb 04 20:08:57.973925 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad674a85-a4a1-4e28-9f1b-0185b6362b87 req-5fe6eb30-85a7-48d2-8ce7-9b6e2357f947 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1336734 Feb 04 20:08:57.974028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:57.977917 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-13916a32-bea9-45ae-ab3c-06f44373a69a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] GET failed (client error): The resource could not be found. Feb 04 20:08:57.978764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-13916a32-bea9-45ae-ab3c-06f44373a69a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Synchronizing usage tracker for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:08:58.008202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:58.024592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Usage tracker for resource:security_group_rule and tenant:d9626616ce7b43c3845986f971b386bc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:08:58.028061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:08:58.034330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:58.164426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-13916a32-bea9-45ae-ab3c-06f44373a69a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Unset dirty status for tenant:36db804f6f134e1090ee004192d31553 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:08:58.167780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13916a32-bea9-45ae-ab3c-06f44373a69a tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports/35715956-be9b-43ad-9612-56fcce3fc6ed HTTP/1.1" status: 404 len: 333 time: 0.2829046 Feb 04 20:08:58.171897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:58.193461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.220140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e45f676-ecc9-4563-9166-60b27f0c4c2c req-22e6ffc8-ee93-45aa-8fea-c7df3a9a85cb tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 210 time: 0.0961542 Feb 04 20:08:58.274220 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.300537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cacf2bc-d4ed-4987-be53-94255bd2354c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.322343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a56240ad-2224-447c-84b2-83325dd74f59 req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896945 Feb 04 20:08:58.332672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caa39e-53e6-4692-96ab-fcc1dddf91e1 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b852ad-4af2-4925-afa5-5417122d880f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:58.364979 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cacf2bc-d4ed-4987-be53-94255bd2354c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.477464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a112f57a-356d-417e-b6d8-602ea3b9a947 req-b2ba4b03-d891-45f3-8374-a1e820a35504 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 210 time: 0.0573397 Feb 04 20:08:58.528952 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cacf2bc-d4ed-4987-be53-94255bd2354c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.557409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacf2bc-d4ed-4987-be53-94255bd2354c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360c1e7-7c27-4429-a2e6-cba3b3f68c88,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:58.604035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cacf2bc-d4ed-4987-be53-94255bd2354c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.608354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9cacf2bc-d4ed-4987-be53-94255bd2354c tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/security-groups/4360c1e7-7c27-4429-a2e6-cba3b3f68c88 HTTP/1.1" status: 204 len: 168 time: 0.4323509 Feb 04 20:08:58.608354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-c110d531-5603-45ba-adc1-20e20096fd1d tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7e9059786d564388811bf9b0075d4619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406051 Feb 04 20:08:58.609340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56410) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:58.633642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56414) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:58.732875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19398c73-432b-4860-897a-d8597200ba01 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.761418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19398c73-432b-4860-897a-d8597200ba01 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.864017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-968d76b1-77ed-455a-8f94-3a07438fe666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb6fc658fb984fa6809f1a7f0f366206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262809 Feb 04 20:08:58.864688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56422) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:58.910796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-d076c157-2a4f-496f-873f-d5710573e5e1 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:58.912375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-d076c157-2a4f-496f-873f-d5710573e5e1 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986524 Feb 04 20:08:58.925059 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-753143ad-d3b1-4dcd-bc1c-272e28b4ea47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.928758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-d56a7606-5267-4c33-9bdd-6559b416021a tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/quotas/7e9059786d564388811bf9b0075d4619 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Feb 04 20:08:58.951916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-753143ad-d3b1-4dcd-bc1c-272e28b4ea47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.961410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19398c73-432b-4860-897a-d8597200ba01 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:58.979105 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-714e5323-cb3b-4e47-aae9-97900f0072ee tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9059786d564388811bf9b0075d4619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441134 Feb 04 20:08:58.988223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398c73-432b-4860-897a-d8597200ba01 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18475176-281f-4a91-bcfe-3dc5e08e40c9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:59.041461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19398c73-432b-4860-897a-d8597200ba01 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.045333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19398c73-432b-4860-897a-d8597200ba01 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/security-groups/18475176-281f-4a91-bcfe-3dc5e08e40c9 HTTP/1.1" status: 204 len: 168 time: 0.4348886 Feb 04 20:08:59.047442 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ab560980-fbde-40e0-9932-ed5fc204b1d4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374551 Feb 04 20:08:59.047912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56438) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:59.236377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b51e7d7-832a-4788-90cc-ad369f529693 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.254719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-753143ad-d3b1-4dcd-bc1c-272e28b4ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.266095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-4dc6c18b-fda7-4f3e-a538-9455cd308ca9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:59.267593 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-4dc6c18b-fda7-4f3e-a538-9455cd308ca9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035611 Feb 04 20:08:59.299124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753143ad-d3b1-4dcd-bc1c-272e28b4ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ada62-afd8-4a79-b74d-04228c613d46,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:59.307303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b51e7d7-832a-4788-90cc-ad369f529693 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.322650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-2d90e924-2fd8-465b-81bf-df084ab929f2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/quotas/1f644dd9f7284aaebad0bc0e188622a8 HTTP/1.1" status: 200 len: 375 time: 0.0436976 Feb 04 20:08:59.326033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-753143ad-d3b1-4dcd-bc1c-272e28b4ea47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.329524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-753143ad-d3b1-4dcd-bc1c-272e28b4ea47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f93ada62-afd8-4a79-b74d-04228c613d46 HTTP/1.1" status: 204 len: 168 time: 0.4615350 Feb 04 20:08:59.341426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67fdce57-d202-4c24-bc02-2c19f6bd3032 req-5a676e76-d1e5-4bf5-aa24-f09e67a311c8 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0594006 Feb 04 20:08:59.466381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-c58cada8-0bf7-4447-8610-32ae31455716 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187863 Feb 04 20:08:59.470475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6c1b8f3-acc0-483a-b678-6e8ab1998511 req-73d6267d-d127-4f53-9048-00352c6cb7b4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 210 time: 0.0748158 Feb 04 20:08:59.553049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b51e7d7-832a-4788-90cc-ad369f529693 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.581789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e7d7-832a-4788-90cc-ad369f529693 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ddfe4c-ccb0-4007-b246-6636d2b6855f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:08:59.618995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fdf68afe-f54f-417b-a792-b09bba684aba req-5f6eac6b-9435-4828-b2bd-414b86fd0e24 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 210 time: 0.0442977 Feb 04 20:08:59.619572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b51e7d7-832a-4788-90cc-ad369f529693 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.623868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9b51e7d7-832a-4788-90cc-ad369f529693 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/security-groups/d6ddfe4c-ccb0-4007-b246-6636d2b6855f HTTP/1.1" status: 204 len: 168 time: 0.5716355 Feb 04 20:08:59.624806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56456) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:08:59.663400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-71eb6c85-9236-424b-8f82-d2473107a197 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:08:59.664878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-71eb6c85-9236-424b-8f82-d2473107a197 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.62 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 814 time: 0.2279038 Feb 04 20:08:59.680341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Request body: {'port': {'device_id': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763', 'admin_state_up': True, 'tenant_id': '94dc4fe7adb1406594df7edf3f787db7'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:08:59.709597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet d9acb42c-8f63-420b-9907-41b6aae0e904 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:08:59.713672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.826388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86669595-52f4-49e8-94c0-dba5af5ac9a9 req-df5770dd-d57b-45e1-99e0-4bcabb99852a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 210 time: 0.0526724 Feb 04 20:08:59.828498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.846590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:08:59.877463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:08:59.946761 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:08:59.991218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Made reservation on behalf of 94dc4fe7adb1406594df7edf3f787db7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:08:59.994998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:00.218355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:00.268554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=d9acb42c-8f63-420b-9907-41b6aae0e904,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:00.405920 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:00.408483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c01fa-36a8-4cea-9bb0-c523b36a25e6 None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:00.409322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bef6f488-d4a5-46e1-b3fe-360f1e264b32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/d9acb42c-8f63-420b-9907-41b6aae0e904 HTTP/1.1" status: 204 len: 168 time: 0.6569648 Feb 04 20:09:00.409322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56476) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:00.506639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Allocated IP 172.20.0.7 (1a77bb77-0892-4d61-817e-67ca407bd763/3b33e1a7-651d-4107-a3b4-fcbf5b258a77/d447846f-4c65-435e-ba72-06b4bbc845b3) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:00.506639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-449f8385-794d-4f80-823e-f436372586d1 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:00.506639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-449f8385-794d-4f80-823e-f436372586d1 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.62 "GET /v2.0/networks?id=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 HTTP/1.1" status: 200 len: 813 time: 0.2414742 Feb 04 20:09:00.506639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Request body: {'port': {'device_id': '0efebe45-2cfe-4e96-a363-caad613e5891', 'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90', 'admin_state_up': True, 'tenant_id': '6c0046637ce74545a6e96f77aa8a209c'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:00.589865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet ab1df8dd-5af0-4cc8-9253-ba4251291b1f {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:00.595885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:00.757566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a22d3f59-869a-465c-9cb5-311748c40fe7 req-22281431-d5cb-4cfb-a611-0a63fcc45765 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1063447 Feb 04 20:09:00.793419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.004498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.111434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-895e00b8-fccf-4f5f-a88b-b7592b822d0f req-4c6cbeb2-db00-452d-b3d5-a55c7f8e7248 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 210 time: 0.1637018 Feb 04 20:09:01.142553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b49c0ce7-c778-4f73-8165-b107607687fb req-8b2b7882-565a-449c-bf02-25a5a30304aa tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 210 time: 0.0856507 Feb 04 20:09:01.167279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.193319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:01.229897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56508) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:01.231009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Usage tracker for resource:port and tenant:6c0046637ce74545a6e96f77aa8a209c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:01.242778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:01.263174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:01.319804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.328033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1df8dd-5af0-4cc8-9253-ba4251291b1f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:01.348813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c150244d-4f3d-4720-955a-7e551bdf2c59 req-b2f451bd-83c3-47b1-91c8-3a5c6e1fb32a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.0901506 Feb 04 20:09:01.351265 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.360729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b6648ad8-58b2-490b-bee0-6d6a7afcebcd tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/ab1df8dd-5af0-4cc8-9253-ba4251291b1f HTTP/1.1" status: 204 len: 168 time: 0.9565067 Feb 04 20:09:01.363223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56514) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:01.454319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1851815349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:01.471508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:01.475377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fdc0e57a-f741-44fa-8d98-3f4d2d2fc214 req-8d5e6660-4112-4bfa-ae80-288df8b1ef58 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 210 time: 0.0700352 Feb 04 20:09:01.476356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.483221 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-2beb5b40-ca27-44a5-9fff-09bf3ffc03b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:01.483669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2beb5b40-ca27-44a5-9fff-09bf3ffc03b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:01.487005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Made reservation on behalf of 6c0046637ce74545a6e96f77aa8a209c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:01.490754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:01.491682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.541187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:router and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:01.554976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:01.567432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b612df68-3eb6-4ab2-a220-9c8f363f62b6 None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:01.576876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2beb5b40-ca27-44a5-9fff-09bf3ffc03b1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/d9acb42c-8f63-420b-9907-41b6aae0e904 HTTP/1.1" status: 404 len: 337 time: 0.2044861 Feb 04 20:09:01.579334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56520) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:01.586664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:01.599702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Network 1a77bb77-0892-4d61-817e-67ca407bd763 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:01.609186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:01.652982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:01.688360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting subnet ca4417fe-98aa-4dc6-a677-747ed90d004b {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:01.692211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.715085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f374bca0-571f-4b93-9962-bae10cf7cb54 None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:01.715850 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f374bca0-571f-4b93-9962-bae10cf7cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.720995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:01.721623 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.742296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Pushing event updated for resources: {'Port': ['ID=d447846f-4c65-435e-ba72-06b4bbc845b3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:01.752370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.753149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.756951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.767369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.855001 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.883947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:01.929919 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-445ac13d-117e-489c-9253-2c3a73da4008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2534540 Feb 04 20:09:01.958151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Request body: {'port': {'device_id': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:01.984319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b6208d1-5b18-41ae-ba7f-3f1405deba90 req-956e5377-0db7-4059-973b-59a87ed5e005 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0624359 Feb 04 20:09:02.001010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.002348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-81e7d7df-3e48-4bb7-9083-0e5e6765e7bf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7683957 Feb 04 20:09:02.015526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56526) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.027057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1159553834'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:02.030922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Allocated IP 172.20.0.14 (bbc8339a-aca3-47be-8ae8-f2e85a0fbb90/9c27398f-8935-4f29-a6d7-88800716d525/4f7393e9-b902-47ab-9e79-0d4498e5e39a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:02.037878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:02.045080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:network and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:02.049361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:02.084282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:02.116117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f374bca0-571f-4b93-9962-bae10cf7cb54 None None] Provisioning complete for port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:02.116483 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f374bca0-571f-4b93-9962-bae10cf7cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.120509 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.132202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.178979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4417fe-98aa-4dc6-a677-747ed90d004b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:02.189974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.198821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bd3ad73e-18eb-49f8-8f3a-8888016e1b3f tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/ca4417fe-98aa-4dc6-a677-747ed90d004b HTTP/1.1" status: 204 len: 168 time: 0.6184001 Feb 04 20:09:02.204442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.210725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f374bca0-571f-4b93-9962-bae10cf7cb54 None None] Port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:02.255655 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04a0f70-5353-4e90-95dc-bae35cdb51f2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:02.256656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04a0f70-5353-4e90-95dc-bae35cdb51f2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:02.262392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56538) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.265117 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e04a0f70-5353-4e90-95dc-bae35cdb51f2 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/56300301-8a27-4c9c-afa2-fe7c3243b22b HTTP/1.1" status: 404 len: 337 time: 0.0595217 Feb 04 20:09:02.328530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0d6d456b-7c3e-4e1b-ba6d-ac1a4616a5f1 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "GET /v2.0/ports?device_id=684a37cc-e663-497e-8ca8-94edb0604cc0 HTTP/1.1" status: 200 len: 205 time: 0.0650108 Feb 04 20:09:02.338810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56542) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.341856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Made reservation on behalf of 136fe21c21ac4c148b371d3f9d8b7274 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:02.345247 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.380248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-099d1d48-c2ef-4045-8645-283ee489148c req-15fdef89-4046-439e-b98c-ce7b75cbb1cb tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 210 time: 0.0531812 Feb 04 20:09:02.487779 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf44437d-2e9b-4d8d-be07-d9478a5a8bd2 req-dca6e706-8928-4405-af66-1c9ddd9527d2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.0605674 Feb 04 20:09:02.544866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.566160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ef8c5f1f-fd42-4c0d-af42-935708aa6995 req-92c6e89c-41ea-4b3f-89a5-19e23f87272c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Synchronizing usage tracker for tenant:6c0046637ce74545a6e96f77aa8a209c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:02.568782 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-ad0ea016-7410-4fd3-a016-0e68d0eea216 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] delete failed (client error): The resource could not be found. Feb 04 20:09:02.571692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ad0ea016-7410-4fd3-a016-0e68d0eea216 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/routers/684a37cc-e663-497e-8ca8-94edb0604cc0 HTTP/1.1" status: 404 len: 336 time: 0.2306428 Feb 04 20:09:02.572430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56550) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.662042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:02.662680 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf0df00-c6f0-4a0e-91b4-fea98f5f1b49 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:02.663173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf0df00-c6f0-4a0e-91b4-fea98f5f1b49 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:02.667461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7bf0df00-c6f0-4a0e-91b4-fea98f5f1b49 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/59cae0c0-d567-4510-9f8a-36dad97bcfb6 HTTP/1.1" status: 404 len: 337 time: 0.0914865 Feb 04 20:09:02.675870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56554) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.685253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:security_group_rule and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:02.695335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:02.745965 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0b7e38-6b8a-403c-99a6-a67d73b739a4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:02.746420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0b7e38-6b8a-403c-99a6-a67d73b739a4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:02.750657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2b0b7e38-6b8a-403c-99a6-a67d73b739a4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/2487bbe6-f035-40e7-b9c1-884d1c04aa0c HTTP/1.1" status: 404 len: 337 time: 0.0652664 Feb 04 20:09:02.758214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56558) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.764493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:02.839754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c286-2659-4f87-9edd-118eeff1d14d req-a9506499-b1dd-4980-8e2f-1ffa75dce840 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:02.841457 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d07c286-2659-4f87-9edd-118eeff1d14d req-a9506499-b1dd-4980-8e2f-1ffa75dce840 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 931 time: 0.2271082 Feb 04 20:09:02.851424 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd902e6-e1a0-4753-baa7-9ffb11b7ab32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:02.851873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd902e6-e1a0-4753-baa7-9ffb11b7ab32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:02.856240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2fd902e6-e1a0-4753-baa7-9ffb11b7ab32 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/9cf9343e-a07b-46b3-9113-4808127e73a3 HTTP/1.1" status: 404 len: 337 time: 0.0862265 Feb 04 20:09:02.857728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fb8ba-1eef-4239-a4f8-8da4de9c346f None None] Network 2a02cd5f-5667-4657-a74d-1f82e49e7421 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:02.866378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56562) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.919809 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-801ce47d-db5e-4e0e-8102-69c12c391d76 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:02.920458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801ce47d-db5e-4e0e-8102-69c12c391d76 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:02.924616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-801ce47d-db5e-4e0e-8102-69c12c391d76 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/5f47c4b8-8cfc-468a-bf62-7b08c850d93f HTTP/1.1" status: 404 len: 333 time: 0.0544789 Feb 04 20:09:02.924616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56566) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:02.935000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ef8c5f1f-fd42-4c0d-af42-935708aa6995 req-92c6e89c-41ea-4b3f-89a5-19e23f87272c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Unset dirty status for tenant:6c0046637ce74545a6e96f77aa8a209c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:02.943782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ef8c5f1f-fd42-4c0d-af42-935708aa6995 req-92c6e89c-41ea-4b3f-89a5-19e23f87272c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 210 time: 0.5882528 Feb 04 20:09:02.993136 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f64381b-9f5b-4f8c-be82-4873acaa2e8b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:02.993628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f64381b-9f5b-4f8c-be82-4873acaa2e8b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:02.995358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0f64381b-9f5b-4f8c-be82-4873acaa2e8b tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/8309823e-58cc-4b36-8df0-1421efec4c00 HTTP/1.1" status: 404 len: 337 time: 0.0700617 Feb 04 20:09:02.998348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:02.999103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d07c286-2659-4f87-9edd-118eeff1d14d req-efebd8c6-f0ff-4bfc-9fb8-bd477d0cd691 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480875 Feb 04 20:09:03.001442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56570) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:03.030380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-520a1b91-cdef-4bb7-a37d-8252bb5ec8cc None None] Provisioning complete for port 19da83d2-a5ff-448a-8467-29bb54586d96 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:03.033916 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-520a1b91-cdef-4bb7-a37d-8252bb5ec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.053005 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa5a44f-1503-4b8e-b800-6b274f29c05e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:03.053747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa5a44f-1503-4b8e-b800-6b274f29c05e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:03.055708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dfa5a44f-1503-4b8e-b800-6b274f29c05e tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/9fb4d3d6-0d19-4e11-aa51-b11486211485 HTTP/1.1" status: 404 len: 337 time: 0.0531917 Feb 04 20:09:03.058165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:03.161110 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-023eec8f-d085-47c0-9540-6dba94b5b602 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:03.162109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023eec8f-d085-47c0-9540-6dba94b5b602 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:03.164934 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-023eec8f-d085-47c0-9540-6dba94b5b602 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/658ef693-cbc2-4ea7-86c0-632911f15645 HTTP/1.1" status: 404 len: 333 time: 0.1052744 Feb 04 20:09:03.182084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56580) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:03.204813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-3606ee29-4226-49b4-b79a-dbc624c7d317 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e9059786d564388811bf9b0075d4619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329020 Feb 04 20:09:03.269619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-520a1b91-cdef-4bb7-a37d-8252bb5ec8cc None None] Provisioning complete for port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:03.270004 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-520a1b91-cdef-4bb7-a37d-8252bb5ec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.343448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-520a1b91-cdef-4bb7-a37d-8252bb5ec8cc None None] Port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:03.349303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] DHCP port deletion for 2a02cd5f-5667-4657-a74d-1f82e49e7421 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:09:03.356434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] Deleting port 19da83d2-a5ff-448a-8467-29bb54586d96 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:03.356803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.426474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-44bf6409-4d9d-4b54-84c8-bb550da6066c tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:03.428233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-44bf6409-4d9d-4b54-84c8-bb550da6066c tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182887 Feb 04 20:09:03.442450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Request body: {'port': {'device_id': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '7e9059786d564388811bf9b0075d4619'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:03.466516 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e4625a-821a-48b6-99c5-2601cb993c84 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:03.467159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e4625a-821a-48b6-99c5-2601cb993c84 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:03.477323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8a563fa0-f3ee-48ef-85e5-5380d40c8f93 req-75594e93-ef90-47b6-9c39-e6c3a85e8af3 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.3017244 Feb 04 20:09:03.495590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.502650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-02e4625a-821a-48b6-99c5-2601cb993c84 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/9e721da0-1c2b-4652-b518-138cad3b8ae8 HTTP/1.1" status: 404 len: 337 time: 0.3196769 Feb 04 20:09:03.506282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56586) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:03.595483 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ac5d65-834d-46ec-9d9a-72f6e63a34cc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] DELETE failed (client error): The resource could not be found. Feb 04 20:09:03.595965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ac5d65-834d-46ec-9d9a-72f6e63a34cc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:09:03.597656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b4ac5d65-834d-46ec-9d9a-72f6e63a34cc tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/subnets/37fcc0ef-a8c0-4871-857e-31a90d294254 HTTP/1.1" status: 404 len: 337 time: 0.0902932 Feb 04 20:09:03.600244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56592) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:03.649549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a88bd54b-3a2b-4753-86f1-0c6aca64b7a8 req-752d5584-b7aa-4512-9142-302b8cd23101 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 210 time: 0.0620573 Feb 04 20:09:03.663285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d447846f-4c65-435e-ba72-06b4bbc845b3 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:03.671866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:03.676400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Usage tracker for resource:port and tenant:7e9059786d564388811bf9b0075d4619 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:03.679944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:03.684568 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.688454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:03.738638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] For port 19da83d2-a5ff-448a-8467-29bb54586d96, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=19da83d2-a5ff-448a-8467-29bb54586d96,segment=NetworkSegment(486caae8-d14c-4ffd-aede-27e60b964730),segment_id=486caae8-d14c-4ffd-aede-27e60b964730)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:03.738952 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.746614 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.762601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Deleting port c26390ab-2d1d-419d-8ae0-bdb69a4be8bc {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:03.762960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.788255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Made reservation on behalf of 7e9059786d564388811bf9b0075d4619 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:03.790459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5fdb2e56-e7f3-490e-8693-8ddb6b461f23 req-8d09a867-44a5-498f-ad05-657b86971f87 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.1001000 Feb 04 20:09:03.801248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Transition to ACTIVE for port object d447846f-4c65-435e-ba72-06b4bbc845b3 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:03.803133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.821225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.837753 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.866343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:03.870335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Usage tracker for resource:security_group_rule and tenant:7e9059786d564388811bf9b0075d4619 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:03.874163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:03.877299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] Calling delete_port for 19da83d2-a5ff-448a-8467-29bb54586d96 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:03.880535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:03.886348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:03.928669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4543bebc-1d54-4439-8797-89396867d1a8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:03.940047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.940394 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Added segment b1bcc2c0-3007-4bc0-951e-d26bc33ad158 of type vlan for network 65f80665-0b93-47c0-95ca-62b5590c6370 Feb 04 20:09:03.946253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:03.953305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:03.963218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:03.969463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:04.030009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.052978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.128083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] Pushing event deleted for resources: {'Port': ['ID=19da83d2-a5ff-448a-8467-29bb54586d96,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:04.134321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.137557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb9f28-21cd-478b-9d9b-b70981b15a69 None None] No DVR routers for this DVR port 19da83d2-a5ff-448a-8467-29bb54586d96 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:04.159526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Pushing event updated for resources: {'Port': ['ID=4f7393e9-b902-47ab-9e79-0d4498e5e39a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:04.301091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13bec05-85a4-4f35-a97d-6516740e3118,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:04.334585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.394308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-e049bd4a-56ee-424b-b5f0-5f6d0e20baba tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1623688 Feb 04 20:09:04.395634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc30121-c142-4d68-b866-92f156e8b23d req-ab93d5c0-1896-484a-a451-cce9f3d0751b tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:04.397178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2dc30121-c142-4d68-b866-92f156e8b23d req-ab93d5c0-1896-484a-a451-cce9f3d0751b tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 932 time: 0.2525439 Feb 04 20:09:04.456243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Allocated IP 192.168.233.232 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/1a05d133-07e2-424a-8b1f-369db6beacef) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:04.466048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:04.466677 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.472531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2dc30121-c142-4d68-b866-92f156e8b23d req-8dad78cc-1cf9-4a85-b6d6-399d762262db tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Synchronizing usage tracker for tenant:6c0046637ce74545a6e96f77aa8a209c on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:04.572648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d447846f-4c65-435e-ba72-06b4bbc845b3,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:04.623115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2dc30121-c142-4d68-b866-92f156e8b23d req-8dad78cc-1cf9-4a85-b6d6-399d762262db tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Unset dirty status for tenant:6c0046637ce74545a6e96f77aa8a209c on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:04.624455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2dc30121-c142-4d68-b866-92f156e8b23d req-8dad78cc-1cf9-4a85-b6d6-399d762262db tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121408 Feb 04 20:09:04.647340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:09:04.705558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.726143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.753454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Transition to ACTIVE for port object 1a05d133-07e2-424a-8b1f-369db6beacef will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:04.763990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-63d1f040-ec3d-4783-9c63-943ecd397205 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2681518 Feb 04 20:09:04.780718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 19da83d2-a5ff-448a-8467-29bb54586d96 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:04.817735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 19da83d2-a5ff-448a-8467-29bb54586d96 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:09:04.818326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 19da83d2-a5ff-448a-8467-29bb54586d96 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:09:04.860356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-072cb09b-cbd1-4e95-b57e-a31e73ece9a5 req-e3bb9db0-c7c3-4758-903b-94d4e16cbfb6 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0701253 Feb 04 20:09:04.892429 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:04.908633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Calling delete_port for c26390ab-2d1d-419d-8ae0-bdb69a4be8bc owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:04.948083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Request body: {'port': {'device_id': '0efebe45-2cfe-4e96-a363-caad613e5891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:04.965635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:04.970407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:04.971434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:04.995711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Attempting to bind port d447846f-4c65-435e-ba72-06b4bbc845b3 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:04.996640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Attempting to bind port d447846f-4c65-435e-ba72-06b4bbc845b3 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:04.996962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Attempting to bind port d447846f-4c65-435e-ba72-06b4bbc845b3 on network 1a77bb77-0892-4d61-817e-67ca407bd763 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:05.024464 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.031694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:05.032374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.063134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Pushing event updated for resources: {'Port': ['ID=1a05d133-07e2-424a-8b1f-369db6beacef,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:05.106393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:05.110224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.167147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3852885-d56c-4bd4-a046-1d0f12a8fb1e req-1f11d015-d29e-4808-9ff3-5c37f09165fa tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:05.168467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3852885-d56c-4bd4-a046-1d0f12a8fb1e req-1f11d015-d29e-4808-9ff3-5c37f09165fa tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Synchronizing usage tracker for tenant:7e9059786d564388811bf9b0075d4619 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:05.196409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-b617cb2e-aef1-40d2-8224-4c9715dccdb4 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7584336 Feb 04 20:09:05.208212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Request body: {'port': {'device_id': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:05.240968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Port d447846f-4c65-435e-ba72-06b4bbc845b3 on network 1a77bb77-0892-4d61-817e-67ca407bd763 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:09:05.241292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Attempting to bind port d447846f-4c65-435e-ba72-06b4bbc845b3 on network 1a77bb77-0892-4d61-817e-67ca407bd763 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:05.260488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3852885-d56c-4bd4-a046-1d0f12a8fb1e req-1f11d015-d29e-4808-9ff3-5c37f09165fa tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Unset dirty status for tenant:7e9059786d564388811bf9b0075d4619 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:05.261869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3852885-d56c-4bd4-a046-1d0f12a8fb1e req-1f11d015-d29e-4808-9ff3-5c37f09165fa tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 936 time: 0.2633088 Feb 04 20:09:05.273947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abde8c-64fe-46e3-9777-d63f7cbf1b0e req-8759a0cc-5304-4290-8a7f-d6954dc41225 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:05.274663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-44abde8c-64fe-46e3-9777-d63f7cbf1b0e req-8759a0cc-5304-4290-8a7f-d6954dc41225 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Synchronizing usage tracker for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:05.284406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ee8453be-f431-44c1-a683-ae2dcf23dc27 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:05.292435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ee8453be-f431-44c1-a683-ae2dcf23dc27 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8257210 Feb 04 20:09:05.292435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-9e87247b-b901-4371-8240-f9462cc89fab tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2672858 Feb 04 20:09:05.341590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:05.341922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Checking segment: {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:05.342303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Bound using segment: {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:05.342765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Bound port: d447846f-4c65-435e-ba72-06b4bbc845b3, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:05.343101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.379077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-21eb73f2-f185-42af-8ba1-6c060f18b8bb None None] Provisioning for port 1a05d133-07e2-424a-8b1f-369db6beacef completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:05.379077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-21eb73f2-f185-42af-8ba1-6c060f18b8bb None None] Provisioning complete for port 1a05d133-07e2-424a-8b1f-369db6beacef triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:05.379077 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-21eb73f2-f185-42af-8ba1-6c060f18b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.379796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3852885-d56c-4bd4-a046-1d0f12a8fb1e req-3a5702fa-605d-4a1e-ae82-2d043aa39de9 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Synchronizing usage tracker for tenant:7e9059786d564388811bf9b0075d4619 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:05.387126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.405080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:05.431945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-21eb73f2-f185-42af-8ba1-6c060f18b8bb None None] Port 1a05d133-07e2-424a-8b1f-369db6beacef cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:05.508847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b3852885-d56c-4bd4-a046-1d0f12a8fb1e req-3a5702fa-605d-4a1e-ae82-2d043aa39de9 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Unset dirty status for tenant:7e9059786d564388811bf9b0075d4619 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:05.509978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3852885-d56c-4bd4-a046-1d0f12a8fb1e req-3a5702fa-605d-4a1e-ae82-2d043aa39de9 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349889 Feb 04 20:09:05.549733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.5331624 Feb 04 20:09:05.578225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56606) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:05.663010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6171c8-0140-4d8f-ab89-d30d5b6c4ec5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Network': ['ID=65f80665-0b93-47c0-95ca-62b5590c6370,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:05.674849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65577b80-7034-43a9-ba3a-e8f6efca981a req-80384286-14b0-41e9-8ad1-ef971626c3f0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.0554619 Feb 04 20:09:05.679937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 65f80665-0b93-47c0-95ca-62b5590c6370 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:05.694581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'subnet': {'network_id': '65f80665-0b93-47c0-95ca-62b5590c6370', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:05.743159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.804244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-44abde8c-64fe-46e3-9777-d63f7cbf1b0e req-8759a0cc-5304-4290-8a7f-d6954dc41225 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Unset dirty status for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:05.805386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44abde8c-64fe-46e3-9777-d63f7cbf1b0e req-8759a0cc-5304-4290-8a7f-d6954dc41225 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 943 time: 1.6099236 Feb 04 20:09:05.874328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:05.938852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f8197-a21d-426f-9db1-057a7cde7942 req-d03f3430-eb43-40cf-928c-5113af97584c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:05.942137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-699f8197-a21d-426f-9db1-057a7cde7942 req-d03f3430-eb43-40cf-928c-5113af97584c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 932 time: 0.1380219 Feb 04 20:09:06.029064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a05d133-07e2-424a-8b1f-369db6beacef {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:06.039428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-699f8197-a21d-426f-9db1-057a7cde7942 req-b41bc958-00f9-495e-8b73-205741354781 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676620 Feb 04 20:09:06.041191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.046110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Port': ['ID=c26390ab-2d1d-419d-8ae0-bdb69a4be8bc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:06.058629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Transition to ACTIVE for port object 1a05d133-07e2-424a-8b1f-369db6beacef will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:06.076710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] For port d447846f-4c65-435e-ba72-06b4bbc845b3, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:06.087682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.118648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:06.121079 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.121574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:06.132519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-0b8022f5-c094-4851-a9f7-cba2145063d4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:06.133929 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-0b8022f5-c094-4851-a9f7-cba2145063d4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7681625 Feb 04 20:09:06.144705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] For port d447846f-4c65-435e-ba72-06b4bbc845b3, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d447846f-4c65-435e-ba72-06b4bbc845b3,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:06.147789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:subnet and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:06.158798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44abde8c-64fe-46e3-9777-d63f7cbf1b0e req-8b605d72-91a6-419d-b043-0129febc1f9b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107285 Feb 04 20:09:06.168385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:06.185077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:06.235882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:06.244268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:06.254511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-53fc8f04-c50a-4b4d-8399-4c20bef861c4 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/ports/c26390ab-2d1d-419d-8ae0-bdb69a4be8bc HTTP/1.1" status: 204 len: 168 time: 2.6532915 Feb 04 20:09:06.265199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56614) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:06.329741 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.347540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60498931-9be8-4f9e-adc0-52d160f7d880 req-296a7091-664c-4f3e-b91e-092680607bbc tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0961826 Feb 04 20:09:06.450003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Pushing event updated for resources: {'Port': ['ID=1a05d133-07e2-424a-8b1f-369db6beacef,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:06.470669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Made reservation on behalf of 136fe21c21ac4c148b371d3f9d8b7274 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:06.474285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.489522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:06.490119 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.491476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/d447846f-4c65-435e-ba72-06b4bbc845b3 HTTP/1.1" status: 200 len: 1091 time: 4.5375803 Feb 04 20:09:06.500726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'tag': 'd447846f-4c65-435e-ba72-06b4bbc845b3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:06.505061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:06.508428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.521707 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.581515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Attempting to bind port 1a05d133-07e2-424a-8b1f-369db6beacef on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:06.581859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Attempting to bind port 1a05d133-07e2-424a-8b1f-369db6beacef by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:06.582187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Attempting to bind port 1a05d133-07e2-424a-8b1f-369db6beacef on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:06.592846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Port 1a05d133-07e2-424a-8b1f-369db6beacef on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:09:06.593174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Attempting to bind port 1a05d133-07e2-424a-8b1f-369db6beacef on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:06.646863 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'tag': 'd447846f-4c65-435e-ba72-06b4bbc845b3', 'status': 'completed', 'code': 200} Feb 04 20:09:06.660120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:06.660457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:06.660838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:06.661283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Bound port: 1a05d133-07e2-424a-8b1f-369db6beacef, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:06.661635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.726500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aee35e-d5bd-4df9-888f-5ff3380572f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d447846f-4c65-435e-ba72-06b4bbc845b3,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:06.767937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.831962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a02cd5f-5667-4657-a74d-1f82e49e7421']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:06.833584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:06.859652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486caae8-d14c-4ffd-aede-27e60b964730') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:06.859958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486caae8-d14c-4ffd-aede-27e60b964730') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:06.877432 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.897980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] For port 1a05d133-07e2-424a-8b1f-369db6beacef, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:06.906133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.919070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7746e02-be5b-4367-b857-7ba865ae93b9 req-0d886455-37b4-461b-ac59-79b43fee796f tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:06.920630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7746e02-be5b-4367-b857-7ba865ae93b9 req-0d886455-37b4-461b-ac59-79b43fee796f tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 948 time: 0.2330546 Feb 04 20:09:06.923685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] For port 1a05d133-07e2-424a-8b1f-369db6beacef, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1a05d133-07e2-424a-8b1f-369db6beacef,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:06.924996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:06.925398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:06.941014 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:07.030269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:07.065300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:07.082036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5a3dbbd-afe4-4a92-b810-b8ff0a446270 req-e36e05cd-921e-438d-9dad-70985165a555 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.2578330 Feb 04 20:09:07.114635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:07.115358 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:07.116718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a05d133-07e2-424a-8b1f-369db6beacef HTTP/1.1" status: 200 len: 1096 time: 1.9134459 Feb 04 20:09:07.117179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'tag': '1a05d133-07e2-424a-8b1f-369db6beacef'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:07.127787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7746e02-be5b-4367-b857-7ba865ae93b9 req-2a3232a6-d606-489b-9488-6a0e6002db96 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858721 Feb 04 20:09:07.142778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77274db-6dcd-4d04-8b03-27ac1fa81531 service neutron] Pushing event updated for resources: {'Port': ['ID=1a05d133-07e2-424a-8b1f-369db6beacef,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:07.162679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:07.200126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:07.225214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] Pushing event deleted for resources: {'Network': ['ID=2a02cd5f-5667-4657-a74d-1f82e49e7421,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:07.234335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f3595f52-f79d-4460-96f9-0a81cae52300 tempest-PortsTestJSON-4562467 tempest-PortsTestJSON-4562467-project] 10.222.0.48 "DELETE /v2.0/networks/2a02cd5f-5667-4657-a74d-1f82e49e7421 HTTP/1.1" status: 204 len: 168 time: 0.9352443 Feb 04 20:09:07.253380 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'tag': '1a05d133-07e2-424a-8b1f-369db6beacef', 'status': 'completed', 'code': 200} Feb 04 20:09:07.276880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.88 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/c9ab7750-545b-49c1-99a6-79ab770f09f6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:07.348894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-18cab3d2-03df-4005-b117-72cfb0a0f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:07.356767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-18cab3d2-03df-4005-b117-72cfb0a0f974 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e9059786d564388811bf9b0075d4619&device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 1099 time: 0.0925047 Feb 04 20:09:07.458274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe05d6-279e-4365-8079-1e89c3deda5f req-d9533dbf-f34d-4b8e-970c-74e8e44ae5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:07.459843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5fe05d6-279e-4365-8079-1e89c3deda5f req-d9533dbf-f34d-4b8e-970c-74e8e44ae5d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 1094 time: 0.8106885 Feb 04 20:09:07.472821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:07.476313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:07.496179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:09:07.591203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-1c70092f-14c6-4f37-80fd-b2cb1f0a7441 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1a05d133-07e2-424a-8b1f-369db6beacef HTTP/1.1" status: 200 len: 217 time: 0.2305398 Feb 04 20:09:07.674882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-f66b8ffc-986b-4fd8-9f50-9e6f3e31adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:07.676420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-f66b8ffc-986b-4fd8-9f50-9e6f3e31adf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0773134 Feb 04 20:09:07.724838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afdda-2ad2-4de7-bd04-5769b13fd7e8 req-b8cad5de-e8e8-47eb-90f8-14520f2c976c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:07.727078 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-584afdda-2ad2-4de7-bd04-5769b13fd7e8 req-b8cad5de-e8e8-47eb-90f8-14520f2c976c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 943 time: 0.3059130 Feb 04 20:09:07.792533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-584afdda-2ad2-4de7-bd04-5769b13fd7e8 req-750915df-2aa4-424e-bac8-bd024f49eb5e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504739 Feb 04 20:09:07.800611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-d7f413c8-7c3c-43e7-998c-b57cf96469d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:07.804315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-d7f413c8-7c3c-43e7-998c-b57cf96469d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191468 Feb 04 20:09:07.842253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:07.878673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7393e9-b902-47ab-9e79-0d4498e5e39a {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:07.915036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:07.935739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object c9ab7750-545b-49c1-99a6-79ab770f09f6 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:07.953216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56636) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:07.983119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-799f7497-7a28-4064-acc7-fe279303f1a1 req-fc8e1b5c-e0e1-420f-8838-d47c3a7d2c1c tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0691049 Feb 04 20:09:07.988974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Transition to ACTIVE for port object 4f7393e9-b902-47ab-9e79-0d4498e5e39a will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:08.012332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe05d6-279e-4365-8079-1e89c3deda5f req-afd0660e-d5ff-43a9-969e-c68c2835e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.013802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5fe05d6-279e-4365-8079-1e89c3deda5f req-afd0660e-d5ff-43a9-969e-c68c2835e600 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=94dc4fe7adb1406594df7edf3f787db7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5092635 Feb 04 20:09:08.052182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-2f2b0d7d-30c2-4ad2-97a1-55dcbb5d39ba service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420955 Feb 04 20:09:08.052497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91da44e-9e55-41f2-8bd4-a6a07cfe2395 req-4149993e-f29a-407b-8094-c435efcf2949 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.053992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e91da44e-9e55-41f2-8bd4-a6a07cfe2395 req-4149993e-f29a-407b-8094-c435efcf2949 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 932 time: 0.5876877 Feb 04 20:09:08.128378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.131891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.271939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f8577bc5-299e-45e6-8408-fbb88e891b1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36db804f6f134e1090ee004192d31553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128397 Feb 04 20:09:08.280019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56646) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:08.298740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1590c2c7-0d71-4bf1-bbff-e049459ed907 req-a15b9859-47c2-4d64-a0f3-92f74bae9019 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.0701048 Feb 04 20:09:08.300560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c4c59ce-4a78-4d25-a4ea-3526dbd58253 req-429d1fe4-fbeb-4214-8e7b-b8a5a9a621ea service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334158 Feb 04 20:09:08.353087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-65e0614e-c41c-4063-ba82-a707085a7228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.384475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e91da44e-9e55-41f2-8bd4-a6a07cfe2395 req-894e58d4-0930-4c73-a94c-e53b7384d3dd tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808251 Feb 04 20:09:08.385347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-65e0614e-c41c-4063-ba82-a707085a7228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.460384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Subnet': ['ID=8ccf717f-6094-4919-a80a-1228221f3c3e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:08.501718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Pushing event updated for resources: {'Port': ['ID=4f7393e9-b902-47ab-9e79-0d4498e5e39a,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:08.505842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.522258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:08.569798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95933-abf4-409d-85c6-6a0b8cd937e9 req-3dbf2449-2c57-4e07-b35c-8df671fb6a08 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.571299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca95933-abf4-409d-85c6-6a0b8cd937e9 req-3dbf2449-2c57-4e07-b35c-8df671fb6a08 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 948 time: 0.1474624 Feb 04 20:09:08.580785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166559a8-cb26-4d08-97f8-357e4e523298 req-6a8cbb99-0410-438b-b5a1-94815245124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.582224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-166559a8-cb26-4d08-97f8-357e4e523298 req-6a8cbb99-0410-438b-b5a1-94815245124f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e9059786d564388811bf9b0075d4619&device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 1099 time: 0.1238790 Feb 04 20:09:08.600517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe05d6-279e-4365-8079-1e89c3deda5f req-955c5d86-adad-48e1-8d62-67d1be6361ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.602219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5fe05d6-279e-4365-8079-1e89c3deda5f req-955c5d86-adad-48e1-8d62-67d1be6361ea service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5811377 Feb 04 20:09:08.660773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Checking segment: {'id': 'b1bcc2c0-3007-4bc0-951e-d26bc33ad158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '65f80665-0b93-47c0-95ca-62b5590c6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:08.661039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network hostable DHCP agents. Network: 65f80665-0b93-47c0-95ca-62b5590c6370, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:08.677692 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-65e0614e-c41c-4063-ba82-a707085a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.714239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0614e-c41c-4063-ba82-a707085a7228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c604f354-fab9-4877-9eb5-40f0ea227a39,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:08.719019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.736310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca95933-abf4-409d-85c6-6a0b8cd937e9 req-5c5cdd71-dd32-4fb9-9759-e7190cf4a369 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530430 Feb 04 20:09:08.744731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-65e0614e-c41c-4063-ba82-a707085a7228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.747920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-65e0614e-c41c-4063-ba82-a707085a7228 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c604f354-fab9-4877-9eb5-40f0ea227a39 HTTP/1.1" status: 204 len: 168 time: 0.4652512 Feb 04 20:09:08.753457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:08.769030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:08.771850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:08.791661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166559a8-cb26-4d08-97f8-357e4e523298 req-a936d64c-ef3e-468a-8c19-d1459dc60f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.793987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-166559a8-cb26-4d08-97f8-357e4e523298 req-a936d64c-ef3e-468a-8c19-d1459dc60f5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1977117 Feb 04 20:09:08.811722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=c9ab7750-545b-49c1-99a6-79ab770f09f6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:08.842683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.73 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/c93f8f86-2255-48b8-b8ee-3bed0e89a6ae) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:08.865146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Attempting to bind port 4f7393e9-b902-47ab-9e79-0d4498e5e39a on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:08.868348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Attempting to bind port 4f7393e9-b902-47ab-9e79-0d4498e5e39a by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '43651111-7a25-4c2b-8a83-9e10b708413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:08.868348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Attempting to bind port 4f7393e9-b902-47ab-9e79-0d4498e5e39a on network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:08.879074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-166559a8-cb26-4d08-97f8-357e4e523298 req-7ed8387f-99eb-4802-b716-5b9c0632b10e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1a05d133-07e2-424a-8b1f-369db6beacef HTTP/1.1" status: 200 len: 217 time: 0.0786214 Feb 04 20:09:08.882731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Port 4f7393e9-b902-47ab-9e79-0d4498e5e39a on network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:09:08.883054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Attempting to bind port 4f7393e9-b902-47ab-9e79-0d4498e5e39a on network bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:08.913970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:08.914251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Checking segment: {'id': '43651111-7a25-4c2b-8a83-9e10b708413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:08.914590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Bound using segment: {'id': '43651111-7a25-4c2b-8a83-9e10b708413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:08.915052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Bound port: 4f7393e9-b902-47ab-9e79-0d4498e5e39a, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43651111-7a25-4c2b-8a83-9e10b708413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:08.915395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.937840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network 65f80665-0b93-47c0-95ca-62b5590c6370 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:08.945127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.945755 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:08.962195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166559a8-cb26-4d08-97f8-357e4e523298 req-0182054f-e7c1-4d64-bccd-4d0643f32e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:08.963972 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-166559a8-cb26-4d08-97f8-357e4e523298 req-0182054f-e7c1-4d64-bccd-4d0643f32e0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0778141 Feb 04 20:09:08.984720 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.062283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166559a8-cb26-4d08-97f8-357e4e523298 req-ebc3ce6f-9cbb-4683-ac03-264c5a239776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:09.063901 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-166559a8-cb26-4d08-97f8-357e4e523298 req-ebc3ce6f-9cbb-4683-ac03-264c5a239776 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901401 Feb 04 20:09:09.211159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ce5501d-1b50-402e-b9da-004e7c2c4178 req-8a45afa9-d2ad-4084-9875-668f6336af13 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0619555 Feb 04 20:09:09.212669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-541ea44b-ccef-4228-87c5-577c22069f50 None None] Provisioning for port c9ab7750-545b-49c1-99a6-79ab770f09f6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:09.228766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-541ea44b-ccef-4228-87c5-577c22069f50 None None] Provisioning complete for port c9ab7750-545b-49c1-99a6-79ab770f09f6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:09.229804 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-541ea44b-ccef-4228-87c5-577c22069f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.262114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-166559a8-cb26-4d08-97f8-357e4e523298 req-7574f4c5-78da-4b1a-baa9-fdf9f73518fd service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892798 Feb 04 20:09:09.317820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-541ea44b-ccef-4228-87c5-577c22069f50 None None] Port c9ab7750-545b-49c1-99a6-79ab770f09f6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:09.330989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-c049cd01-08ea-42e8-9b5a-d288ae77894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:09.332541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-c049cd01-08ea-42e8-9b5a-d288ae77894e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 1094 time: 0.6779130 Feb 04 20:09:09.354366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 65f80665-0b93-47c0-95ca-62b5590c6370) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:09.367163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e79973-e3d4-43c8-8808-8e38139597bf None None] Network 65f80665-0b93-47c0-95ca-62b5590c6370 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:09.432857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-ecc2c196-0851-48d9-9a99-c12e85c82a62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d447846f-4c65-435e-ba72-06b4bbc845b3 HTTP/1.1" status: 200 len: 217 time: 0.0886965 Feb 04 20:09:09.455747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:09.456337 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.565275 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aef3f2aa-8ad3-4bd3-944c-2802ea5daf79 req-f3f9f5ef-7dc9-44f8-b856-587295ce8fe0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.0527956 Feb 04 20:09:09.585137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-671142d6-957a-42ac-a516-a064fdb5baf5 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9492350 Feb 04 20:09:09.587902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] For port 4f7393e9-b902-47ab-9e79-0d4498e5e39a, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:09.590590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56674) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:09.597167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'network': {'name': 'tempest-router-network01--1138239592'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:09.603651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:09.606021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-7819d078-0ef0-4119-a059-a7bb75cd99b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2363048 Feb 04 20:09:09.608645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:network and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:09.612926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:09.617408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] For port 4f7393e9-b902-47ab-9e79-0d4498e5e39a, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a,segment=NetworkSegment(43651111-7a25-4c2b-8a83-9e10b708413e),segment_id=43651111-7a25-4c2b-8a83-9e10b708413e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:09.620150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:09.636756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a30b1-e8d8-48b2-af2d-3484e8f5d6e7 req-2daaf56a-ac10-4e0d-b9a3-bc549e43eed7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:09.638640 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213a30b1-e8d8-48b2-af2d-3484e8f5d6e7 req-2daaf56a-ac10-4e0d-b9a3-bc549e43eed7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 943 time: 0.7056544 Feb 04 20:09:09.640282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-a9ec99ab-b0f1-4291-a46e-9d13bbda161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:09.641972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-a9ec99ab-b0f1-4291-a46e-9d13bbda161b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 200 len: 854 time: 0.1622138 Feb 04 20:09:09.645868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Request body: {'port': {'device_id': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:09.656495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-65f80665-0b93-47c0-95ca-62b5590c6370', 'network_id': '65f80665-0b93-47c0-95ca-62b5590c6370', 'tenant_id': '136fe21c21ac4c148b371d3f9d8b7274', 'fixed_ips': [{'subnet_id': '8ccf717f-6094-4919-a80a-1228221f3c3e'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:09:09.657348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.665784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-166559a8-cb26-4d08-97f8-357e4e523298 req-c8baa78e-3ac6-473a-a9d6-0726587d134f service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980501 Feb 04 20:09:09.703690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Made reservation on behalf of 136fe21c21ac4c148b371d3f9d8b7274 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:09.709230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.740348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:09.763447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.790890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.791332 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Added segment cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd of type vlan for network 84240d14-3134-475d-a698-df61a2e31b95 Feb 04 20:09:09.809728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-57017b83-e56f-4071-a912-7214c11a9889 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a77bb77-0892-4d61-817e-67ca407bd763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271124 Feb 04 20:09:09.830568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.854409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Allocated IP 172.20.0.2 (65f80665-0b93-47c0-95ca-62b5590c6370/8ccf717f-6094-4919-a80a-1228221f3c3e/8da26fdd-8cd9-4063-b656-54ba1835173e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:09.864502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b95b7-9ca0-4f53-88e9-3a08a473ffb0 req-1e5b8019-8380-4557-b0c1-992fc6b7d0fb tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:09.866317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d22b95b7-9ca0-4f53-88e9-3a08a473ffb0 req-1e5b8019-8380-4557-b0c1-992fc6b7d0fb tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 944 time: 0.1236041 Feb 04 20:09:09.930458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.947753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d22b95b7-9ca0-4f53-88e9-3a08a473ffb0 req-2676f719-aed6-404d-beaf-7482ed4233e3 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648968 Feb 04 20:09:09.976261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.982054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:09.982786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:09.990625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Pushing event updated for resources: {'Port': ['ID=4f7393e9-b902-47ab-9e79-0d4498e5e39a,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:10.032663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213a30b1-e8d8-48b2-af2d-3484e8f5d6e7 req-0785e37c-f84e-45ad-8232-715b17f7b807 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513227 Feb 04 20:09:10.040187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:10.041250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.042375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-77aed364-a83a-4e50-9d9b-a4cd0b7a06ad service neutron] 10.222.0.62 "PUT /v2.0/ports/4f7393e9-b902-47ab-9e79-0d4498e5e39a HTTP/1.1" status: 200 len: 1092 time: 5.1464400 Feb 04 20:09:10.181235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Network': ['ID=84240d14-3134-475d-a698-df61a2e31b95,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:10.200837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efebe45-2cfe-4e96-a363-caad613e5891', 'tag': '4f7393e9-b902-47ab-9e79-0d4498e5e39a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:10.207698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-c526d620-930d-4f21-b9a2-82dcacaab705 service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851340 Feb 04 20:09:10.212782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 84240d14-3134-475d-a698-df61a2e31b95 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:10.240565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-42af20fb-64ce-46fc-993a-4de38f81564c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6487970 Feb 04 20:09:10.243655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56690) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:10.256028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'network': {'name': 'tempest-router-network02--1606596051'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:10.279937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:10.286036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:network and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:10.297946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:10.313695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:10.363646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039dd00-43d0-4fc0-b928-c76efa63ce32 req-99dd7c7e-08c7-46bb-af97-2498e1c23aa8 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:10.365463 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efebe45-2cfe-4e96-a363-caad613e5891', 'tag': '4f7393e9-b902-47ab-9e79-0d4498e5e39a', 'status': 'completed', 'code': 200} Feb 04 20:09:10.365897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56698) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:10.367036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object c93f8f86-2255-48b8-b8ee-3bed0e89a6ae will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:10.374078 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5039dd00-43d0-4fc0-b928-c76efa63ce32 req-99dd7c7e-08c7-46bb-af97-2498e1c23aa8 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 948 time: 0.2814543 Feb 04 20:09:10.416489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.430491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5039dd00-43d0-4fc0-b928-c76efa63ce32 req-45033640-161e-4b50-a77c-a68f596d6e68 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Feb 04 20:09:10.439630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Transition to ACTIVE for port object 8da26fdd-8cd9-4063-b656-54ba1835173e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:10.471190 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.471900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Transition to ACTIVE for port object 8da26fdd-8cd9-4063-b656-54ba1835173e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:10.480848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Made reservation on behalf of 136fe21c21ac4c148b371d3f9d8b7274 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:10.485967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.509350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a863408f-5845-4ea9-a12b-61b95d622a83 req-6558e526-c92d-43db-8258-8777207a9a9c tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0834494 Feb 04 20:09:10.524799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:10.536354 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.537003 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Added segment c80b64c9-a788-4392-96df-c8e4505d0094 of type vlan for network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a Feb 04 20:09:10.555266 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.562353 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b9d4307-2a28-41d1-8084-0af4067d2f22 req-6c244aca-771c-4b84-a88b-17217094b5be service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425860 Feb 04 20:09:10.600498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.603162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-547301062'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:10.612672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:10.636277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:10.651190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Network 65f80665-0b93-47c0-95ca-62b5590c6370 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:10.654259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:10.658266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:10.679130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:10.695117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:10.708995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Pushing event updated for resources: {'Port': ['ID=8da26fdd-8cd9-4063-b656-54ba1835173e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:10.713683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-ccddcdaf-f56e-4452-a05e-03f84e33be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:10.715483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-ccddcdaf-f56e-4452-a05e-03f84e33be18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c0046637ce74545a6e96f77aa8a209c&device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 1095 time: 0.3449705 Feb 04 20:09:10.755069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.761617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:10.762227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.773977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Attempting to bind port 8da26fdd-8cd9-4063-b656-54ba1835173e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:10.774492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Attempting to bind port 8da26fdd-8cd9-4063-b656-54ba1835173e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'b1bcc2c0-3007-4bc0-951e-d26bc33ad158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '65f80665-0b93-47c0-95ca-62b5590c6370'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:10.775013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Attempting to bind port 8da26fdd-8cd9-4063-b656-54ba1835173e on network 65f80665-0b93-47c0-95ca-62b5590c6370 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:10.780699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:10.781174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Checking segment: {'id': 'b1bcc2c0-3007-4bc0-951e-d26bc33ad158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '65f80665-0b93-47c0-95ca-62b5590c6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:10.781627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.782123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Bound using segment: {'id': 'b1bcc2c0-3007-4bc0-951e-d26bc33ad158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '65f80665-0b93-47c0-95ca-62b5590c6370'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:10.782718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Bound port: 8da26fdd-8cd9-4063-b656-54ba1835173e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bcc2c0-3007-4bc0-951e-d26bc33ad158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '65f80665-0b93-47c0-95ca-62b5590c6370'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:10.783307 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.795711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.831552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:10.883066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Network': ['ID=19fe6fea-ae74-4fa4-9644-fe3066c06d8a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:10.901359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:10.902395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-ff4db1d7-87df-46b5-9fb1-ed6df0cd484e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a HTTP/1.1" status: 200 len: 217 time: 0.1786067 Feb 04 20:09:10.957767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-57e2a86e-d53c-4130-91b3-de0281f17089 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7066760 Feb 04 20:09:10.958206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:10.963143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:10.964149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:10.964558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'subnet': {'network_id': '84240d14-3134-475d-a698-df61a2e31b95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:11.048930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:11.078426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8da26fdd-8cd9-4063-b656-54ba1835173e,segment=NetworkSegment(b1bcc2c0-3007-4bc0-951e-d26bc33ad158),segment_id=b1bcc2c0-3007-4bc0-951e-d26bc33ad158)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:11.140065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:11.144880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:subnet and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:11.149053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:11.156293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:11.184586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:11.206310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:11.244108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:11.255968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca833bac-2bbe-47da-9774-3e0ba8784c6c req-7967250d-2365-4ee3-b20d-077c01b6d552 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:11.257716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca833bac-2bbe-47da-9774-3e0ba8784c6c req-7967250d-2365-4ee3-b20d-077c01b6d552 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 944 time: 0.0921991 Feb 04 20:09:11.266495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:11.271932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:11.288864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Made reservation on behalf of 136fe21c21ac4c148b371d3f9d8b7274 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:11.293507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:11.319895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:11.331502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65b077-dbfe-4fa0-bb20-0d6279d959dd None None] Pushing event updated for resources: {'Port': ['ID=8da26fdd-8cd9-4063-b656-54ba1835173e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:11.353586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:11.384385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:security_group_rule and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:11.395025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:11.414472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca833bac-2bbe-47da-9774-3e0ba8784c6c req-4cfdfbbc-8070-4fc7-b871-44567b4d1ebe tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480629 Feb 04 20:09:11.423596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:11.434843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-2b12bca2-c2ed-48a5-aae7-d3310cc95f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:11.436510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-2b12bca2-c2ed-48a5-aae7-d3310cc95f20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c27398f-8935-4f29-a6d7-88800716d525 HTTP/1.1" status: 200 len: 853 time: 0.3077664 Feb 04 20:09:11.504916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:11.505378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:11.536843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-9802b997-062e-403c-a91d-4db351920e58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846047 Feb 04 20:09:11.681323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdefa-4a37-4f4f-981c-11cdadf7c16f req-20f44b58-1d3f-40b1-97b1-30f6fe69a71a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:11.682044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-304bdefa-4a37-4f4f-981c-11cdadf7c16f req-20f44b58-1d3f-40b1-97b1-30f6fe69a71a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:11.705737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785844cd-95e1-4ddb-96f5-d98dfdefd2ca req-f1ebe3aa-4673-46f3-baf1-4b84ac43f8c3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:11.713174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-785844cd-95e1-4ddb-96f5-d98dfdefd2ca req-f1ebe3aa-4673-46f3-baf1-4b84ac43f8c3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1268971 Feb 04 20:09:11.756971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-30f3e6a8-9f25-4cf6-8286-85d63f88c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:11.757691 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:11.758428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-30f3e6a8-9f25-4cf6-8286-85d63f88c32f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.5868626 Feb 04 20:09:11.768315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-93710725-c0bb-4987-a08d-0bab0063df7b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6132631 Feb 04 20:09:11.793674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-785844cd-95e1-4ddb-96f5-d98dfdefd2ca req-496a1715-d7c1-4684-babe-04dc0e0eb536 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778110 Feb 04 20:09:11.799248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ddb4b601-3426-4e75-895d-a3ba20fd6892 None None] Provisioning for port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:11.812155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ddb4b601-3426-4e75-895d-a3ba20fd6892 None None] Provisioning complete for port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:11.812940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ddb4b601-3426-4e75-895d-a3ba20fd6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:11.880052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Subnet': ['ID=100f8e5f-c033-4546-9bf5-2d7f3190c2ce,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:11.884355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Request body: {'port': {'device_id': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:11.887680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Checking segment: {'id': 'cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '84240d14-3134-475d-a698-df61a2e31b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:11.888209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network hostable DHCP agents. Network: 84240d14-3134-475d-a698-df61a2e31b95, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:11.925696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ab7750-545b-49c1-99a6-79ab770f09f6 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:11.927149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4b601-3426-4e75-895d-a3ba20fd6892 None None] Port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:11.956499 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:11.958681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-304bdefa-4a37-4f4f-981c-11cdadf7c16f req-20f44b58-1d3f-40b1-97b1-30f6fe69a71a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:11.959850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-304bdefa-4a37-4f4f-981c-11cdadf7c16f req-20f44b58-1d3f-40b1-97b1-30f6fe69a71a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 935 time: 1.1693110 Feb 04 20:09:11.980915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network 84240d14-3134-475d-a698-df61a2e31b95 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:12.034635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98593735-3e59-40c8-98b8-d46c59fa067b req-1d41d1ba-c803-4788-87fc-3bd6a71b51df tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:12.036148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98593735-3e59-40c8-98b8-d46c59fa067b req-1d41d1ba-c803-4788-87fc-3bd6a71b51df tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 943 time: 0.0924690 Feb 04 20:09:12.048377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Transition to ACTIVE for port object c9ab7750-545b-49c1-99a6-79ab770f09f6 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:12.066044 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.072331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 84240d14-3134-475d-a698-df61a2e31b95) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:12.078169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:12.078791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.083483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a38b8-1a7f-40f2-8fe1-8253213ebd55 None None] Network 84240d14-3134-475d-a698-df61a2e31b95 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:12.094030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-1d1a0acf-7b25-4f25-907d-12fd393140fc service neutron] 10.222.0.62 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487678 Feb 04 20:09:12.104519 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98593735-3e59-40c8-98b8-d46c59fa067b req-7cb34d8f-7ab7-443c-89b9-e29be2ed3636 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623710 Feb 04 20:09:12.173415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.194325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be4f7e69-09ac-4282-9791-a1acb9c9c363 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2347510 Feb 04 20:09:12.196896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56720) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:12.203376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'subnet': {'network_id': '19fe6fea-ae74-4fa4-9644-fe3066c06d8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:12.269534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-304bdefa-4a37-4f4f-981c-11cdadf7c16f req-1b8f9d6d-6381-49a1-884c-18610e8a313a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827353 Feb 04 20:09:12.304797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1a05d133-07e2-424a-8b1f-369db6beacef details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:09:12.315891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.357611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-56cd7cfa-28ba-4dc2-a0d2-e9c9e7be8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:12.359084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-56cd7cfa-28ba-4dc2-a0d2-e9c9e7be8f41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.5830903 Feb 04 20:09:12.384262 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.393501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-84240d14-3134-475d-a698-df61a2e31b95', 'network_id': '84240d14-3134-475d-a698-df61a2e31b95', 'tenant_id': '136fe21c21ac4c148b371d3f9d8b7274', 'fixed_ips': [{'subnet_id': '100f8e5f-c033-4546-9bf5-2d7f3190c2ce'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:09:12.394599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.478040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:12.483320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Usage tracker for resource:subnet and tenant:136fe21c21ac4c148b371d3f9d8b7274 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:12.486650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:12.493212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:12.503352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31678ebf-2a6a-46e3-a36e-7b18a561a643 req-e9e122d2-c340-4a44-915d-1c341221970c tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:12.510763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31678ebf-2a6a-46e3-a36e-7b18a561a643 req-e9e122d2-c340-4a44-915d-1c341221970c tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 948 time: 0.1887248 Feb 04 20:09:12.569082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31678ebf-2a6a-46e3-a36e-7b18a561a643 req-b99706af-571e-4980-a223-47ad5da0d2cd tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573125 Feb 04 20:09:12.635002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Made reservation on behalf of 136fe21c21ac4c148b371d3f9d8b7274 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:12.638854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.665354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Allocated IP 172.20.0.2 (84240d14-3134-475d-a698-df61a2e31b95/100f8e5f-c033-4546-9bf5-2d7f3190c2ce/b189f3e5-0ec6-46b0-8522-fdb747b8ada4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:12.803507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:12.813667 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.814033 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment ca3220d0-4a08-45af-8936-329effecdcf2 of type vlan for network 9028d0dc-7c06-4f13-a1bc-3ee788913eff Feb 04 20:09:12.843206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:12.914283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f4170-d6ef-4632-a64f-effc5635dfbb None None] Network 65f80665-0b93-47c0-95ca-62b5590c6370 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:12.938372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8da26fdd-8cd9-4063-b656-54ba1835173e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:12.954171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dbe99de4-5bc6-48de-8c90-29792f92d6c9 req-344c615b-a8da-46e6-a04e-f405644cba27 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.2572298 Feb 04 20:09:12.955289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:09:12.972832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 1a05d133-07e2-424a-8b1f-369db6beacef, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1a05d133-07e2-424a-8b1f-369db6beacef,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:13.032939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088507-c61e-408e-ac57-d6c043ca7d64 req-1f1eebe2-cc2d-4e83-a9aa-c686e0fb8146 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:13.039930 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12088507-c61e-408e-ac57-d6c043ca7d64 req-1f1eebe2-cc2d-4e83-a9aa-c686e0fb8146 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 944 time: 0.1393185 Feb 04 20:09:13.072276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '1a05d133-07e2-424a-8b1f-369db6beacef', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '1a05d133-07e2-424a-8b1f-369db6beacef', 'mac_address': 'fa:16:3e:77:4f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:09:13.135474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12088507-c61e-408e-ac57-d6c043ca7d64 req-70b49c9e-7cee-4c07-90e7-516ff61af4b8 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945959 Feb 04 20:09:13.218428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab7750-545b-49c1-99a6-79ab770f09f6,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:13.235700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38bc308-f13a-4fed-9750-973d5a3d622e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:13.288401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.328890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.333890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-d1c8107c-5c13-49ef-93d6-285026faace8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.9538577 Feb 04 20:09:13.379053 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-557aa6da-fbf5-48b6-b568-9104b07e5a41 req-3bc59c66-0476-41b9-b3ee-cede323280ab service neutron] 10.222.0.62 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2631221 Feb 04 20:09:13.381229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-811c688f-cd84-4b2f-b785-e154dd446a2e None None] Provisioning for port 8da26fdd-8cd9-4063-b656-54ba1835173e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:13.406998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a05d133-07e2-424a-8b1f-369db6beacef {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:13.429404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Subnet': ['ID=c329a2ae-fa09-4c8c-a5e5-c57eeecde177,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:13.442103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Checking segment: {'id': 'c80b64c9-a788-4392-96df-c8e4505d0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19fe6fea-ae74-4fa4-9644-fe3066c06d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:13.442483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network hostable DHCP agents. Network: 19fe6fea-ae74-4fa4-9644-fe3066c06d8a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:13.450115 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 1a05d133-07e2-424a-8b1f-369db6beacef, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1a05d133-07e2-424a-8b1f-369db6beacef,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:13.460745 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.460894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7d7e-d58a-469a-bf50-75743dc9628e req-fcd1fbb7-7fb4-4efe-a7d8-1e11eb2a5797 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:13.460894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7fdb7d7e-d58a-469a-bf50-75743dc9628e req-fcd1fbb7-7fb4-4efe-a7d8-1e11eb2a5797 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 943 time: 0.1822424 Feb 04 20:09:13.488706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.494728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:13.494728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.500946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8da26fdd-8cd9-4063-b656-54ba1835173e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:13.503801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Transition to ACTIVE for port object b189f3e5-0ec6-46b0-8522-fdb747b8ada4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:13.516224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7fdb7d7e-d58a-469a-bf50-75743dc9628e req-27b72eff-e2bd-47ea-ab48-e646f23f1e6d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Feb 04 20:09:13.516463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8da26fdd-8cd9-4063-b656-54ba1835173e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:13.516635 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.583324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:13.596311 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.602126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Transition to ACTIVE for port object b189f3e5-0ec6-46b0-8522-fdb747b8ada4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:13.690958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=1a05d133-07e2-424a-8b1f-369db6beacef,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:13.716398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7043d-bc9d-41fe-a5cf-890416e61a8e req-47d4ae95-5006-4916-b177-7fca77dab038 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:13.717942 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1c7043d-bc9d-41fe-a5cf-890416e61a8e req-47d4ae95-5006-4916-b177-7fca77dab038 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 935 time: 0.0872865 Feb 04 20:09:13.743019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-af83fae9-0842-4077-ad0a-24ff5222c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:13.746388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-af83fae9-0842-4077-ad0a-24ff5222c5d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.3720653 Feb 04 20:09:13.754606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=9028d0dc-7c06-4f13-a1bc-3ee788913eff,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:13.767905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 19fe6fea-ae74-4fa4-9644-fe3066c06d8a) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:13.774249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:13.777114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1c7043d-bc9d-41fe-a5cf-890416e61a8e req-a8300ea3-c3fe-4a5f-9560-c5eccdc05c62 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507526 Feb 04 20:09:13.784107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:13.785043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.796352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556acd5-2855-40d5-9266-aeafac8a2cff None None] Network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:13.818843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Attempting to bind port c9ab7750-545b-49c1-99a6-79ab770f09f6 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:13.819182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Attempting to bind port c9ab7750-545b-49c1-99a6-79ab770f09f6 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:13.819539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Attempting to bind port c9ab7750-545b-49c1-99a6-79ab770f09f6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:13.841566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2afd7187-afd3-4965-a2b5-5bae031bcdd2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4378512 Feb 04 20:09:13.843663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56734) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:13.849596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045965459'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:13.854133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Port c9ab7750-545b-49c1-99a6-79ab770f09f6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:09:13.854461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Attempting to bind port c9ab7750-545b-49c1-99a6-79ab770f09f6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:13.865201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:13.869331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:13.875111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:13.875421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['1a05d133-07e2-424a-8b1f-369db6beacef'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:13.889260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b9479d7c-fcea-424a-ba92-f100ccd522dd tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6913257 Feb 04 20:09:13.890314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:13.892122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56738) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:13.903443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:13.904595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:13.904595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:13.904595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Bound port: c9ab7750-545b-49c1-99a6-79ab770f09f6, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:13.905054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:13.951493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0e2d-a0a8-4997-b2c4-42366ede0d16 req-720dc631-5a83-4472-9e73-6b4a6cc55e46 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:13.958379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da5e0e2d-a0a8-4997-b2c4-42366ede0d16 req-720dc631-5a83-4472-9e73-6b4a6cc55e46 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.7320104 Feb 04 20:09:13.977032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.027721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.111924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-937c915f-db5b-482e-b8ef-bb967dc027dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:14.113613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-937c915f-db5b-482e-b8ef-bb967dc027dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c0046637ce74545a6e96f77aa8a209c&device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 1095 time: 0.4983239 Feb 04 20:09:14.121389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:14.125159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.168927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da5e0e2d-a0a8-4997-b2c4-42366ede0d16 req-97ed1433-b649-4537-87f9-db73fee65caf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095919 Feb 04 20:09:14.171604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Network 84240d14-3134-475d-a698-df61a2e31b95 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:14.208655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:14.224720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:14.234278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Pushing event updated for resources: {'Port': ['ID=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:14.247208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8da26fdd-8cd9-4063-b656-54ba1835173e,segment=NetworkSegment(b1bcc2c0-3007-4bc0-951e-d26bc33ad158),segment_id=b1bcc2c0-3007-4bc0-951e-d26bc33ad158)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:14.248142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-29bd22a9-d222-4123-85e7-afbfe8a39ed4 None None] Provisioning complete for port 8da26fdd-8cd9-4063-b656-54ba1835173e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:14.248509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-29bd22a9-d222-4123-85e7-afbfe8a39ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.285899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93f8f86-2255-48b8-b8ee-3bed0e89a6ae {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:14.310654 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.317590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] For port c9ab7750-545b-49c1-99a6-79ab770f09f6, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:14.322469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-7ab3607d-dd65-40a6-8587-907c615dbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:14.325901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-7ab3607d-dd65-40a6-8587-907c615dbbb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5570757 Feb 04 20:09:14.361493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] For port c9ab7750-545b-49c1-99a6-79ab770f09f6, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:14.369626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Transition to ACTIVE for port object c93f8f86-2255-48b8-b8ee-3bed0e89a6ae will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:14.394438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.460690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:14.484243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.487672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.500100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea02a31c-f995-4d52-b8f4-e5f316c9505b req-9b1a8bd9-a063-4b0d-8549-a01e93645267 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1320188 Feb 04 20:09:14.505608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dc1e9-8883-4f8f-a943-4fd5aace819e req-f765eb1d-fca8-4f79-8186-d5b01f803ee2 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:14.514016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f71dc1e9-8883-4f8f-a943-4fd5aace819e req-f765eb1d-fca8-4f79-8186-d5b01f803ee2 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 949 time: 0.5262926 Feb 04 20:09:14.550283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Attempting to bind port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:14.550659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Attempting to bind port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '84240d14-3134-475d-a698-df61a2e31b95'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:14.551047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Attempting to bind port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 on network 84240d14-3134-475d-a698-df61a2e31b95 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:14.578555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:14.580895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Checking segment: {'id': 'cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '84240d14-3134-475d-a698-df61a2e31b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:14.580895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.580895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Bound using segment: {'id': 'cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '84240d14-3134-475d-a698-df61a2e31b95'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:14.580895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Bound port: b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '84240d14-3134-475d-a698-df61a2e31b95'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:14.580895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.591564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:14.592376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.593879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] 10.222.0.24 "PUT /v2.0/ports/c9ab7750-545b-49c1-99a6-79ab770f09f6 HTTP/1.1" status: 200 len: 1095 time: 4.9750888 Feb 04 20:09:14.597927 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.598388 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment 358f9a99-badd-48f7-9268-28ccd4d6695b of type vlan for network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be Feb 04 20:09:14.628067 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f71dc1e9-8883-4f8f-a943-4fd5aace819e req-42942f7f-2e6c-4453-b8f4-9d0f55a5eea7 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108391 Feb 04 20:09:14.647153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'tag': 'c9ab7750-545b-49c1-99a6-79ab770f09f6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:14.665038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=8da26fdd-8cd9-4063-b656-54ba1835173e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:14.679933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-db6f632e-42ee-4698-be23-b12dce28be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:14.681642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-db6f632e-42ee-4698-be23-b12dce28be0f service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 HTTP/1.1" status: 200 len: 914 time: 0.5598397 Feb 04 20:09:14.723501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.775479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-19fe6fea-ae74-4fa4-9644-fe3066c06d8a', 'network_id': '19fe6fea-ae74-4fa4-9644-fe3066c06d8a', 'tenant_id': '136fe21c21ac4c148b371d3f9d8b7274', 'fixed_ips': [{'subnet_id': 'c329a2ae-fa09-4c8c-a5e5-c57eeecde177'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:09:14.776442 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.813852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:14.849153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8da26fdd-8cd9-4063-b656-54ba1835173e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:14.871037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-f1cb57bf-ec88-4c36-beb2-ed0b9f15e868 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a HTTP/1.1" status: 200 len: 217 time: 0.1759562 Feb 04 20:09:15.037638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d447846f-4c65-435e-ba72-06b4bbc845b3 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:09:15.043043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] For port b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:15.088139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] For port b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,segment=NetworkSegment(cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd),segment_id=cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:15.166572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:09:15.265748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-a1ad7235-eefe-451c-ba93-7de3cd535be2 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9279578 Feb 04 20:09:15.311976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf71f-f862-4b1d-b9b9-9e3a074e1f1e service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab7750-545b-49c1-99a6-79ab770f09f6,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:15.316589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:15.345984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041d99a-c686-4abb-a7cd-f5924198f4cc req-018260ad-62be-440a-b65b-215cb53b2f46 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:15.347572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9041d99a-c686-4abb-a7cd-f5924198f4cc req-018260ad-62be-440a-b65b-215cb53b2f46 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 943 time: 0.4662380 Feb 04 20:09:15.356782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8da26fdd-8cd9-4063-b656-54ba1835173e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:15.357421 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:15.407278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:15.412648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:15.413424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:15.504855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Allocated IP 172.20.0.2 (19fe6fea-ae74-4fa4-9644-fe3066c06d8a/c329a2ae-fa09-4c8c-a5e5-c57eeecde177/78f0da57-7510-467f-adab-4da7ebaa620b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:15.508735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-b1afbdca-3295-4b25-9d00-31f29d6c0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:15.510221 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-b1afbdca-3295-4b25-9d00-31f29d6c0e85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c27398f-8935-4f29-a6d7-88800716d525 HTTP/1.1" status: 200 len: 853 time: 0.6191962 Feb 04 20:09:15.546919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbb6f3-e47d-4929-8284-de394fc5da87 None None] Pushing event updated for resources: {'Port': ['ID=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:15.556060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d447846f-4c65-435e-ba72-06b4bbc845b3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d447846f-4c65-435e-ba72-06b4bbc845b3,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:15.581585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9041d99a-c686-4abb-a7cd-f5924198f4cc req-36caf390-786f-4172-8ef9-de1abec770fc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236419 Feb 04 20:09:15.591244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Pushing event updated for resources: {'Port': ['ID=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:15.613676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:15.621196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-a2eb022c-f410-4797-90c2-c5c26c1b46eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988824 Feb 04 20:09:15.623027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Allocated IP 172.20.0.1 (84240d14-3134-475d-a698-df61a2e31b95/100f8e5f-c033-4546-9bf5-2d7f3190c2ce/3b7bd8f8-d488-4e66-9765-30174a3c3985) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:15.658519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:15.664078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Attempting to bind port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:15.664336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Attempting to bind port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:15.664837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Attempting to bind port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:15.677885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd447846f-4c65-435e-ba72-06b4bbc845b3', 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763', 'port_id': 'd447846f-4c65-435e-ba72-06b4bbc845b3', 'mac_address': 'fa:16:3e:0f:94:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b33e1a7-651d-4107-a3b4-fcbf5b258a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:09:15.734149 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'tag': 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'status': 'completed', 'code': 200} Feb 04 20:09:15.752766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:09:15.753132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Attempting to bind port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:15.765947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-5272fc32-db00-48f3-b9eb-945a55d6380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:15.767764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-5272fc32-db00-48f3-b9eb-945a55d6380e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 1098 time: 0.9428039 Feb 04 20:09:15.773481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5991770f-a20e-49bf-b8e4-b7c505071705 req-66e34abf-4256-4115-af5b-5afe9e9ee713 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725492 Feb 04 20:09:15.781929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ec3e6-73a2-4927-abf6-7560812d6f71 req-07c17169-70f8-4a16-8ef3-871da1475831 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:15.788376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b28ec3e6-73a2-4927-abf6-7560812d6f71 req-07c17169-70f8-4a16-8ef3-871da1475831 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 944 time: 0.9233494 Feb 04 20:09:15.790655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-72cf6ca8-7fc6-4f03-ad2e-77989a1f97f3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9458904 Feb 04 20:09:15.797632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56758) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:15.805933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': '9028d0dc-7c06-4f13-a1bc-3ee788913eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:15.891738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:15.892750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:15.893288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:15.893906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Bound port: c93f8f86-2255-48b8-b8ee-3bed0e89a6ae, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:15.894419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:15.937060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-da30af4b-2c3b-47b1-8428-5f6d794749b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6 HTTP/1.1" status: 200 len: 217 time: 0.1334729 Feb 04 20:09:16.110330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:16.115809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:16.118430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:16.126986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:16.149256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-086c46cf-74a5-4743-acec-9b994d2381a4 service neutron] 10.222.0.62 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176311 Feb 04 20:09:16.155479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] For port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:16.161195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.170594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b28ec3e6-73a2-4927-abf6-7560812d6f71 req-54cdcba9-b8ec-4f24-814d-cafcbe25d078 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814028 Feb 04 20:09:16.172842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.204500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d447846f-4c65-435e-ba72-06b4bbc845b3 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:16.211969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74025e-5c59-46c2-b56a-95fe46e034a7 req-fb8a44b0-a39c-452e-a694-8abeef10ee44 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:16.220502 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c74025e-5c59-46c2-b56a-95fe46e034a7 req-fb8a44b0-a39c-452e-a694-8abeef10ee44 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 947 time: 0.3908803 Feb 04 20:09:16.224611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d447846f-4c65-435e-ba72-06b4bbc845b3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d447846f-4c65-435e-ba72-06b4bbc845b3,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:16.235124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-890e71fd-e9a6-4fdb-970f-0e298c2fc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:16.240864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Transition to ACTIVE for port object 3b7bd8f8-d488-4e66-9765-30174a3c3985 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:16.241012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-890e71fd-e9a6-4fdb-970f-0e298c2fc07b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2785616 Feb 04 20:09:16.241094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:16.243804 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.248433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] For port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:16.262907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.275798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Transition to ACTIVE for port object 78f0da57-7510-467f-adab-4da7ebaa620b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:16.287183 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.346156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1a05d133-07e2-424a-8b1f-369db6beacef up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:16.367636 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c74025e-5c59-46c2-b56a-95fe46e034a7 req-36944c75-756c-403b-9b8f-4e84e32255b9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461477 Feb 04 20:09:16.408349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Transition to ACTIVE for port object 78f0da57-7510-467f-adab-4da7ebaa620b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:16.441946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d447846f-4c65-435e-ba72-06b4bbc845b3,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:16.450183 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.474882 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.504982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.564469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:16.565125 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.566752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] 10.222.0.24 "PUT /v2.0/ports/c93f8f86-2255-48b8-b8ee-3bed0e89a6ae HTTP/1.1" status: 200 len: 1095 time: 4.7595010 Feb 04 20:09:16.569369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:16.577015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:16.593860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:16.621531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cd69013-425e-48d2-9a79-5ba3c570e1aa req-91b20ed3-647d-423a-aeb3-7ab1352abc5a tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1232367 Feb 04 20:09:16.633595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network 84240d14-3134-475d-a698-df61a2e31b95 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:16.647496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ba0fd52-24cd-4016-94e6-0f7dccbd2932 req-97c5e04a-bee0-49f6-97ce-e1b3f1e0d5ea service neutron] 10.222.0.62 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725041 Feb 04 20:09:16.649714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:16.656504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:16.682646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65208cb2-ea73-4e0e-81f4-08e2a5d32048 service neutron] Pushing event updated for resources: {'Port': ['ID=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:16.688534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 1a05d133-07e2-424a-8b1f-369db6beacef completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:16.769237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fff41e-3eda-4e3f-be3b-9f25a193bf2d req-2e826266-e84f-4264-b529-10a7b7a9cea6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:16.775465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58fff41e-3eda-4e3f-be3b-9f25a193bf2d req-2e826266-e84f-4264-b529-10a7b7a9cea6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.4470863 Feb 04 20:09:16.805219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d447846f-4c65-435e-ba72-06b4bbc845b3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:16.805469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-8caf1e61-9471-4327-9c07-e6d7aef800b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:16.807950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-8caf1e61-9471-4327-9c07-e6d7aef800b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5562973 Feb 04 20:09:16.830375 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:16.993758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b189f3e5-0ec6-46b0-8522-fdb747b8ada4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:16.999350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Port': ['ID=3b7bd8f8-d488-4e66-9765-30174a3c3985,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:17.058912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Attempting to bind port 78f0da57-7510-467f-adab-4da7ebaa620b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:17.059725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Attempting to bind port 78f0da57-7510-467f-adab-4da7ebaa620b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c80b64c9-a788-4392-96df-c8e4505d0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19fe6fea-ae74-4fa4-9644-fe3066c06d8a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:17.060273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Attempting to bind port 78f0da57-7510-467f-adab-4da7ebaa620b on network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:17.063367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 1a05d133-07e2-424a-8b1f-369db6beacef triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:17.063904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:17.085937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58fff41e-3eda-4e3f-be3b-9f25a193bf2d req-7b109289-bd24-400c-ac6b-7ee0f4aff6ee tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917724 Feb 04 20:09:17.100027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Pushing event updated for resources: {'Port': ['ID=78f0da57-7510-467f-adab-4da7ebaa620b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:17.124973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:17.163860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4f7393e9-b902-47ab-9e79-0d4498e5e39a details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:09:17.170590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-0275149e-c3ef-4acf-ba9f-1c84c5a3dec2 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572353 Feb 04 20:09:17.186632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d40f7-0e18-460e-901e-7b06de9d5447 req-a878f849-a8a0-42f9-9647-49933eeb1695 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:17.188163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a69d40f7-0e18-460e-901e-7b06de9d5447 req-a878f849-a8a0-42f9-9647-49933eeb1695 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 949 time: 0.2654040 Feb 04 20:09:17.217758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-dc9bd854-ecc9-4773-a451-49ff8155e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:17.219159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:17.220558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-dc9bd854-ecc9-4773-a451-49ff8155e672 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 1098 time: 0.4081457 Feb 04 20:09:17.328537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45ca8f-db5e-413f-9a30-e13fcdc4d77d None None] Network 84240d14-3134-475d-a698-df61a2e31b95 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:17.341918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:17.342370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Checking segment: {'id': 'c80b64c9-a788-4392-96df-c8e4505d0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19fe6fea-ae74-4fa4-9644-fe3066c06d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:17.342708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:17.343101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Bound using segment: {'id': 'c80b64c9-a788-4392-96df-c8e4505d0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19fe6fea-ae74-4fa4-9644-fe3066c06d8a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:17.343578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Bound port: 78f0da57-7510-467f-adab-4da7ebaa620b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80b64c9-a788-4392-96df-c8e4505d0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19fe6fea-ae74-4fa4-9644-fe3066c06d8a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:17.343943 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:17.365816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a69d40f7-0e18-460e-901e-7b06de9d5447 req-f198e3c9-1e85-4109-a664-d4270d230d8e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699560 Feb 04 20:09:17.553650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-e7a22bee-37a4-4fce-aa98-0bd3ae1cbef9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae HTTP/1.1" status: 200 len: 217 time: 0.2791810 Feb 04 20:09:17.620800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-d077b223-0428-4b0c-b5e4-8e9abde61d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:17.622709 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-d077b223-0428-4b0c-b5e4-8e9abde61d7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0618362 Feb 04 20:09:17.640935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=006ab9e9-25f3-46ef-be46-6e0fd33f18f9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:17.664297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': 'ca3220d0-4a08-45af-8936-329effecdcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9028d0dc-7c06-4f13-a1bc-3ee788913eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:17.664652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: 9028d0dc-7c06-4f13-a1bc-3ee788913eff, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:17.715983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4f7393e9-b902-47ab-9e79-0d4498e5e39a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a,segment=NetworkSegment(43651111-7a25-4c2b-8a83-9e10b708413e),segment_id=43651111-7a25-4c2b-8a83-9e10b708413e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:17.739711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'tag': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:17.756525 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-4807371d-d070-40ca-a4cf-50237ba19981 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785716 Feb 04 20:09:17.767468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bdccb-e782-48a5-a6b0-18cefc36b939 req-581a56f5-b4c2-46a5-a880-cae8a5792d85 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:17.775031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f4bdccb-e782-48a5-a6b0-18cefc36b939 req-581a56f5-b4c2-46a5-a880-cae8a5792d85 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 944 time: 0.5019226 Feb 04 20:09:17.818049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-858474b1-b3e0-4253-9f1e-c08b28c939a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:17.819475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-858474b1-b3e0-4253-9f1e-c08b28c939a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842690 Feb 04 20:09:17.825570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '4f7393e9-b902-47ab-9e79-0d4498e5e39a', 'network_id': 'bbc8339a-aca3-47be-8ae8-f2e85a0fbb90', 'port_id': '4f7393e9-b902-47ab-9e79-0d4498e5e39a', 'mac_address': 'fa:16:3e:2d:87:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c27398f-8935-4f29-a6d7-88800716d525', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:09:17.828571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca62c-cc07-4033-8cdc-9c68a27bf6d9 req-4af20a33-e062-48e8-9e81-bb2cf907cf07 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:17.832768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d78ca62c-cc07-4033-8cdc-9c68a27bf6d9 req-4af20a33-e062-48e8-9e81-bb2cf907cf07 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 944 time: 0.2478607 Feb 04 20:09:17.832893 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f4bdccb-e782-48a5-a6b0-18cefc36b939 req-582ae53c-f201-46e0-93e3-25cee6eb0df5 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553212 Feb 04 20:09:17.850297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] For port 78f0da57-7510-467f-adab-4da7ebaa620b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:17.852568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:17.893381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d78ca62c-cc07-4033-8cdc-9c68a27bf6d9 req-99074a25-ea79-4be4-920b-5e9c5881fe22 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560784 Feb 04 20:09:17.897267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:17.962589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:17.974560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e75edf4-7e24-4324-928a-6b042b656436 None None] Provisioning for port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:17.982905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9028d0dc-7c06-4f13-a1bc-3ee788913eff) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:17.987745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:17.988350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:17.991686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] For port 78f0da57-7510-467f-adab-4da7ebaa620b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=78f0da57-7510-467f-adab-4da7ebaa620b,segment=NetworkSegment(c80b64c9-a788-4392-96df-c8e4505d0094),segment_id=c80b64c9-a788-4392-96df-c8e4505d0094)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:17.997850 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.019080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b8eff5-00be-4ec8-88b1-8ab5c84ca4b2 None None] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:18.061138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e75edf4-7e24-4324-928a-6b042b656436 None None] Provisioning complete for port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:18.061138 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e75edf4-7e24-4324-928a-6b042b656436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.082042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.145046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-58252f9e-bfdc-4d05-a868-e06d89946330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:18.146878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-58252f9e-bfdc-4d05-a868-e06d89946330 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 1098 time: 0.2528772 Feb 04 20:09:18.163338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.196298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17ee3616-25d1-4818-9671-aff8c6c21e19 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3945100 Feb 04 20:09:18.196298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34adbdc8-0d97-4bbf-bb0c-b972bb408942 req-2dce3ebc-0cdf-45af-83bb-c831326348e5 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1497238 Feb 04 20:09:18.209346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56776) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:18.213569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.242227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': 'ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:18.282114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-b6728b53-dbb7-4909-a00f-2ed37c594d35 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497509 Feb 04 20:09:18.292521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aae621-c102-4d58-9e32-faa01e25b457 req-40e70afd-e96d-47c9-8491-fac72f18e1b0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:18.293970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49aae621-c102-4d58-9e32-faa01e25b457 req-40e70afd-e96d-47c9-8491-fac72f18e1b0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 947 time: 0.2947569 Feb 04 20:09:18.295566 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'tag': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', 'status': 'completed', 'code': 200} Feb 04 20:09:18.304585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a05d133-07e2-424a-8b1f-369db6beacef'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:18.308984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4908a-07e5-4506-a390-3d27f2b7ed6f None None] Pushing event updated for resources: {'Port': ['ID=78f0da57-7510-467f-adab-4da7ebaa620b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:18.367545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 1a05d133-07e2-424a-8b1f-369db6beacef, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1a05d133-07e2-424a-8b1f-369db6beacef,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:18.371533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7393e9-b902-47ab-9e79-0d4498e5e39a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:18.413798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:18.428656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:18.434125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4f7393e9-b902-47ab-9e79-0d4498e5e39a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a,segment=NetworkSegment(43651111-7a25-4c2b-8a83-9e10b708413e),segment_id=43651111-7a25-4c2b-8a83-9e10b708413e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:18.435974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.442785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:18.447128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Port': ['ID=3b7bd8f8-d488-4e66-9765-30174a3c3985,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:18.456292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:18.472897 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.509917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57a0227d-c2f7-4c2c-8f5c-296b96849fbc req-ba9cc676-d94e-4089-a456-85b4697dbff8 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116394 Feb 04 20:09:18.527857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49aae621-c102-4d58-9e32-faa01e25b457 req-ff6fb313-eb12-4c5a-bf65-6535cdb71332 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637641 Feb 04 20:09:18.535765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-3d2fb939-d68a-400d-a83a-9ee535c571ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:18.537221 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-3d2fb939-d68a-400d-a83a-9ee535c571ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3840742 Feb 04 20:09:18.640050 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a05d133-07e2-424a-8b1f-369db6beacef', 'code': 200} Feb 04 20:09:18.640636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.677359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-df56be90-e1a6-4b77-91f7-0f76f43a7dd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6 HTTP/1.1" status: 200 len: 217 time: 0.1276138 Feb 04 20:09:18.688311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:18.692090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.701121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e75edf4-7e24-4324-928a-6b042b656436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.712127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-9028d0dc-7c06-4f13-a1bc-3ee788913eff', 'network_id': '9028d0dc-7c06-4f13-a1bc-3ee788913eff', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': '006ab9e9-25f3-46ef-be46-6e0fd33f18f9'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:09:18.712958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:18.969150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 78f0da57-7510-467f-adab-4da7ebaa620b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:18.990320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network 84240d14-3134-475d-a698-df61a2e31b95 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:19.002506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-2668019f-79e6-4992-b629-7f8d7fca02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:19.004885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-2668019f-79e6-4992-b629-7f8d7fca02e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3155644 Feb 04 20:09:19.005296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25361b4-59df-4071-b993-5b062b3beaf1 req-5c2c37d4-779a-476c-a5c8-81dd5054d4fc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:19.012827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f25361b4-59df-4071-b993-5b062b3beaf1 req-5c2c37d4-779a-476c-a5c8-81dd5054d4fc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.5485756 Feb 04 20:09:19.018569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:19.053057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=1a05d133-07e2-424a-8b1f-369db6beacef,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:19.141193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196859-499c-453f-8e30-7fdcb790fb95 req-e0b095c1-c7ee-4fc8-bc7d-d460a96279f2 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:19.143488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cd196859-499c-453f-8e30-7fdcb790fb95 req-e0b095c1-c7ee-4fc8-bc7d-d460a96279f2 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 950 time: 0.2359376 Feb 04 20:09:19.161142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdbf19-3bb5-4b86-9c4f-9fc80d0866f0 req-a34f0201-81b4-40f5-80a0-cc24b0c7f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:19.162832 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4fdbf19-3bb5-4b86-9c4f-9fc80d0866f0 req-a34f0201-81b4-40f5-80a0-cc24b0c7f84a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 1101 time: 0.3556306 Feb 04 20:09:19.180082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0e75edf4-7e24-4324-928a-6b042b656436 None None] For port b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,segment=NetworkSegment(cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd),segment_id=cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:19.217616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['4f7393e9-b902-47ab-9e79-0d4498e5e39a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:19.220509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cd196859-499c-453f-8e30-7fdcb790fb95 req-762dce93-ff78-4529-ba2e-4039ccbd4894 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654263 Feb 04 20:09:19.281014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4fdbf19-3bb5-4b86-9c4f-9fc80d0866f0 req-e3a50a2d-6e5d-4097-ae3c-da0c6df6314f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690179 Feb 04 20:09:19.282029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f25361b4-59df-4071-b993-5b062b3beaf1 req-75cb5d06-0aab-4358-8f6b-7a2049af3a78 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662778 Feb 04 20:09:19.284549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-ae292677-3116-43b1-b6fd-7bff7725fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:19.296469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-ae292677-3116-43b1-b6fd-7bff7725fb79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2798250 Feb 04 20:09:19.330925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e75edf4-7e24-4324-928a-6b042b656436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:19.348305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Allocated IP 2001:db8::2 (9028d0dc-7c06-4f13-a1bc-3ee788913eff/006ab9e9-25f3-46ef-be46-6e0fd33f18f9/b89279a2-33ff-4a9b-8504-766173f58a1a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:19.402180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-dbf3f438-c9dc-4ef9-b19f-bf97e1d578d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:19.410323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-dbf3f438-c9dc-4ef9-b19f-bf97e1d578d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 1098 time: 0.5871835 Feb 04 20:09:19.503230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 78f0da57-7510-467f-adab-4da7ebaa620b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:19.531071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4f7393e9-b902-47ab-9e79-0d4498e5e39a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:19.612683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74464c0-f0c8-4553-bc05-8e0cb3cb5ba0 req-d7afe56c-af7d-4ceb-9b8a-1e19a7f841d9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:19.614556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e74464c0-f0c8-4553-bc05-8e0cb3cb5ba0 req-d7afe56c-af7d-4ceb-9b8a-1e19a7f841d9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 944 time: 0.2225435 Feb 04 20:09:19.761945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfa83a7b-b15a-45f3-b002-8a9ed26dccda None None] Provisioning complete for port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:19.762397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfa83a7b-b15a-45f3-b002-8a9ed26dccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:19.847834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:19.864285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e74464c0-f0c8-4553-bc05-8e0cb3cb5ba0 req-fe6d1a34-1ee6-4d88-b6a2-840a12927ed4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047374 Feb 04 20:09:19.910394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-8b36e9f6-7320-452c-a191-3f7deb8f38fc service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985002 Feb 04 20:09:20.013591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75edf4-7e24-4324-928a-6b042b656436 None None] Pushing event updated for resources: {'Port': ['ID=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:20.018763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Router 6787d290-4ecd-4624-92a5-52ce53ece9c5 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:09:20.020762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=eb9ad888-1be5-4c66-84a9-b6927e7bf665,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:20.048368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce503b9-8240-471b-8794-f91e13e1c8a1 req-3ea798b9-f541-46c1-a566-fdb5fa4fcb1f tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:20.050246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ce503b9-8240-471b-8794-f91e13e1c8a1 req-3ea798b9-f541-46c1-a566-fdb5fa4fcb1f tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 945 time: 0.5896173 Feb 04 20:09:20.054572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-0cd03add-35f5-4678-80ff-7fb156e28971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:20.056117 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-0cd03add-35f5-4678-80ff-7fb156e28971 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.5468309 Feb 04 20:09:20.056803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8c5f2-5fbe-4349-8c28-b95d40310152 None None] Network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:20.130978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': '358f9a99-badd-48f7-9268-28ccd4d6695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:20.131346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:20.141079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ef95bb1-27df-456a-bf91-6db804ec115b req-03eb78b0-6e93-4351-a857-06ea2e3f8174 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0543728 Feb 04 20:09:20.180643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a128cde1-2dfc-4dac-8b05-2fe4cd6911d3 req-e0a800e4-98d8-4f8c-9799-32ed8b761705 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692993 Feb 04 20:09:20.228734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-57fdedee-0928-4b3a-89ed-93ba739956c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:20.274186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:20.303718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-05c37833-68a4-4938-a9e0-7855c0cdac6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae HTTP/1.1" status: 200 len: 217 time: 0.2264912 Feb 04 20:09:20.318941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Transition to ACTIVE for port object b89279a2-33ff-4a9b-8504-766173f58a1a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:20.367282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c9ab7750-545b-49c1-99a6-79ab770f09f6 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:09:20.383386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ce503b9-8240-471b-8794-f91e13e1c8a1 req-57b51b31-824c-4f47-ad30-2c16175cef92 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222959 Feb 04 20:09:20.405409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Transition to ACTIVE for port object b89279a2-33ff-4a9b-8504-766173f58a1a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:20.412625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5c553-2968-472e-8e1f-bbb9240d5c17 req-7acc6c8d-3065-44b2-b289-cdb7990680d3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:20.413195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:20.414318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efa5c553-2968-472e-8e1f-bbb9240d5c17 req-7acc6c8d-3065-44b2-b289-cdb7990680d3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 947 time: 0.1153684 Feb 04 20:09:20.423302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-575a8b2d-bd33-4852-ab58-65f2abc71e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:20.424777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-575a8b2d-bd33-4852-ab58-65f2abc71e5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1039588 Feb 04 20:09:20.431598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4120fafc-a74e-4d88-a8e8-1d6cd1be7d38 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "PUT /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5384352 Feb 04 20:09:20.432288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56798) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:20.436977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] Sync routers for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:20.497492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:20.498136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:08:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:20.548051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efa5c553-2968-472e-8e1f-bbb9240d5c17 req-0280ba3f-db83-4159-b011-e3fbfa056d74 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172178 Feb 04 20:09:20.563417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:20.584324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfa83a7b-b15a-45f3-b002-8a9ed26dccda None None] Provisioning for port 3b7bd8f8-d488-4e66-9765-30174a3c3985 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:20.590245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:20.607310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfa83a7b-b15a-45f3-b002-8a9ed26dccda None None] Provisioning complete for port 3b7bd8f8-d488-4e66-9765-30174a3c3985 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:20.607677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfa83a7b-b15a-45f3-b002-8a9ed26dccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:20.657496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:20.740798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:20.752678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:20.754377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:20.754998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:08:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:20.794563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:20.799482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:20.800405 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:20.819515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:20.821777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b189f3e5-0ec6-46b0-8522-fdb747b8ada4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:20.845038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c157ec0c-38c1-4327-b9ac-c264ae8d0062 None None] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:20.911267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cfa83a7b-b15a-45f3-b002-8a9ed26dccda None None] Port 3b7bd8f8-d488-4e66-9765-30174a3c3985 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:20.912835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:20.913126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2934d-fa91-4715-9372-ad8c9d23e6e3 None None] The sync data for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:20.926557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-6d953359-c417-4e56-aacd-0b1c995dfd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:20.928058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-6d953359-c417-4e56-aacd-0b1c995dfd19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4949446 Feb 04 20:09:20.942836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Pushing event updated for resources: {'Port': ['ID=b89279a2-33ff-4a9b-8504-766173f58a1a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:20.944189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b242-af84-42fb-9cf5-500b385859cb req-9e5f8b2a-4340-4bb4-8ad4-91d8b973e986 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:20.952881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1943b242-af84-42fb-9cf5-500b385859cb req-9e5f8b2a-4340-4bb4-8ad4-91d8b973e986 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 950 time: 0.3318844 Feb 04 20:09:21.019479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c9ab7750-545b-49c1-99a6-79ab770f09f6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:21.075928 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-eb34d4a6-aaf6-402e-8a95-81c86bb797c1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8568332 Feb 04 20:09:21.078869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:21.083779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1311353897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:21.092210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:21.097706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:router and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:21.110480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:21.110480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:21.116292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4f7393e9-b902-47ab-9e79-0d4498e5e39a up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:21.128710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf97c4-a5a9-4362-801c-daf3577178ba req-3116190d-b5fb-4533-a49b-539fe95e295c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:21.130119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bbf97c4-a5a9-4362-801c-daf3577178ba req-3116190d-b5fb-4533-a49b-539fe95e295c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 944 time: 0.1188657 Feb 04 20:09:21.172082 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.174947 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.198575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'mac_address': 'fa:16:3e:85:82:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:09:21.232190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bbf97c4-a5a9-4362-801c-daf3577178ba req-d6ff182b-42fb-4a55-b593-c63a5073f963 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944138 Feb 04 20:09:21.235737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.264910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Attempting to bind port b89279a2-33ff-4a9b-8504-766173f58a1a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:21.264910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Attempting to bind port b89279a2-33ff-4a9b-8504-766173f58a1a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ca3220d0-4a08-45af-8936-329effecdcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9028d0dc-7c06-4f13-a1bc-3ee788913eff'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:21.264910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Attempting to bind port b89279a2-33ff-4a9b-8504-766173f58a1a on network 9028d0dc-7c06-4f13-a1bc-3ee788913eff {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:21.303764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Provisioning complete for port 3b7bd8f8-d488-4e66-9765-30174a3c3985 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:21.304144 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.333881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.358897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:21.359268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Checking segment: {'id': 'ca3220d0-4a08-45af-8936-329effecdcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9028d0dc-7c06-4f13-a1bc-3ee788913eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:21.359673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.360063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Bound using segment: {'id': 'ca3220d0-4a08-45af-8936-329effecdcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9028d0dc-7c06-4f13-a1bc-3ee788913eff'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:21.360549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Bound port: b89279a2-33ff-4a9b-8504-766173f58a1a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3220d0-4a08-45af-8936-329effecdcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9028d0dc-7c06-4f13-a1bc-3ee788913eff'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:21.360919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.394035 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1943b242-af84-42fb-9cf5-500b385859cb req-3c7e24c4-54ce-411f-8028-9de700b9179d tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403238 Feb 04 20:09:21.405681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8fea646e-911d-47a0-8eb0-ea8012f62e2b req-c3379030-8bd3-4aa8-9189-0c8b3c11959b tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0587373 Feb 04 20:09:21.440046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:21.440413 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.480298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-fd4a4f14-481c-4898-a318-26ea34f90bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104640 Feb 04 20:09:21.489891 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.526510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.531728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1879b660-c2ef-495f-8173-04813d0c0739 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4516973 Feb 04 20:09:21.533415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56812) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:21.564258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Port 3b7bd8f8-d488-4e66-9765-30174a3c3985 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:21.579440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ab7750-545b-49c1-99a6-79ab770f09f6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:21.717693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 4f7393e9-b902-47ab-9e79-0d4498e5e39a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:21.717978 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-7132f16a-355f-4a34-9d3d-12c5c0967b92 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:09:21.719294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7132f16a-355f-4a34-9d3d-12c5c0967b92 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "PUT /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2840655 Feb 04 20:09:21.730880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56818) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:21.757486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c9ab7750-545b-49c1-99a6-79ab770f09f6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:21.757486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be', 'network_id': 'ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': 'eb9ad888-1be5-4c66-84a9-b6927e7bf665'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:09:21.757486 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.764715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 4f7393e9-b902-47ab-9e79-0d4498e5e39a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:21.765174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:21.809050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] For port b89279a2-33ff-4a9b-8504-766173f58a1a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:21.856407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3745030-10e8-44aa-8bac-7c577b60ec48 req-aa073d69-9d26-43f4-b50f-3d568ff04612 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695753 Feb 04 20:09:21.907774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329611c-449b-4478-a397-d0be93826fba req-a085727c-0a31-4065-b7b2-63dfb814ce1a tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:21.914660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3329611c-449b-4478-a397-d0be93826fba req-a085727c-0a31-4065-b7b2-63dfb814ce1a tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 945 time: 0.3472588 Feb 04 20:09:21.921474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] For port b89279a2-33ff-4a9b-8504-766173f58a1a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b89279a2-33ff-4a9b-8504-766173f58a1a,segment=NetworkSegment(ca3220d0-4a08-45af-8936-329effecdcf2),segment_id=ca3220d0-4a08-45af-8936-329effecdcf2)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:21.960845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Provisioning for port 78f0da57-7510-467f-adab-4da7ebaa620b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:21.963846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.019634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Provisioning complete for port 78f0da57-7510-467f-adab-4da7ebaa620b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:22.019990 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.098640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3329611c-449b-4478-a397-d0be93826fba req-551d7b85-ebea-4b69-ae19-0c488139a006 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831398 Feb 04 20:09:22.102774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593cfe-dc97-4605-818f-8128bb6cf38a req-c9187905-a0ea-4007-b4ec-ec33688e4dfa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:22.116275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e593cfe-dc97-4605-818f-8128bb6cf38a req-c9187905-a0ea-4007-b4ec-ec33688e4dfa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 947 time: 0.3420286 Feb 04 20:09:22.147539 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.250603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.280961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e593cfe-dc97-4605-818f-8128bb6cf38a req-e41b38c3-1375-434f-a039-acdfa5f8d5c6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499693 Feb 04 20:09:22.349702 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e5172dd5-3647-4055-9d73-c4996369b809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.351151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c9ab7750-545b-49c1-99a6-79ab770f09f6,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:22.397801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.423306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c93f8f86-2255-48b8-b8ee-3bed0e89a6ae details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:09:22.438680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c9ab7750-545b-49c1-99a6-79ab770f09f6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:22.585416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.655794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4f7393e9-b902-47ab-9e79-0d4498e5e39a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a,segment=NetworkSegment(43651111-7a25-4c2b-8a83-9e10b708413e),segment_id=43651111-7a25-4c2b-8a83-9e10b708413e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:22.667955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efebe45-2cfe-4e96-a363-caad613e5891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7393e9-b902-47ab-9e79-0d4498e5e39a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:22.668467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c68097-fa90-4ea0-ab13-b53feb501aa6 req-9797f1a2-3117-4220-ac37-e36d6fc847d3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:22.670032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6c68097-fa90-4ea0-ab13-b53feb501aa6 req-9797f1a2-3117-4220-ac37-e36d6fc847d3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 944 time: 0.1932709 Feb 04 20:09:22.686894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec81698-76d6-4009-a685-26a3c1a4946c None None] Pushing event updated for resources: {'Port': ['ID=b89279a2-33ff-4a9b-8504-766173f58a1a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:22.696685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.721243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Allocated IP 2001:db8:1::2 (ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be/eb9ad888-1be5-4c66-84a9-b6927e7bf665/a2992db5-7e1d-480e-91f0-46751d7f2f63) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:22.744839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:22.746185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d447846f-4c65-435e-ba72-06b4bbc845b3 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:22.818549 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:09:22.901984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6c68097-fa90-4ea0-ab13-b53feb501aa6 req-fe53314c-760b-448e-9661-9862cc44eabe tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579411 Feb 04 20:09:22.997114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port 3b7bd8f8-d488-4e66-9765-30174a3c3985 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:22.997455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.005489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8::1 (9028d0dc-7c06-4f13-a1bc-3ee788913eff/006ab9e9-25f3-46ef-be46-6e0fd33f18f9/48dcf465-d485-439e-9fe0-75b2ab68585e) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:23.057683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b89279a2-33ff-4a9b-8504-766173f58a1a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:23.179929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:23.196700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.205840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] For port 78f0da57-7510-467f-adab-4da7ebaa620b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=78f0da57-7510-467f-adab-4da7ebaa620b,segment=NetworkSegment(c80b64c9-a788-4392-96df-c8e4505d0094),segment_id=c80b64c9-a788-4392-96df-c8e4505d0094)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:23.210840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', 'mac_address': 'fa:16:3e:7b:2c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:09:23.216497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 48dcf465-d485-439e-9fe0-75b2ab68585e will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:23.283451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f0c08-17e2-470d-aa42-2f0a0b6923f1 req-63e125b3-e917-4a2a-9616-5f2f9abc1041 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:23.288072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-912f0c08-17e2-470d-aa42-2f0a0b6923f1 req-63e125b3-e917-4a2a-9616-5f2f9abc1041 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 950 time: 0.5777421 Feb 04 20:09:23.330205 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.345855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-912f0c08-17e2-470d-aa42-2f0a0b6923f1 req-79e9b8d3-37fc-4a0f-a3a2-9ffba0953d99 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545998 Feb 04 20:09:23.348289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.416027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.418885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4f7393e9-b902-47ab-9e79-0d4498e5e39a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:23.421951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.450983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=48dcf465-d485-439e-9fe0-75b2ab68585e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:23.462499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.463002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.463625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.463967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.465031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.465469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.465803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.466333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.466667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.467117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.470856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.470856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:23.475172 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efebe45-2cfe-4e96-a363-caad613e5891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7393e9-b902-47ab-9e79-0d4498e5e39a', 'code': 200} Feb 04 20:09:23.486647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:23.488456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:23.491686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:23.492524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.545869 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.548653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d447846f-4c65-435e-ba72-06b4bbc845b3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:23.551666 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.583777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93f8f86-2255-48b8-b8ee-3bed0e89a6ae {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:23.586764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Calling delete_port for 3b7bd8f8-d488-4e66-9765-30174a3c3985 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:23.612938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:23.674750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d447846f-4c65-435e-ba72-06b4bbc845b3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:23.675124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.703273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11d4a4dd-3941-4d97-a78a-430365682c19 req-bf71bcad-5e74-40d3-9de4-3ceffe2f2742 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0572248 Feb 04 20:09:23.729922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aade0-6161-45c8-9f61-f8860c9291fe req-ea4a896b-a13c-439b-8f4a-d67ad883df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:23.729922 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d34aade0-6161-45c8-9f61-f8860c9291fe req-ea4a896b-a13c-439b-8f4a-d67ad883df89 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 1097 time: 0.1681798 Feb 04 20:09:23.799351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7fc69210-7c11-4414-80c2-a168d7ac2ac6 None None] Provisioning complete for port 78f0da57-7510-467f-adab-4da7ebaa620b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:23.799725 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7fc69210-7c11-4414-80c2-a168d7ac2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.856222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d34aade0-6161-45c8-9f61-f8860c9291fe req-837924b0-ccd1-4f1e-a7db-328bc7d3fb3d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108692 Feb 04 20:09:23.866011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.887068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f0225-2ff3-4a2e-854f-aeaf90ed1ab8 req-b319d613-c630-4fc8-b62f-cde4d4ac75e6 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:23.888626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-277f0225-2ff3-4a2e-854f-aeaf90ed1ab8 req-b319d613-c630-4fc8-b62f-cde4d4ac75e6 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.2470388 Feb 04 20:09:23.951788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa5f498-5086-454c-9ef4-a9c66bb4aa5b None None] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:23.979715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b89279a2-33ff-4a9b-8504-766173f58a1a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:23.982611 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:23.996326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbd34a-714c-4286-94af-46898b5a4473 None None] Pushing event updated for resources: {'Port': ['ID=78f0da57-7510-467f-adab-4da7ebaa620b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:24.025688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5fcbe-d1ae-4ebd-a60b-e706914f4189 req-332f727c-6f23-4580-99b9-1d48d716577e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:24.027220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afe5fcbe-d1ae-4ebd-a60b-e706914f4189 req-332f727c-6f23-4580-99b9-1d48d716577e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 948 time: 0.1205826 Feb 04 20:09:24.043881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-277f0225-2ff3-4a2e-854f-aeaf90ed1ab8 req-a0e5c248-5ca5-4f3f-a225-8fd5dcfcab2e tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224504 Feb 04 20:09:24.165527 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.194722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afe5fcbe-d1ae-4ebd-a60b-e706914f4189 req-6c59798d-22e7-4e2e-af5f-12b55dc82fe4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185963 Feb 04 20:09:24.205902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Transition to ACTIVE for port object a2992db5-7e1d-480e-91f0-46751d7f2f63 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:24.263315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.290708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:24.316398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:24.366492 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.418090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Transition to ACTIVE for port object a2992db5-7e1d-480e-91f0-46751d7f2f63 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:24.424455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Port': ['ID=3b7bd8f8-d488-4e66-9765-30174a3c3985,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:24.474852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.475924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.476460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.477123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.477613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.478240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.478866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.479506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.479648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.479902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.480297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.480652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:24.538067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.549831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.551427 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.565900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.676395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=48dcf465-d485-439e-9fe0-75b2ab68585e,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:24.684489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:24.692279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:24.697459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d447846f-4c65-435e-ba72-06b4bbc845b3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d447846f-4c65-435e-ba72-06b4bbc845b3,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:24.702527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:24.723454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Pushing event updated for resources: {'Port': ['ID=a2992db5-7e1d-480e-91f0-46751d7f2f63,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:24.726143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544ad68-0453-47c7-86ed-466fef605908 req-8d161df5-3542-4c5c-b20f-4b01cae6fe4f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:24.733241 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3544ad68-0453-47c7-86ed-466fef605908 req-8d161df5-3542-4c5c-b20f-4b01cae6fe4f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 944 time: 0.3718741 Feb 04 20:09:24.735768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.838516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:24.840326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8488c241-3574-433b-ac3c-81f8b118de23 None None] Provisioning for port b89279a2-33ff-4a9b-8504-766173f58a1a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:24.857065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:24.858752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:24.877821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 78f0da57-7510-467f-adab-4da7ebaa620b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:24.920808 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3544ad68-0453-47c7-86ed-466fef605908 req-5bc0357f-7f63-46e6-ac68-b466a7745f54 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867087 Feb 04 20:09:25.011335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d447846f-4c65-435e-ba72-06b4bbc845b3,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:25.047471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8488c241-3574-433b-ac3c-81f8b118de23 None None] Provisioning complete for port b89279a2-33ff-4a9b-8504-766173f58a1a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:25.048214 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8488c241-3574-433b-ac3c-81f8b118de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.143173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Attempting to bind port a2992db5-7e1d-480e-91f0-46751d7f2f63 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:25.143644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Attempting to bind port a2992db5-7e1d-480e-91f0-46751d7f2f63 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '358f9a99-badd-48f7-9268-28ccd4d6695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:25.144073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Attempting to bind port a2992db5-7e1d-480e-91f0-46751d7f2f63 on network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:25.206852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:25.207245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Checking segment: {'id': '358f9a99-badd-48f7-9268-28ccd4d6695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:25.207665 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.208061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Bound using segment: {'id': '358f9a99-badd-48f7-9268-28ccd4d6695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:25.208542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Bound port: a2992db5-7e1d-480e-91f0-46751d7f2f63, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358f9a99-badd-48f7-9268-28ccd4d6695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:25.208914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.228400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 78f0da57-7510-467f-adab-4da7ebaa620b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:25.228697 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.252704 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d99b9f63-dffc-4f5a-b01c-ebdda3dc8cd9 req-6e1efce0-6f41-4de9-82a9-b26563ae57aa tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0870187 Feb 04 20:09:25.376235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Router 6787d290-4ecd-4624-92a5-52ce53ece9c5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:09:25.407444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8488c241-3574-433b-ac3c-81f8b118de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.427688 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.455665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8488c241-3574-433b-ac3c-81f8b118de23 None None] For port b89279a2-33ff-4a9b-8504-766173f58a1a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b89279a2-33ff-4a9b-8504-766173f58a1a,segment=NetworkSegment(ca3220d0-4a08-45af-8936-329effecdcf2),segment_id=ca3220d0-4a08-45af-8936-329effecdcf2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:25.476715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447846f-4c65-435e-ba72-06b4bbc845b3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:25.508310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 055f38ca-f792-48e6-9926-3199ab6d1605 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:09:25.563079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] For port a2992db5-7e1d-480e-91f0-46751d7f2f63, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:25.573626 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8488c241-3574-433b-ac3c-81f8b118de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.592524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:25.605595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] Sync routers for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:25.615770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6b96e929-8278-4411-a5e9-5f952242804c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "PUT /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8831122 Feb 04 20:09:25.623410 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:25.625692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b759ca8-57d8-40a4-ba77-1a743c5893a8 req-72830563-4eb2-48f1-ab9c-b233cd97f827 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:25.629020 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:25.631408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56848) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:25.634064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b759ca8-57d8-40a4-ba77-1a743c5893a8 req-72830563-4eb2-48f1-ab9c-b233cd97f827 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 950 time: 0.3855276 Feb 04 20:09:25.678381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] For port a2992db5-7e1d-480e-91f0-46751d7f2f63, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2992db5-7e1d-480e-91f0-46751d7f2f63,segment=NetworkSegment(358f9a99-badd-48f7-9268-28ccd4d6695b),segment_id=358f9a99-badd-48f7-9268-28ccd4d6695b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:25.679427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c241-3574-433b-ac3c-81f8b118de23 None None] Pushing event updated for resources: {'Port': ['ID=b89279a2-33ff-4a9b-8504-766173f58a1a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:25.696284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b759ca8-57d8-40a4-ba77-1a743c5893a8 req-e299f3ac-a1a6-4738-857c-1439d9674c08 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612810 Feb 04 20:09:25.713172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-df5d5c9c-0d20-4b68-8eaa-b26922c9d2fa None None] Provisioning complete for port b89279a2-33ff-4a9b-8504-766173f58a1a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:25.713894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c9c-0d20-4b68-8eaa-b26922c9d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.766201 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:25.783328 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:25.787262 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:25.831391 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:25.843621 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-d3f86e3c-11f1-442f-a3eb-6a7204330495 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] delete failed (client error): The resource could not be found. Feb 04 20:09:25.856059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d3f86e3c-11f1-442f-a3eb-6a7204330495 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-659699451 HTTP/1.1" status: 404 len: 334 time: 0.2237020 Feb 04 20:09:25.856889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:25.910855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35050cd2-e9c4-4778-ac3a-fe569fa9e332 req-e3b3d5e6-2db9-43aa-a63f-c0bceb42c6c0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:25.915711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0b9413e9-8fe8-44bb-97d7-e5d8fc470280 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'router': {'external_gateway_info': {'network_id': '6787d290-4ecd-4624-92a5-52ce53ece9c5'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:25.918660 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:25.922769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a07ab0-6309-470e-8091-fce49c45165e None None] The sync data for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:25.922951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35050cd2-e9c4-4778-ac3a-fe569fa9e332 req-e3b3d5e6-2db9-43aa-a63f-c0bceb42c6c0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 948 time: 0.1015124 Feb 04 20:09:25.967499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38021-4cf2-48de-8b8b-6e0053385b66 None None] Pushing event updated for resources: {'Port': ['ID=a2992db5-7e1d-480e-91f0-46751d7f2f63,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:25.985222 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35050cd2-e9c4-4778-ac3a-fe569fa9e332 req-b13cade7-93b5-42d3-ba13-a3d0984b45d4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613279 Feb 04 20:09:26.042878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf14c26f-344f-4cd5-9d54-466e98808413 req-390cf551-8658-42d2-8539-13eb8b9df798 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1837177 Feb 04 20:09:26.059116 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447846f-4c65-435e-ba72-06b4bbc845b3', 'code': 200} Feb 04 20:09:26.086566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-df5d5c9c-0d20-4b68-8eaa-b26922c9d2fa None None] Provisioning for port 48dcf465-d485-439e-9fe0-75b2ab68585e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:26.095074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-df5d5c9c-0d20-4b68-8eaa-b26922c9d2fa None None] Provisioning complete for port 48dcf465-d485-439e-9fe0-75b2ab68585e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:26.095831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df5d5c9c-0d20-4b68-8eaa-b26922c9d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:26.185513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-df5d5c9c-0d20-4b68-8eaa-b26922c9d2fa None None] Port 48dcf465-d485-439e-9fe0-75b2ab68585e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:26.320306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:26.325210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c1aa7d07-768c-4332-b617-681d4d690833 None None] Provisioning complete for port 48dcf465-d485-439e-9fe0-75b2ab68585e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:26.326968 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7d07-768c-4332-b617-681d4d690833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:26.342908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205bdc0-ac2c-4d3a-9d69-b537d6801a9c req-0a75aef4-0928-490c-bd5b-a9f36860fb47 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:26.349827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f205bdc0-ac2c-4d3a-9d69-b537d6801a9c req-0a75aef4-0928-490c-bd5b-a9f36860fb47 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.9116938 Feb 04 20:09:26.356378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a8ee6-7503-48dd-9c1a-915205dbec66 req-08326074-5628-4d8a-8aeb-9b7a5c4efa58 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:26.357898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-842a8ee6-7503-48dd-9c1a-915205dbec66 req-08326074-5628-4d8a-8aeb-9b7a5c4efa58 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 945 time: 0.1777377 Feb 04 20:09:26.361644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] Sync routers for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:26.405207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-3723f9b0-a2ec-4242-ab33-e672b27272a2 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:26.406794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-3723f9b0-a2ec-4242-ab33-e672b27272a2 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 950 time: 0.1734703 Feb 04 20:09:26.440199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c93f8f86-2255-48b8-b8ee-3bed0e89a6ae up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:26.465449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d3377bcc-d4d8-4ae7-8108-f69c31edc24e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/055f38ca-f792-48e6-9926-3199ab6d1605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9273007 Feb 04 20:09:26.466337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56860) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:26.476758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:26.477321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:26.511587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-842a8ee6-7503-48dd-9c1a-915205dbec66 req-51eb2dca-5652-477d-b843-2e4d7bfdc51a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436160 Feb 04 20:09:26.559736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Deleting port 1a05d133-07e2-424a-8b1f-369db6beacef {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:26.559899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:26.560084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:26.564111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b9413e9-8fe8-44bb-97d7-e5d8fc470280 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:26.580446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa7d07-768c-4332-b617-681d4d690833 None None] Port 48dcf465-d485-439e-9fe0-75b2ab68585e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:26.586009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:26.586638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:26.600004 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f205bdc0-ac2c-4d3a-9d69-b537d6801a9c req-b067ba1b-60b0-42b7-81ff-088032ec460e tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492473 Feb 04 20:09:26.629169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43551153-58f4-4981-83af-73855b75dd00 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:26.631327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516556dd-4461-47af-97ac-a24f01dddec1 req-889345d7-a36b-473f-9429-3901a51ba344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:26.631449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43551153-58f4-4981-83af-73855b75dd00 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports/48dcf465-d485-439e-9fe0-75b2ab68585e HTTP/1.1" status: 200 len: 911 time: 0.1638603 Feb 04 20:09:26.633921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-516556dd-4461-47af-97ac-a24f01dddec1 req-889345d7-a36b-473f-9429-3901a51ba344 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 1096 time: 0.2013488 Feb 04 20:09:26.634863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56864) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:26.667984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:26.668396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db437a9b-1062-4358-b26a-211399e228f3 None None] The sync data for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:26.765269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee4f025e-730a-4e25-a95e-a98baea455dc req-532a430a-a6ef-4444-a0db-cc381b853337 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0491381 Feb 04 20:09:26.792969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:26.798487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:26.799082 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:27.003052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] For port 1a05d133-07e2-424a-8b1f-369db6beacef, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1a05d133-07e2-424a-8b1f-369db6beacef,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:27.003969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:27.037221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b89279a2-33ff-4a9b-8504-766173f58a1a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:27.082200 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-0b9413e9-8fe8-44bb-97d7-e5d8fc470280 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] update failed (client error): The resource could not be found. Feb 04 20:09:27.089412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b9413e9-8fe8-44bb-97d7-e5d8fc470280 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "PUT /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5 HTTP/1.1" status: 404 len: 339 time: 1.1896825 Feb 04 20:09:27.090015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56872) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:27.132499 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:27.215237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b89279a2-33ff-4a9b-8504-766173f58a1a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:27.215598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:27.304771 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-516556dd-4461-47af-97ac-a24f01dddec1 req-2d04b6b0-f8b5-4bd9-a82a-5a2ed8e9623a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984197 Feb 04 20:09:27.310111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:27.316113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Calling delete_port for 1a05d133-07e2-424a-8b1f-369db6beacef owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:27.385420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:27.386574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c9ab7750-545b-49c1-99a6-79ab770f09f6 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:27.465622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2992db5-7e1d-480e-91f0-46751d7f2f63 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:27.522110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff73c5b-8be9-4b1b-ae97-a7991887711e None None] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:27.526119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bc7a5-4a98-44ed-be98-c9abf83ac63f req-127831b0-e951-43a0-acd0-7551ed3637d2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:27.527759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-078bc7a5-4a98-44ed-be98-c9abf83ac63f req-127831b0-e951-43a0-acd0-7551ed3637d2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 948 time: 0.2837379 Feb 04 20:09:27.580390 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-078bc7a5-4a98-44ed-be98-c9abf83ac63f req-ba5a1188-6e98-4368-bc6c-0405edc8fb23 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Feb 04 20:09:27.637623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:27.658381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['1a05d133-07e2-424a-8b1f-369db6beacef'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:27.735104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:27.759003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f9569533-f8b1-4919-89b4-68a9c09e5ac9 None None] Provisioning for port a2992db5-7e1d-480e-91f0-46751d7f2f63 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:27.797181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Pushing event deleted for resources: {'Port': ['ID=1a05d133-07e2-424a-8b1f-369db6beacef,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:27.799248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a2992db5-7e1d-480e-91f0-46751d7f2f63 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:27.814964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a2992db5-7e1d-480e-91f0-46751d7f2f63 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:27.815338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:27.865480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c9ab7750-545b-49c1-99a6-79ab770f09f6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:27.880051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c9ab7750-545b-49c1-99a6-79ab770f09f6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:27.880432 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.010964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7346ee-84ef-4167-a2da-ecd9905a722e req-cfbd863a-32ec-4e47-9773-0a508ad46b13 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:28.018202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc7346ee-84ef-4167-a2da-ecd9905a722e req-cfbd863a-32ec-4e47-9773-0a508ad46b13 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 950 time: 0.7679911 Feb 04 20:09:28.070131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] No DVR routers for this DVR port 1a05d133-07e2-424a-8b1f-369db6beacef on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:28.072868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.088653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'name': 'network-vif-deleted', 'tag': '1a05d133-07e2-424a-8b1f-369db6beacef'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:28.098864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:28.123594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41c682-372d-4e4d-afbc-126d0ed99e64 req-ebe822ab-1f65-437a-a00c-20cff1b19b1e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:28.133600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab41c682-372d-4e4d-afbc-126d0ed99e64 req-ebe822ab-1f65-437a-a00c-20cff1b19b1e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 945 time: 0.4039712 Feb 04 20:09:28.141065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc7346ee-84ef-4167-a2da-ecd9905a722e req-d3d04879-cd0b-4e72-9f4d-43d411cb4974 tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/security-groups?id=c13bec05-85a4-4f35-a97d-6516740e3118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220016 Feb 04 20:09:28.146034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.199152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.201094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-336e969a-0c9a-4ca2-835e-1cc9c64c6e60 req-40576e61-b43f-4ba4-87ce-07187fc7d57e tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.24 "DELETE /v2.0/ports/1a05d133-07e2-424a-8b1f-369db6beacef HTTP/1.1" status: 204 len: 173 time: 1.7845697 Feb 04 20:09:28.438988 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab41c682-372d-4e4d-afbc-126d0ed99e64 req-6ecff819-9c8d-4385-a0e2-2fc4a3287363 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268115 Feb 04 20:09:28.441871 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.441871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a2992db5-7e1d-480e-91f0-46751d7f2f63, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2992db5-7e1d-480e-91f0-46751d7f2f63,segment=NetworkSegment(358f9a99-badd-48f7-9268-28ccd4d6695b),segment_id=358f9a99-badd-48f7-9268-28ccd4d6695b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:28.441871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c9ab7750-545b-49c1-99a6-79ab770f09f6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:28.441871 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.442265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-761554ae-e9d0-42c3-936a-7657fb6d2ab6 req-e7df639e-17db-41fc-838b-811f5fa87ea1 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0547135 Feb 04 20:09:28.482962 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c7fe70-f2bb-4d62-b62f-48b691e91742', 'name': 'network-vif-deleted', 'tag': '1a05d133-07e2-424a-8b1f-369db6beacef', 'status': 'completed', 'code': 200} Feb 04 20:09:28.499522 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.512776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1a05d133-07e2-424a-8b1f-369db6beacef no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:28.545901 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', 'code': 200} Feb 04 20:09:28.572655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 1a05d133-07e2-424a-8b1f-369db6beacef {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:09:28.573003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1a05d133-07e2-424a-8b1f-369db6beacef not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:09:28.585726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a2992db5-7e1d-480e-91f0-46751d7f2f63,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:28.765268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c9ab7750-545b-49c1-99a6-79ab770f09f6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:28.786404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337fe5d-b194-4b16-8837-edbc15a0e140 req-428dcbff-b2dc-4cbe-a625-f7400209a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:28.787935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a337fe5d-b194-4b16-8837-edbc15a0e140 req-428dcbff-b2dc-4cbe-a625-f7400209a58f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 1100 time: 0.1248288 Feb 04 20:09:28.794795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-173693d4-1000-4133-95aa-b74fe64e4fd8 None None] Provisioning complete for port a2992db5-7e1d-480e-91f0-46751d7f2f63 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:28.797615 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-173693d4-1000-4133-95aa-b74fe64e4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.838043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a337fe5d-b194-4b16-8837-edbc15a0e140 req-caf35068-2dc8-46c6-b52d-126c8eab3363 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Feb 04 20:09:28.944774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2992db5-7e1d-480e-91f0-46751d7f2f63 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:28.947265 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:28.950355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b8aab96-6301-4edc-ba9d-d4a377e7fbf8 req-9ef30fe3-002b-4c09-b5ae-fa53bd900191 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912&device_id=2ad87a12-7f20-4aae-be1d-c28c4465cc96 HTTP/1.1" status: 200 len: 210 time: 0.0516477 Feb 04 20:09:29.041483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a2992db5-7e1d-480e-91f0-46751d7f2f63 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:29.042263 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:29.053136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad229856-d7a1-4962-b16a-ac78ac8fa0b5 req-5eb7b370-3e44-41fc-a4ea-60ea056bc499 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:29.059193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad229856-d7a1-4962-b16a-ac78ac8fa0b5 req-5eb7b370-3e44-41fc-a4ea-60ea056bc499 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.4246850 Feb 04 20:09:29.069544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Allocated IP 172.20.0.1 (65f80665-0b93-47c0-95ca-62b5590c6370/8ccf717f-6094-4919-a80a-1228221f3c3e/c94848c7-c2c4-436d-a9f6-a5115c36e3ef) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:29.138224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92733129-a56e-4c1a-a362-10129b1aa85e req-9d17492c-fd0f-4096-9529-1707f0e9326e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:29.139667 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92733129-a56e-4c1a-a362-10129b1aa85e req-9d17492c-fd0f-4096-9529-1707f0e9326e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 949 time: 0.0845649 Feb 04 20:09:29.199042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92733129-a56e-4c1a-a362-10129b1aa85e req-14d0dcec-7792-403d-95a7-b8c9cdc1032a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459549 Feb 04 20:09:29.285356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad229856-d7a1-4962-b16a-ac78ac8fa0b5 req-51834a34-ea37-4d6f-8c73-5ce617b13583 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177479 Feb 04 20:09:29.514255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:29.518039 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75c8897b-0eba-46b8-94e7-47ec0aab879d req-70a129eb-a57d-48ee-97ee-f475817bb90b tempest-ImagesNegativeTestJSON-446047895 tempest-ImagesNegativeTestJSON-446047895-project] 10.222.0.48 "GET /v2.0/ports?device_id=29c7fe70-f2bb-4d62-b62f-48b691e91742 HTTP/1.1" status: 200 len: 210 time: 0.0995970 Feb 04 20:09:29.582422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Transition to ACTIVE for port object c94848c7-c2c4-436d-a9f6-a5115c36e3ef will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:29.653229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8:1::1 (ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be/eb9ad888-1be5-4c66-84a9-b6927e7bf665/1468cc27-3cbd-476d-b0f4-735f935b5255) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:29.851520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:29.896861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7a77-fb26-465d-a587-99d079959391 req-4b556915-a954-4d4c-88bb-02c6356f001d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:29.898606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c1f7a77-fb26-465d-a587-99d079959391 req-4b556915-a954-4d4c-88bb-02c6356f001d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 945 time: 0.2804408 Feb 04 20:09:29.911318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ffad846-08cc-4f1d-806d-20453e2c8307 req-5d623580-5f93-44c8-91a3-e8ac90492cf4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d1249e7aae48ebaed93bbafd2af92c&device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1040826 Feb 04 20:09:29.986054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e39c31e-64d7-40e3-828a-a8ab0a359610 req-70789da9-c3d7-41a6-a77e-ab5761dfbd8c tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0461156 Feb 04 20:09:30.006581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network 65f80665-0b93-47c0-95ca-62b5590c6370 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:30.009106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ffad846-08cc-4f1d-806d-20453e2c8307 req-bf95ff4a-de4f-4bad-8892-2484b295868f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b2d1249e7aae48ebaed93bbafd2af92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768461 Feb 04 20:09:30.015442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:30.023900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:30.056609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:30.102076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Port': ['ID=c94848c7-c2c4-436d-a9f6-a5115c36e3ef,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:30.327759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c1f7a77-fb26-465d-a587-99d079959391 req-953d79f5-cd52-4233-8196-8531cb5e3253 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966188 Feb 04 20:09:30.331167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 1468cc27-3cbd-476d-b0f4-735f935b5255 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:30.366016 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:30.444070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad846-08cc-4f1d-806d-20453e2c8307 req-68b20536-d563-439e-95a0-940fd342e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:30.445533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ffad846-08cc-4f1d-806d-20453e2c8307 req-68b20536-d563-439e-95a0-940fd342e85f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4179115 Feb 04 20:09:30.457567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5c6a2464-6c9d-42f3-bd25-f9f25a9cd442 None None] Provisioning for port c94848c7-c2c4-436d-a9f6-a5115c36e3ef completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:30.463928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5c6a2464-6c9d-42f3-bd25-f9f25a9cd442 None None] Provisioning complete for port c94848c7-c2c4-436d-a9f6-a5115c36e3ef triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:30.468500 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2464-6c9d-42f3-bd25-f9f25a9cd442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:30.526078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:30.547340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab7750-545b-49c1-99a6-79ab770f09f6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:30.552284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a2464-6c9d-42f3-bd25-f9f25a9cd442 None None] Port c94848c7-c2c4-436d-a9f6-a5115c36e3ef cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:30.692333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:30.697946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:30.706813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33ad4b-512e-4f0b-8e8e-ff773473f26f req-d80ac930-f76f-4548-8a54-5b6b352aca97 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:30.708283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da33ad4b-512e-4f0b-8e8e-ff773473f26f req-d80ac930-f76f-4548-8a54-5b6b352aca97 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 949 time: 0.2543349 Feb 04 20:09:30.709044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:30.709575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:30.727219 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:30.782195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=1468cc27-3cbd-476d-b0f4-735f935b5255,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:30.879474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da33ad4b-512e-4f0b-8e8e-ff773473f26f req-c11f4a81-db78-4878-b6f9-90b146b8aab6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531816 Feb 04 20:09:30.973217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498717-08a9-4968-b369-229bc3957bde req-66647643-13d0-49c6-aa38-beeca96d383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:30.974723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da498717-08a9-4968-b369-229bc3957bde req-66647643-13d0-49c6-aa38-beeca96d383d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c0046637ce74545a6e96f77aa8a209c&device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 1097 time: 0.4109042 Feb 04 20:09:31.004360 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'code': 200} Feb 04 20:09:31.062533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7a585a47-c17c-479c-b810-687c2cdddbc5 None None] Provisioning for port 1468cc27-3cbd-476d-b0f4-735f935b5255 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:31.077755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7a585a47-c17c-479c-b810-687c2cdddbc5 None None] Provisioning complete for port 1468cc27-3cbd-476d-b0f4-735f935b5255 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:31.078108 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a585a47-c17c-479c-b810-687c2cdddbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:31.157094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1bc2-d232-4d0b-8ede-fa93806c5a6a req-a730ad23-8256-4946-9700-89c752053496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:31.159340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-765d1bc2-d232-4d0b-8ede-fa93806c5a6a req-a730ad23-8256-4946-9700-89c752053496 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 1100 time: 0.0931253 Feb 04 20:09:31.159666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7a585a47-c17c-479c-b810-687c2cdddbc5 None None] Port 1468cc27-3cbd-476d-b0f4-735f935b5255 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:31.255213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-765d1bc2-d232-4d0b-8ede-fa93806c5a6a req-02933ab3-5f6b-4668-98f1-3ff86795794b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893073 Feb 04 20:09:31.290853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4812dfa-b8c1-46ad-959e-5caa7def2fe8 req-6b1e6bcf-391a-4726-90ee-a26fd4519fc9 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:31.292344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4812dfa-b8c1-46ad-959e-5caa7def2fe8 req-6b1e6bcf-391a-4726-90ee-a26fd4519fc9 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.2601335 Feb 04 20:09:31.295355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c30332-8176-4e2b-a835-174cb6b07174 req-31303a9c-6ff2-402f-b0bc-994c55060197 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:31.296788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82c30332-8176-4e2b-a835-174cb6b07174 req-31303a9c-6ff2-402f-b0bc-994c55060197 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 949 time: 0.0946922 Feb 04 20:09:31.342711 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82c30332-8176-4e2b-a835-174cb6b07174 req-0de340f0-ea7c-4a49-8361-b19727326b96 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Feb 04 20:09:31.421433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498717-08a9-4968-b369-229bc3957bde req-50469dee-89ee-4488-bb56-8b979b50c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:31.422882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da498717-08a9-4968-b369-229bc3957bde req-50469dee-89ee-4488-bb56-8b979b50c618 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 HTTP/1.1" status: 200 len: 914 time: 0.3895617 Feb 04 20:09:31.515201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5d958-2fd3-481c-ae63-e7f3a8d2ba42 req-ad718fd8-3c75-4563-8dbc-eca0b1fb235b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:31.516676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-84b5d958-2fd3-481c-ae63-e7f3a8d2ba42 req-ad718fd8-3c75-4563-8dbc-eca0b1fb235b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 945 time: 0.0801983 Feb 04 20:09:31.526343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da498717-08a9-4968-b369-229bc3957bde req-a68fdcb4-4f19-4587-85db-983799695aec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a HTTP/1.1" status: 200 len: 217 time: 0.0869584 Feb 04 20:09:31.564320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-84b5d958-2fd3-481c-ae63-e7f3a8d2ba42 req-91dd8a78-b9c9-42dc-b2c2-0a0bef4f29f9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Feb 04 20:09:31.576540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:31.593467 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4812dfa-b8c1-46ad-959e-5caa7def2fe8 req-c3b6e1d0-64da-44b2-ad49-b7f44d7f82b4 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459202 Feb 04 20:09:31.695013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498717-08a9-4968-b369-229bc3957bde req-cfff9e04-2099-46e4-83f9-888a5065b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:31.696444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da498717-08a9-4968-b369-229bc3957bde req-cfff9e04-2099-46e4-83f9-888a5065b5b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c27398f-8935-4f29-a6d7-88800716d525 HTTP/1.1" status: 200 len: 853 time: 0.1557753 Feb 04 20:09:31.730057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0373d802-4c1b-49b3-9d21-96b050b5d904 req-d030ba60-8a37-49e4-86e7-613c475dc68b tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0502148 Feb 04 20:09:32.009247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da498717-08a9-4968-b369-229bc3957bde req-14b7e7d7-4c35-45d3-b0a7-be879a99a7b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3024802 Feb 04 20:09:32.017461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:09:32.103345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:32.163029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ffad846-08cc-4f1d-806d-20453e2c8307 req-616c78d2-ad54-4365-ad2a-44001ae8562a tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.62 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.1026051 Feb 04 20:09:32.168913 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:32.377320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56936) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:32.394190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event updated for resources: {'Port': ['ID=c94848c7-c2c4-436d-a9f6-a5115c36e3ef,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:32.396549 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:32.513143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da498717-08a9-4968-b369-229bc3957bde req-71a1cad8-2095-402c-a70f-62dc22c60a3f service neutron] 10.222.0.62 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798884 Feb 04 20:09:32.560194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-77986fcb-4a9b-4ddc-996e-3e8c6b5f089a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e9059786d564388811bf9b0075d4619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811299 Feb 04 20:09:32.563212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:32.626078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5bd183c6-1fee-4a52-bb18-51f391325ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:32.655792 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5bd183c6-1fee-4a52-bb18-51f391325ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:32.796005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de6718-63e7-4974-a0dc-fe352872ce02 req-7d4bec00-e0ee-493e-ae17-e291b98a55f3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:32.797485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28de6718-63e7-4974-a0dc-fe352872ce02 req-7d4bec00-e0ee-493e-ae17-e291b98a55f3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 945 time: 0.0836859 Feb 04 20:09:32.803744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Network 65f80665-0b93-47c0-95ca-62b5590c6370 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:32.810738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:32.813635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:32.831259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6219-585c-4695-b395-3f0392a4e1f6 req-0f831285-5d92-489e-9998-3a650feb4594 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:32.832738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfdd6219-585c-4695-b395-3f0392a4e1f6 req-0f831285-5d92-489e-9998-3a650feb4594 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 949 time: 0.3226190 Feb 04 20:09:32.835686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da498717-08a9-4968-b369-229bc3957bde req-e0617a61-d322-47c3-9f13-66e9bf5901e5 service neutron] 10.222.0.62 "GET /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809439 Feb 04 20:09:32.863804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28de6718-63e7-4974-a0dc-fe352872ce02 req-1d55a8cc-5c55-4c2d-a5d6-548aa8cde950 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592165 Feb 04 20:09:32.868316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5bd183c6-1fee-4a52-bb18-51f391325ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:32.898458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd183c6-1fee-4a52-bb18-51f391325ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13bec05-85a4-4f35-a97d-6516740e3118,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:33.012041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5bd183c6-1fee-4a52-bb18-51f391325ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:33.013365 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5bd183c6-1fee-4a52-bb18-51f391325ba5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c13bec05-85a4-4f35-a97d-6516740e3118 HTTP/1.1" status: 204 len: 168 time: 0.4492264 Feb 04 20:09:33.024428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:33.025180 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:33.125836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8951a3-e76f-46b0-981d-99cf7b7916c2 req-4122507a-aa9e-4b2b-b24e-f7d5ef58de14 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:33.125836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac8951a3-e76f-46b0-981d-99cf7b7916c2 req-4122507a-aa9e-4b2b-b24e-f7d5ef58de14 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.1156054 Feb 04 20:09:33.184350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac8951a3-e76f-46b0-981d-99cf7b7916c2 req-6df0d25a-1676-4c06-9360-5f18ae7abdb4 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540287 Feb 04 20:09:33.217724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-09c9cbd0-23f6-4573-b0be-915b7dfa7458 None None] Provisioning complete for port c94848c7-c2c4-436d-a9f6-a5115c36e3ef triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:33.218965 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-09c9cbd0-23f6-4573-b0be-915b7dfa7458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:33.227883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cfdd6219-585c-4695-b395-3f0392a4e1f6 req-77e951d7-c5d7-4adb-8282-039cc35caa26 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239024 Feb 04 20:09:33.265270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=1468cc27-3cbd-476d-b0f4-735f935b5255,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:33.291136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Router 6787d290-4ecd-4624-92a5-52ce53ece9c5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:09:33.309583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-09c9cbd0-23f6-4573-b0be-915b7dfa7458 None None] Port c94848c7-c2c4-436d-a9f6-a5115c36e3ef cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:33.321480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022359fa-40e5-4f65-b8d4-7678b319443a req-2ee011f6-1c1f-4a70-8a85-677e099fc02a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:33.324674 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-022359fa-40e5-4f65-b8d4-7678b319443a req-2ee011f6-1c1f-4a70-8a85-677e099fc02a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 945 time: 0.4204631 Feb 04 20:09:33.391804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7560125-e0f1-45e4-9b74-b5402dac8b83 req-c454cae4-77ea-4553-aaa9-c24262fdbbfd tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=92c0e614-c532-4525-ae70-9b1e521b6912 HTTP/1.1" status: 200 len: 210 time: 0.0580885 Feb 04 20:09:33.670892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:33.676452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:33.744027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Deleting port d447846f-4c65-435e-ba72-06b4bbc845b3 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:33.744245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:33.941019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:33.953711 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] Sync routers for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:33.966242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:33.967352 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.035731 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.042916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4c16238f-7025-4048-8ba4-1f2f76aaf386 None None] Provisioning complete for port 1468cc27-3cbd-476d-b0f4-735f935b5255 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:34.043416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c16238f-7025-4048-8ba4-1f2f76aaf386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:34.053730 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:34.054393 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.068211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 055f38ca-f792-48e6-9926-3199ab6d1605 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:09:34.075448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8f425cb1-8cfc-4b9c-a930-dc9868701c22 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "PUT /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9818599 Feb 04 20:09:34.079337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56974) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:34.139194 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.139600 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74385da-467d-4118-9d7f-138e06e86c4b None None] The sync data for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:34.165046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4c16238f-7025-4048-8ba4-1f2f76aaf386 None None] Port 1468cc27-3cbd-476d-b0f4-735f935b5255 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:34.294659 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01b5ab12-9ccb-4c07-b67c-618eef80fa30 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:34.317987 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:09:34.364448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:34.375586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] Sync routers for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:34.380745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5b3454ab-70ac-4de0-8c00-e74d79ed30d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/055f38ca-f792-48e6-9926-3199ab6d1605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7444084 Feb 04 20:09:34.384876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56984) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:34.388030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:34.388661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.452446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.462984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:34.463610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.467350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4261-c0de-45e3-8ad4-f5871ee78c52 req-d7ef07a4-2dec-45d8-a69d-f98bf24cb6eb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:34.468929 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-440f4261-c0de-45e3-8ad4-f5871ee78c52 req-d7ef07a4-2dec-45d8-a69d-f98bf24cb6eb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 945 time: 0.4689348 Feb 04 20:09:34.513307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] For port d447846f-4c65-435e-ba72-06b4bbc845b3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d447846f-4c65-435e-ba72-06b4bbc845b3,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:34.513735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:34.534505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:34.534881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d78d4-ff26-46c0-8ba0-c199bc0dcb8b None None] The sync data for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:34.541377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1b4d0-8776-4172-b7b5-7f614613f596 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:34.542031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cbd1b4d0-8776-4172-b7b5-7f614613f596 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:34.612782 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-01b5ab12-9ccb-4c07-b67c-618eef80fa30 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 20:09:34.613732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-01b5ab12-9ccb-4c07-b67c-618eef80fa30 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5 HTTP/1.1" status: 409 len: 329 time: 0.5325961 Feb 04 20:09:34.617430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56990) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:34.663711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Calling delete_port for d447846f-4c65-435e-ba72-06b4bbc845b3 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:34.703657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-440f4261-c0de-45e3-8ad4-f5871ee78c52 req-5bb9fa49-d9e4-4ee7-b36f-d22f57084acd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275512 Feb 04 20:09:34.743260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced0a6d-b94e-41a3-b841-98279a8d7cbb req-e1abbad1-3f8e-475d-ba93-92d634d6c33d tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:34.744730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dced0a6d-b94e-41a3-b841-98279a8d7cbb req-e1abbad1-3f8e-475d-ba93-92d634d6c33d tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.3951459 Feb 04 20:09:34.820442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dced0a6d-b94e-41a3-b841-98279a8d7cbb req-5fbbac64-cc2b-46fa-b6bd-cb2ad3e25137 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580058 Feb 04 20:09:34.876121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cbd1b4d0-8776-4172-b7b5-7f614613f596 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:34.876121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cbd1b4d0-8776-4172-b7b5-7f614613f596 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports/1468cc27-3cbd-476d-b0f4-735f935b5255 HTTP/1.1" status: 200 len: 913 time: 0.4797280 Feb 04 20:09:34.876446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:35.075566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:35.088206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d447846f-4c65-435e-ba72-06b4bbc845b3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:35.119050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:35.212329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Pushing event deleted for resources: {'Port': ['ID=d447846f-4c65-435e-ba72-06b4bbc845b3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:35.245671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:35.368814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dafd23-3ec9-4994-ab10-0482178bb0ad req-95254e1f-7fe5-4668-9765-1e4c4c3a3d6a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:35.370304 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52dafd23-3ec9-4994-ab10-0482178bb0ad req-95254e1f-7fe5-4668-9765-1e4c4c3a3d6a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 949 time: 0.5576112 Feb 04 20:09:35.376624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] No DVR routers for this DVR port d447846f-4c65-435e-ba72-06b4bbc845b3 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:35.387306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:35.390154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'name': 'network-vif-deleted', 'tag': 'd447846f-4c65-435e-ba72-06b4bbc845b3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:35.517616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52dafd23-3ec9-4994-ab10-0482178bb0ad req-7de5450b-f195-4363-b7cc-1d780055ca26 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315231 Feb 04 20:09:35.560684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-022359fa-40e5-4f65-b8d4-7678b319443a req-a7e2782a-26e3-4670-a58e-5ed2f84fe62e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.62 "DELETE /v2.0/ports/d447846f-4c65-435e-ba72-06b4bbc845b3 HTTP/1.1" status: 204 len: 173 time: 2.2251353 Feb 04 20:09:35.608486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port c94848c7-c2c4-436d-a9f6-a5115c36e3ef {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:35.608831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:35.727910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:35.805508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:35.903080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dd21850-48c2-46ce-a6dd-de437a77086f req-6b495b2a-ac04-4f73-9510-84c53b6b67ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d1249e7aae48ebaed93bbafd2af92c&device_id=2ad87a12-7f20-4aae-be1d-c28c4465cc96 HTTP/1.1" status: 200 len: 210 time: 0.0612397 Feb 04 20:09:35.943037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dd21850-48c2-46ce-a6dd-de437a77086f req-5e060cbd-a078-416d-84fd-16189806cc28 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b2d1249e7aae48ebaed93bbafd2af92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324528 Feb 04 20:09:35.964776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Calling delete_port for c94848c7-c2c4-436d-a9f6-a5115c36e3ef owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:36.185977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21850-48c2-46ce-a6dd-de437a77086f req-7783d684-5b12-45d9-ae2e-55ae215cfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:36.187472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dd21850-48c2-46ce-a6dd-de437a77086f req-7783d684-5b12-45d9-ae2e-55ae215cfa96 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950929 Feb 04 20:09:36.258092 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2', 'name': 'network-vif-deleted', 'tag': 'd447846f-4c65-435e-ba72-06b4bbc845b3', 'status': 'completed', 'code': 200} Feb 04 20:09:36.274434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 1468cc27-3cbd-476d-b0f4-735f935b5255 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:36.277377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:36.348843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:36.432969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Port': ['ID=c94848c7-c2c4-436d-a9f6-a5115c36e3ef,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:36.493317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60f5ddea-d877-439b-9d56-4c9b1448fd70 req-133b3589-617e-4aa0-8c45-d25eea48927d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fbbcb96-4eb5-4ce8-a9d2-ffcd3ea015f2 HTTP/1.1" status: 200 len: 210 time: 0.1034067 Feb 04 20:09:36.708538 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:36.776495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4df1573-8988-483e-a1d9-1f2602a5a64f req-25d92dbc-75b1-468e-81af-872b78afb386 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad87a12-7f20-4aae-be1d-c28c4465cc96 HTTP/1.1" status: 200 len: 210 time: 0.1170161 Feb 04 20:09:36.785191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:36.848652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 1468cc27-3cbd-476d-b0f4-735f935b5255 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:36.900089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc625d4-95e2-4848-8f80-43953fbee5c9 req-566d7022-5c8b-4dd4-b6a2-420b71204b9e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:36.906401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc625d4-95e2-4848-8f80-43953fbee5c9 req-566d7022-5c8b-4dd4-b6a2-420b71204b9e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:36.910660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edc625d4-95e2-4848-8f80-43953fbee5c9 req-566d7022-5c8b-4dd4-b6a2-420b71204b9e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2&device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 1689 time: 0.3125315 Feb 04 20:09:36.988996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edc625d4-95e2-4848-8f80-43953fbee5c9 req-637991da-aa82-4459-9f0d-2b9fd8fc73b9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744262 Feb 04 20:09:37.100694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Router 6787d290-4ecd-4624-92a5-52ce53ece9c5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:09:37.119691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d447846f-4c65-435e-ba72-06b4bbc845b3 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:37.189115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac863b-22f1-4e0d-81a3-ef925afc3d96 req-3ded4e21-fbc9-47c5-9057-5cf71020a7af tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:37.190684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11ac863b-22f1-4e0d-81a3-ef925afc3d96 req-3ded4e21-fbc9-47c5-9057-5cf71020a7af tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.1090670 Feb 04 20:09:37.196578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: d447846f-4c65-435e-ba72-06b4bbc845b3 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:09:37.197183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d447846f-4c65-435e-ba72-06b4bbc845b3 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:09:37.238030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:37.247577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:37.259050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9cb3c5bb-0528-43b0-8edb-0caadc976924 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "PUT /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6399846 Feb 04 20:09:37.260437 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] Sync routers for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:37.264077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57028) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:37.270492 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:37.271295 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:37.290243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11ac863b-22f1-4e0d-81a3-ef925afc3d96 req-e24891f1-e8b8-4968-81e4-c29c477770dd tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907753 Feb 04 20:09:37.305784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=1468cc27-3cbd-476d-b0f4-735f935b5255,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:37.339946 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-3f0445fe-0b42-4cd1-b9c4-294e406396df tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] show failed (client error): The resource could not be found. Feb 04 20:09:37.340982 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3f0445fe-0b42-4cd1-b9c4-294e406396df tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1113550081 HTTP/1.1" status: 404 len: 335 time: 0.0757935 Feb 04 20:09:37.344717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57032) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:37.356107 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:37.356294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-98c32cee-79d8-4d42-95e8-851ee697cf1c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:37.366523 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] Routers {'6787d290-4ecd-4624-92a5-52ce53ece9c5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:37.366523 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6787d290-4ecd-4624-92a5-52ce53ece9c5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:37.439591 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:37.443918 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826d424-a17c-4a3a-a6d6-b20db6d5dd08 None None] The sync data for ids ['6787d290-4ecd-4624-92a5-52ce53ece9c5'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:37.541692 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-98c32cee-79d8-4d42-95e8-851ee697cf1c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] update failed (client error): The resource could not be found. Feb 04 20:09:37.549050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98c32cee-79d8-4d42-95e8-851ee697cf1c tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-250735721 HTTP/1.1" status: 404 len: 334 time: 0.1968324 Feb 04 20:09:37.553046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:37.653019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting subnet c329a2ae-fa09-4c8c-a5e5-c57eeecde177 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:37.658569 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:37.722730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:37.729805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:37.878248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491c9f7-778a-4fd3-83b3-d10e8ff0e99c req-6c7b880a-965a-4473-8216-a26c206d215c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:37.879759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1491c9f7-778a-4fd3-83b3-d10e8ff0e99c req-6c7b880a-965a-4473-8216-a26c206d215c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1227622 Feb 04 20:09:37.882374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:37.904311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dd21850-48c2-46ce-a6dd-de437a77086f req-4cdb781a-1a35-4093-af16-a9ae96eba762 tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ad87a12-7f20-4aae-be1d-c28c4465cc96 HTTP/1.1" status: 200 len: 210 time: 0.1167362 Feb 04 20:09:37.922274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b1809-535d-40fc-b571-fdfe35b3b67d req-1c9dc79a-e518-47f6-9348-e2785c136545 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:37.924026 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a8b1809-535d-40fc-b571-fdfe35b3b67d req-1c9dc79a-e518-47f6-9348-e2785c136545 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 1100 time: 0.4226391 Feb 04 20:09:37.970664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1491c9f7-778a-4fd3-83b3-d10e8ff0e99c req-36365076-ba8e-494f-8c75-8b870435f4d3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610244 Feb 04 20:09:38.057512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.113292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6a8b1809-535d-40fc-b571-fdfe35b3b67d req-397b6342-17bc-45b7-96e0-abad2142c491 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Synchronizing usage tracker for tenant:d9626616ce7b43c3845986f971b386bc on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:38.256798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57064) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:38.299653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Subnet': ['ID=c329a2ae-fa09-4c8c-a5e5-c57eeecde177,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:38.306455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.307991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fcfc95-7222-4be8-8f52-c6510dcd5f45 None None] Network 19fe6fea-ae74-4fa4-9644-fe3066c06d8a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:38.331310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74c37e94-21a9-423b-af0a-02d23785eeca req-fffec6dd-cd43-4425-a481-30a42ad5475a tempest-ServerShowV247Test-995199610 tempest-ServerShowV247Test-995199610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad87a12-7f20-4aae-be1d-c28c4465cc96 HTTP/1.1" status: 200 len: 210 time: 0.0804358 Feb 04 20:09:38.332982 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-31bc5df3-e836-4cfe-b0cf-5cdecd8427e3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/subnets/c329a2ae-fa09-4c8c-a5e5-c57eeecde177 HTTP/1.1" status: 204 len: 168 time: 0.7786903 Feb 04 20:09:38.343955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57070) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:38.432208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 055f38ca-f792-48e6-9926-3199ab6d1605 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:09:38.442342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6a8b1809-535d-40fc-b571-fdfe35b3b67d req-397b6342-17bc-45b7-96e0-abad2142c491 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Unset dirty status for tenant:d9626616ce7b43c3845986f971b386bc on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:38.450663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a8b1809-535d-40fc-b571-fdfe35b3b67d req-397b6342-17bc-45b7-96e0-abad2142c491 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145519 Feb 04 20:09:38.561507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.583024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:38.590773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:63151ca2d6b442e99d61c2272b95bdbd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:38.596891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:38.613449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:38.622913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] DHCP port deletion for 19fe6fea-ae74-4fa4-9644-fe3066c06d8a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:09:38.627705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Deleting port 78f0da57-7510-467f-adab-4da7ebaa620b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:38.628075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.632421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45310562-8597-477e-b46b-b3b9faddba00 req-3df6ad6b-66b1-4176-99bc-e8e591d1a2d2 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:38.633932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45310562-8597-477e-b46b-b3b9faddba00 req-3df6ad6b-66b1-4176-99bc-e8e591d1a2d2 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.1827087 Feb 04 20:09:38.658886 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.668931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting subnet 100f8e5f-c033-4546-9bf5-2d7f3190c2ce {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:38.699803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45310562-8597-477e-b46b-b3b9faddba00 req-e8e0309c-ed0f-4ab6-aa9e-3ad831d04036 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/security-groups?id=525852b9-ee99-4055-827a-2c4fe8134917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569468 Feb 04 20:09:38.750829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.754396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.805394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.814026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-6efa93c0-0ca9-422a-b1bc-d1f745d03daa tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:38.815515 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-6efa93c0-0ca9-422a-b1bc-d1f745d03daa tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.62 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 946 time: 0.7487798 Feb 04 20:09:38.876226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63151ca2d6b442e99d61c2272b95bdbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182716 Feb 04 20:09:38.878931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57080) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:38.879603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c6dcc-3770-4da3-9e25-d7c1e836a5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a227f844-2caf-4c09-b8a8-de79da1f6392,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:38.880313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 78f0da57-7510-467f-adab-4da7ebaa620b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:38.929948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.986971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] For port 78f0da57-7510-467f-adab-4da7ebaa620b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=78f0da57-7510-467f-adab-4da7ebaa620b,segment=NetworkSegment(c80b64c9-a788-4392-96df-c8e4505d0094),segment_id=c80b64c9-a788-4392-96df-c8e4505d0094)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:38.987274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:38.990742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Deleting port 4f7393e9-b902-47ab-9e79-0d4498e5e39a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:38.991344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.009626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8782-f6e1-4bb9-b9c0-b2df53313224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.032658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:39.037872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907974-6350-455d-a91c-dd5213dc75a6 req-520c7b2b-03cc-4435-9b01-b6c18d64c808 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:39.039418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc907974-6350-455d-a91c-dd5213dc75a6 req-520c7b2b-03cc-4435-9b01-b6c18d64c808 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 1100 time: 0.1617849 Feb 04 20:09:39.043701 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8782-f6e1-4bb9-b9c0-b2df53313224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.082585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9ddd-bdc8-48e8-9e91-53e3cbf3735a req-aaa6b8ed-243b-4364-a8c8-3d69a44d05be tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:39.083485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bb0a9ddd-bdc8-48e8-9e91-53e3cbf3735a req-aaa6b8ed-243b-4364-a8c8-3d69a44d05be tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Synchronizing usage tracker for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:39.115847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc907974-6350-455d-a91c-dd5213dc75a6 req-4c79e875-91dd-4234-afae-d7ad7cc6b785 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Feb 04 20:09:39.204622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Calling delete_port for 78f0da57-7510-467f-adab-4da7ebaa620b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:39.222626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8782-f6e1-4bb9-b9c0-b2df53313224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.236829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] Sync routers for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:39.241624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8782-f6e1-4bb9-b9c0-b2df53313224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a227f844-2caf-4c09-b8a8-de79da1f6392,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:39.247150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8782-f6e1-4bb9-b9c0-b2df53313224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.248498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ffd8782-f6e1-4bb9-b9c0-b2df53313224 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a227f844-2caf-4c09-b8a8-de79da1f6392 HTTP/1.1" status: 204 len: 168 time: 0.3657732 Feb 04 20:09:39.254993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.283224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ec19ab2f-7fbc-4d9e-956d-f02608941a8d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/055f38ca-f792-48e6-9926-3199ab6d1605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4039533 Feb 04 20:09:39.286601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57088) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:39.290434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:39.291226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:39.295564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bb0a9ddd-bdc8-48e8-9e91-53e3cbf3735a req-aaa6b8ed-243b-4364-a8c8-3d69a44d05be tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Unset dirty status for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:39.296723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb0a9ddd-bdc8-48e8-9e91-53e3cbf3735a req-aaa6b8ed-243b-4364-a8c8-3d69a44d05be tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.7007406 Feb 04 20:09:39.375641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.389060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:39.411837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.439735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb0a9ddd-bdc8-48e8-9e91-53e3cbf3735a req-db0349ce-c355-41f7-bf5c-bbdde72e4355 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340251 Feb 04 20:09:39.455037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] For port 4f7393e9-b902-47ab-9e79-0d4498e5e39a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4f7393e9-b902-47ab-9e79-0d4498e5e39a,segment=NetworkSegment(43651111-7a25-4c2b-8a83-9e10b708413e),segment_id=43651111-7a25-4c2b-8a83-9e10b708413e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:39.455399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.469063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:39.476295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:39.655604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:39.657739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Calling delete_port for 4f7393e9-b902-47ab-9e79-0d4498e5e39a owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:39.659959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168afbed-72cd-4d4b-936a-61cdd925930b None None] The sync data for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:39.684367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 78f0da57-7510-467f-adab-4da7ebaa620b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=78f0da57-7510-467f-adab-4da7ebaa620b,segment=NetworkSegment(c80b64c9-a788-4392-96df-c8e4505d0094),segment_id=c80b64c9-a788-4392-96df-c8e4505d0094)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:39.727563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-574322b3-5197-49e6-a783-26590dfb15a8 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385282 Feb 04 20:09:39.765198 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.775746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.875261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=78f0da57-7510-467f-adab-4da7ebaa620b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:39.887652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:09:39.888204 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:09:39.911172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:39.914936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3498e-6e8d-4fb4-87a3-35bbe04c8856 None None] Network 84240d14-3134-475d-a698-df61a2e31b95 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:39.921810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Subnet': ['ID=100f8e5f-c033-4546-9bf5-2d7f3190c2ce,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:39.947269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-24b984a2-5846-43c6-9e84-50aab043a360 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/subnets/100f8e5f-c033-4546-9bf5-2d7f3190c2ce HTTP/1.1" status: 204 len: 168 time: 1.6016111 Feb 04 20:09:39.952285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57120) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:39.994832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-32199593-193c-430b-9620-0e7862de127d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:39.996320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-32199593-193c-430b-9620-0e7862de127d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584782 Feb 04 20:09:40.046630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-64751b3b-8acd-4920-a660-b038333053d1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/quotas/1f644dd9f7284aaebad0bc0e188622a8 HTTP/1.1" status: 200 len: 375 time: 0.0443828 Feb 04 20:09:40.108985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98748-ba23-4020-8494-a29db5d651e1 req-3ed4e22a-0d3c-4304-b790-01fb63704fa1 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:40.116493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0b98748-ba23-4020-8494-a29db5d651e1 req-3ed4e22a-0d3c-4304-b790-01fb63704fa1 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.4094346 Feb 04 20:09:40.123094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.154948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.157002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.171107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port 78f0da57-7510-467f-adab-4da7ebaa620b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:40.171675 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.302145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] DHCP port deletion for 84240d14-3134-475d-a698-df61a2e31b95 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:09:40.311327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Deleting port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:40.312185 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.334975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c4781a1f-a658-4aa7-9017-3473efc3eaa7 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2751968 Feb 04 20:09:40.457555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57130) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:40.476744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Deleting port 78f0da57-7510-467f-adab-4da7ebaa620b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:40.477321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.515301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Pushing event deleted for resources: {'Port': ['ID=4f7393e9-b902-47ab-9e79-0d4498e5e39a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:40.534855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0b98748-ba23-4020-8494-a29db5d651e1 req-9c83e16e-9a25-4f74-84bd-ffc23bf73cbc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172451 Feb 04 20:09:40.717236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] No DVR routers for this DVR port 4f7393e9-b902-47ab-9e79-0d4498e5e39a on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:40.720490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.723613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a62db71f-ff22-4ed2-93ec-3342cea027d6 req-7fffdf5f-ad4a-489d-862a-0053521c9e3c tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.62 "DELETE /v2.0/ports/4f7393e9-b902-47ab-9e79-0d4498e5e39a HTTP/1.1" status: 204 len: 173 time: 1.8965735 Feb 04 20:09:40.734497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efebe45-2cfe-4e96-a363-caad613e5891', 'name': 'network-vif-deleted', 'tag': '4f7393e9-b902-47ab-9e79-0d4498e5e39a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:40.816395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 48dcf465-d485-439e-9fe0-75b2ab68585e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:40.816395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.837105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:40.861242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7f946c5c-578b-4601-99d0-4d8c2a00124d req-7a46305e-cbb3-44f0-8efa-814c6b6aa743 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Synchronizing usage tracker for tenant:6c0046637ce74545a6e96f77aa8a209c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:40.871690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:40.880298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b189f3e5-0ec6-46b0-8522-fdb747b8ada4 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:40.897538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d1249e7aae48ebaed93bbafd2af92c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:40.923418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:40.981792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:41.055257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.095164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.139040 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.143635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57148) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:41.152278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7f946c5c-578b-4601-99d0-4d8c2a00124d req-7a46305e-cbb3-44f0-8efa-814c6b6aa743 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] Unset dirty status for tenant:6c0046637ce74545a6e96f77aa8a209c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:41.154588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f946c5c-578b-4601-99d0-4d8c2a00124d req-7a46305e-cbb3-44f0-8efa-814c6b6aa743 tempest-InstanceActionsTestJSON-735365425 tempest-InstanceActionsTestJSON-735365425-project] 10.222.0.48 "GET /v2.0/ports?device_id=0efebe45-2cfe-4e96-a363-caad613e5891 HTTP/1.1" status: 200 len: 210 time: 0.4109187 Feb 04 20:09:41.230313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 48dcf465-d485-439e-9fe0-75b2ab68585e owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:41.297240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.326513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] For port 78f0da57-7510-467f-adab-4da7ebaa620b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=78f0da57-7510-467f-adab-4da7ebaa620b,segment=NetworkSegment(c80b64c9-a788-4392-96df-c8e4505d0094),segment_id=c80b64c9-a788-4392-96df-c8e4505d0094)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:41.326940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.332540 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efebe45-2cfe-4e96-a363-caad613e5891', 'name': 'network-vif-deleted', 'tag': '4f7393e9-b902-47ab-9e79-0d4498e5e39a', 'status': 'completed', 'code': 200} Feb 04 20:09:41.467436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668b88a9-15f0-4ca4-94ad-0ac50308b262,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:41.471190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] For port 78f0da57-7510-467f-adab-4da7ebaa620b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=78f0da57-7510-467f-adab-4da7ebaa620b,segment=NetworkSegment(c80b64c9-a788-4392-96df-c8e4505d0094),segment_id=c80b64c9-a788-4392-96df-c8e4505d0094)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:41.471552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.484688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1674962049-network', 'tenant_id': 'afe1562b494e44d69325fe97d207dc77'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:41.490362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:41.491694 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-41028062-bfca-4967-a811-d5fd9dc91278 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2d1249e7aae48ebaed93bbafd2af92c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167911 Feb 04 20:09:41.492306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57156) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:41.496300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Usage tracker for resource:network and tenant:afe1562b494e44d69325fe97d207dc77 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:41.499136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:41.505979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:41.521251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Calling delete_port for 78f0da57-7510-467f-adab-4da7ebaa620b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:41.618642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4f7393e9-b902-47ab-9e79-0d4498e5e39a no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:41.649416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Made reservation on behalf of afe1562b494e44d69325fe97d207dc77 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:41.649747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.677420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] For port b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,segment=NetworkSegment(cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd),segment_id=cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:41.677838 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.708293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 4f7393e9-b902-47ab-9e79-0d4498e5e39a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:09:41.740375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4f7393e9-b902-47ab-9e79-0d4498e5e39a not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:09:41.740460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.768709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Calling delete_port for 78f0da57-7510-467f-adab-4da7ebaa620b owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:41.800812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:41.814235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d738d431-d0ea-48b0-b7c3-61d259c3be8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.819293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Usage tracker for resource:security_group_rule and tenant:afe1562b494e44d69325fe97d207dc77 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:41.859498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d738d431-d0ea-48b0-b7c3-61d259c3be8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.880193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:41.887663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:41.911628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,segment=NetworkSegment(cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd),segment_id=cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:41.911862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:41.919360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Calling delete_port for b189f3e5-0ec6-46b0-8522-fdb747b8ada4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:41.971251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b027fac6-c968-4306-b589-568c0e33ebb7 req-94209616-6395-4757-852f-e937eb404a50 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 210 time: 0.1638496 Feb 04 20:09:41.997769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=48dcf465-d485-439e-9fe0-75b2ab68585e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:42.041147 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.042383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.124164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] No DVR routers for this DVR port 78f0da57-7510-467f-adab-4da7ebaa620b on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:42.140323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Port': ['ID=78f0da57-7510-467f-adab-4da7ebaa620b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:42.172406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d738d431-d0ea-48b0-b7c3-61d259c3be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.224271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738d431-d0ea-48b0-b7c3-61d259c3be8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668b88a9-15f0-4ca4-94ad-0ac50308b262,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:42.234015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:42.241490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.259326 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:09:42.262178 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:09:42.270981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.271633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.273721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.274236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.274574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.275915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.276810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.279926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.279926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.283032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.283616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.284011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:09:42.353034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:09:42.353405 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:09:42.434168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57180) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:42.502532 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.505124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.513868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d738d431-d0ea-48b0-b7c3-61d259c3be8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.515007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d738d431-d0ea-48b0-b7c3-61d259c3be8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/668b88a9-15f0-4ca4-94ad-0ac50308b262 HTTP/1.1" status: 204 len: 168 time: 0.9324980 Feb 04 20:09:42.542326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fe6fea-ae74-4fa4-9644-fe3066c06d8a']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:42.558075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] Deleting subnet 9c27398f-8935-4f29-a6d7-88800716d525 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:42.560871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.592768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80b64c9-a788-4392-96df-c8e4505d0094') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:42.597778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80b64c9-a788-4392-96df-c8e4505d0094') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:42.615368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.646664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.650534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.677757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.686021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:42.686428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.693522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 055f38ca-f792-48e6-9926-3199ab6d1605 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:42.701564 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:42.717242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:42.736456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42fb75-ee49-4949-b60b-6f34576b593b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:42.806976 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.855576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Deleting port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:42.856151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.906186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.927210 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.943005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/networks/19fe6fea-ae74-4fa4-9644-fe3066c06d8a HTTP/1.1" status: 204 len: 168 time: 2.9896696 Feb 04 20:09:42.951161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57190) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:42.959997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785141bb-8005-4505-aebc-3c4c83a0426b tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Network': ['ID=19fe6fea-ae74-4fa4-9644-fe3066c06d8a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:42.968815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:42.969160 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Added segment 3045fef3-7def-467a-aae9-33ed99a67d97 of type vlan for network 849fe4b8-fd44-4729-850f-0958420439c7 Feb 04 20:09:43.087883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Deleting port 78f0da57-7510-467f-adab-4da7ebaa620b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:43.090336 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.121947 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.133852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:43.134575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.141850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:09:43.165627 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] Sync routers for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:09:43.177532 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:43.178463 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:43.190183 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a98fd23-9ddd-4cb0-878c-c23be42a03b1 req-c5aa23e5-3bc1-49f2-b346-c040696fbd15 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 210 time: 0.1273072 Feb 04 20:09:43.197421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.293000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:43.304573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] Routers {'055f38ca-f792-48e6-9926-3199ab6d1605'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:09:43.306611 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['055f38ca-f792-48e6-9926-3199ab6d1605'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:43.349011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.387236 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:43.387875 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2572aae-3de9-4738-bb42-74ac4f2fc969 None None] The sync data for ids ['055f38ca-f792-48e6-9926-3199ab6d1605'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:09:43.390071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3de32af5-35be-4491-baef-a9634bc263ec None None] The port '78f0da57-7510-467f-adab-4da7ebaa620b' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:09:43.418466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] For port b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,segment=NetworkSegment(cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd),segment_id=cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:43.418879 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.425398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8db053f4-fc1c-4d8d-a23e-78d319885cb6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/055f38ca-f792-48e6-9926-3199ab6d1605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1324439 Feb 04 20:09:43.425398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57202) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:43.435031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c27398f-8935-4f29-a6d7-88800716d525,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:43.446397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.463132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0e6cf869-7aca-471b-9fbf-de246d2b5a57 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9c27398f-8935-4f29-a6d7-88800716d525 HTTP/1.1" status: 204 len: 168 time: 1.0278511 Feb 04 20:09:43.464445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57208) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:43.497203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-833db188-7b19-429b-a03b-8cf1ac9ba058 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:43.537712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.542773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:43.542773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.577881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Calling delete_port for b189f3e5-0ec6-46b0-8522-fdb747b8ada4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:43.684325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-833db188-7b19-429b-a03b-8cf1ac9ba058 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:43.685820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-833db188-7b19-429b-a03b-8cf1ac9ba058 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=055f38ca-f792-48e6-9926-3199ab6d1605 HTTP/1.1" status: 200 len: 205 time: 0.2621696 Feb 04 20:09:43.688615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57214) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:43.709570 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.718725 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.777011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] No DVR routers for this DVR port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:43.778558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d550f30-9af8-40d7-9bd3-85eabfbe6f9d None None] Pushing event deleted for resources: {'Port': ['ID=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:43.794507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] For port b189f3e5-0ec6-46b0-8522-fdb747b8ada4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b189f3e5-0ec6-46b0-8522-fdb747b8ada4,segment=NetworkSegment(cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd),segment_id=cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:43.795360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.857476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7125559 Feb 04 20:09:43.858170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:43.877521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Request body: {'subnet': {'network_id': '849fe4b8-fd44-4729-850f-0958420439c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1674962049-subnet', 'tenant_id': 'afe1562b494e44d69325fe97d207dc77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:43.881112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ad57d-4e87-4593-a3f3-cfc8b189e77d admin admin] Pushing event updated for resources: {'Network': ['ID=849fe4b8-fd44-4729-850f-0958420439c7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:43.891237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:43.895920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 849fe4b8-fd44-4729-850f-0958420439c7 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:43.901674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62be43e0-9aa2-4eff-9ed8-f0e856256d62 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:43.959369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Usage tracker for resource:subnet and tenant:afe1562b494e44d69325fe97d207dc77 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:43.970051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:44.018151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Calling delete_port for b189f3e5-0ec6-46b0-8522-fdb747b8ada4 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:44.044371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:44.069057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.100013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc8339a-aca3-47be-8ae8-f2e85a0fbb90']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:44.114593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43651111-7a25-4c2b-8a83-9e10b708413e') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:44.118100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43651111-7a25-4c2b-8a83-9e10b708413e') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:44.130634 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.150901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.157904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:44.158496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.175625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Made reservation on behalf of afe1562b494e44d69325fe97d207dc77 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:44.178017 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:44.285513 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:44.418718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14215aa1-c37d-4fa9-a233-2957f232d29e req-473ecd16-a13b-4ad6-a0c3-bedd8754c7a9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 210 time: 0.0742977 Feb 04 20:09:44.426914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.454254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.460313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:09:44.460625 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:09:44.463629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc8339a-aca3-47be-8ae8-f2e85a0fbb90,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:44.467747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-63dd166e-b739-45ba-b4b7-f090d94e58cb admin admin] 10.222.0.48 "DELETE /v2.0/networks/bbc8339a-aca3-47be-8ae8-f2e85a0fbb90 HTTP/1.1" status: 204 len: 168 time: 0.9999938 Feb 04 20:09:44.503860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62be43e0-9aa2-4eff-9ed8-f0e856256d62 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.508269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62be43e0-9aa2-4eff-9ed8-f0e856256d62 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.651065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62be43e0-9aa2-4eff-9ed8-f0e856256d62 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.652190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62be43e0-9aa2-4eff-9ed8-f0e856256d62 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Fanout notify agent at l3_agent the message router_deleted on router 055f38ca-f792-48e6-9926-3199ab6d1605 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:09:44.673644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62be43e0-9aa2-4eff-9ed8-f0e856256d62 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.674976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-62be43e0-9aa2-4eff-9ed8-f0e856256d62 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/055f38ca-f792-48e6-9926-3199ab6d1605 HTTP/1.1" status: 204 len: 168 time: 0.9853308 Feb 04 20:09:44.677958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57258) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:44.750125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet eb9ad888-1be5-4c66-84a9-b6927e7bf665 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:44.753154 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.857074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.914202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.942435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30b891-21c2-4426-84f6-cb249318d3d5 req-e6cef55b-4f77-4903-a178-41fcb3a1938e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:44.943851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e30b891-21c2-4426-84f6-cb249318d3d5 req-e6cef55b-4f77-4903-a178-41fcb3a1938e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1591892 Feb 04 20:09:44.968704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port b189f3e5-0ec6-46b0-8522-fdb747b8ada4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:44.969043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:44.985490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57262) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:45.007564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f1eec7-9ee7-4608-ad82-7620e13023fb,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:45.021780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Checking segment: {'id': '3045fef3-7def-467a-aae9-33ed99a67d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '849fe4b8-fd44-4729-850f-0958420439c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:45.022138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Network hostable DHCP agents. Network: 849fe4b8-fd44-4729-850f-0958420439c7, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:45.048644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] The port 'b189f3e5-0ec6-46b0-8522-fdb747b8ada4' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:09:45.058324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.062382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43b51f91-a418-400f-8a17-6170467fd9e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c0046637ce74545a6e96f77aa8a209c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737267 Feb 04 20:09:45.064957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57266) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:45.125959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28b46a9b-21b7-4b82-b074-7aea01b309c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.154782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28b46a9b-21b7-4b82-b074-7aea01b309c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.160690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1742872f-8c81-45eb-82fc-11b188026282 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049466 Feb 04 20:09:45.231490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57272) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:45.254636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Network 849fe4b8-fd44-4729-850f-0958420439c7 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:45.342433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28b46a9b-21b7-4b82-b074-7aea01b309c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.375485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b46a9b-21b7-4b82-b074-7aea01b309c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525852b9-ee99-4055-827a-2c4fe8134917,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:45.380223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.384023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e30b891-21c2-4426-84f6-cb249318d3d5 req-43f85573-3189-465b-a537-79d2b0a6a98c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292824 Feb 04 20:09:45.405156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 849fe4b8-fd44-4729-850f-0958420439c7) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:45.412753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a6453-ac91-4a4c-8027-20b1dd902b91 None None] Network 849fe4b8-fd44-4729-850f-0958420439c7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:45.423558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:45.424154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.441197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:45.451905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:36683ecb8c1543ffb9e8558f93a7528b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:45.454927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:45.471686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:45.486064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.535921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84240d14-3134-475d-a698-df61a2e31b95']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:45.578998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:45.579803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb78c01a-f1fc-4e65-b8cf-ea8673acd5bd') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:45.605953 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.687029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-8796dd15-c834-4ecc-ae6b-f43f669b0962 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:45.688458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-8796dd15-c834-4ecc-ae6b-f43f669b0962 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434920 Feb 04 20:09:45.690237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.702259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.717620 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad0ad695-25a2-409c-bd11-f137f52fb844 req-7eb09da5-9b29-4355-81ea-2ee79b5400d0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 210 time: 0.0842159 Feb 04 20:09:45.723594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:45.767703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:45.768076 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.769925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450e1933-1d79-418e-a469-2c87e754edf9 None None] Network 849fe4b8-fd44-4729-850f-0958420439c7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:45.786253 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:45.790446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28b46a9b-21b7-4b82-b074-7aea01b309c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.792255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-28b46a9b-21b7-4b82-b074-7aea01b309c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/525852b9-ee99-4055-827a-2c4fe8134917 HTTP/1.1" status: 204 len: 168 time: 0.7257516 Feb 04 20:09:45.795045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.833074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc16f74-f3c9-4302-8ba1-b2a3c28b89dc req-99a7ecd5-a610-4ac7-82b9-05435329200a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:45.834996 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbc16f74-f3c9-4302-8ba1-b2a3c28b89dc req-99a7ecd5-a610-4ac7-82b9-05435329200a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1330507 Feb 04 20:09:45.896557 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbc16f74-f3c9-4302-8ba1-b2a3c28b89dc req-2adb6819-3c3f-4a24-a83b-668df1b89c52 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549912 Feb 04 20:09:45.898612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-77d71909-6a5d-4868-ba30-33b630f3022f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0300469 Feb 04 20:09:45.919380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.955659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:45.965569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89333c63-5fbe-48da-bb7d-aa445107967c None None] Network ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:45.966437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9ad888-1be5-4c66-84a9-b6927e7bf665,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:45.969412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36683ecb8c1543ffb9e8558f93a7528b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7365541 Feb 04 20:09:45.974235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57288) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:45.976727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f5dd5-8f7c-4767-ae59-7ab92625f9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5366b765-8f9a-4827-a86e-6fd5d44166a8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:46.022162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-859c155f-d9ba-49e8-b33d-427af587bf94 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/eb9ad888-1be5-4c66-84a9-b6927e7bf665 HTTP/1.1" status: 204 len: 168 time: 1.3431127 Feb 04 20:09:46.031911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57292) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:46.092734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-5661d6d6-e63e-4080-95f9-41b8b3a49071 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811503 Feb 04 20:09:46.253882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet 006ab9e9-25f3-46ef-be46-6e0fd33f18f9 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:46.274934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.276690 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.405697 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.456725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Network': ['ID=84240d14-3134-475d-a698-df61a2e31b95,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:46.481968 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b39-8598-4f0e-b5ac-58f19b5c095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.501624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:46.505249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] DHCP port deletion for ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:09:46.511837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] Deleting port a2992db5-7e1d-480e-91f0-46751d7f2f63 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:46.512342 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.528299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:46.550496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8c4a3d39-a58f-44d2-a957-34807907b7e0 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/networks/84240d14-3134-475d-a698-df61a2e31b95 HTTP/1.1" status: 204 len: 168 time: 3.5951688 Feb 04 20:09:46.557835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57308) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:46.564977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.629021 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-5500c7d7-ccc5-4d6b-b796-9f39e8225fa5 req-985983a0-288e-41fc-b1e4-ecb2f93bfefe tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] show failed (client error): The resource could not be found. Feb 04 20:09:46.630040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5500c7d7-ccc5-4d6b-b796-9f39e8225fa5 req-985983a0-288e-41fc-b1e4-ecb2f93bfefe tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "GET /v2.0/security-groups/01eee6c0-db30-4772-a92b-e3248ec0748c HTTP/1.1" status: 404 len: 352 time: 0.0236604 Feb 04 20:09:46.640535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b39-8598-4f0e-b5ac-58f19b5c095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.677119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:46.683915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.695544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-52a2537c-5705-4000-a651-391e181b9147 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:46.696977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-52a2537c-5705-4000-a651-391e181b9147 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5569499 Feb 04 20:09:46.722111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting subnet 8ccf717f-6094-4919-a80a-1228221f3c3e {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:46.731121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:46.756238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.833564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] For port a2992db5-7e1d-480e-91f0-46751d7f2f63, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2992db5-7e1d-480e-91f0-46751d7f2f63,segment=NetworkSegment(358f9a99-badd-48f7-9268-28ccd4d6695b),segment_id=358f9a99-badd-48f7-9268-28ccd4d6695b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:46.835604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.975687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.990860 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:46.997487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2992db5-7e1d-480e-91f0-46751d7f2f63 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:47.025551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85faec1b-0a4d-4f0f-9016-be2e86e2704c req-a78d7a94-b8bd-4145-885c-59495a93608a tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afe1562b494e44d69325fe97d207dc77 HTTP/1.1" status: 200 len: 2988 time: 0.3544204 Feb 04 20:09:47.112385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] Calling delete_port for a2992db5-7e1d-480e-91f0-46751d7f2f63 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:47.133753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7f97f846-8be9-40ca-a7db-eb8da575c86b req-5c8eae3c-a0be-44a6-a4c9-660e025a902a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 210 time: 0.1238449 Feb 04 20:09:47.159060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b39-8598-4f0e-b5ac-58f19b5c095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.201494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85faec1b-0a4d-4f0f-9016-be2e86e2704c req-5a443029-8122-49b3-a67f-ab3b8f9e8581 tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "GET /v2.0/security-groups/cd42fb75-ee49-4949-b60b-6f34576b593b HTTP/1.1" status: 200 len: 2985 time: 0.1607718 Feb 04 20:09:47.225836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d8b39-8598-4f0e-b5ac-58f19b5c095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5366b765-8f9a-4827-a86e-6fd5d44166a8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:47.228248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:47.247463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:47.254486 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b39-8598-4f0e-b5ac-58f19b5c095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.255671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dc1d8b39-8598-4f0e-b5ac-58f19b5c095d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5366b765-8f9a-4827-a86e-6fd5d44166a8 HTTP/1.1" status: 204 len: 168 time: 1.2802973 Feb 04 20:09:47.274861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.333590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85faec1b-0a4d-4f0f-9016-be2e86e2704c req-af92d9f6-bd07-4ba2-a367-9e558488f2c3 tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "GET /v2.0/security-groups/cd42fb75-ee49-4949-b60b-6f34576b593b HTTP/1.1" status: 200 len: 2985 time: 0.1306469 Feb 04 20:09:47.344429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Port a2992db5-7e1d-480e-91f0-46751d7f2f63 update to DOWN by agent not found {{(pid=88238) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 20:09:47.347831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.357259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.86 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/7e86d7ed-3349-4459-852e-94cf86aff7d3) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:47.374608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.387818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:47.396401 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.409150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] Pushing event deleted for resources: {'Port': ['ID=a2992db5-7e1d-480e-91f0-46751d7f2f63,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:47.416289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9261f20-58a5-4783-8834-9f94eb83b26b None None] No DVR routers for this DVR port a2992db5-7e1d-480e-91f0-46751d7f2f63 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:47.460172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.464372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98397ecf-e7e4-4dba-b717-60d0de881c1a None None] Network 9028d0dc-7c06-4f13-a1bc-3ee788913eff requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:47.473985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=006ab9e9-25f3-46ef-be46-6e0fd33f18f9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:47.490756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57340) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:47.499171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-96241c84-677d-4de0-985f-366ddce3c9e7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/006ab9e9-25f3-46ef-be46-6e0fd33f18f9 HTTP/1.1" status: 204 len: 168 time: 1.4608493 Feb 04 20:09:47.499671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57344) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:47.607242 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cd3e924-af4f-4eaf-8072-423c642f2291 req-c59c1fe6-58ee-43f4-ada8-d8ae82d04d3a tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "GET /v2.0/security-groups/cd42fb75-ee49-4949-b60b-6f34576b593b HTTP/1.1" status: 200 len: 2985 time: 0.2329800 Feb 04 20:09:47.665745 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.722632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccf717f-6094-4919-a80a-1228221f3c3e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:47.770217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.772352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] DHCP port deletion for 9028d0dc-7c06-4f13-a1bc-3ee788913eff request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:09:47.777255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] Deleting port b89279a2-33ff-4a9b-8504-766173f58a1a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:47.777383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.821464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57352) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:47.821642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-445a0e59-a115-4982-9cab-2f62a91c5a4e tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/subnets/8ccf717f-6094-4919-a80a-1228221f3c3e HTTP/1.1" status: 204 len: 168 time: 1.2622933 Feb 04 20:09:47.853498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:47.861743 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-1cd3e924-af4f-4eaf-8072-423c642f2291 req-327f8916-b7e8-471e-9ba3-649cd6b9748c tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 20:09:47.871660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cd3e924-af4f-4eaf-8072-423c642f2291 req-327f8916-b7e8-471e-9ba3-649cd6b9748c tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "DELETE /v2.0/security-groups/cd42fb75-ee49-4949-b60b-6f34576b593b HTTP/1.1" status: 409 len: 352 time: 0.2633433 Feb 04 20:09:47.966460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef1be0-bd9b-43b5-bc6d-21517bb9035d None None] Network 65f80665-0b93-47c0-95ca-62b5590c6370 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:48.040387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1841873363-network', 'tenant_id': '49591b0d22784dfb8002b10021362774'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:48.264033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:48.310138 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-38d68544-b7ac-441d-8733-4ccf1e6bf289 req-22f51e6d-57b7-4bbb-8a06-11c437e06f5a tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] show failed (client error): The resource could not be found. Feb 04 20:09:48.320906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] For port b89279a2-33ff-4a9b-8504-766173f58a1a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b89279a2-33ff-4a9b-8504-766173f58a1a,segment=NetworkSegment(ca3220d0-4a08-45af-8936-329effecdcf2),segment_id=ca3220d0-4a08-45af-8936-329effecdcf2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:48.320906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.321078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38d68544-b7ac-441d-8733-4ccf1e6bf289 req-22f51e6d-57b7-4bbb-8a06-11c437e06f5a tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "GET /v2.0/security-groups/9bfe31b7-8b7a-45db-aa33-c8c9f6e7ef5d HTTP/1.1" status: 404 len: 352 time: 0.3892803 Feb 04 20:09:48.321078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Usage tracker for resource:network and tenant:49591b0d22784dfb8002b10021362774 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:48.349421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5bdb4f01-343c-4274-85d3-b9c775f3643a req-17cc7684-3ae7-4a6d-9699-0f989efa0ff4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:48.362394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5bdb4f01-343c-4274-85d3-b9c775f3643a req-17cc7684-3ae7-4a6d-9699-0f989efa0ff4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:48.363608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5bdb4f01-343c-4274-85d3-b9c775f3643a req-17cc7684-3ae7-4a6d-9699-0f989efa0ff4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 210 time: 0.0824099 Feb 04 20:09:48.378205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:48.388994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:48.519379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.523621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] Calling delete_port for b89279a2-33ff-4a9b-8504-766173f58a1a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:48.536783 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-c6ce894d-6e52-4727-a8b8-095e901f16b5 req-24e5e826-1552-4acb-8c1f-1d9d79382faf tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] show failed (client error): The resource could not be found. Feb 04 20:09:48.537777 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6ce894d-6e52-4727-a8b8-095e901f16b5 req-24e5e826-1552-4acb-8c1f-1d9d79382faf tempest-SecurityGroupsNegativeTestJSON-209449867 tempest-SecurityGroupsNegativeTestJSON-209449867-project] 10.222.0.48 "GET /v2.0/security-groups/119062bc-3a44-4f6a-900a-ca1c43a531ef HTTP/1.1" status: 404 len: 352 time: 0.1663010 Feb 04 20:09:48.560928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57380) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:48.571198 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.575376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.593476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Made reservation on behalf of 49591b0d22784dfb8002b10021362774 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:48.595851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.610882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port 8da26fdd-8cd9-4063-b656-54ba1835173e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:48.611221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.630564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] Deleting subnet 57f1eec7-9ee7-4608-ad82-7620e13023fb {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:09:48.634373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.673287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.678000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] DHCP port deletion for 65f80665-0b93-47c0-95ca-62b5590c6370 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:09:48.682827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Deleting port 8da26fdd-8cd9-4063-b656-54ba1835173e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:48.690837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.701981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:48.714474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.718922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object 7e86d7ed-3349-4459-852e-94cf86aff7d3 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:48.726395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:48.726591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.734475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Usage tracker for resource:security_group_rule and tenant:49591b0d22784dfb8002b10021362774 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:48.739914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358f9a99-badd-48f7-9268-28ccd4d6695b') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:48.740233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358f9a99-badd-48f7-9268-28ccd4d6695b') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:48.750376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:48.791004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] Pushing event deleted for resources: {'Port': ['ID=b89279a2-33ff-4a9b-8504-766173f58a1a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:48.794329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.794791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eade48-94ed-4aa7-86b8-6bd4164b2e39 None None] No DVR routers for this DVR port b89279a2-33ff-4a9b-8504-766173f58a1a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:48.804092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:48.843635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.862467 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.900158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:48.900473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:48.956913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b89279a2-33ff-4a9b-8504-766173f58a1a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:48.959173 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:49.004971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: b89279a2-33ff-4a9b-8504-766173f58a1a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:09:49.005286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b89279a2-33ff-4a9b-8504-766173f58a1a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:09:49.005706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8da26fdd-8cd9-4063-b656-54ba1835173e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:09:49.017260 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.061304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.076745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:49.091159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f1eec7-9ee7-4608-ad82-7620e13023fb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:49.109516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.128833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b8f3e7f9-243a-4782-81d3-afe32aebe406 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/57f1eec7-9ee7-4608-ad82-7620e13023fb HTTP/1.1" status: 204 len: 168 time: 0.5617592 Feb 04 20:09:49.133457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8da26fdd-8cd9-4063-b656-54ba1835173e,segment=NetworkSegment(b1bcc2c0-3007-4bc0-951e-d26bc33ad158),segment_id=b1bcc2c0-3007-4bc0-951e-d26bc33ad158)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:49.135436 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.151405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.83 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/7092dee5-16ab-4bc7-a4d0-05658634ff5a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:49.153223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57390) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:49.249238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.308292 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.379944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8da26fdd-8cd9-4063-b656-54ba1835173e,segment=NetworkSegment(b1bcc2c0-3007-4bc0-951e-d26bc33ad158),segment_id=b1bcc2c0-3007-4bc0-951e-d26bc33ad158)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:49.381122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.391677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:49.397409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Calling delete_port for 8da26fdd-8cd9-4063-b656-54ba1835173e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:49.407965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:49.449269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:49.452696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:49.495296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.501862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.521482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object 7092dee5-16ab-4bc7-a4d0-05658634ff5a will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:49.610751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=7e86d7ed-3349-4459-852e-94cf86aff7d3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:49.617358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8da26fdd-8cd9-4063-b656-54ba1835173e,segment=NetworkSegment(b1bcc2c0-3007-4bc0-951e-d26bc33ad158),segment_id=b1bcc2c0-3007-4bc0-951e-d26bc33ad158)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:49.700584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Calling delete_port for 8da26fdd-8cd9-4063-b656-54ba1835173e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:49.705393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.729889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.739560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7ce13fcb-20db-422d-b5f5-f986c4b365d8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/ba3f83ad-c0b7-4393-9ec6-d447a4f1b8be HTTP/1.1" status: 204 len: 168 time: 2.2275786 Feb 04 20:09:49.746360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57408) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:49.825051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.835853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=8da26fdd-8cd9-4063-b656-54ba1835173e,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:49.838463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:09:49.839470 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:09:49.854777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.878865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:49.879509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.892728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:49.900424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:49.914144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:49.917228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:49.965287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=7092dee5-16ab-4bc7-a4d0-05658634ff5a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:50.021683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.043591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b810868-f857-4430-a8a6-a595a30a083a None None] Provisioning for port 7e86d7ed-3349-4459-852e-94cf86aff7d3 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:50.046361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:50.048208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:50.057698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.057909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b810868-f857-4430-a8a6-a595a30a083a None None] Provisioning complete for port 7e86d7ed-3349-4459-852e-94cf86aff7d3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:50.063241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f260-7eff-43cd-adb5-f383750d473b req-2265c799-0a5b-4796-9e96-ea46169a3b1b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:50.065997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2b810868-f857-4430-a8a6-a595a30a083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.070333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c46f260-7eff-43cd-adb5-f383750d473b req-2265c799-0a5b-4796-9e96-ea46169a3b1b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 935 time: 0.4092257 Feb 04 20:09:50.114622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ed79f8d3-515f-4cda-b9d9-b3261e59f03d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4160166 Feb 04 20:09:50.137162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42afe9c-d0ef-45f2-beba-6626bbba8bdd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:50.142114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:09:50.142114 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:09:50.147952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Request body: {'port': {'device_id': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:50.149746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-afa471f6-709d-4a23-972e-93df1cb83afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.189779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2b810868-f857-4430-a8a6-a595a30a083a None None] Port 7e86d7ed-3349-4459-852e-94cf86aff7d3 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:50.204122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.204511 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Added segment e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4 of type vlan for network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 Feb 04 20:09:50.233590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.297946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428855b7-dfcb-4715-b132-91a9381bfb7f req-73a00832-a57b-4843-aa8d-dc9b71242ed1 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:50.299708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-428855b7-dfcb-4715-b132-91a9381bfb7f req-73a00832-a57b-4843-aa8d-dc9b71242ed1 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5620992 Feb 04 20:09:50.311171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849fe4b8-fd44-4729-850f-0958420439c7']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:50.325711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.334103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cd620254-c59f-461b-8ba0-5d886dac0783 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6085031 Feb 04 20:09:50.341531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Deleting port 8da26fdd-8cd9-4063-b656-54ba1835173e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:50.341983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.354736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3045fef3-7def-467a-aae9-33ed99a67d97') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:50.355249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3045fef3-7def-467a-aae9-33ed99a67d97') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:50.372194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c46f260-7eff-43cd-adb5-f383750d473b req-4bbadce3-e02a-44f0-bb5d-4fcd6eb3c07b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972577 Feb 04 20:09:50.379457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Request body: {'port': {'device_id': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:50.476920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-052df38d-d795-4cef-9192-46995678d8aa None None] Provisioning for port 7092dee5-16ab-4bc7-a4d0-05658634ff5a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:50.483294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.487631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-052df38d-d795-4cef-9192-46995678d8aa None None] Provisioning complete for port 7092dee5-16ab-4bc7-a4d0-05658634ff5a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:50.488008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-052df38d-d795-4cef-9192-46995678d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.531040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9028d0dc-7c06-4f13-a1bc-3ee788913eff']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:50.546239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.556436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3220d0-4a08-45af-8936-329effecdcf2') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:50.556773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3220d0-4a08-45af-8936-329effecdcf2') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:50.577433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.581903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.630826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-428855b7-dfcb-4715-b132-91a9381bfb7f req-ccb029f7-05f9-4cbe-934c-8f9ec6da2602 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085277 Feb 04 20:09:50.632402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.640644 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.644712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-052df38d-d795-4cef-9192-46995678d8aa None None] Port 7092dee5-16ab-4bc7-a4d0-05658634ff5a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:50.650963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.653397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:50.653891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.671524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port 8da26fdd-8cd9-4063-b656-54ba1835173e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:50.672002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.686813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:50.687229 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:50.696984 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:50.707688 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:50.724787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8da26fdd-8cd9-4063-b656-54ba1835173e,segment=NetworkSegment(b1bcc2c0-3007-4bc0-951e-d26bc33ad158),segment_id=b1bcc2c0-3007-4bc0-951e-d26bc33ad158)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:50.725177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.840476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:50.843591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.844752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:50.845446 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:50.936529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Calling delete_port for 8da26fdd-8cd9-4063-b656-54ba1835173e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:50.994563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.007603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5157003 Feb 04 20:09:51.017486 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.019722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57434) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:51.043600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Request body: {'subnet': {'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1841873363-subnet', 'tenant_id': '49591b0d22784dfb8002b10021362774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:51.048261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:51.052127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Usage tracker for resource:subnet and tenant:49591b0d22784dfb8002b10021362774 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:51.056317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=9028d0dc-7c06-4f13-a1bc-3ee788913eff,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:51.058241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:51.072451 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-881db4fe-152c-47ca-acc6-00a8d9ab890b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/9028d0dc-7c06-4f13-a1bc-3ee788913eff HTTP/1.1" status: 204 len: 168 time: 1.3153098 Feb 04 20:09:51.074630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:51.078771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57438) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:51.098141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-373102945'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:51.108567 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.111889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d112a-41fc-4cf3-b087-2e3d32cec337 req-33f556f7-5a44-48de-8789-3fcd3cb8c450 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:51.118832 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b8d112a-41fc-4cf3-b087-2e3d32cec337 req-33f556f7-5a44-48de-8789-3fcd3cb8c450 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3063242 Feb 04 20:09:51.125894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:51.127708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.129894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.149399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:51.154866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:51.165934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84362917-b509-40a6-90ea-02e066f71c02 admin admin] Pushing event updated for resources: {'Network': ['ID=87e8fb3d-110b-4faa-99d3-3b13c5d77613,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:51.196302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:51.203501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] Pushing event deleted for resources: {'Port': ['ID=8da26fdd-8cd9-4063-b656-54ba1835173e,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:51.206057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:51.241110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Made reservation on behalf of 49591b0d22784dfb8002b10021362774 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:51.245888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.259194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] 10.222.0.48 "DELETE /v2.0/networks/849fe4b8-fd44-4729-850f-0958420439c7 HTTP/1.1" status: 204 len: 168 time: 2.1049106 Feb 04 20:09:51.260950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683a751-2bc9-4f09-8cef-e4336c16b64a admin admin] Pushing event deleted for resources: {'Network': ['ID=849fe4b8-fd44-4729-850f-0958420439c7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:51.271654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b8d112a-41fc-4cf3-b087-2e3d32cec337 req-e4cb202a-6397-4476-bd94-c8f27eef67e7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515830 Feb 04 20:09:51.343169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:51.344874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91893e-e651-48cf-b45f-125a967fe004 None None] No DVR routers for this DVR port 8da26fdd-8cd9-4063-b656-54ba1835173e on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:09:51.347099 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.376856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] For port 8da26fdd-8cd9-4063-b656-54ba1835173e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8da26fdd-8cd9-4063-b656-54ba1835173e,segment=NetworkSegment(b1bcc2c0-3007-4bc0-951e-d26bc33ad158),segment_id=b1bcc2c0-3007-4bc0-951e-d26bc33ad158)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:51.377379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.489095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:51.507342 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.507684 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment 81fa4856-6a4d-4027-9239-dd95939e79b7 of type vlan for network 56257884-b380-4940-8276-e0a670dd32a2 Feb 04 20:09:51.515166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Calling delete_port for 8da26fdd-8cd9-4063-b656-54ba1835173e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:09:51.517348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7092dee5-16ab-4bc7-a4d0-05658634ff5a {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:51.541335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.633883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.640626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Transition to ACTIVE for port object 7092dee5-16ab-4bc7-a4d0-05658634ff5a will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:51.678335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:09:51.678944 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:09:51.763590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e9d78-fc2e-4b77-9e9d-80c424628ea4 req-fcd1496d-8237-4ba5-b927-af83ef6a8f1e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:51.764341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b88e9d78-fc2e-4b77-9e9d-80c424628ea4 req-fcd1496d-8237-4ba5-b927-af83ef6a8f1e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:51.816430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:51.984784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b88e9d78-fc2e-4b77-9e9d-80c424628ea4 req-fcd1496d-8237-4ba5-b927-af83ef6a8f1e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:51.985707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b88e9d78-fc2e-4b77-9e9d-80c424628ea4 req-fcd1496d-8237-4ba5-b927-af83ef6a8f1e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 935 time: 0.4107158 Feb 04 20:09:52.027793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e86d7ed-3349-4459-852e-94cf86aff7d3 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:52.046266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.046475 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.051517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57456) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:52.057962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:52.058936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.118296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b88e9d78-fc2e-4b77-9e9d-80c424628ea4 req-eea761ad-6171-49e4-9dce-2c26fa5de736 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106937 Feb 04 20:09:52.119514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Transition to ACTIVE for port object 7e86d7ed-3349-4459-852e-94cf86aff7d3 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:52.139999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fac09f8a-d8ab-4d72-b369-35d187fec0ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afe1562b494e44d69325fe97d207dc77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798280 Feb 04 20:09:52.144510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57460) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:52.235576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a83b-5808-4aa5-b3f8-f21ee9c154e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.239463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7092dee5-16ab-4bc7-a4d0-05658634ff5a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:52.261516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c45c6537-edb8-48fb-a54c-e778f3dc9d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.263875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.275287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a83b-5808-4aa5-b3f8-f21ee9c154e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.350046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=56257884-b380-4940-8276-e0a670dd32a2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:52.353389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.360305 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6e68d0c-45d6-4ad2-9aad-02dea320c13c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2789679 Feb 04 20:09:52.366891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 56257884-b380-4940-8276-e0a670dd32a2 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:52.401245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Deleting port 8da26fdd-8cd9-4063-b656-54ba1835173e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:09:52.401822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.404586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57466) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:52.423676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': '56257884-b380-4940-8276-e0a670dd32a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:52.566653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57470) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:52.625653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b687b-29f9-4b27-a3b7-231a4849db8d req-f45ba22f-252a-4554-bada-c7409c1a1d7d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:52.633181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7c0b687b-29f9-4b27-a3b7-231a4849db8d req-f45ba22f-252a-4554-bada-c7409c1a1d7d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.7749286 Feb 04 20:09:52.687339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603e42cb-e615-40a5-94f6-503f3c107bb4,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:52.699015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Checking segment: {'id': 'e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:52.699371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Network hostable DHCP agents. Network: 87e8fb3d-110b-4faa-99d3-3b13c5d77613, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:52.715266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Attempting to bind port 7092dee5-16ab-4bc7-a4d0-05658634ff5a on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:52.715605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Attempting to bind port 7092dee5-16ab-4bc7-a4d0-05658634ff5a by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:52.715933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Attempting to bind port 7092dee5-16ab-4bc7-a4d0-05658634ff5a on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:52.738065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:52.747665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Port 7092dee5-16ab-4bc7-a4d0-05658634ff5a on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:09:52.748036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Attempting to bind port 7092dee5-16ab-4bc7-a4d0-05658634ff5a on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:52.750587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:52.758357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:52.776859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] The port '8da26fdd-8cd9-4063-b656-54ba1835173e' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:09:52.778067 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7c0b687b-29f9-4b27-a3b7-231a4849db8d req-a1e4e04a-b546-47dc-a74e-71648365cf9e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437540 Feb 04 20:09:52.788766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:52.788766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:52.788766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:52.789059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:52.789263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Bound port: 7092dee5-16ab-4bc7-a4d0-05658634ff5a, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:52.790485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.878302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.902586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:52.914393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:52.931755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:52.935845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:52.950962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Usage tracker for resource:security_group_rule and tenant:af0d52ab12084300ab8065381b2ae9e7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:52.956752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:53.019061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:53.022679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e86d7ed-3349-4459-852e-94cf86aff7d3,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:53.035358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 87e8fb3d-110b-4faa-99d3-3b13c5d77613) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:53.037255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] For port 7092dee5-16ab-4bc7-a4d0-05658634ff5a, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:53.048894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:53.049479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.050132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c38b2-2565-4f4c-bd0a-49aa9e08bb1f None None] Network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:53.069077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a83b-5808-4aa5-b3f8-f21ee9c154e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.077330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] For port 7092dee5-16ab-4bc7-a4d0-05658634ff5a, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7092dee5-16ab-4bc7-a4d0-05658634ff5a,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:53.124967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4a83b-5808-4aa5-b3f8-f21ee9c154e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42fb75-ee49-4949-b60b-6f34576b593b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:53.130399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.191910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f80665-0b93-47c0-95ca-62b5590c6370']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:53.212212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bcc2c0-3007-4bc0-951e-d26bc33ad158') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:53.217746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bcc2c0-3007-4bc0-951e-d26bc33ad158') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:09:53.222510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76f7cfb2-b522-4738-88d6-9d3687d07cd7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1913838 Feb 04 20:09:53.230101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.249411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.257708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.267752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:09:53.270273 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.329601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652aa26-943a-4692-b450-6d18f0982ca5 None None] Network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:09:53.373825 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:09:53.402018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:53.402653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.404130 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/7092dee5-16ab-4bc7-a4d0-05658634ff5a HTTP/1.1" status: 200 len: 1095 time: 3.0597484 Feb 04 20:09:53.407252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-f4a9e367-a026-4eb2-a2d6-7ecf260b5a95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9463439 Feb 04 20:09:53.410734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'tag': '7092dee5-16ab-4bc7-a4d0-05658634ff5a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:53.425549 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.441336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a83b-5808-4aa5-b3f8-f21ee9c154e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.447510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f4e4a83b-5808-4aa5-b3f8-f21ee9c154e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd42fb75-ee49-4949-b60b-6f34576b593b HTTP/1.1" status: 204 len: 168 time: 1.2984517 Feb 04 20:09:53.468938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.470435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Attempting to bind port 7e86d7ed-3349-4459-852e-94cf86aff7d3 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:53.472399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Attempting to bind port 7e86d7ed-3349-4459-852e-94cf86aff7d3 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:53.473221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Attempting to bind port 7e86d7ed-3349-4459-852e-94cf86aff7d3 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:53.484540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145d914-8e58-44de-aca2-a96123c7f5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7092dee5-16ab-4bc7-a4d0-05658634ff5a,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:53.501603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Port 7e86d7ed-3349-4459-852e-94cf86aff7d3 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:09:53.501836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Attempting to bind port 7e86d7ed-3349-4459-852e-94cf86aff7d3 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:53.508401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.527186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:53.527515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:53.532205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:53.533497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Bound port: 7e86d7ed-3349-4459-852e-94cf86aff7d3, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:53.538004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.551603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23325e6f-e2e7-4fa7-9980-80ca127b1ea9 req-f0a9641a-606a-478f-9dea-4aa82b32c788 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:53.552894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23325e6f-e2e7-4fa7-9980-80ca127b1ea9 req-f0a9641a-606a-478f-9dea-4aa82b32c788 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 947 time: 0.2267621 Feb 04 20:09:53.606926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.614546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.623524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.682327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:53.721514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416dac-e863-466e-9099-983b4ab49158 req-ccfa507e-6fb4-414c-bf13-8bda4dc7c126 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:53.723016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97416dac-e863-466e-9099-983b4ab49158 req-ccfa507e-6fb4-414c-bf13-8bda4dc7c126 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.7420659 Feb 04 20:09:53.723792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Pushing event deleted for resources: {'Network': ['ID=65f80665-0b93-47c0-95ca-62b5590c6370,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:53.735324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0046a6bc-a8a4-4258-a1e6-a7aad1503bed tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/networks/65f80665-0b93-47c0-95ca-62b5590c6370 HTTP/1.1" status: 204 len: 168 time: 5.9134412 Feb 04 20:09:53.740517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57488) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:53.768125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af0d52ab12084300ab8065381b2ae9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1839278 Feb 04 20:09:53.769595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01685af-2c09-4a8b-825b-038ba66e252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2d53c6-2b9d-4780-9b61-b56a0b7ee6da,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:53.771596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57492) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:53.787539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23325e6f-e2e7-4fa7-9980-80ca127b1ea9 req-7be1a488-3c3f-4f9a-a0c8-dbec7ae1a738 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873000 Feb 04 20:09:53.809320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=ef47ed13-593f-490d-80e6-9871f1384168,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:53.835939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c3f4829-4eb3-41bb-8457-6d4b7b1e15d3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Synchronizing usage tracker for tenant:136fe21c21ac4c148b371d3f9d8b7274 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:53.857298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': '81fa4856-6a4d-4027-9239-dd95939e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56257884-b380-4940-8276-e0a670dd32a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:53.857742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: 56257884-b380-4940-8276-e0a670dd32a2, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:53.870230 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'tag': '7092dee5-16ab-4bc7-a4d0-05658634ff5a', 'status': 'completed', 'code': 200} Feb 04 20:09:53.875452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] For port 7e86d7ed-3349-4459-852e-94cf86aff7d3, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:53.880123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-91ba5b42-6251-49e0-a47f-5e03499b41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:53.882386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-91ba5b42-6251-49e0-a47f-5e03499b41cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 1097 time: 0.3279626 Feb 04 20:09:53.890314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] For port 7e86d7ed-3349-4459-852e-94cf86aff7d3, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7e86d7ed-3349-4459-852e-94cf86aff7d3,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:53.897261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97416dac-e863-466e-9099-983b4ab49158 req-52703141-f2e6-4c4e-b004-6d9b322b9e04 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571274 Feb 04 20:09:53.902873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-69a6b742-6f6e-4722-af74-5aedd2cb3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:53.904360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-69a6b742-6f6e-4722-af74-5aedd2cb3fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 1098 time: 0.2870917 Feb 04 20:09:53.930133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b995a8fd-6daa-4617-88c2-b8e398442707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.033844 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-8369dffd-9bec-4a64-a032-4f5ac84cb31b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=7092dee5-16ab-4bc7-a4d0-05658634ff5a HTTP/1.1" status: 200 len: 217 time: 0.1222112 Feb 04 20:09:54.036346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.048176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c3f4829-4eb3-41bb-8457-6d4b7b1e15d3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Unset dirty status for tenant:136fe21c21ac4c148b371d3f9d8b7274 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:54.050135 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c3f4829-4eb3-41bb-8457-6d4b7b1e15d3 tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "GET /v2.0/ports?device_id=6787d290-4ecd-4624-92a5-52ce53ece9c5 HTTP/1.1" status: 200 len: 205 time: 0.3086696 Feb 04 20:09:54.116552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57504) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:54.165638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.167582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.168997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/7e86d7ed-3349-4459-852e-94cf86aff7d3 HTTP/1.1" status: 200 len: 1095 time: 4.0350132 Feb 04 20:09:54.169475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'tag': '7e86d7ed-3349-4459-852e-94cf86aff7d3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:09:54.253906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-adb57f52-6850-4fd2-a7e4-3e2b658d2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.255440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-adb57f52-6850-4fd2-a7e4-3e2b658d2206 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2037392 Feb 04 20:09:54.262326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6f99-ff69-46ea-8f6b-e39ce68ed9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e86d7ed-3349-4459-852e-94cf86aff7d3,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:54.278713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 56257884-b380-4940-8276-e0a670dd32a2 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:54.344093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b995a8fd-6daa-4617-88c2-b8e398442707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.415599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ef26191-5b81-4452-97be-111859e4fbcf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.478125 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'tag': '7e86d7ed-3349-4459-852e-94cf86aff7d3', 'status': 'completed', 'code': 200} Feb 04 20:09:54.501960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 56257884-b380-4940-8276-e0a670dd32a2) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:54.510199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b15bd-fffe-40e9-80bd-8bfd31839b89 None None] Network 56257884-b380-4940-8276-e0a670dd32a2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:54.579806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.580306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.586555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-2990485a-225b-4258-8ef3-7d73b326d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.588741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-2990485a-225b-4258-8ef3-7d73b326d389 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3183603 Feb 04 20:09:54.593699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-c389fb33-d7e3-49f1-b87a-c3bc9719000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.593699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-c389fb33-d7e3-49f1-b87a-c3bc9719000c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.6842825 Feb 04 20:09:54.603889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83c019-b572-4ff5-890e-a872a93c28b9 req-b118cb59-d5b7-41d8-9e80-2142c73dc112 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.606653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc83c019-b572-4ff5-890e-a872a93c28b9 req-b118cb59-d5b7-41d8-9e80-2142c73dc112 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2430632 Feb 04 20:09:54.609284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-96ca2cbe-a85e-4587-a637-423362d40d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.610648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-96ca2cbe-a85e-4587-a637-423362d40d6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 1098 time: 0.2895339 Feb 04 20:09:54.799560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-ca312dd0-d6ef-4f10-afe0-e5df75df41a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7e86d7ed-3349-4459-852e-94cf86aff7d3 HTTP/1.1" status: 200 len: 217 time: 0.1622758 Feb 04 20:09:54.801247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-56257884-b380-4940-8276-e0a670dd32a2', 'network_id': '56257884-b380-4940-8276-e0a670dd32a2', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': 'ef47ed13-593f-490d-80e6-9871f1384168'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:09:54.802949 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.856022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-c47d7eea-699f-4532-accc-517e11aae050 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1981475-470a-4323-8051-efa4c6353571 HTTP/1.1" status: 200 len: 217 time: 0.2040803 Feb 04 20:09:54.860035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ef26191-5b81-4452-97be-111859e4fbcf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.862681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ef26191-5b81-4452-97be-111859e4fbcf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:54.884581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc83c019-b572-4ff5-890e-a872a93c28b9 req-406e59bf-a6fe-4632-90d9-1529b9d479d6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466674 Feb 04 20:09:54.945103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a7d2b802-7476-460a-80e1-d6b4670e7aa2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5351386 Feb 04 20:09:54.949456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57536) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:54.959910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-11d8b2c2-97f9-4d3d-b8d9-7588e9d64bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:54.959910 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-11d8b2c2-97f9-4d3d-b8d9-7588e9d64bf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.0901840 Feb 04 20:09:54.959910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1488049292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:55.008462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:55.019877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b995a8fd-6daa-4617-88c2-b8e398442707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.028582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:router and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:55.061993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:55.065047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-328b4906-2101-497e-bf95-b8b3879e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:55.066475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-328b4906-2101-497e-bf95-b8b3879e73f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2569101 Feb 04 20:09:55.070016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-b841e093-3faa-47c4-ae31-b2ab3d31dad7 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629478 Feb 04 20:09:55.073353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995a8fd-6daa-4617-88c2-b8e398442707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2d53c6-2b9d-4780-9b61-b56a0b7ee6da,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:55.075526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:55.078063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ef26191-5b81-4452-97be-111859e4fbcf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.078565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef26191-5b81-4452-97be-111859e4fbcf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Fanout notify agent at l3_agent the message router_deleted on router 6787d290-4ecd-4624-92a5-52ce53ece9c5 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:09:55.093175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b995a8fd-6daa-4617-88c2-b8e398442707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.093175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b995a8fd-6daa-4617-88c2-b8e398442707 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c2d53c6-2b9d-4780-9b61-b56a0b7ee6da HTTP/1.1" status: 204 len: 168 time: 1.3102438 Feb 04 20:09:55.110533 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ef26191-5b81-4452-97be-111859e4fbcf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.113074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ef26191-5b81-4452-97be-111859e4fbcf tempest-RoutersNegativeTest-85989283 tempest-RoutersNegativeTest-85989283-project] 10.222.0.48 "DELETE /v2.0/routers/6787d290-4ecd-4624-92a5-52ce53ece9c5 HTTP/1.1" status: 204 len: 168 time: 0.9897511 Feb 04 20:09:55.156779 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.171748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-2ba73dcb-cc19-4e10-ab35-12a2b6ad1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:55.174789 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-2ba73dcb-cc19-4e10-ab35-12a2b6ad1e0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084155 Feb 04 20:09:55.269057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Allocated IP 2001:db8::2 (56257884-b380-4940-8276-e0a670dd32a2/ef47ed13-593f-490d-80e6-9871f1384168/c87a5afc-65f2-4fb0-a140-ba32403bfb7b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:55.311538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.312865 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.340595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-cc14eab4-40bc-4ece-94d2-7704454a6597 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587965 Feb 04 20:09:55.358574 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.374494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6d596-7257-4ef8-a554-9ef801f9b720 req-a0df69d5-700d-434f-83e9-253fa04725d2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:55.376088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75e6d596-7257-4ef8-a554-9ef801f9b720 req-a0df69d5-700d-434f-83e9-253fa04725d2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 947 time: 0.2953515 Feb 04 20:09:55.379138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-32b091df-b99e-4013-ae95-30b8cae52c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:55.380794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-32b091df-b99e-4013-ae95-30b8cae52c22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3012161 Feb 04 20:09:55.421827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-d25824b2-73d0-47c5-912c-c4200a5e9ddc service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390187 Feb 04 20:09:55.436785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90064bb2-7665-47cc-bc81-3881fdd8bedd req-c05806dd-66aa-42cb-bc99-9c7e7eb588b9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:55.438503 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90064bb2-7665-47cc-bc81-3881fdd8bedd req-c05806dd-66aa-42cb-bc99-9c7e7eb588b9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2253933 Feb 04 20:09:55.481331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.577128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75e6d596-7257-4ef8-a554-9ef801f9b720 req-4701c00d-88ea-4616-82d0-fe1da68fd90a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897569 Feb 04 20:09:55.601335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90064bb2-7665-47cc-bc81-3881fdd8bedd req-a39de0da-fc88-4346-bdb8-eb1ebaf5b4cd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424623 Feb 04 20:09:55.646067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57550) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:55.649403 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-b61274b9-68e4-4a19-b86e-b0429beef8e2 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608764 Feb 04 20:09:55.675733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.683429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b30f3d7e-99a9-4af6-90db-2515e95244b8 req-36b28677-f724-46a7-a2d0-b19aae0320f1 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438049 Feb 04 20:09:55.689354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Transition to ACTIVE for port object c87a5afc-65f2-4fb0-a140-ba32403bfb7b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:55.713638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Transition to ACTIVE for port object c87a5afc-65f2-4fb0-a140-ba32403bfb7b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:55.761526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-511b172c-63a8-4b87-acd9-2fb851a36878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:55.762990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-511b172c-63a8-4b87-acd9-2fb851a36878 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 1098 time: 0.2820132 Feb 04 20:09:55.770505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.771715 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dfcf9ca6-b256-4c1b-a21c-ffb35dd830db tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8209584 Feb 04 20:09:55.774528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57558) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:55.779895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'port': {'network_id': '56257884-b380-4940-8276-e0a670dd32a2', 'name': 'tempest-RoutersIpV6Test-859632021'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:55.882875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca7215e-1611-480b-afa5-48a7a81eb52e req-73b89ebd-8098-454b-b2b6-a77d3a55212b service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251403 Feb 04 20:09:55.890420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:55.937274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-767ba341-7b87-44e2-986f-fc26e703f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:55.938762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-767ba341-7b87-44e2-986f-fc26e703f388 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1618826 Feb 04 20:09:55.976477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Network 56257884-b380-4940-8276-e0a670dd32a2 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:55.977752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:55.985966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:56.017966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-b7c5bac1-0019-4f6c-98ea-4f58a7bd7a3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=7092dee5-16ab-4bc7-a4d0-05658634ff5a HTTP/1.1" status: 200 len: 217 time: 0.0721853 Feb 04 20:09:56.069670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Pushing event updated for resources: {'Port': ['ID=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:56.093934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Attempting to bind port c87a5afc-65f2-4fb0-a140-ba32403bfb7b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:09:56.094508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Attempting to bind port c87a5afc-65f2-4fb0-a140-ba32403bfb7b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '81fa4856-6a4d-4027-9239-dd95939e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56257884-b380-4940-8276-e0a670dd32a2'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:09:56.095856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Attempting to bind port c87a5afc-65f2-4fb0-a140-ba32403bfb7b on network 56257884-b380-4940-8276-e0a670dd32a2 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:09:56.104188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:09:56.104573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Checking segment: {'id': '81fa4856-6a4d-4027-9239-dd95939e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56257884-b380-4940-8276-e0a670dd32a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:56.105541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:56.105541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Bound using segment: {'id': '81fa4856-6a4d-4027-9239-dd95939e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56257884-b380-4940-8276-e0a670dd32a2'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:09:56.106377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Bound port: c87a5afc-65f2-4fb0-a140-ba32403bfb7b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fa4856-6a4d-4027-9239-dd95939e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '56257884-b380-4940-8276-e0a670dd32a2'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:09:56.106954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:56.112897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:56.144044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:56.180920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57572) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:56.212182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:56.212705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] For port c87a5afc-65f2-4fb0-a140-ba32403bfb7b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:09:56.216357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] For port c87a5afc-65f2-4fb0-a140-ba32403bfb7b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,segment=NetworkSegment(81fa4856-6a4d-4027-9239-dd95939e79b7),segment_id=81fa4856-6a4d-4027-9239-dd95939e79b7)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:09:56.241478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:56.246054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Usage tracker for resource:security_group_rule and tenant:bb53e05e54af4281a0507297728444f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:56.249250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:56.255159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:56.265345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-1de1e84b-82ee-412e-a329-11d9ba8e23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:56.267055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-1de1e84b-82ee-412e-a329-11d9ba8e23ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2426670 Feb 04 20:09:56.320396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:56.331809 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:56.343168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-4ca74f2e-72b6-45bd-9b1d-a67f3206ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:56.344752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-4ca74f2e-72b6-45bd-9b1d-a67f3206ed8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 1098 time: 0.2597103 Feb 04 20:09:56.393831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:56.424094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] device_id is not set on port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:09:56.485115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-80ceb3b8-7c9b-491b-a327-4bb9e9b6a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:56.486934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-80ceb3b8-7c9b-491b-a327-4bb9e9b6a1cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129478 Feb 04 20:09:56.495131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57582) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:56.497157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403cf14-356c-4608-beca-3851a6cf372d None None] Pushing event updated for resources: {'Port': ['ID=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:56.499131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-21456946-network', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:56.505982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:56.510087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Usage tracker for resource:network and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:56.567262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:56.608255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-4baadcf8-ffa8-4413-902a-f952b151a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:56.608550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:56.608644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-4baadcf8-ffa8-4413-902a-f952b151a443 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2543211 Feb 04 20:09:56.702861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-5a368cec-8f14-4b03-9650-3d9ffde75e22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7e86d7ed-3349-4459-852e-94cf86aff7d3 HTTP/1.1" status: 200 len: 217 time: 0.0803227 Feb 04 20:09:56.769885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:56.796930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Made reservation on behalf of fec847ac077d456db255dfe858da5e9e for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:56.799331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:56.856240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15000280-43a4-490c-a5d9-b1753bc8a82c req-1d180abe-56b6-4086-9f7d-c715409b98d3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:56.863344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15000280-43a4-490c-a5d9-b1753bc8a82c req-1d180abe-56b6-4086-9f7d-c715409b98d3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3697524 Feb 04 20:09:56.886062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8::2b8 (56257884-b380-4940-8276-e0a670dd32a2/ef47ed13-593f-490d-80e6-9871f1384168/9caffa32-9bcd-4ac7-8d8f-c0f76628fc29) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:09:56.911468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-376478a1-6327-4795-8a65-8e5dce8e967c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118969 Feb 04 20:09:57.031813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-88b9255d-e963-49f5-b95b-2addbb080def admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=136fe21c21ac4c148b371d3f9d8b7274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118871 Feb 04 20:09:57.032880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.042330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57596) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:57.045700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-cb08c1b4-4dca-49ff-8ab0-d60dc3b97954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:57.047212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-cb08c1b4-4dca-49ff-8ab0-d60dc3b97954 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3307042 Feb 04 20:09:57.057148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.123182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:57.148699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Usage tracker for resource:security_group_rule and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:57.160176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:57.185606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:57.204425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4aeb1b0-ec86-4139-9f09-59a2a76c4c08 req-5647a4f8-6937-4957-821c-fbe436f53c51 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843883 Feb 04 20:09:57.206464 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb53e05e54af4281a0507297728444f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0244150 Feb 04 20:09:57.210462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:57.216236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3024e61-0479-498c-8c7f-87c64d951392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd438a80-7763-4425-b6fc-0fa89f1f6d83,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:57.245411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-15000280-43a4-490c-a5d9-b1753bc8a82c req-841b827a-ba0c-4c10-86f8-c6b947782078 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020018 Feb 04 20:09:57.246815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-ba4bca2a-859a-4c59-9d80-d62f30b1eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:57.248471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-ba4bca2a-859a-4c59-9d80-d62f30b1eaad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1822236 Feb 04 20:09:57.261384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04242f7-70a4-4975-9a4b-0d3a816b09e1 req-7c2bc74b-0c2f-4adc-8230-8fd6178d453c tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:57.262939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d04242f7-70a4-4975-9a4b-0d3a816b09e1 req-7c2bc74b-0c2f-4adc-8230-8fd6178d453c tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 947 time: 0.2611887 Feb 04 20:09:57.318084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.329367 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e05ad50-f9f2-4f51-ab0d-1c7e1121f9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.366743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:09:57.382663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e05ad50-f9f2-4f51-ab0d-1c7e1121f9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.462371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.470211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d04242f7-70a4-4975-9a4b-0d3a816b09e1 req-b6d9d5c0-5387-4c18-924f-56dbc3465c42 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898444 Feb 04 20:09:57.516137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-a9fffe68-978c-4130-a2df-f8d1a8156ca8 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470267 Feb 04 20:09:57.518840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b42ea9aa-1109-403b-98c3-d9d71ef4e22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.556069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.612723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db2b92-13d0-462d-b882-0e6fe9951645,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:57.616237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:09:57.627113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b42ea9aa-1109-403b-98c3-d9d71ef4e22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.630905 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.640113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.640463 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Added segment 61ae85b5-bbd0-4ce7-9737-f8946842b8d0 of type vlan for network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c Feb 04 20:09:57.686987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e05ad50-f9f2-4f51-ab0d-1c7e1121f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.725613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e10f9b9-6676-41bf-9b5a-3465bd73574c req-f5ad3ba6-16eb-4f09-bdaa-90f2c24e3254 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952050 Feb 04 20:09:57.755150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.762290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05ad50-f9f2-4f51-ab0d-1c7e1121f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543bebc-1d54-4439-8797-89396867d1a8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:57.814275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 56257884-b380-4940-8276-e0a670dd32a2 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:09:57.828042 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b42ea9aa-1109-403b-98c3-d9d71ef4e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.839199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:57.846251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:09:57.851873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:57.858472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.865089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b42ea9aa-1109-403b-98c3-d9d71ef4e22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.868594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b42ea9aa-1109-403b-98c3-d9d71ef4e22d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd438a80-7763-4425-b6fc-0fa89f1f6d83 HTTP/1.1" status: 204 len: 168 time: 0.6542635 Feb 04 20:09:57.868594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ea9aa-1109-403b-98c3-d9d71ef4e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd438a80-7763-4425-b6fc-0fa89f1f6d83,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:57.880154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe810f48-5c2e-47b0-a239-9c0ac949faa7 req-57294291-e732-4ca1-9129-3b34c19b0363 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:57.881676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe810f48-5c2e-47b0-a239-9c0ac949faa7 req-57294291-e732-4ca1-9129-3b34c19b0363 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3774605 Feb 04 20:09:57.882456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=9caffa32-9bcd-4ac7-8d8f-c0f76628fc29,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:57.905194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e05ad50-f9f2-4f51-ab0d-1c7e1121f9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.906376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6e05ad50-f9f2-4f51-ab0d-1c7e1121f9c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4543bebc-1d54-4439-8797-89396867d1a8 HTTP/1.1" status: 204 len: 168 time: 0.8511496 Feb 04 20:09:57.953532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-3069f19b-a6d6-42b7-9f67-c88f339752f0 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:57.954393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-3069f19b-a6d6-42b7-9f67-c88f339752f0 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Synchronizing usage tracker for tenant:49591b0d22784dfb8002b10021362774 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:09:57.966040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe810f48-5c2e-47b0-a239-9c0ac949faa7 req-9bc43b83-8705-4f64-833c-66359eba45f7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717454 Feb 04 20:09:57.986462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.987637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:57.988228 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:57.992897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b0064-65ed-48e1-8180-9e89e9ccc74b None None] Network 56257884-b380-4940-8276-e0a670dd32a2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:58.064899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4189e537-acbb-44db-9a6f-deede860b773 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2893131 Feb 04 20:09:58.067949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57626) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:58.094451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] Pushing event updated for resources: {'Network': ['ID=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:58.114830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:09:58.165882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-3069f19b-a6d6-42b7-9f67-c88f339752f0 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Unset dirty status for tenant:49591b0d22784dfb8002b10021362774 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:09:58.169259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-3069f19b-a6d6-42b7-9f67-c88f339752f0 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/networks?id=87e8fb3d-110b-4faa-99d3-3b13c5d77613 HTTP/1.1" status: 200 len: 810 time: 0.4318817 Feb 04 20:09:58.214386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0684a3bd-faf7-4b64-806d-22cad7078c90 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5638211 Feb 04 20:09:58.214960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57630) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:58.221617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Request body: {'subnet': {'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-21456946-subnet', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:58.227616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:58.229933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0c0a24b2-cf44-4f9b-85e0-bfcb7574868a None None] Provisioning for port c87a5afc-65f2-4fb0-a140-ba32403bfb7b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:58.241014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Usage tracker for resource:subnet and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:58.246592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:58.256785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-4f589fc9-a686-4858-a776-a43957ff0f8f tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/quotas/49591b0d22784dfb8002b10021362774 HTTP/1.1" status: 200 len: 375 time: 0.0251944 Feb 04 20:09:58.257531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:58.348257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Made reservation on behalf of fec847ac077d456db255dfe858da5e9e for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:09:58.352485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:58.382897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-f7ae367a-b4d9-4358-9198-c5bc61164ae8 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=49591b0d22784dfb8002b10021362774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249037 Feb 04 20:09:58.615729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7092dee5-16ab-4bc7-a4d0-05658634ff5a details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:09:58.843582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be1033-dd42-4636-8363-a4903f3a8885 req-e7e3d7d8-4832-42af-9f77-8d81106f92cc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:58.846125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14be1033-dd42-4636-8363-a4903f3a8885 req-e7e3d7d8-4832-42af-9f77-8d81106f92cc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2048166 Feb 04 20:09:58.852288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7092dee5-16ab-4bc7-a4d0-05658634ff5a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7092dee5-16ab-4bc7-a4d0-05658634ff5a,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:58.878306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '7092dee5-16ab-4bc7-a4d0-05658634ff5a', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '7092dee5-16ab-4bc7-a4d0-05658634ff5a', 'mac_address': 'fa:16:3e:9b:5b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:09:58.904445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14be1033-dd42-4636-8363-a4903f3a8885 req-d9afd704-be2c-4214-8959-f47058716481 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530727 Feb 04 20:09:58.934278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:59.064621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c87a5afc-65f2-4fb0-a140-ba32403bfb7b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:09:59.127403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:59.168994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7e86d7ed-3349-4459-852e-94cf86aff7d3 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:09:59.185495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-72e51b27-58eb-4a72-aabb-c9480054052d service neutron] 10.222.0.48 "GET /v2.0/networks/87e8fb3d-110b-4faa-99d3-3b13c5d77613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014274 Feb 04 20:09:59.188709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7092dee5-16ab-4bc7-a4d0-05658634ff5a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:09:59.211715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb9a43a-40bf-4cd3-949a-f57b095d8d3d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:59.224359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7092dee5-16ab-4bc7-a4d0-05658634ff5a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7092dee5-16ab-4bc7-a4d0-05658634ff5a,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:59.233767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Checking segment: {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:09:59.234311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Network hostable DHCP agents. Network: a59e4d3e-6ff0-4e2e-a3c9-25c39341650c, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:09:59.332256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:59.403950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fb2e79dd-5e2a-48ac-b1bc-b5c334e9c32c None None] Provisioning for port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:59.423259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fb2e79dd-5e2a-48ac-b1bc-b5c334e9c32c None None] Provisioning complete for port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:59.423600 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fb2e79dd-5e2a-48ac-b1bc-b5c334e9c32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:59.445253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1796ef-3c76-4db7-8309-c946511cb7dd req-db06c89f-97a8-4354-bafa-b9e0b6c00197 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:59.446778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe1796ef-3c76-4db7-8309-c946511cb7dd req-db06c89f-97a8-4354-bafa-b9e0b6c00197 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 947 time: 0.3508563 Feb 04 20:09:59.474321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c87a5afc-65f2-4fb0-a140-ba32403bfb7b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:09:59.525410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c87a5afc-65f2-4fb0-a140-ba32403bfb7b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:09:59.526524 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:59.531551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe1796ef-3c76-4db7-8309-c946511cb7dd req-1639d249-94bd-4029-bc5e-df89c1288c6d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741823 Feb 04 20:09:59.532632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:09:59.598987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-55eafaca-debf-445d-b251-9928a450a8ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8354902 Feb 04 20:09:59.624413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7092dee5-16ab-4bc7-a4d0-05658634ff5a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:09:59.627568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e79dd-5e2a-48ac-b1bc-b5c334e9c32c None None] Port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:09:59.635177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, a59e4d3e-6ff0-4e2e-a3c9-25c39341650c) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:09:59.639985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:59.640700 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:59.658967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-4ba57aa3-601c-470f-86dd-b7ee597d02af service neutron] 10.222.0.48 "GET /v2.0/networks/87e8fb3d-110b-4faa-99d3-3b13c5d77613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689243 Feb 04 20:09:59.705740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3981fb0-edb6-4342-9d53-f92984408ff4 None None] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:09:59.716627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:09:59.751794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03b99158-a5c0-4365-90eb-a69105ec319d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5335622 Feb 04 20:09:59.752374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57680) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:09:59.758900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:09:59.826236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:09:59.860311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:09:59.886259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Usage tracker for resource:router and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:09:59.917282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:09:59.925611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:09:59.931109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 7e86d7ed-3349-4459-852e-94cf86aff7d3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7e86d7ed-3349-4459-852e-94cf86aff7d3,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:09:59.952336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '7e86d7ed-3349-4459-852e-94cf86aff7d3', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '7e86d7ed-3349-4459-852e-94cf86aff7d3', 'mac_address': 'fa:16:3e:5c:91:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:09:59.971915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d02920-b243-4999-9b19-f8dd30758536 req-01b9d9c3-262a-45fc-976f-a1c95e844081 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:09:59.973813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4d02920-b243-4999-9b19-f8dd30758536 req-01b9d9c3-262a-45fc-976f-a1c95e844081 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2102287 Feb 04 20:10:00.021745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-39862aaf-3094-4cbd-9217-27de01367e17 None None] Provisioning complete for port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:00.022122 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-39862aaf-3094-4cbd-9217-27de01367e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.033439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4d02920-b243-4999-9b19-f8dd30758536 req-ff75a7fa-a332-46c0-8ec8-a17e62826dd7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531607 Feb 04 20:10:00.034925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.042145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.058151 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.181677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.185322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73499e-4684-4f54-b5bc-022507a602cf req-70a5b2ca-9c05-488a-aa83-000961c2b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:00.187022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-70a5b2ca-9c05-488a-aa83-000961c2b0f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.4461963 Feb 04 20:10:00.218239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.253110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c87a5afc-65f2-4fb0-a140-ba32403bfb7b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,segment=NetworkSegment(81fa4856-6a4d-4027-9239-dd95939e79b7),segment_id=81fa4856-6a4d-4027-9239-dd95939e79b7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:00.266401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-39862aaf-3094-4cbd-9217-27de01367e17 None None] Port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:00.344843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e86d7ed-3349-4459-852e-94cf86aff7d3 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:00.389106 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.546316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 7e86d7ed-3349-4459-852e-94cf86aff7d3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7e86d7ed-3349-4459-852e-94cf86aff7d3,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:00.588921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af118624-efab-418e-ae68-8fac67e2e917 req-95941da9-681c-404c-a8fc-bf3ae66f52d9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 210 time: 0.1977360 Feb 04 20:10:00.611726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:00.634684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:10:00.636786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.703801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73499e-4684-4f54-b5bc-022507a602cf req-5ec40801-a5a0-4b94-ba85-1efffa7b9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:00.705254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-5ec40801-a5a0-4b94-ba85-1efffa7b9233 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.4919424 Feb 04 20:10:00.737913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.796814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.855481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f950ac-288b-4755-952b-73cd6d1dfbad req-8042c1f5-ccb8-4f29-8e00-a84175796b63 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:00.856951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2f950ac-288b-4755-952b-73cd6d1dfbad req-8042c1f5-ccb8-4f29-8e00-a84175796b63 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3309960 Feb 04 20:10:00.878909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-9f517479-1d6b-4586-9f41-7edfa447ec39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.1580234 Feb 04 20:10:00.880573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.894370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c87a5afc-65f2-4fb0-a140-ba32403bfb7b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:00.920648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:00.959693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=7e86d7ed-3349-4459-852e-94cf86aff7d3,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:00.982890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb89da-c0c3-41f8-a21e-dd2933b567fe req-16abacdc-0c0f-4802-b855-9cd137f5b017 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:00.989848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d4cb89da-c0c3-41f8-a21e-dd2933b567fe req-16abacdc-0c0f-4802-b855-9cd137f5b017 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 948 time: 0.2669156 Feb 04 20:10:01.039784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d4cb89da-c0c3-41f8-a21e-dd2933b567fe req-5b0738bc-88e8-40f8-95fb-447624d546c6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490158 Feb 04 20:10:01.096790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:01.275416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73499e-4684-4f54-b5bc-022507a602cf req-08f01ea8-e87f-418a-a045-19ed1d283eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:01.276908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-08f01ea8-e87f-418a-a045-19ed1d283eb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.3861983 Feb 04 20:10:01.312422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=9caffa32-9bcd-4ac7-8d8f-c0f76628fc29,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:01.381180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Allocated IP 172.20.0.2 (a59e4d3e-6ff0-4e2e-a3c9-25c39341650c/6eb9a43a-40bf-4cd3-949a-f57b095d8d3d/288ec09b-7807-4b14-bd8a-24afd3d08c0d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:01.399385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2f950ac-288b-4755-952b-73cd6d1dfbad req-5c179679-f0f7-4940-a0a3-41da53a564cc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234809 Feb 04 20:10:01.432491 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:01.484839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:01.501378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c87a5afc-65f2-4fb0-a140-ba32403bfb7b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:01.501757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:01.637193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-606df481-2d41-42ae-b26e-e3615087d403 None None] Provisioning complete for port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:01.637574 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-606df481-2d41-42ae-b26e-e3615087d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:01.701848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-606df481-2d41-42ae-b26e-e3615087d403 None None] Port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:01.781037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Allocated IP 172.25.7.138 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/cb3f3b2f-e179-4122-8666-dae68541b5d5) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:01.782457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-94d15f5c-3f87-43c1-8b7c-7ae41fe523cd req-8ef85500-99db-49aa-9698-b05f2440ccf7 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 210 time: 0.0797627 Feb 04 20:10:01.813323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205a3c4-72e3-4078-a63f-0d2180dc8ca5 req-034a6533-27a8-4125-b44a-1d77d5bda867 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:01.821934 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1205a3c4-72e3-4078-a63f-0d2180dc8ca5 req-034a6533-27a8-4125-b44a-1d77d5bda867 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2451122 Feb 04 20:10:01.896847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73499e-4684-4f54-b5bc-022507a602cf req-251b2087-2dd9-4dcd-82a7-4d03d6e6f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:01.899400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-251b2087-2dd9-4dcd-82a7-4d03d6e6f6d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5699396 Feb 04 20:10:01.910864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:01.911791 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:01.949338 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1205a3c4-72e3-4078-a63f-0d2180dc8ca5 req-1eb559ba-7560-4c13-b2d6-2367624c4f3d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232936 Feb 04 20:10:01.960400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Transition to ACTIVE for port object 288ec09b-7807-4b14-bd8a-24afd3d08c0d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:02.025315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:02.064774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Transition to ACTIVE for port object 288ec09b-7807-4b14-bd8a-24afd3d08c0d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:02.134963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-892f978c-8437-434b-a975-3115399d806c service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262444 Feb 04 20:10:02.340160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f73499e-4684-4f54-b5bc-022507a602cf req-7900259f-1851-48c3-8f0d-ee1d27647866 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983793 Feb 04 20:10:02.351895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c8a9-03d0-4289-a757-2d92d78cd343 req-d8048b73-cb62-4464-9eea-29bb8c111db9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:02.353534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35f7c8a9-03d0-4289-a757-2d92d78cd343 req-d8048b73-cb62-4464-9eea-29bb8c111db9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 948 time: 0.1896465 Feb 04 20:10:02.400064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35f7c8a9-03d0-4289-a757-2d92d78cd343 req-19206387-6f98-4446-931f-462fd20257e4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Feb 04 20:10:02.469497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382671f2-e051-4df2-aacf-e3b73349d90b req-8301f617-7326-420d-83e6-0a1d99a8869b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:02.471037 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-382671f2-e051-4df2-aacf-e3b73349d90b req-8301f617-7326-420d-83e6-0a1d99a8869b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 814 time: 0.2749431 Feb 04 20:10:02.485376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-382671f2-e051-4df2-aacf-e3b73349d90b req-f31fb48c-e7d4-4a63-b858-585eb89b6891 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/quotas/94dc4fe7adb1406594df7edf3f787db7 HTTP/1.1" status: 200 len: 375 time: 0.0088234 Feb 04 20:10:02.566079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-382671f2-e051-4df2-aacf-e3b73349d90b req-868d2277-3ebc-4768-b460-df71610178fd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759046 Feb 04 20:10:02.637813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7092dee5-16ab-4bc7-a4d0-05658634ff5a up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:02.746077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b19f-00b9-48fa-b6b7-0c1376df84aa req-62c8681f-97bf-4a69-9f4e-19a064f3bd06 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:02.747605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4d6b19f-00b9-48fa-b6b7-0c1376df84aa req-62c8681f-97bf-4a69-9f4e-19a064f3bd06 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.0840344 Feb 04 20:10:02.761068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:02.767924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:02.863064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:02.871161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 7092dee5-16ab-4bc7-a4d0-05658634ff5a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:02.880442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:02.894916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:02.916555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 7092dee5-16ab-4bc7-a4d0-05658634ff5a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:02.916555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:02.916758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:02.939721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:02.946981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:02.963748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:03.010475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4d6b19f-00b9-48fa-b6b7-0c1376df84aa req-2871e3e2-0683-46e7-911a-87c8bdfcf3e7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563615 Feb 04 20:10:03.022686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Pushing event updated for resources: {'Port': ['ID=288ec09b-7807-4b14-bd8a-24afd3d08c0d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:03.145058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Attempting to bind port 288ec09b-7807-4b14-bd8a-24afd3d08c0d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:03.145671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Attempting to bind port 288ec09b-7807-4b14-bd8a-24afd3d08c0d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:03.146333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Attempting to bind port 288ec09b-7807-4b14-bd8a-24afd3d08c0d on network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:03.172859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:03.173356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Checking segment: {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:03.177091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.177613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Bound using segment: {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:03.178210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Bound port: 288ec09b-7807-4b14-bd8a-24afd3d08c0d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:03.178727 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.240545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7e86d7ed-3349-4459-852e-94cf86aff7d3 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:03.316068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.339411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d4ce3df-864e-4f39-b4c6-3da5bb61fedf req-128b270f-0ac4-42ff-bcfd-15ccf68bcc41 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 210 time: 0.1391819 Feb 04 20:10:03.383535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092dee5-16ab-4bc7-a4d0-05658634ff5a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:03.403755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] For port 288ec09b-7807-4b14-bd8a-24afd3d08c0d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:03.408128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] For port 288ec09b-7807-4b14-bd8a-24afd3d08c0d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=288ec09b-7807-4b14-bd8a-24afd3d08c0d,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:03.424723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7092dee5-16ab-4bc7-a4d0-05658634ff5a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7092dee5-16ab-4bc7-a4d0-05658634ff5a,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:03.449396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3f3b2f-e179-4122-8666-dae68541b5d5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:03.466326 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092dee5-16ab-4bc7-a4d0-05658634ff5a', 'code': 200} Feb 04 20:10:03.543673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.558828 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.561358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 7e86d7ed-3349-4459-852e-94cf86aff7d3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:03.626754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4af67b-ddee-4ccd-bd58-715a76445ad6 req-8d403aae-09fa-4b81-9144-dcf069ac8980 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:03.627610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 7e86d7ed-3349-4459-852e-94cf86aff7d3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:03.628039 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.635897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f4af67b-ddee-4ccd-bd58-715a76445ad6 req-8d403aae-09fa-4b81-9144-dcf069ac8980 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3105249 Feb 04 20:10:03.722738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1e573-6a10-4a50-9633-f4628e78a40f None None] Pushing event updated for resources: {'Port': ['ID=288ec09b-7807-4b14-bd8a-24afd3d08c0d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:03.752117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57786) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:03.805479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f4af67b-ddee-4ccd-bd58-715a76445ad6 req-4ddc8e64-3c96-418c-b6bb-0aa88f2fda65 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683712 Feb 04 20:10:03.824733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7092dee5-16ab-4bc7-a4d0-05658634ff5a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:03.834193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38849dd-89ba-479d-acb2-95a02d7f69f2 req-2d7a6673-53ce-4508-a485-830de9e3d399 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:03.835748 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f38849dd-89ba-479d-acb2-95a02d7f69f2 req-2d7a6673-53ce-4508-a485-830de9e3d399 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 949 time: 0.2246833 Feb 04 20:10:03.839186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.871320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3690fc-5aa2-4144-ab30-5a1264fc9de5 req-71bee47f-ac63-428e-8fe4-29ed3f27d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:03.873206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3690fc-5aa2-4144-ab30-5a1264fc9de5 req-71bee47f-ac63-428e-8fe4-29ed3f27d40d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 1100 time: 0.3385596 Feb 04 20:10:03.932573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:03.997288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f3690fc-5aa2-4144-ab30-5a1264fc9de5 req-f52e4585-c860-480a-be83-07797eb275fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163452 Feb 04 20:10:04.007643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:04.064925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 7e86d7ed-3349-4459-852e-94cf86aff7d3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7e86d7ed-3349-4459-852e-94cf86aff7d3,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:04.065081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:04.080404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:04.081189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:04.169427 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:04.210513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:04.232430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f38849dd-89ba-479d-acb2-95a02d7f69f2 req-1fd948a0-e0ac-4a5c-bada-2da6b3796e26 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954352 Feb 04 20:10:04.244247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4e70e4d587c84909bdd3f06314b0fd71 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:04.257582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:04.323726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=7e86d7ed-3349-4459-852e-94cf86aff7d3,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:04.546993 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-604a516a-7908-4d2d-8633-2db30864d480 req-84dab110-1973-4d7a-be75-821f0bd3a32b tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 210 time: 0.0466030 Feb 04 20:10:04.548234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:04.560008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:04.638371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=9caffa32-9bcd-4ac7-8d8f-c0f76628fc29,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:04.665259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-745d4742-8ea7-449b-a6b8-a2c6f7594547 req-09a31b94-aec6-4098-9094-38108a75cd6e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=94dc4fe7adb1406594df7edf3f787db7 HTTP/1.1" status: 200 len: 221 time: 0.4354260 Feb 04 20:10:04.781260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-cc37fa50-8a3a-4575-b014-edfd30350e8a tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:04.782807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-cc37fa50-8a3a-4575-b014-edfd30350e8a tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.62 "GET /v2.0/networks?id=87e8fb3d-110b-4faa-99d3-3b13c5d77613 HTTP/1.1" status: 200 len: 810 time: 0.2630680 Feb 04 20:10:04.784851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 56257884-b380-4940-8276-e0a670dd32a2 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:04.787433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:04.799251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Request body: {'port': {'device_id': 'a5117303-d684-43a8-88e6-2bd7899db062', 'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613', 'admin_state_up': True, 'tenant_id': '49591b0d22784dfb8002b10021362774'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:04.995570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 288ec09b-7807-4b14-bd8a-24afd3d08c0d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:05.007585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3640675-a410-435d-a7e4-631062d1cccd req-0525a2d7-2cb5-4bcf-9766-d38a05dbb499 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:05.015139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3640675-a410-435d-a7e4-631062d1cccd req-0525a2d7-2cb5-4bcf-9766-d38a05dbb499 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1916201 Feb 04 20:10:05.077287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3640675-a410-435d-a7e4-631062d1cccd req-14da0e68-f5b0-4dcf-9eb6-5737438ae65b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610318 Feb 04 20:10:05.130731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:10:05.188721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 288ec09b-7807-4b14-bd8a-24afd3d08c0d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:05.320197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:05.336521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:05.344971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Usage tracker for resource:port and tenant:49591b0d22784dfb8002b10021362774 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:05.348037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:05.362463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:05.364052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f76cb123-0cef-40b0-925c-4ce3bc5381f2 None None] Provisioning complete for port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:05.364651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f76cb123-0cef-40b0-925c-4ce3bc5381f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:05.389156 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:05.413259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051e327-a623-4d5a-b301-cd15a9fa6e20 None None] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:05.453645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e70e4d587c84909bdd3f06314b0fd71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6860852 Feb 04 20:10:05.456302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57820) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:05.461421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router c96b83d5-0f77-455e-afd0-1121817f6ac0 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:10:05.520958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e86d7ed-3349-4459-852e-94cf86aff7d3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:05.535007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e895df7-3de1-452a-90e8-40c4a15e81f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87519bd3-5684-45cb-91a1-23728e0815bf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:05.610854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:05.628419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Made reservation on behalf of 49591b0d22784dfb8002b10021362774 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:05.632188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:05.644060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d2618-9a44-4dd8-a6da-96b09aa6c564 req-881ab86d-6bb5-4512-a0f4-2c00a673fcac tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:05.645513 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-072d2618-9a44-4dd8-a6da-96b09aa6c564 req-881ab86d-6bb5-4512-a0f4-2c00a673fcac tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 949 time: 0.1321423 Feb 04 20:10:05.647076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f76cb123-0cef-40b0-925c-4ce3bc5381f2 None None] Port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:05.655590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Sync routers for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:05.708168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:05.709067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:05.717791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-072d2618-9a44-4dd8-a6da-96b09aa6c564 req-82fc0fee-0661-4173-a03e-a1c402998ccd tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648494 Feb 04 20:10:05.730836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:05.739543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d54c928-10ff-4be3-acf4-f267bd4cdf25 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9783258 Feb 04 20:10:05.739543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57836) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:05.788783 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e86d7ed-3349-4459-852e-94cf86aff7d3', 'code': 200} Feb 04 20:10:05.843914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-171246a7-aeac-4ce8-8683-29454b35286d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:05.961931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7763253e-13d0-4ec8-a28f-d240083da883 None None] Provisioning for port 288ec09b-7807-4b14-bd8a-24afd3d08c0d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:05.973906 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-171246a7-aeac-4ce8-8683-29454b35286d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:05.992847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7763253e-13d0-4ec8-a28f-d240083da883 None None] Provisioning complete for port 288ec09b-7807-4b14-bd8a-24afd3d08c0d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:05.993229 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7763253e-13d0-4ec8-a28f-d240083da883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:06.007678 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ef824a49-822f-4ad9-85b5-5b49c0402d0a req-666a8bcc-0982-4852-bdf5-3f545a26df96 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 210 time: 0.1224332 Feb 04 20:10:06.010520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:06.026294 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] Sync routers for ids ['c96b83d5-0f77-455e-afd0-1121817f6ac0'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:06.044289 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] Routers {'c96b83d5-0f77-455e-afd0-1121817f6ac0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:06.045030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c96b83d5-0f77-455e-afd0-1121817f6ac0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:06.087698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:10:06.202412 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:06.224285 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] Routers {'c96b83d5-0f77-455e-afd0-1121817f6ac0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:06.227539 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c96b83d5-0f77-455e-afd0-1121817f6ac0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:06.255688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1294060-b5bf-4539-901c-fcdf2b7ed72b req-bf60282a-6539-4ba7-ad9c-4c2fd6f5939d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:06.264019 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1294060-b5bf-4539-901c-fcdf2b7ed72b req-bf60282a-6539-4ba7-ad9c-4c2fd6f5939d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.9535613 Feb 04 20:10:06.344301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3cee28bb-348b-4570-923d-5489f1c3ab83 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/c96b83d5-0f77-455e-afd0-1121817f6ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2751834 Feb 04 20:10:06.351548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37ec1d-8abd-48ff-8e27-e77c481d9952 req-839c7e3a-51fc-42c1-b213-d35abd0d24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:06.352697 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:06.353242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc22f2b7-833d-4f8a-8958-7a0adc0d75f3 None None] The sync data for ids ['c96b83d5-0f77-455e-afd0-1121817f6ac0'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:06.353894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e37ec1d-8abd-48ff-8e27-e77c481d9952 req-839c7e3a-51fc-42c1-b213-d35abd0d24fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 1100 time: 0.4931223 Feb 04 20:10:06.354541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57842) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:06.357319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Allocated IP 172.20.0.8 (87e8fb3d-110b-4faa-99d3-3b13c5d77613/603e42cb-e615-40a5-94f6-503f3c107bb4/18490fd5-6056-4382-9a4d-0846afe70b3d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:06.441546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1294060-b5bf-4539-901c-fcdf2b7ed72b req-74cb87dd-2469-4eca-a4b8-0be198b23931 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762702 Feb 04 20:10:06.502063 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7763253e-13d0-4ec8-a28f-d240083da883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:06.537202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e37ec1d-8abd-48ff-8e27-e77c481d9952 req-eb0f3d9a-0187-440d-bed2-88eda99e60ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706297 Feb 04 20:10:06.537782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-171246a7-aeac-4ce8-8683-29454b35286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:06.550529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7763253e-13d0-4ec8-a28f-d240083da883 None None] For port 288ec09b-7807-4b14-bd8a-24afd3d08c0d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=288ec09b-7807-4b14-bd8a-24afd3d08c0d,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:06.554666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:03Z', 'revision_number': 3, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:06.557445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e818b-4d77-463d-af5f-3ae35f9138c3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:06.558041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b4e818b-4d77-463d-af5f-3ae35f9138c3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:06.560047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Checking router: 61c44c91-f9fa-43e9-a030-9b7dd22f2934 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:10:06.560462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Updating router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 port cb3f3b2f-e179-4122-8666-dae68541b5d5 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:10:06.576752 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-171246a7-aeac-4ce8-8683-29454b35286d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:06.577791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-171246a7-aeac-4ce8-8683-29454b35286d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87519bd3-5684-45cb-91a1-23728e0815bf HTTP/1.1" status: 204 len: 168 time: 1.1205196 Feb 04 20:10:06.581556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171246a7-aeac-4ce8-8683-29454b35286d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87519bd3-5684-45cb-91a1-23728e0815bf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:06.637315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:06.675190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7763253e-13d0-4ec8-a28f-d240083da883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:06.853797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b4e818b-4d77-463d-af5f-3ae35f9138c3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:06.855007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b4e818b-4d77-463d-af5f-3ae35f9138c3 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports/9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 HTTP/1.1" status: 200 len: 983 time: 0.4948874 Feb 04 20:10:06.862607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57860) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:07.041869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a5df7519-15c9-432b-b0f9-e0a91db28638 None None] Provisioning complete for port 288ec09b-7807-4b14-bd8a-24afd3d08c0d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:07.048426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a5df7519-15c9-432b-b0f9-e0a91db28638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.069255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.097254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.099452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763253e-13d0-4ec8-a28f-d240083da883 None None] Pushing event updated for resources: {'Port': ['ID=288ec09b-7807-4b14-bd8a-24afd3d08c0d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:07.189833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c3abd-cf70-4f12-9d14-a9ee88934eb2 req-25b268a9-a550-46ab-b5e7-b3cbcdb27291 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:07.192070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab1c3abd-cf70-4f12-9d14-a9ee88934eb2 req-25b268a9-a550-46ab-b5e7-b3cbcdb27291 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5341735 Feb 04 20:10:07.343065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab1c3abd-cf70-4f12-9d14-a9ee88934eb2 req-eabafbfc-f6bd-414b-a8ab-b67bf6070b5e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425390 Feb 04 20:10:07.433068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.497780 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.514745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Transition to ACTIVE for port object cb3f3b2f-e179-4122-8666-dae68541b5d5 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:07.554166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:07.569877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74de6-cb0f-47ea-b9e5-b98de7a2f146 req-b1df1ca7-da4f-472f-a679-f6c63eccc05e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:07.571394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8aa74de6-cb0f-47ea-b9e5-b98de7a2f146 req-b1df1ca7-da4f-472f-a679-f6c63eccc05e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 949 time: 0.5053380 Feb 04 20:10:07.591009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:07.599277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Allocated IP 172.20.0.1 (a59e4d3e-6ff0-4e2e-a3c9-25c39341650c/6eb9a43a-40bf-4cd3-949a-f57b095d8d3d/1b868493-52a2-4f6c-beae-a0477e5e31ed) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:07.607241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:07.611313 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.647704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Pushing event updated for resources: {'Port': ['ID=18490fd5-6056-4382-9a4d-0846afe70b3d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:07.701112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Attempting to bind port cb3f3b2f-e179-4122-8666-dae68541b5d5 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:07.701835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Attempting to bind port cb3f3b2f-e179-4122-8666-dae68541b5d5 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:07.702579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Attempting to bind port cb3f3b2f-e179-4122-8666-dae68541b5d5 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:07.705195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:07.705811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.720933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8aa74de6-cb0f-47ea-b9e5-b98de7a2f146 req-d8f57f12-0c2c-4210-bd18-beb6193fbdfe tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428211 Feb 04 20:10:07.732685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:07.733774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:07.733774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.734476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:07.735050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Bound port: cb3f3b2f-e179-4122-8666-dae68541b5d5, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:07.735496 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.829417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04421f5-dba3-4f70-a991-84595cfd89c6 None None] Pushing event updated for resources: {'Port': ['ID=cb3f3b2f-e179-4122-8666-dae68541b5d5,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:07.842394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4b11-70ce-4f4b-a94e-45556ea8024f req-85d6f54f-376c-4da5-9fcb-05525e42a226 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:07.843446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-489e4b11-70ce-4f4b-a94e-45556ea8024f req-85d6f54f-376c-4da5-9fcb-05525e42a226 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Synchronizing usage tracker for tenant:49591b0d22784dfb8002b10021362774 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:07.854374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-56de0b5a-ea50-4ddf-a116-2a8b09249086 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0587268 Feb 04 20:10:07.877549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Request body: {'port': {'device_id': 'a5117303-d684-43a8-88e6-2bd7899db062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:07.882057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] For port cb3f3b2f-e179-4122-8666-dae68541b5d5, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:07.886517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] For port cb3f3b2f-e179-4122-8666-dae68541b5d5, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb3f3b2f-e179-4122-8666-dae68541b5d5,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:07.899764 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.929683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Transition to ACTIVE for port object 1b868493-52a2-4f6c-beae-a0477e5e31ed will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:07.948111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:07.953679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f98e4-a652-43d3-995a-5b788c6cb1df req-bf79b58d-d661-4b10-bca4-bfbabcb968ee tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:07.955217 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db7f98e4-a652-43d3-995a-5b788c6cb1df req-bf79b58d-d661-4b10-bca4-bfbabcb968ee tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1273935 Feb 04 20:10:07.988063 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:08.038294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db7f98e4-a652-43d3-995a-5b788c6cb1df req-049de66c-e862-48a6-8cd5-cc08bb0de6cb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748453 Feb 04 20:10:08.085362 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:08.090907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:08.091544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:08.194518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04421f5-dba3-4f70-a991-84595cfd89c6 None None] Pushing event updated for resources: {'Port': ['ID=cb3f3b2f-e179-4122-8666-dae68541b5d5,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:08.196968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-489e4b11-70ce-4f4b-a94e-45556ea8024f req-85d6f54f-376c-4da5-9fcb-05525e42a226 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Unset dirty status for tenant:49591b0d22784dfb8002b10021362774 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:08.200924 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-489e4b11-70ce-4f4b-a94e-45556ea8024f req-85d6f54f-376c-4da5-9fcb-05525e42a226 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 931 time: 0.6569855 Feb 04 20:10:08.260561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:08.264672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:08.269319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:08.355654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:10:08.358024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:08.403300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-489e4b11-70ce-4f4b-a94e-45556ea8024f req-ae479790-2e18-4676-8e49-620ec6a92fa1 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Synchronizing usage tracker for tenant:49591b0d22784dfb8002b10021362774 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:08.420277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:08.502297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Pushing event updated for resources: {'Port': ['ID=1b868493-52a2-4f6c-beae-a0477e5e31ed,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:08.758617 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:08.868785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-18f427ea-8876-4a53-af8b-d7c75c825fda None None] Provisioning for port 1b868493-52a2-4f6c-beae-a0477e5e31ed completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:08.881220 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:08.885030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-18f427ea-8876-4a53-af8b-d7c75c825fda None None] Provisioning complete for port 1b868493-52a2-4f6c-beae-a0477e5e31ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:08.885588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-18f427ea-8876-4a53-af8b-d7c75c825fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:08.953322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 288ec09b-7807-4b14-bd8a-24afd3d08c0d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:08.964262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-489e4b11-70ce-4f4b-a94e-45556ea8024f req-ae479790-2e18-4676-8e49-620ec6a92fa1 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Unset dirty status for tenant:49591b0d22784dfb8002b10021362774 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:08.969436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-489e4b11-70ce-4f4b-a94e-45556ea8024f req-ae479790-2e18-4676-8e49-620ec6a92fa1 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7466738 Feb 04 20:10:09.044885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.062160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:09.062498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.066146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-18f427ea-8876-4a53-af8b-d7c75c825fda None None] Port 1b868493-52a2-4f6c-beae-a0477e5e31ed cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:09.076777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 288ec09b-7807-4b14-bd8a-24afd3d08c0d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:09.077223 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.165607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:03Z', 'revision_number': 3, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:09.265636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e35eba-e932-4bef-beeb-e60864655024 None None] The sync data for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 is: [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:03Z', 'revision_number': 3, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:09.298190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6867b68-95f5-467b-8e15-04b6ae753096 req-490db20f-cf14-4b54-8bc8-cd851962e29b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:09.310829 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6867b68-95f5-467b-8e15-04b6ae753096 req-490db20f-cf14-4b54-8bc8-cd851962e29b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 949 time: 0.8176794 Feb 04 20:10:09.350268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18490fd5-6056-4382-9a4d-0846afe70b3d {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:09.375883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.378437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.387258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6867b68-95f5-467b-8e15-04b6ae753096 req-4a44d875-f2c6-4f97-bda5-24b7c8065272 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752759 Feb 04 20:10:09.442293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Transition to ACTIVE for port object 18490fd5-6056-4382-9a4d-0846afe70b3d will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:09.462117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.473734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.492123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b60b31-10a4-42e7-94d9-f38ec11dfc29 req-c78e8ad5-6f51-4040-a65e-86c2952d4ef8 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:09.493617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75b60b31-10a4-42e7-94d9-f38ec11dfc29 req-c78e8ad5-6f51-4040-a65e-86c2952d4ef8 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2990952 Feb 04 20:10:09.587189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.615340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:09.629433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 9caffa32-9bcd-4ac7-8d8f-c0f76628fc29 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:09.738145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Pushing event updated for resources: {'Port': ['ID=1b868493-52a2-4f6c-beae-a0477e5e31ed,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:09.805303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:09.806952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:09.875953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Pushing event updated for resources: {'Port': ['ID=18490fd5-6056-4382-9a4d-0846afe70b3d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:09.881863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75b60b31-10a4-42e7-94d9-f38ec11dfc29 req-6a33e7d9-3e69-4cb1-b34a-edc63a8b0538 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292582 Feb 04 20:10:10.170281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Attempting to bind port 18490fd5-6056-4382-9a4d-0846afe70b3d on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:10.173655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Attempting to bind port 18490fd5-6056-4382-9a4d-0846afe70b3d by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:10.173655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Attempting to bind port 18490fd5-6056-4382-9a4d-0846afe70b3d on network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:10.188531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Port 18490fd5-6056-4382-9a4d-0846afe70b3d on network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:10.189200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Attempting to bind port 18490fd5-6056-4382-9a4d-0846afe70b3d on network 87e8fb3d-110b-4faa-99d3-3b13c5d77613 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:10.207060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-44e8e30a-dbb5-4468-bede-8b484c7c8910 None None] Provisioning complete for port 1b868493-52a2-4f6c-beae-a0477e5e31ed triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:10.207428 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44e8e30a-dbb5-4468-bede-8b484c7c8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:10.290106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-44e8e30a-dbb5-4468-bede-8b484c7c8910 None None] Port 1b868493-52a2-4f6c-beae-a0477e5e31ed cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:10.311363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:10:10.353616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:10.353950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Checking segment: {'id': 'e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:10.354335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Bound using segment: {'id': 'e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:10.354794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Bound port: 18490fd5-6056-4382-9a4d-0846afe70b3d, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:10.355306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:10.434652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d5f7f-7119-4cfa-a32f-bbe49518ccf5 req-7eed5038-b247-41f1-b556-ab5467156c80 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:10.437401 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb0d5f7f-7119-4cfa-a32f-bbe49518ccf5 req-7eed5038-b247-41f1-b556-ab5467156c80 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2889132 Feb 04 20:10:10.552511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] For port 18490fd5-6056-4382-9a4d-0846afe70b3d, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:10.557306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] For port 18490fd5-6056-4382-9a4d-0846afe70b3d, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18490fd5-6056-4382-9a4d-0846afe70b3d,segment=NetworkSegment(e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4),segment_id=e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:10.570595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dada6-9307-48e6-951e-3f63f313206a req-86216770-a2b5-40c9-a3ee-eb75b555223e tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:10.572653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c99dada6-9307-48e6-951e-3f63f313206a req-86216770-a2b5-40c9-a3ee-eb75b555223e tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 943 time: 0.3779168 Feb 04 20:10:10.627865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c99dada6-9307-48e6-951e-3f63f313206a req-56d9a483-8b73-4e0b-bdfb-b177922931cc tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476129 Feb 04 20:10:10.629044 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:10.682923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:10.705646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=9caffa32-9bcd-4ac7-8d8f-c0f76628fc29,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:10.713489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:10.713489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:10.713489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] 10.222.0.62 "PUT /v2.0/ports/18490fd5-6056-4382-9a4d-0846afe70b3d HTTP/1.1" status: 200 len: 1091 time: 2.8419085 Feb 04 20:10:10.743708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb0d5f7f-7119-4cfa-a32f-bbe49518ccf5 req-a63dabf1-7ce9-47a7-89ae-7d776be2aa11 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636448 Feb 04 20:10:10.760363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5117303-d684-43a8-88e6-2bd7899db062', 'tag': '18490fd5-6056-4382-9a4d-0846afe70b3d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:10.811596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:10.842944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-19bee21f-935b-4a98-b75f-b5b50a76ff8e admin admin] 10.222.0.48 "PUT /v2.0/routers/61c44c91-f9fa-43e9-a030-9b7dd22f2934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1063392 Feb 04 20:10:11.012843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb3f3b2f-e179-4122-8666-dae68541b5d5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:11.069909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9325-9b24-494c-80bc-cc685acc4c72 req-0722c9c8-c053-4621-9b48-d643c16d31fc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:11.077787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-007c9325-9b24-494c-80bc-cc685acc4c72 req-0722c9c8-c053-4621-9b48-d643c16d31fc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1182947 Feb 04 20:10:11.150966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58000) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:11.175478 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-007c9325-9b24-494c-80bc-cc685acc4c72 req-565b0dca-1262-42d6-ab40-f2eaa78abb04 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951819 Feb 04 20:10:11.210618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port cb3f3b2f-e179-4122-8666-dae68541b5d5 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:11.221133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cb3f3b2f-e179-4122-8666-dae68541b5d5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:11.221768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:11.318619 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:10:11.353239 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5117303-d684-43a8-88e6-2bd7899db062', 'tag': '18490fd5-6056-4382-9a4d-0846afe70b3d', 'status': 'completed', 'code': 200} Feb 04 20:10:11.354726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:11.355294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:11.401082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:11.405407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Usage tracker for resource:security_group_rule and tenant:6f810f6fe5604848817f21df1d36358e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:11.408511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:11.418443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:11.459909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:11.496269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port cb3f3b2f-e179-4122-8666-dae68541b5d5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb3f3b2f-e179-4122-8666-dae68541b5d5,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:11.585789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc02db8-d15f-40f0-85a5-af4ccc7a14ce service neutron] Pushing event updated for resources: {'Port': ['ID=18490fd5-6056-4382-9a4d-0846afe70b3d,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:11.599433 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:11.703074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=cb3f3b2f-e179-4122-8666-dae68541b5d5,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:11.716072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Sync routers for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:11.729161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:11.730123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:11.748547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:11.761656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34190b4-b93b-4824-835c-fb6f9cc6861b req-cfca474b-9a5b-4141-b830-2b5b1dcce42a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:11.763192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d34190b4-b93b-4824-835c-fb6f9cc6861b req-cfca474b-9a5b-4141-b830-2b5b1dcce42a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 949 time: 0.9455190 Feb 04 20:10:11.767896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-ed377968-df25-462b-8ff4-6647eebff283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:11.769464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-ed377968-df25-462b-8ff4-6647eebff283 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49591b0d22784dfb8002b10021362774&device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 1094 time: 0.4181197 Feb 04 20:10:11.793413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router c96b83d5-0f77-455e-afd0-1121817f6ac0 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:10:11.867975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-5bc80f06-0d45-4d54-a348-93d43edf0e9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18490fd5-6056-4382-9a4d-0846afe70b3d HTTP/1.1" status: 200 len: 217 time: 0.0886450 Feb 04 20:10:11.872931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:11.926566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f810f6fe5604848817f21df1d36358e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7734675 Feb 04 20:10:11.928022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58038) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:11.968062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324e7c-20e3-4d36-b5b4-e9e2f8697925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172d9ebc-5102-468d-bbd8-5ccdff8bfc94,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:11.997663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c432bb2f-6a11-49dc-b4d7-582e4ad52d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.026027 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c432bb2f-6a11-49dc-b4d7-582e4ad52d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.063147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d34190b4-b93b-4824-835c-fb6f9cc6861b req-c35961da-4b30-47e6-92dc-b1b8e2a753fa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880583 Feb 04 20:10:12.092207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:10:12.105417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:12.118531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-9102aed4-28a7-40d2-93eb-b4230312b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:12.119255 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] Sync routers for ids ['c96b83d5-0f77-455e-afd0-1121817f6ac0'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:12.120087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-9102aed4-28a7-40d2-93eb-b4230312b4e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=603e42cb-e615-40a5-94f6-503f3c107bb4 HTTP/1.1" status: 200 len: 850 time: 0.2401984 Feb 04 20:10:12.135193 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] Routers {'c96b83d5-0f77-455e-afd0-1121817f6ac0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:12.135809 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c96b83d5-0f77-455e-afd0-1121817f6ac0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:12.153189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:12.159420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042592141', 'description': 'tempest-description--182949163'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:12.173647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-4b9a4eb1-d218-4be3-a645-c9d34d824dfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87e8fb3d-110b-4faa-99d3-3b13c5d77613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472100 Feb 04 20:10:12.176663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:12.189716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Usage tracker for resource:security_group and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:12.203638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:12.220426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c432bb2f-6a11-49dc-b4d7-582e4ad52d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.226076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-059b29fa-c3fc-45db-b7bd-8ea852713f37 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/c96b83d5-0f77-455e-afd0-1121817f6ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3604119 Feb 04 20:10:12.230647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:12.251295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:12.265675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432bb2f-6a11-49dc-b4d7-582e4ad52d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172d9ebc-5102-468d-bbd8-5ccdff8bfc94,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:12.281184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c432bb2f-6a11-49dc-b4d7-582e4ad52d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.283798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c432bb2f-6a11-49dc-b4d7-582e4ad52d3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/172d9ebc-5102-468d-bbd8-5ccdff8bfc94 HTTP/1.1" status: 204 len: 168 time: 0.3542097 Feb 04 20:10:12.332803 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:12.344160 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] Routers {'c96b83d5-0f77-455e-afd0-1121817f6ac0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:12.345526 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c96b83d5-0f77-455e-afd0-1121817f6ac0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:12.383281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.412000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:12.417072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Usage tracker for resource:security_group_rule and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:12.420749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:12.429231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:12.512137 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:12.512923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fca23-9984-449b-9406-4b254cbcfc01 None None] The sync data for ids ['c96b83d5-0f77-455e-afd0-1121817f6ac0'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:12.554552 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.582102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95560ffb-1dda-41e3-a065-f64463b0868b req-8681b00b-df1f-4148-ada4-738b1958a92d tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:12.583862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95560ffb-1dda-41e3-a065-f64463b0868b req-8681b00b-df1f-4148-ada4-738b1958a92d tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 943 time: 0.2669098 Feb 04 20:10:12.631491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95560ffb-1dda-41e3-a065-f64463b0868b req-99970438-cd4b-4ee0-b1f4-bcff6e5ba5e4 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Feb 04 20:10:12.671826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 2, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:12.677185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Checking router: 61c44c91-f9fa-43e9-a030-9b7dd22f2934 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:10:12.684581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Updating router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 port 1b868493-52a2-4f6c-beae-a0477e5e31ed binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:10:12.735455 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.787955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.940202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277d9d3f-aea6-4a5d-9bd1-43f9832aa404,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:12.975745 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:12.980273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd1b4071-7aa0-4c92-8116-cae07a98bebf tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8227828 Feb 04 20:10:12.981049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58080) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:12.985933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Request body: {'security_group_rule': {'security_group_id': '277d9d3f-aea6-4a5d-9bd1-43f9832aa404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:12.989946 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-6cebb98a-192a-4338-b0c0-87927bce9f26 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 20:10:12.992783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6cebb98a-192a-4338-b0c0-87927bce9f26 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/c96b83d5-0f77-455e-afd0-1121817f6ac0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7611790 Feb 04 20:10:12.998137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58086) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:13.003408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-a6a34a78-1371-4fb5-8386-1afe5f65fa31 service neutron] 10.222.0.62 "GET /v2.0/networks/87e8fb3d-110b-4faa-99d3-3b13c5d77613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8239884 Feb 04 20:10:13.008498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:13.016577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb3f3b2f-e179-4122-8666-dae68541b5d5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:13.047827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Usage tracker for resource:security_group_rule and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:13.055494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:13.064532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:13.091135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cff9d4c3-dd06-48dc-951d-ba8ef9d778a8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:13.124619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4173c-a203-41a9-9d59-04eb109d7779 req-f267e8ec-b3d4-41ec-b18f-92521668b946 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:13.131763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4173c-a203-41a9-9d59-04eb109d7779 req-f267e8ec-b3d4-41ec-b18f-92521668b946 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:13.134296 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7dd4173c-a203-41a9-9d59-04eb109d7779 req-f267e8ec-b3d4-41ec-b18f-92521668b946 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255&device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 1689 time: 0.1389666 Feb 04 20:10:13.183279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.212606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94a976-05b4-4772-aa63-0dc8d9f4927f req-bff34128-39c6-4ff1-b86a-fea81dbb186e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:13.219726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b94a976-05b4-4772-aa63-0dc8d9f4927f req-bff34128-39c6-4ff1-b86a-fea81dbb186e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.8733690 Feb 04 20:10:13.235355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cb3f3b2f-e179-4122-8666-dae68541b5d5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:13.235721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.239266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7dd4173c-a203-41a9-9d59-04eb109d7779 req-79e017ce-fe34-4ec3-9582-aa3a9738ae5b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985231 Feb 04 20:10:13.283284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cff9d4c3-dd06-48dc-951d-ba8ef9d778a8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:13.292999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.294663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cff9d4c3-dd06-48dc-951d-ba8ef9d778a8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=c96b83d5-0f77-455e-afd0-1121817f6ac0 HTTP/1.1" status: 200 len: 205 time: 0.2958078 Feb 04 20:10:13.298499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58096) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:13.349570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b94a976-05b4-4772-aa63-0dc8d9f4927f req-a68a8620-6d18-496e-954a-b3078d90e6f2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285968 Feb 04 20:10:13.361322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c20d7a-3f2b-4040-ada1-115256814e91 req-fb690d79-89d3-42af-812b-4181a1a5be70 service neutron] 10.222.0.62 "GET /v2.0/networks/87e8fb3d-110b-4faa-99d3-3b13c5d77613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029621 Feb 04 20:10:13.438864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58106) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:13.461336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.488447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43ea8472-149b-4a94-a99f-33ec103bfc7e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.512146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.527050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Transition to ACTIVE for port object 1b868493-52a2-4f6c-beae-a0477e5e31ed will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:13.536122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:13.547717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Usage tracker for resource:security_group_rule and tenant:7177f62b48574c3c9c74ec0352f3173a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:13.553084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:13.558675 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.608205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:13.658345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.682670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-906fb427-451b-478f-b88e-8901ac161987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:13.684310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-906fb427-451b-478f-b88e-8901ac161987 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49591b0d22784dfb8002b10021362774&device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 1094 time: 0.1887302 Feb 04 20:10:13.686457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73273510-972e-4c96-825d-0a06d168e6d3,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:13.796472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820a225-0136-4a8a-bcbc-4f0c2f4a5889 req-a32cf0b9-ddd1-4512-84a4-c9a09a43fd9e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:13.803484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8820a225-0136-4a8a-bcbc-4f0c2f4a5889 req-a32cf0b9-ddd1-4512-84a4-c9a09a43fd9e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2519219 Feb 04 20:10:13.832211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b39dd-1d90-43db-80cd-b5585cc23403 None None] Pushing event updated for resources: {'Port': ['ID=1b868493-52a2-4f6c-beae-a0477e5e31ed,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:13.923215 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.924391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-308adbcc-3686-4cc3-bae1-dde107274910 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9429684 Feb 04 20:10:13.924595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:13.933190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58128) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:13.938641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8820a225-0136-4a8a-bcbc-4f0c2f4a5889 req-155c8fc6-12b0-4ece-8a6c-b7333b7bffef tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341455 Feb 04 20:10:13.951439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-eb1e88ad-2e0f-4ba8-be4e-e67aeaf42ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:13.952874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-eb1e88ad-2e0f-4ba8-be4e-e67aeaf42ca2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87e8fb3d-110b-4faa-99d3-3b13c5d77613 HTTP/1.1" status: 200 len: 911 time: 0.2571781 Feb 04 20:10:13.970741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Request body: {'security_group_rule': {'security_group_id': '277d9d3f-aea6-4a5d-9bd1-43f9832aa404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:13.982254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:13.986663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Usage tracker for resource:security_group_rule and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:13.988674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Attempting to bind port 1b868493-52a2-4f6c-beae-a0477e5e31ed on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:13.989059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Attempting to bind port 1b868493-52a2-4f6c-beae-a0477e5e31ed by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:13.990174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:13.990728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Attempting to bind port 1b868493-52a2-4f6c-beae-a0477e5e31ed on network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:13.997727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:14.014144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43ea8472-149b-4a94-a99f-33ec103bfc7e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.017423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43ea8472-149b-4a94-a99f-33ec103bfc7e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.020474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:14.021118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Checking segment: {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:14.021539 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.021940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Bound using segment: {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:14.022683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Bound port: 1b868493-52a2-4f6c-beae-a0477e5e31ed, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:14.023625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.049869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ea139-d735-4316-96e1-bdca649c51fa req-13b49c84-4dfe-4dc7-b27d-625bf3ee53cb tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:14.059103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-100ea139-d735-4316-96e1-bdca649c51fa req-13b49c84-4dfe-4dc7-b27d-625bf3ee53cb tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 1100 time: 0.5090973 Feb 04 20:10:14.066939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.093222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-0eb3c36c-b74f-4b74-b0bb-8958d3d52458 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18490fd5-6056-4382-9a4d-0846afe70b3d HTTP/1.1" status: 200 len: 217 time: 0.1318045 Feb 04 20:10:14.124096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-100ea139-d735-4316-96e1-bdca649c51fa req-1fee03d0-d6ee-445e-bbf8-08adfc6b9d08 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Feb 04 20:10:14.134190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.178771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] For port 1b868493-52a2-4f6c-beae-a0477e5e31ed, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:14.186588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] For port 1b868493-52a2-4f6c-beae-a0477e5e31ed, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1b868493-52a2-4f6c-beae-a0477e5e31ed,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:14.253196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7177f62b48574c3c9c74ec0352f3173a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130491 Feb 04 20:10:14.260743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58150) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:14.266129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec7851-2f56-42e6-b623-2829ad0a2cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b522f6-41c5-4d44-8761-fe4b0656b0fd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:14.296983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.321596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43ea8472-149b-4a94-a99f-33ec103bfc7e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.321813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-ca8b414e-51fa-4a85-9748-1a0b8bdb49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:14.322305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea8472-149b-4a94-a99f-33ec103bfc7e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Fanout notify agent at l3_agent the message router_deleted on router c96b83d5-0f77-455e-afd0-1121817f6ac0 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:10:14.323112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-ca8b414e-51fa-4a85-9748-1a0b8bdb49c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=603e42cb-e615-40a5-94f6-503f3c107bb4 HTTP/1.1" status: 200 len: 850 time: 0.1599514 Feb 04 20:10:14.388607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d11864-7010-4012-8110-788ca903fba6 req-83fca2e2-96e8-4538-95d8-d8a27e0c9c34 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:14.388807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:14.388807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:14.389024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11d11864-7010-4012-8110-788ca903fba6 req-83fca2e2-96e8-4538-95d8-d8a27e0c9c34 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 943 time: 0.3040004 Feb 04 20:10:14.394388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-43fd93f5-6bd4-450c-83a4-af7aa67c1bff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87e8fb3d-110b-4faa-99d3-3b13c5d77613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624266 Feb 04 20:10:14.426100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43ea8472-149b-4a94-a99f-33ec103bfc7e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.427403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43ea8472-149b-4a94-a99f-33ec103bfc7e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/c96b83d5-0f77-455e-afd0-1121817f6ac0 HTTP/1.1" status: 204 len: 168 time: 1.1278450 Feb 04 20:10:14.437052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58154) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:14.461609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b39dd-1d90-43db-80cd-b5585cc23403 None None] Pushing event updated for resources: {'Port': ['ID=1b868493-52a2-4f6c-beae-a0477e5e31ed,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:14.524619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15c639e0-7c9d-4787-b53f-878b4bd31d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.539505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet ef47ed13-593f-490d-80e6-9871f1384168 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:10:14.551362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d63ce-d88d-4a74-be4b-d1552c8fbb5a req-8b0088db-539b-482e-8ddd-0c000cbb344b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:14.558894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-417d63ce-d88d-4a74-be4b-d1552c8fbb5a req-8b0088db-539b-482e-8ddd-0c000cbb344b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2343769 Feb 04 20:10:14.564983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.576431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15c639e0-7c9d-4787-b53f-878b4bd31d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.601240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:10:14.651360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11d11864-7010-4012-8110-788ca903fba6 req-1b90e227-c022-40b9-8814-1226db9b5fa0 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485580 Feb 04 20:10:14.681836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-417d63ce-d88d-4a74-be4b-d1552c8fbb5a req-3fe5acbd-66b1-411b-b44c-8b362578d5b4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216636 Feb 04 20:10:14.689344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.738169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-c200a64e-71df-417a-8bb3-55d73ab9d592 service neutron] 10.222.0.62 "GET /v2.0/networks/87e8fb3d-110b-4faa-99d3-3b13c5d77613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316081 Feb 04 20:10:14.845681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.847835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15c639e0-7c9d-4787-b53f-878b4bd31d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.894195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:14.962131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.027540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af0e723-6974-4491-83c7-39d3dc15e2ef,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:15.035246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:14Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:15.042010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297be393-d7fb-4b6f-b6d1-4a75e8cd707c None None] The sync data for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 is: [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:14Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:15.048225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c639e0-7c9d-4787-b53f-878b4bd31d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b522f6-41c5-4d44-8761-fe4b0656b0fd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:15.067579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15c639e0-7c9d-4787-b53f-878b4bd31d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.068718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-15c639e0-7c9d-4787-b53f-878b4bd31d02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9b522f6-41c5-4d44-8761-fe4b0656b0fd HTTP/1.1" status: 204 len: 168 time: 0.8063631 Feb 04 20:10:15.125449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.126584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bfae8994-dbe7-402d-8dc6-60aaba7dc2d8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1724102 Feb 04 20:10:15.138651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58168) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:15.144449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:15.155405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:15.158579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e98f9d15-8d47-462a-b684-1cfedbf47150 req-38d6825b-5911-4af8-95f5-1723e1414e35 service neutron] 10.222.0.62 "GET /v2.0/networks/87e8fb3d-110b-4faa-99d3-3b13c5d77613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135201 Feb 04 20:10:15.162652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Usage tracker for resource:floatingip and tenant:fec847ac077d456db255dfe858da5e9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:15.168839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:15.175936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:15.179330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1632aa-85da-472d-87a5-8d4150a08411 req-73130a6a-b528-4b1e-b826-440f4382fb7e tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:15.182086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d1632aa-85da-472d-87a5-8d4150a08411 req-73130a6a-b528-4b1e-b826-440f4382fb7e tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 1100 time: 0.1772163 Feb 04 20:10:15.194588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce7ad3-9d18-485e-aead-f165c20648c2 req-c75f5220-8fd9-42de-9c78-ab92d4375719 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:15.207844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86ce7ad3-9d18-485e-aead-f165c20648c2 req-c75f5220-8fd9-42de-9c78-ab92d4375719 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2767596 Feb 04 20:10:15.228007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.254011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d1632aa-85da-472d-87a5-8d4150a08411 req-6b5a70e4-9b9f-450a-901d-bce23d72a8a9 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618985 Feb 04 20:10:15.285307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.288548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.289559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000c19a-ac29-4a8c-b7ba-f4c3486d59e2 None None] Network 56257884-b380-4940-8276-e0a670dd32a2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:15.311082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=ef47ed13-593f-490d-80e6-9871f1384168,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:15.351184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86ce7ad3-9d18-485e-aead-f165c20648c2 req-8db23dba-41d0-423a-873d-a478d5af4c8b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419158 Feb 04 20:10:15.375008 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-af8af229-88fc-449d-91f1-5311613ae663 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/ef47ed13-593f-490d-80e6-9871f1384168 HTTP/1.1" status: 204 len: 168 time: 0.9323642 Feb 04 20:10:15.377996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:15.497590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58184) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:15.638051 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.783219 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.811222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1d04-b0e7-475b-a861-b29af978aa38 req-6b5a5494-2fa6-4bb8-bfeb-c053497fd06c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:15.813791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] DHCP port deletion for 56257884-b380-4940-8276-e0a670dd32a2 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:10:15.818414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Deleting port c87a5afc-65f2-4fb0-a140-ba32403bfb7b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:15.818790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.823668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4fa1d04-b0e7-475b-a861-b29af978aa38 req-6b5a5494-2fa6-4bb8-bfeb-c053497fd06c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.4043815 Feb 04 20:10:15.824581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port c87a5afc-65f2-4fb0-a140-ba32403bfb7b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:15.824917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.870677 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:15.895910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:15.910494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Usage tracker for resource:security_group_rule and tenant:4bf70b622a5c4901b35164a9f9d5ce55 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:15.918839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:15.931100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4fa1d04-b0e7-475b-a861-b29af978aa38 req-f39286f2-8aa5-4fe1-997c-05a614e6e719 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812445 Feb 04 20:10:15.934365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:16.031023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Allocated IP 172.25.7.61 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/8c3abc62-b186-44a1-9193-eb2c23016257) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:16.084374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afdd2-d2a9-4145-a490-b24cb100f52b req-40004634-5822-45d8-8236-2c965bfdd3e0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:16.091590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-354afdd2-d2a9-4145-a490-b24cb100f52b req-40004634-5822-45d8-8236-2c965bfdd3e0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5334785 Feb 04 20:10:16.168363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-a603c23f-6da8-4b92-856d-fd64668b8be7 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514276 Feb 04 20:10:16.224202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port c87a5afc-65f2-4fb0-a140-ba32403bfb7b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,segment=NetworkSegment(81fa4856-6a4d-4027-9239-dd95939e79b7),segment_id=81fa4856-6a4d-4027-9239-dd95939e79b7)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:16.224891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:16.248543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] For port c87a5afc-65f2-4fb0-a140-ba32403bfb7b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,segment=NetworkSegment(81fa4856-6a4d-4027-9239-dd95939e79b7),segment_id=81fa4856-6a4d-4027-9239-dd95939e79b7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:16.249124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:16.343300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-354afdd2-d2a9-4145-a490-b24cb100f52b req-964bde78-b179-4ae6-a91e-374d1899ba75 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506249 Feb 04 20:10:16.371080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:16.444335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:16.445208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for c87a5afc-65f2-4fb0-a140-ba32403bfb7b owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:16.449406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Calling delete_port for c87a5afc-65f2-4fb0-a140-ba32403bfb7b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:16.513200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:16.577847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-20e46c91-2d05-426d-a5a7-fa1a979064df tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:16.584748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-20e46c91-2d05-426d-a5a7-fa1a979064df tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4030976 Feb 04 20:10:16.604312 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-62091f16-a933-4761-85df-5b0329bb3261 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/quotas/1f644dd9f7284aaebad0bc0e188622a8 HTTP/1.1" status: 200 len: 375 time: 0.0175312 Feb 04 20:10:16.635012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:16.677406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:16.682164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:10:16.683247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d950ed-ea63-4cfa-9fc9-8aa4b4f45821,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:16.684257 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:10:16.696003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-54509b36-8d78-44d9-8b1d-cfc74fd800bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bf70b622a5c4901b35164a9f9d5ce55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1864276 Feb 04 20:10:16.718300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58224) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:16.751771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=c87a5afc-65f2-4fb0-a140-ba32403bfb7b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:16.756033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No DVR routers for this DVR port c87a5afc-65f2-4fb0-a140-ba32403bfb7b on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:10:16.757491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:16.766601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:16.776971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event updated for resources: {'Port': ['ID=8c3abc62-b186-44a1-9193-eb2c23016257,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:16.779532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:16.910381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9352e-b302-4048-a467-82f153b99404 req-8a5f8484-8b11-4fa4-81fc-dc83a1e9686d tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:16.921851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-78a9352e-b302-4048-a467-82f153b99404 req-8a5f8484-8b11-4fa4-81fc-dc83a1e9686d tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 943 time: 0.3747704 Feb 04 20:10:16.960732 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48c2651c-66e4-4ea4-a89e-ff37609dfab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.014243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1b868493-52a2-4f6c-beae-a0477e5e31ed up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:17.029148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.036007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48c2651c-66e4-4ea4-a89e-ff37609dfab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.053350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-78a9352e-b302-4048-a467-82f153b99404 req-042a6a3d-475b-4563-b62f-f1803acb16ba tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335671 Feb 04 20:10:17.088118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.098453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-9e2618ef-ff91-42ab-94f3-eb75bc0a0d0c tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4931304 Feb 04 20:10:17.116024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56257884-b380-4940-8276-e0a670dd32a2']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:17.149594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fa4856-6a4d-4027-9239-dd95939e79b7') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:17.149925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fa4856-6a4d-4027-9239-dd95939e79b7') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:17.180078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.185981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Deleting port c87a5afc-65f2-4fb0-a140-ba32403bfb7b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:17.186595 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.210291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.218350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:10:17.218868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:10:17.244527 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:10:17.291388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18490fd5-6056-4382-9a4d-0846afe70b3d details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:10:17.291993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10b79ef8-6d2f-446f-80a3-52aa15084b3d None None] The port 'c87a5afc-65f2-4fb0-a140-ba32403bfb7b' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:10:17.293459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 1b868493-52a2-4f6c-beae-a0477e5e31ed completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:17.303596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1b868493-52a2-4f6c-beae-a0477e5e31ed triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:17.304057 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.326965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48c2651c-66e4-4ea4-a89e-ff37609dfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.393470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.524841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-913de8c6-752d-49f1-b104-4424b989b3ed req-8dc474d4-afd3-4656-9fcd-0dfbce2cbbce tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 210 time: 0.1058166 Feb 04 20:10:17.531684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.537141 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.594634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=56257884-b380-4940-8276-e0a670dd32a2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:17.604458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.618733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 18490fd5-6056-4382-9a4d-0846afe70b3d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18490fd5-6056-4382-9a4d-0846afe70b3d,segment=NetworkSegment(e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4),segment_id=e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:17.650807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '18490fd5-6056-4382-9a4d-0846afe70b3d', 'network_id': '87e8fb3d-110b-4faa-99d3-3b13c5d77613', 'port_id': '18490fd5-6056-4382-9a4d-0846afe70b3d', 'mac_address': 'fa:16:3e:1a:80:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603e42cb-e615-40a5-94f6-503f3c107bb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:10:17.663381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2651c-66e4-4ea4-a89e-ff37609dfab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d950ed-ea63-4cfa-9fc9-8aa4b4f45821,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:17.699897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-26dfd4a4-d521-41a1-beac-965a7dcb3109 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/56257884-b380-4940-8276-e0a670dd32a2 HTTP/1.1" status: 204 len: 168 time: 2.3207693 Feb 04 20:10:17.706438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:17.719669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1896944223'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:17.725907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:17.730284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:17.733481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:17.739929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:17.747644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.761790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48c2651c-66e4-4ea4-a89e-ff37609dfab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.765401 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-48c2651c-66e4-4ea4-a89e-ff37609dfab7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3d950ed-ea63-4cfa-9fc9-8aa4b4f45821 HTTP/1.1" status: 204 len: 168 time: 1.0365956 Feb 04 20:10:17.775775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fa025-209e-424c-964a-a743ed11506f req-1dd8470a-17f9-48f7-9213-a6ba8bf825ae tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:17.783274 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a13fa025-209e-424c-964a-a743ed11506f req-1dd8470a-17f9-48f7-9213-a6ba8bf825ae tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.5175698 Feb 04 20:10:17.790929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 1b868493-52a2-4f6c-beae-a0477e5e31ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1b868493-52a2-4f6c-beae-a0477e5e31ed,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:17.821433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18490fd5-6056-4382-9a4d-0846afe70b3d {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:17.881640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 18490fd5-6056-4382-9a4d-0846afe70b3d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18490fd5-6056-4382-9a4d-0846afe70b3d,segment=NetworkSegment(e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4),segment_id=e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:17.892452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070ce8-c999-4ea2-9279-ddfa4d607f76 req-944c0766-70fe-4544-92d3-3c27d0ec10e6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:17.892756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:17.894580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65070ce8-c999-4ea2-9279-ddfa4d607f76 req-944c0766-70fe-4544-92d3-3c27d0ec10e6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2483990 Feb 04 20:10:17.896269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.911862 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:17.952368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65070ce8-c999-4ea2-9279-ddfa4d607f76 req-a40d61a4-0e9a-4872-b61c-53bcf6e42a40 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496750 Feb 04 20:10:17.956772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a13fa025-209e-424c-964a-a743ed11506f req-5a6c697d-4250-4e1a-a4ee-e5046dd91cfb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725421 Feb 04 20:10:17.999676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:10:18.024612 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.031535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c87a5afc-65f2-4fb0-a140-ba32403bfb7b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:10:18.042065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.042410 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment 88277690-6976-4987-8bb7-272aae25d9ab of type vlan for network fb86e232-7f07-49ba-add1-82f60a4139c9 Feb 04 20:10:18.093287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.108493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.142722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c87a5afc-65f2-4fb0-a140-ba32403bfb7b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:10:18.143121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c87a5afc-65f2-4fb0-a140-ba32403bfb7b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:10:18.178841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=1b868493-52a2-4f6c-beae-a0477e5e31ed,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:18.211839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.327213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.333469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:18.334250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.343824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=18490fd5-6056-4382-9a4d-0846afe70b3d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:18.419657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10053fc5-ddba-448a-8c5b-8ea729c4f371 req-a462b307-e4df-45ab-8555-e096fd4c1be5 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:18.421460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10053fc5-ddba-448a-8c5b-8ea729c4f371 req-a462b307-e4df-45ab-8555-e096fd4c1be5 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 944 time: 0.1178567 Feb 04 20:10:18.453450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event updated for resources: {'Port': ['ID=8c3abc62-b186-44a1-9193-eb2c23016257,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:18.475469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['18490fd5-6056-4382-9a4d-0846afe70b3d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:18.486350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10053fc5-ddba-448a-8c5b-8ea729c4f371 req-62645f44-8f04-4dc2-8af6-5a62b814baff tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585594 Feb 04 20:10:18.488805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.508495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=fb86e232-7f07-49ba-add1-82f60a4139c9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:18.524795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff18da0-b891-4b1a-a653-f51b9cd2d6e0 req-eb0c2608-a825-4863-a605-3a55e204d053 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:18.533072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dff18da0-b891-4b1a-a653-f51b9cd2d6e0 req-eb0c2608-a825-4863-a605-3a55e204d053 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3581805 Feb 04 20:10:18.546535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network fb86e232-7f07-49ba-add1-82f60a4139c9 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:10:18.571096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e95af394-191c-491b-b6ad-2a6e958c684a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8579049 Feb 04 20:10:18.571341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58286) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:18.577913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': 'fb86e232-7f07-49ba-add1-82f60a4139c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:18.593612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dff18da0-b891-4b1a-a653-f51b9cd2d6e0 req-3fae6e9b-f35a-4b96-9b23-6a1c67429277 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594578 Feb 04 20:10:18.622544 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:18.624110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b73c3bc7-82d6-462b-b8cb-a42a91651164 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4844744 Feb 04 20:10:18.824722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c507128a-08b4-434f-b12a-a0af71a0be0b req-69983ded-fa14-491f-a25f-992eda19dd37 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 210 time: 0.1459298 Feb 04 20:10:18.854794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:18.903491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:18.926525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:18.933880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1b868493-52a2-4f6c-beae-a0477e5e31ed up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:18.941117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:18.946546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:18.989224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-028137c2-ea24-4bf9-bd14-be994a7d4fcb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:18.992283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-028137c2-ea24-4bf9-bd14-be994a7d4fcb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.3010378 Feb 04 20:10:18.999308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.011579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-9cd4c9cf-6883-4a0a-b7a3-f5f5a1edb9a4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/quotas/ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 375 time: 0.0128965 Feb 04 20:10:19.083018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:19.087399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.142570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:19.154188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Usage tracker for resource:security_group_rule and tenant:0aab3ff3375244ad912de065b80d3afd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:19.160957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:19.165608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1b868493-52a2-4f6c-beae-a0477e5e31ed triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:19.165780 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.185996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:19.270730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-cf853dd8-5422-4e4a-8d37-9c7c940bc2b1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2514050 Feb 04 20:10:19.333997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.371956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de00db-9971-4d20-a3f8-623e551f26d3 req-6090d528-a93e-4f3e-b87b-90580fe1af30 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:19.373608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8de00db-9971-4d20-a3f8-623e551f26d3 req-6090d528-a93e-4f3e-b87b-90580fe1af30 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3496020 Feb 04 20:10:19.427731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8de00db-9971-4d20-a3f8-623e551f26d3 req-14a7664e-8105-452f-b60d-1d5ee563bf15 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Feb 04 20:10:19.452402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.505655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46949bb-ba66-4d97-bfd3-cc1ce9a7d36b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:19.512443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-eecd1527-0703-4a69-bdb4-a65141c7e132 service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270720 Feb 04 20:10:19.539262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-86c4090e-8b85-4097-ab26-00648858c855 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0aab3ff3375244ad912de065b80d3afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907283 Feb 04 20:10:19.540598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58346) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:19.655830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315657f4-ce16-44ce-b8ce-d8006e70bafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.689622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315657f4-ce16-44ce-b8ce-d8006e70bafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.690889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-d0e91b85-44c0-4dc4-be8f-9779a4e3adf4 service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775460 Feb 04 20:10:19.723537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911873-513c-47c1-b5af-d844822b4f43 req-1f54c9f9-f3e6-49d7-b127-a1fd27e4b734 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:19.725008 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa911873-513c-47c1-b5af-d844822b4f43 req-1f54c9f9-f3e6-49d7-b127-a1fd27e4b734 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1436532 Feb 04 20:10:19.780578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa911873-513c-47c1-b5af-d844822b4f43 req-95f8630a-12e1-466d-a6b3-3f5871b35075 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Feb 04 20:10:19.787728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:19.879450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=5956fb1b-0b83-464f-b644-2b8d6d74e8a5,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:19.891254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': '88277690-6976-4987-8bb7-272aae25d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb86e232-7f07-49ba-add1-82f60a4139c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:19.891887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: fb86e232-7f07-49ba-add1-82f60a4139c9, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:10:19.987149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315657f4-ce16-44ce-b8ce-d8006e70bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:20.014203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network fb86e232-7f07-49ba-add1-82f60a4139c9 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:10:20.057781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315657f4-ce16-44ce-b8ce-d8006e70bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46949bb-ba66-4d97-bfd3-cc1ce9a7d36b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:20.097274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df865dbe-31c6-42c7-a938-a93031e3a5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:20.098108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-315657f4-ce16-44ce-b8ce-d8006e70bafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:20.100746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-315657f4-ce16-44ce-b8ce-d8006e70bafa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b46949bb-ba66-4d97-bfd3-cc1ce9a7d36b HTTP/1.1" status: 204 len: 168 time: 0.5595255 Feb 04 20:10:20.153746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5222a-6726-4d85-a883-3c3f23e417c7 req-03278dbc-02f5-4a94-acf7-5505721815e4 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:20.160881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9cf5222a-6726-4d85-a883-3c3f23e417c7 req-03278dbc-02f5-4a94-acf7-5505721815e4 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 944 time: 0.2797358 Feb 04 20:10:20.240376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e256234-b168-463e-a08f-14f9ff662113 req-0b518866-f88a-442a-9864-db081da6a949 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 210 time: 0.0945909 Feb 04 20:10:20.241931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, fb86e232-7f07-49ba-add1-82f60a4139c9) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:20.247179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:20.247942 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:20.258212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89042ff5-ddb2-476f-b7de-d9b8708e678f None None] Network fb86e232-7f07-49ba-add1-82f60a4139c9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:20.266910 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9cf5222a-6726-4d85-a883-3c3f23e417c7 req-d3deed10-77b0-408a-8c50-ef692a27c768 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044457 Feb 04 20:10:20.378408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-43649ab5-5327-49f4-bb30-4f9217ab0453 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8034234 Feb 04 20:10:20.392700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58376) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:20.414530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2da54ac3-00fb-4643-a825-67f026c59373 req-a1330d1a-2334-4e38-ae0c-69f88a1f2e09 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 210 time: 0.0779388 Feb 04 20:10:20.419104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-970166686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:20.426734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-8c5f1bd1-21ca-432e-b6cd-730fdda58968 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110811 Feb 04 20:10:20.528788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:20.745529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:router and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:20.759095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:20.761889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-fb86e232-7f07-49ba-add1-82f60a4139c9', 'network_id': 'fb86e232-7f07-49ba-add1-82f60a4139c9', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': '5956fb1b-0b83-464f-b644-2b8d6d74e8a5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:10:20.763321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:20.778253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:20.856681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-fcb4081d-b306-4c77-881b-098326e8a4cb tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:20.858136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-fcb4081d-b306-4c77-881b-098326e8a4cb tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4242237 Feb 04 20:10:20.866603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b601c-b0fb-4b0c-9f16-053d52008ce1 req-c69269b6-6379-411c-89e3-d5b605642aa0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:20.873453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b9b601c-b0fb-4b0c-9f16-053d52008ce1 req-c69269b6-6379-411c-89e3-d5b605642aa0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.4504013 Feb 04 20:10:20.949876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:20.949876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:20.949876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:20.979225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Allocated IP 2001:db8::2 (fb86e232-7f07-49ba-add1-82f60a4139c9/5956fb1b-0b83-464f-b644-2b8d6d74e8a5/fb75d9e6-5593-49cd-9eb3-8901c46208b3) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:21.037459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b9b601c-b0fb-4b0c-9f16-053d52008ce1 req-31da5284-b077-4e42-b8b7-4944e0a23712 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630578 Feb 04 20:10:21.066217 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:21.196080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:21.220137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:21.232768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:21.292683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18490fd5-6056-4382-9a4d-0846afe70b3d up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:21.336127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:21.340212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:21.462130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:21.480443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162766c-e2b7-4c83-ac04-6ebba364c632 req-84577051-aeb2-4650-919a-41ed6d326186 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:21.491778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6162766c-e2b7-4c83-ac04-6ebba364c632 req-84577051-aeb2-4650-919a-41ed6d326186 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2207563 Feb 04 20:10:21.491983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Transition to ACTIVE for port object fb75d9e6-5593-49cd-9eb3-8901c46208b3 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:21.532331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Transition to ACTIVE for port object fb75d9e6-5593-49cd-9eb3-8901c46208b3 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:21.604647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6162766c-e2b7-4c83-ac04-6ebba364c632 req-d9d597fe-906d-412f-b253-b56b5613d6b2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119225 Feb 04 20:10:21.625882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 18490fd5-6056-4382-9a4d-0846afe70b3d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:21.627307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 18490fd5-6056-4382-9a4d-0846afe70b3d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:21.627698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:21.712259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:21.810902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Network fb86e232-7f07-49ba-add1-82f60a4139c9 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:21.810902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:21.814201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:21.823719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Pushing event updated for resources: {'Port': ['ID=fb75d9e6-5593-49cd-9eb3-8901c46208b3,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:21.867501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa6dec-3428-4ffb-8ad1-b6665aba6f91 req-3014f60b-e884-44fa-ac0d-30b6f0a29733 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:21.875698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3faa6dec-3428-4ffb-8ad1-b6665aba6f91 req-3014f60b-e884-44fa-ac0d-30b6f0a29733 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 944 time: 0.1232581 Feb 04 20:10:21.928192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3faa6dec-3428-4ffb-8ad1-b6665aba6f91 req-5beb18fd-8a67-4820-897e-a96b49c61935 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513892 Feb 04 20:10:21.943154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.117 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/6f48eebb-1951-4b28-a917-4c3f402fbc93) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:21.951524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:21.955455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2da53198-b831-4ab1-8910-75db4f0a9c29 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5591612 Feb 04 20:10:21.956402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58452) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:22.000355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Attempting to bind port fb75d9e6-5593-49cd-9eb3-8901c46208b3 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:22.000727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Attempting to bind port fb75d9e6-5593-49cd-9eb3-8901c46208b3 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '88277690-6976-4987-8bb7-272aae25d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb86e232-7f07-49ba-add1-82f60a4139c9'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:22.001083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Attempting to bind port fb75d9e6-5593-49cd-9eb3-8901c46208b3 on network fb86e232-7f07-49ba-add1-82f60a4139c9 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:22.013706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:22.014124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Checking segment: {'id': '88277690-6976-4987-8bb7-272aae25d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb86e232-7f07-49ba-add1-82f60a4139c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:22.014861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:22.015438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Bound using segment: {'id': '88277690-6976-4987-8bb7-272aae25d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb86e232-7f07-49ba-add1-82f60a4139c9'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:22.015915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Bound port: fb75d9e6-5593-49cd-9eb3-8901c46208b3, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88277690-6976-4987-8bb7-272aae25d9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb86e232-7f07-49ba-add1-82f60a4139c9'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:22.016563 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:22.070474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:22.155521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5117303-d684-43a8-88e6-2bd7899db062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18490fd5-6056-4382-9a4d-0846afe70b3d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:22.163621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec09533-6557-48c3-b979-de17c9a91aa3 req-ffd9e6b8-4bb4-4f2c-b17f-035b2148ded3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 210 time: 0.2106838 Feb 04 20:10:22.173840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 18490fd5-6056-4382-9a4d-0846afe70b3d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18490fd5-6056-4382-9a4d-0846afe70b3d,segment=NetworkSegment(e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4),segment_id=e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:22.180081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] For port fb75d9e6-5593-49cd-9eb3-8901c46208b3, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:22.183899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] For port fb75d9e6-5593-49cd-9eb3-8901c46208b3, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fb75d9e6-5593-49cd-9eb3-8901c46208b3,segment=NetworkSegment(88277690-6976-4987-8bb7-272aae25d9ab),segment_id=88277690-6976-4987-8bb7-272aae25d9ab)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:22.232878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d84305ba-781a-43df-a800-7cfe7077a016 req-303ddc05-f167-4217-bad9-1f866a64a333 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 210 time: 0.1010270 Feb 04 20:10:22.271493 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0059ef72-d444-44ce-ba95-89392efa3271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:22.278206 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5117303-d684-43a8-88e6-2bd7899db062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18490fd5-6056-4382-9a4d-0846afe70b3d', 'code': 200} Feb 04 20:10:22.307218 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:22.363709 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:22.437559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=18490fd5-6056-4382-9a4d-0846afe70b3d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:22.583806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7da9e-1a35-4f84-845c-7efa21f4acee req-c18b431a-7a78-435c-ba9b-7e431a801857 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:22.592450 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6a7da9e-1a35-4f84-845c-7efa21f4acee req-c18b431a-7a78-435c-ba9b-7e431a801857 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1968558 Feb 04 20:10:22.614653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff1cfe-a9ea-42e0-972e-992759315d9e None None] Pushing event updated for resources: {'Port': ['ID=fb75d9e6-5593-49cd-9eb3-8901c46208b3,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:22.687329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c6a7da9e-1a35-4f84-845c-7efa21f4acee req-c9aa50a9-9228-4f3f-86ed-1eda392afb0f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939031 Feb 04 20:10:23.072748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fb75d9e6-5593-49cd-9eb3-8901c46208b3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:23.378951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccff08a-9e14-4aa2-b822-6034fc1f1d7e req-638d64b4-8082-4b6f-a77a-dfba66d27f50 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:23.380463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cccff08a-9e14-4aa2-b822-6034fc1f1d7e req-638d64b4-8082-4b6f-a77a-dfba66d27f50 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 945 time: 0.2147295 Feb 04 20:10:23.391974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port fb75d9e6-5593-49cd-9eb3-8901c46208b3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:23.399632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:23.465657 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:23.490966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cccff08a-9e14-4aa2-b822-6034fc1f1d7e req-76cb8ab3-6ea4-43bf-bdcd-3a39044a4452 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017957 Feb 04 20:10:23.538201 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:23.599644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75ac04-7e8f-4f67-9f58-d75226317b5a req-903c2e29-bdb1-4d23-b2e7-c43925497e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:23.601385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a75ac04-7e8f-4f67-9f58-d75226317b5a req-903c2e29-bdb1-4d23-b2e7-c43925497e49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 1096 time: 1.1444900 Feb 04 20:10:23.643551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:23.668995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object 6f48eebb-1951-4b28-a917-4c3f402fbc93 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:23.700352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-807878b7-f813-4598-9915-88859824b994 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:23.702377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-807878b7-f813-4598-9915-88859824b994 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.5869055 Feb 04 20:10:23.794728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58498) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:23.803950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'port': {'device_id': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'admin_state_up': True, 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:23.834024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042657e-7580-4f04-a9ee-cf72679c6118 req-52b461c1-ac3b-40eb-9545-1054b06e73d9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:23.841227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a042657e-7580-4f04-a9ee-cf72679c6118 req-52b461c1-ac3b-40eb-9545-1054b06e73d9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.7270157 Feb 04 20:10:23.867673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e06f083-f2db-4cee-9701-29e1ad0fb7a6 req-14071344-f4b4-445b-911f-5d45df85c658 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 210 time: 0.2014081 Feb 04 20:10:24.120906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0346ca-aff9-4dbb-a69c-014d1cec6913 None None] Network fb86e232-7f07-49ba-add1-82f60a4139c9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:24.133342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ae95606-41c7-4366-aa76-2a40a3744c2f req-38104bd8-cd2b-4b28-a3e1-1d77d81e41f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 210 time: 0.0598361 Feb 04 20:10:24.206684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a75ac04-7e8f-4f67-9f58-d75226317b5a req-59bf259b-1bae-4fb9-a362-8397586b47b6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924528 Feb 04 20:10:24.326533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a042657e-7580-4f04-a9ee-cf72679c6118 req-61002937-11e9-4b89-abab-c5027d2279e4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840963 Feb 04 20:10:24.407218 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0b9482bb-7fe4-43a8-bdb0-1b750980656c None None] Provisioning for port fb75d9e6-5593-49cd-9eb3-8901c46208b3 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:24.407218 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0b9482bb-7fe4-43a8-bdb0-1b750980656c None None] Provisioning complete for port fb75d9e6-5593-49cd-9eb3-8901c46208b3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:24.407218 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0b9482bb-7fe4-43a8-bdb0-1b750980656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:24.530518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:24.551516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:24.586268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:24.603411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-470081890'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:24.608700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:24.613014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Usage tracker for resource:network and tenant:f6b33315991f4e08ac09d789482458c8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:24.616406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:24.623400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:24.632735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', '7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:24.734524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:24.743110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Made reservation on behalf of f6b33315991f4e08ac09d789482458c8 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:24.747560 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:24.812767 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0b9482bb-7fe4-43a8-bdb0-1b750980656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:24.931788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:24.967929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:24.991962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0b9482bb-7fe4-43a8-bdb0-1b750980656c None None] For port fb75d9e6-5593-49cd-9eb3-8901c46208b3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fb75d9e6-5593-49cd-9eb3-8901c46208b3,segment=NetworkSegment(88277690-6976-4987-8bb7-272aae25d9ab),segment_id=88277690-6976-4987-8bb7-272aae25d9ab)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:25.012388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:25.082188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:25.109165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:25.121072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0b9482bb-7fe4-43a8-bdb0-1b750980656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:25.128194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:25.131284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=6f48eebb-1951-4b28-a917-4c3f402fbc93,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:25.153774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Made reservation on behalf of ee38bbd6cca841d69c5a6ee21119324a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:25.159440 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:25.180570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Usage tracker for resource:security_group_rule and tenant:f6b33315991f4e08ac09d789482458c8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:25.207406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:25.229465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.230001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.235235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.242103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:25.282722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71372ee9-08fe-43d9-b350-608fd5e3be53 req-55e025d2-311c-4176-9faa-c8c70f78be2a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:25.292113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71372ee9-08fe-43d9-b350-608fd5e3be53 req-55e025d2-311c-4176-9faa-c8c70f78be2a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2717414 Feb 04 20:10:25.296266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:25.340606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9482bb-7fe4-43a8-bdb0-1b750980656c None None] Pushing event updated for resources: {'Port': ['ID=fb75d9e6-5593-49cd-9eb3-8901c46208b3,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:25.368215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6a8cb6f5-8c54-4d0d-bc36-c79bb6cbafd9 None None] Provisioning complete for port fb75d9e6-5593-49cd-9eb3-8901c46208b3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:25.369941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb6f5-8c54-4d0d-bc36-c79bb6cbafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:25.418233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71372ee9-08fe-43d9-b350-608fd5e3be53 req-14149e05-20b0-4659-9fb3-3001c3bfa198 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251569 Feb 04 20:10:25.505857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8::1 (fb86e232-7f07-49ba-add1-82f60a4139c9/5956fb1b-0b83-464f-b644-2b8d6d74e8a5/5bd71b43-746b-4f3f-9a8f-9012a96d2ea1) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:25.593925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad5b7-8444-4b3d-9c3d-084aa71364a3 req-f5a699f4-b64e-45c1-839d-dbdc0717fba2 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:25.597190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9cad5b7-8444-4b3d-9c3d-084aa71364a3 req-f5a699f4-b64e-45c1-839d-dbdc0717fba2 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 945 time: 0.8678436 Feb 04 20:10:25.778237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Allocated IP 172.20.0.4 (4181155b-5c8a-42e0-9f1e-db8eb8ab0d96/ff753336-aaff-4c78-8e0b-3a4cdeaffe86/3d510f9c-f4f1-4e04-a935-9c8d98a63df8) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:25.938790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-67d1f9b0-cb84-4262-897f-87bdd9130878 None None] Provisioning for port 6f48eebb-1951-4b28-a917-4c3f402fbc93 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:25.939376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:25.943075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bc0bc-40e6-4301-9a16-9ec8b1a5be4a req-b48a873a-380b-481f-9e71-384e416f34f6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:25.952514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-359bc0bc-40e6-4301-9a16-9ec8b1a5be4a req-b48a873a-380b-481f-9e71-384e416f34f6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 936 time: 0.0942047 Feb 04 20:10:25.984388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-67d1f9b0-cb84-4262-897f-87bdd9130878 None None] Provisioning complete for port 6f48eebb-1951-4b28-a917-4c3f402fbc93 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:25.986458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-67d1f9b0-cb84-4262-897f-87bdd9130878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.002168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-359bc0bc-40e6-4301-9a16-9ec8b1a5be4a req-5a0b4267-2274-4c0e-a9d1-f50cb61b7b27 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Feb 04 20:10:26.027733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:26.028595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.074936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.160683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-6d0540dd-8958-47aa-ac14-5d7e767cc82e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2474692 Feb 04 20:10:26.207808 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d837939-51b0-4d86-8012-3daed0d98fb2 req-4e8ec712-9bf6-4c76-91f5-1a7ea55f160d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 210 time: 0.0619442 Feb 04 20:10:26.231990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:10:26.294046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-67d1f9b0-cb84-4262-897f-87bdd9130878 None None] Port 6f48eebb-1951-4b28-a917-4c3f402fbc93 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:26.294542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598f94e8-8ff3-4a13-abed-9d973f4698dd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:26.334527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9cad5b7-8444-4b3d-9c3d-084aa71364a3 req-f4eeaca6-2a8a-4c0c-b967-41eaca64748c tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645068 Feb 04 20:10:26.348364 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.348364 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Added segment 1fbcd978-88f1-449d-a4d0-dd37b7f50440 of type vlan for network c75e1c66-8f1f-40c0-9e4d-8334246fea5a Feb 04 20:10:26.434951 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.455109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Transition to ACTIVE for port object 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:26.489684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Request body: {'port': {'device_id': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:26.610656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a047ba0-1f0b-4533-8637-1ee224742ba6 req-3793a40e-4e2f-41cd-b108-a95e5b64510a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:26.612157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a047ba0-1f0b-4533-8637-1ee224742ba6 req-3793a40e-4e2f-41cd-b108-a95e5b64510a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.0885847 Feb 04 20:10:26.628073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.651106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.659429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a047ba0-1f0b-4533-8637-1ee224742ba6 req-6047d6b1-5893-490f-a1a5-d88656131155 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Feb 04 20:10:26.716502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:26.748840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:26.899880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fb75d9e6-5593-49cd-9eb3-8901c46208b3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:26.995191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port fb75d9e6-5593-49cd-9eb3-8901c46208b3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:26.996391 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:27.204558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:27.210720 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:27.212605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:27.213308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:27.222462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b9c9498e-39e5-4382-a2c7-a4be9b89d56b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:27.315694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:27.377971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c1981475-470a-4323-8051-efa4c6353571'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:27.407756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83116aa-c1eb-457b-93b4-14fc308e7a2f req-95219477-1fa8-4cc7-8532-55703090d57b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:27.416392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c83116aa-c1eb-457b-93b4-14fc308e7a2f req-95219477-1fa8-4cc7-8532-55703090d57b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1367123 Feb 04 20:10:27.503114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:27.515153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c83116aa-c1eb-457b-93b4-14fc308e7a2f req-318da2ff-0ed1-4c2a-b0fd-248178a86fd9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973032 Feb 04 20:10:27.521253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:27.687855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.8880234 Feb 04 20:10:27.688998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fd7d1-3bc3-4d7a-87a0-9bc71e166a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Pushing event updated for resources: {'Network': ['ID=c75e1c66-8f1f-40c0-9e4d-8334246fea5a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:27.702277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c75e1c66-8f1f-40c0-9e4d-8334246fea5a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:10:27.834186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:27.856706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:27.857377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:27.872835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b25cee-ea68-48e3-bb4c-5735fde01469 req-eda2ae8e-1db4-4eee-99c3-61d1c89fb2f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:27.884492 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25b25cee-ea68-48e3-bb4c-5735fde01469 req-eda2ae8e-1db4-4eee-99c3-61d1c89fb2f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 931 time: 0.1733458 Feb 04 20:10:27.936314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:27.985201 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25b25cee-ea68-48e3-bb4c-5735fde01469 req-82d59a94-6767-42ff-969c-8f8d5b5c7d17 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975540 Feb 04 20:10:27.991789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-65a36234-afcd-4c2f-88ac-ec4fe4c12885 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1949582 Feb 04 20:10:28.015339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network fb86e232-7f07-49ba-add1-82f60a4139c9 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:28.027383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:28.030234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:28.030804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:28.055316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e63db1f6-98c0-4f01-a903-229b668c5451 None None] Provisioning for port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:28.064272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e63db1f6-98c0-4f01-a903-229b668c5451 None None] Provisioning complete for port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:28.072347 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e63db1f6-98c0-4f01-a903-229b668c5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:28.081917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cf27b-0ec9-427e-91a4-e7daa1fae4f9 req-81ecceea-d1ee-4039-b2c9-7b5f4762ffaf tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:28.082573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bf7cf27b-0ec9-427e-91a4-e7daa1fae4f9 req-81ecceea-d1ee-4039-b2c9-7b5f4762ffaf tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:28.186195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=5bd71b43-746b-4f3f-9a8f-9012a96d2ea1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:28.213052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f48eebb-1951-4b28-a917-4c3f402fbc93 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:28.221560 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:28.224519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e63db1f6-98c0-4f01-a903-229b668c5451 None None] Port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:28.238934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Transition to ACTIVE for port object 6f48eebb-1951-4b28-a917-4c3f402fbc93 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:28.255635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bf7cf27b-0ec9-427e-91a4-e7daa1fae4f9 req-81ecceea-d1ee-4039-b2c9-7b5f4762ffaf tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:28.256950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf7cf27b-0ec9-427e-91a4-e7daa1fae4f9 req-81ecceea-d1ee-4039-b2c9-7b5f4762ffaf tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 936 time: 1.0185003 Feb 04 20:10:28.348979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:28.365052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc87b-1d06-4887-963a-a52211b1bf88 req-dbd1eb61-dae4-4ba7-a46c-ee0eeb66a0d8 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:28.373139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fbbc87b-1d06-4887-963a-a52211b1bf88 req-dbd1eb61-dae4-4ba7-a46c-ee0eeb66a0d8 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 945 time: 0.1530781 Feb 04 20:10:28.407072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf7cf27b-0ec9-427e-91a4-e7daa1fae4f9 req-82a79930-0f92-4f17-bd4c-7188820f6292 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434319 Feb 04 20:10:28.498609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:28.513634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fbbc87b-1d06-4887-963a-a52211b1bf88 req-e7f6ba60-ddee-4ba1-91a5-a266b3415ab5 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284230 Feb 04 20:10:28.538958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Pushing event updated for resources: {'Port': ['ID=6f48eebb-1951-4b28-a917-4c3f402fbc93,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:28.650490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc5af233-2c98-4387-bf6b-aaa34d736fee None None] Provisioning for port 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:28.658150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bc5af233-2c98-4387-bf6b-aaa34d736fee None None] Provisioning complete for port 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:28.658958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc5af233-2c98-4387-bf6b-aaa34d736fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:28.745751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58562) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:28.818736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bc5af233-2c98-4387-bf6b-aaa34d736fee None None] Port 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:29.043121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Attempting to bind port 6f48eebb-1951-4b28-a917-4c3f402fbc93 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:29.043733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Attempting to bind port 6f48eebb-1951-4b28-a917-4c3f402fbc93 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:29.043869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Attempting to bind port 6f48eebb-1951-4b28-a917-4c3f402fbc93 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:29.056815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Port 6f48eebb-1951-4b28-a917-4c3f402fbc93 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:29.057140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Attempting to bind port 6f48eebb-1951-4b28-a917-4c3f402fbc93 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:29.074787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51a19-aec2-4663-88d6-f94bb66eef59 req-bee66796-3212-4377-b703-57df139c7363 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:29.080097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:29.084794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:29.084794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:29.084794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Bound port: 6f48eebb-1951-4b28-a917-4c3f402fbc93, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:29.084794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.085158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81e51a19-aec2-4663-88d6-f94bb66eef59 req-bee66796-3212-4377-b703-57df139c7363 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1557405 Feb 04 20:10:29.098911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.119388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:29.143960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:4152d18fb48a4a918e410fa104a297f8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:29.169196 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81e51a19-aec2-4663-88d6-f94bb66eef59 req-37fbbeec-48ef-4f67-999d-93bc8cbcab93 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864723 Feb 04 20:10:29.170246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:29.181534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:29.206289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58572) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:29.232192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Request body: {'port': {'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a', 'binding:host_id': 'n-h1-811806-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723797195'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:29.238106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:29.242212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Usage tracker for resource:port and tenant:8d0efd679d4841bc9345e982d9d97c46 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:29.246096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:29.253293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:29.329267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] For port 6f48eebb-1951-4b28-a917-4c3f402fbc93, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:29.342829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] For port 6f48eebb-1951-4b28-a917-4c3f402fbc93, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6f48eebb-1951-4b28-a917-4c3f402fbc93,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:29.362244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Made reservation on behalf of 8d0efd679d4841bc9345e982d9d97c46 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:29.365370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.381868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.385922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.400214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.406954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:29.410827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Usage tracker for resource:security_group_rule and tenant:8d0efd679d4841bc9345e982d9d97c46 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:29.415984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:29.421957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:29.430858 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.481230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Request body: {'port': {'device_id': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:29.507234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.562154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4152d18fb48a4a918e410fa104a297f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8149152 Feb 04 20:10:29.572233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58578) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:29.594916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.595896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5cb5d4-32ef-46ea-a7f3-f83adf553653,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:29.607228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.607577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.607921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.608329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.608670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.608999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.609325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.609648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.609975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.610296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.610621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.610971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dcb4f-b555-4c32-b5b0-467efc154fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:10:29.671521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.672175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.672319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-86262b49-d686-4709-9a77-d6a1f32bb0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.705086 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-86262b49-d686-4709-9a77-d6a1f32bb0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.719907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:29.732526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.732526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] 10.222.0.62 "PUT /v2.0/ports/6f48eebb-1951-4b28-a917-4c3f402fbc93 HTTP/1.1" status: 200 len: 1096 time: 3.5014112 Feb 04 20:10:29.732885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:29.735570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'tag': '6f48eebb-1951-4b28-a917-4c3f402fbc93'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:29.740186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] device_id is not set on port 056f0836-377f-40cd-9b62-3bfb1105d42e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:10:29.824190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63440c84-ccc8-4d19-8966-f5014d9dc3af service neutron] Pushing event updated for resources: {'Port': ['ID=6f48eebb-1951-4b28-a917-4c3f402fbc93,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:29.895000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff6440-590e-46df-8a53-3ba19aa44590,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:30.082796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=5bd71b43-746b-4f3f-9a8f-9012a96d2ea1,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:30.130036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:30.139309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-86262b49-d686-4709-9a77-d6a1f32bb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:30.157765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8290eb-fa72-49ef-8ed9-66c255b67a4f req-eb85d17e-be66-4bf3-9496-9a6cdac005f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:30.158753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5c8290eb-fa72-49ef-8ed9-66c255b67a4f req-eb85d17e-be66-4bf3-9496-9a6cdac005f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:30.220799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86262b49-d686-4709-9a77-d6a1f32bb0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5cb5d4-32ef-46ea-a7f3-f83adf553653,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:30.224480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network fb86e232-7f07-49ba-add1-82f60a4139c9 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:30.233126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:30.250471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] device_id is not set on port 056f0836-377f-40cd-9b62-3bfb1105d42e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:10:30.262043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-86262b49-d686-4709-9a77-d6a1f32bb0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:30.263195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-86262b49-d686-4709-9a77-d6a1f32bb0c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee5cb5d4-32ef-46ea-a7f3-f83adf553653 HTTP/1.1" status: 204 len: 168 time: 0.6868486 Feb 04 20:10:30.265313 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:30.287127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Transition to ACTIVE for port object 056f0836-377f-40cd-9b62-3bfb1105d42e will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:30.309482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d12f61-209f-4a27-a760-e25d25c116a7 req-836b87e1-a1ad-4d8a-9976-fb41af3ac8b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:30.311004 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6d12f61-209f-4a27-a760-e25d25c116a7 req-836b87e1-a1ad-4d8a-9976-fb41af3ac8b4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 948 time: 0.3261518 Feb 04 20:10:30.343562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5c8290eb-fa72-49ef-8ed9-66c255b67a4f req-eb85d17e-be66-4bf3-9496-9a6cdac005f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:30.344743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c8290eb-fa72-49ef-8ed9-66c255b67a4f req-eb85d17e-be66-4bf3-9496-9a6cdac005f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 931 time: 0.9503489 Feb 04 20:10:30.346682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-961d68eb-322e-439d-b785-51634f8d5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:30.348265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-961d68eb-322e-439d-b785-51634f8d5dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 1099 time: 0.3976831 Feb 04 20:10:30.373232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:30.472076 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6d12f61-209f-4a27-a760-e25d25c116a7 req-88e2bc4d-a786-4b14-a7e8-552a01f0d273 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552165 Feb 04 20:10:30.542844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=056f0836-377f-40cd-9b62-3bfb1105d42e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:30.569046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Checking segment: {'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:30.570978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Network hostable DHCP agents. Network: c75e1c66-8f1f-40c0-9e4d-8334246fea5a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:10:30.614439 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'tag': '6f48eebb-1951-4b28-a917-4c3f402fbc93', 'status': 'completed', 'code': 200} Feb 04 20:10:30.626242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-72264623-8d9a-4d69-8411-5604e7e252f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6f48eebb-1951-4b28-a917-4c3f402fbc93 HTTP/1.1" status: 200 len: 217 time: 0.1933305 Feb 04 20:10:30.692770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c8290eb-fa72-49ef-8ed9-66c255b67a4f req-6a88ebdb-8444-44d5-bd67-50592012f2b3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776058 Feb 04 20:10:30.726825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3dd7de41-9bc1-4a09-9274-ad636bc7fd7b None None] Provisioning complete for port 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:30.726825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3dd7de41-9bc1-4a09-9274-ad636bc7fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:30.816497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7de41-9bc1-4a09-9274-ad636bc7fd7b None None] Port 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:30.830088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d04b5-e4d8-4b8b-a98c-edb88e06aca6 req-9aec029b-1c5b-433b-a1e9-b695a1edb383 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:30.831944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc4d04b5-e4d8-4b8b-a98c-edb88e06aca6 req-9aec029b-1c5b-433b-a1e9-b695a1edb383 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 945 time: 0.1667650 Feb 04 20:10:30.865873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-37ff7253-571f-42d3-9046-d64290a3312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:30.867497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-37ff7253-571f-42d3-9046-d64290a3312c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2281330 Feb 04 20:10:30.881231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc4d04b5-e4d8-4b8b-a98c-edb88e06aca6 req-27c8c6a4-28ef-44ce-9422-fe32fbb5d7cc tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Feb 04 20:10:30.968742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Network c75e1c66-8f1f-40c0-9e4d-8334246fea5a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:10:31.061143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c75e1c66-8f1f-40c0-9e4d-8334246fea5a) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:31.065611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:31.079405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425090c5-973d-45bf-8dce-c35628672aa6 None None] Network c75e1c66-8f1f-40c0-9e4d-8334246fea5a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:31.088673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.090757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.090757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.096725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.097073 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.097475 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 2 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.125489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec84801-474a-4982-836f-de6560d6a7e6 req-c2671b5a-f324-4a55-a1c5-3e7445a1bcaf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:31.136675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fec84801-474a-4982-836f-de6560d6a7e6 req-c2671b5a-f324-4a55-a1c5-3e7445a1bcaf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2745886 Feb 04 20:10:31.138293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.138633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.139000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.145610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.146262 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.146388 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 3 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.169633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.170209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.170549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.175840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.176162 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.176535 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 4 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.190269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 1f6eed23-92a0-4c00-8d96-15e13bc7f365 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:10:31.232978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-b8c95e00-44d4-497f-87fe-fbc61790597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:31.235002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-b8c95e00-44d4-497f-87fe-fbc61790597e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3216379 Feb 04 20:10:31.308924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.309187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.309513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.315277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.315277 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.315548 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 5 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.333429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.333816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.338095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.339167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.339493 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.339881 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 6 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.357134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.357673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.358044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.363070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.363391 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.363772 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 7 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.381546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.381886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.382231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.388286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.388609 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.388991 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 8 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.406454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.406822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.407199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.413010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.413345 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.413728 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 9 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.441269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58596) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:31.464341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.464698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.465016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.470364 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:31.479309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.479634 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.481518 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 10 to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e Feb 04 20:10:31.498374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:31.504020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:31.504213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:31.504553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:31.516365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Usage tracker for resource:security_group_rule and tenant:31647b164485429c9d84b377274f7293 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:31.516365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 056f0836-377f-40cd-9b62-3bfb1105d42e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:31.516365 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 056f0836-377f-40cd-9b62-3bfb1105d42e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:31.516365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:31.524020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:31.533955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:31.712974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] For port 056f0836-377f-40cd-9b62-3bfb1105d42e, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:31.713380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempted to set empty binding levels {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 20:10:31.720893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:31.748630 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fec84801-474a-4982-836f-de6560d6a7e6 req-5121302c-0163-4d2c-9468-f9f6cb0b5171 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623786 Feb 04 20:10:31.750545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:31.772968 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:31.787346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a13c1f-8c12-47ba-886d-7793ce08b8c2 req-8abddf72-a590-4b35-aa1d-b25d04bf6cc1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:31.789192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a13c1f-8c12-47ba-886d-7793ce08b8c2 req-8abddf72-a590-4b35-aa1d-b25d04bf6cc1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 948 time: 0.1683056 Feb 04 20:10:31.811067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:31.822886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] Sync routers for ids ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:31.826003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Transition to ACTIVE for port object 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:31.834916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a416de6d-65f6-4c01-ab68-1bbb3e0a5e44 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/1f6eed23-92a0-4c00-8d96-15e13bc7f365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8745813 Feb 04 20:10:31.835647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58606) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:31.841700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] Routers {'1f6eed23-92a0-4c00-8d96-15e13bc7f365'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:31.842667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:31.898258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6a13c1f-8c12-47ba-886d-7793ce08b8c2 req-9fde201e-4b27-4e32-8021-d0fedda61728 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992863 Feb 04 20:10:31.901886 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:31.918302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:31.924472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] Routers {'1f6eed23-92a0-4c00-8d96-15e13bc7f365'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:31.925918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:31.963556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.002462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.004578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:32.005083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a088-c1dc-4204-8493-ff08d253c18d None None] The sync data for ids ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:32.016272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:32.017213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.065576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-cfccd56d-a455-4abd-9d90-7c39d42c3913 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119204 Feb 04 20:10:32.154126 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31647b164485429c9d84b377274f7293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7099836 Feb 04 20:10:32.156574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48743c39-452d-4fd6-b25c-c7493adeac1a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:32.156574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-48743c39-452d-4fd6-b25c-c7493adeac1a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:32.157169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:32.158940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5357a-6d24-44b5-bb2e-7a6c31f16573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5e7ed-ee76-4376-9c17-88d6584d934d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:32.167937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=056f0836-377f-40cd-9b62-3bfb1105d42e,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:32.214101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d805d45b-0819-43f0-92f1-002144fedc73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.0031559 Feb 04 20:10:32.215769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58616) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:32.320010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-19e2e22f-1ddb-4838-a1aa-0caff8ea0ded tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:32.327483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-19e2e22f-1ddb-4838-a1aa-0caff8ea0ded tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 945 time: 0.8730860 Feb 04 20:10:32.376531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Deleting port 056f0836-377f-40cd-9b62-3bfb1105d42e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:32.376879 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.385275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Pushing event updated for resources: {'Port': ['ID=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:32.441170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd27ef-1e76-475c-b311-5603e40510f5 req-c00a0f78-f2b4-40c4-afee-84781a9bc155 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:32.442724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7cd27ef-1e76-475c-b311-5603e40510f5 req-c00a0f78-f2b4-40c4-afee-84781a9bc155 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3841715 Feb 04 20:10:32.444203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-995a7b2a-977a-4c0d-bece-807e80e20270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.502820 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-995a7b2a-977a-4c0d-bece-807e80e20270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.524373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553d11-1c83-408c-bdaf-667c1c0a08bb req-1fa3d0ee-c1e5-4498-8035-18d1f56ac91a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:32.527195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42553d11-1c83-408c-bdaf-667c1c0a08bb req-1fa3d0ee-c1e5-4498-8035-18d1f56ac91a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 931 time: 0.6552851 Feb 04 20:10:32.559328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-48743c39-452d-4fd6-b25c-c7493adeac1a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:32.562856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-48743c39-452d-4fd6-b25c-c7493adeac1a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports/5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 HTTP/1.1" status: 200 len: 911 time: 0.7240374 Feb 04 20:10:32.574824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58624) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:32.609010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Deleting port 18490fd5-6056-4382-9a4d-0846afe70b3d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:32.609340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.662664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7cd27ef-1e76-475c-b311-5603e40510f5 req-8a656488-452a-47ea-99b6-223aeed597b3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069650 Feb 04 20:10:32.721351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f315a44e-4021-47e5-aef6-38a0e4dcf83a req-2b8bbcba-40bb-4c31-944a-9ca15adba553 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359816 Feb 04 20:10:32.721989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Attempting to bind port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:32.722318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Attempting to bind port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:32.722639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Attempting to bind port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:32.740502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42553d11-1c83-408c-bdaf-667c1c0a08bb req-fdebaae0-5439-47a4-a7de-8e7ba013a78d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684732 Feb 04 20:10:32.838476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:32.846571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Attempting to bind port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:32.888509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:32.888845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:32.889230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Bound using segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:32.889673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Bound port: 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:32.890012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:32.934154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] For port 056f0836-377f-40cd-9b62-3bfb1105d42e, host n-h1-811806-1, got binding levels [] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:32.934511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:33.170964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Calling delete_port for 056f0836-377f-40cd-9b62-3bfb1105d42e owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:33.192775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] For port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:33.198086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] For port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:33.230013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] For port 18490fd5-6056-4382-9a4d-0846afe70b3d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=18490fd5-6056-4382-9a4d-0846afe70b3d,segment=NetworkSegment(e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4),segment_id=e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:33.230389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:33.240916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-72dd2455-4573-4731-a203-71fccb4fe2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:33.242429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-72dd2455-4573-4731-a203-71fccb4fe2c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 1099 time: 0.3919969 Feb 04 20:10:33.416591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Calling delete_port for 18490fd5-6056-4382-9a4d-0846afe70b3d owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:33.442786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-995a7b2a-977a-4c0d-bece-807e80e20270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:33.478174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf57a-7f71-44f7-b048-9a35a27df46e req-f98c901e-e580-436f-9da6-972c856b11f3 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:33.479572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f6cf57a-7f71-44f7-b048-9a35a27df46e req-f98c901e-e580-436f-9da6-972c856b11f3 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 945 time: 0.6270180 Feb 04 20:10:33.487054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a7b2a-977a-4c0d-bece-807e80e20270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5e7ed-ee76-4376-9c17-88d6584d934d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:33.534864 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-995a7b2a-977a-4c0d-bece-807e80e20270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:33.535995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-995a7b2a-977a-4c0d-bece-807e80e20270 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1b5e7ed-ee76-4376-9c17-88d6584d934d HTTP/1.1" status: 204 len: 168 time: 1.3785148 Feb 04 20:10:33.606499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f6cf57a-7f71-44f7-b048-9a35a27df46e req-97d787a5-d1a7-48ed-9441-c6353d185f57 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/security-groups?id=a42afe9c-d0ef-45f2-beba-6626bbba8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118946 Feb 04 20:10:33.669457 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:33.734093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event deleted for resources: {'Port': ['ID=056f0836-377f-40cd-9b62-3bfb1105d42e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:33.742198 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:33.749934 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:33.801442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba6253-a7e4-4f01-873b-3ceb12735976 req-7c7512ff-8d65-45dc-9529-4a6f8ed2b149 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:33.804459 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c259aa7e-5284-4721-bae2-7782d5e0d6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "DELETE /v2.0/ports/056f0836-377f-40cd-9b62-3bfb1105d42e HTTP/1.1" status: 204 len: 168 time: 1.5714624 Feb 04 20:10:33.804707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58640) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:33.809449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efba6253-a7e4-4f01-873b-3ceb12735976 req-7c7512ff-8d65-45dc-9529-4a6f8ed2b149 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.7724006 Feb 04 20:10:34.018898 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66ca9ac-b3a2-4290-a491-dae8c7803e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:10:34.018898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d66ca9ac-b3a2-4290-a491-dae8c7803e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Synchronizing usage tracker for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:34.019157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.019157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:34.019157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] 10.222.0.24 "PUT /v2.0/ports/3d510f9c-f4f1-4e04-a935-9c8d98a63df8 HTTP/1.1" status: 200 len: 1091 time: 4.4335744 Feb 04 20:10:34.019157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:34.019493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577ab5d-ffa7-4f98-be12-1b439ac2b333 req-15c8214b-5692-4748-8841-0845a86e1310 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.019493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2577ab5d-ffa7-4f98-be12-1b439ac2b333 req-15c8214b-5692-4748-8841-0845a86e1310 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 948 time: 0.2239192 Feb 04 20:10:34.019679 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-efba6253-a7e4-4f01-873b-3ceb12735976 req-30190c6f-4a67-4001-9fa3-d4ea4230db05 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644666 Feb 04 20:10:34.019679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-b7e7cb57-b1dd-47a8-9ff1-418cc86e1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.019679 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-b7e7cb57-b1dd-47a8-9ff1-418cc86e1aa4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.7348154 Feb 04 20:10:34.019679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca33fa-0f4e-4345-ab80-c46116ea149d service neutron] Pushing event updated for resources: {'Port': ['ID=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:34.047348 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:34.148255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-f3bdf2d3-7c4d-47c9-a9d0-ba1db6393aff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6f48eebb-1951-4b28-a917-4c3f402fbc93 HTTP/1.1" status: 200 len: 217 time: 0.0916667 Feb 04 20:10:34.285222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d66ca9ac-b3a2-4290-a491-dae8c7803e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Unset dirty status for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:34.293047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d66ca9ac-b3a2-4290-a491-dae8c7803e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "GET /v2.0/ports/056f0836-377f-40cd-9b62-3bfb1105d42e HTTP/1.1" status: 404 len: 333 time: 0.4841337 Feb 04 20:10:34.306318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:34.328360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Request body: {'port': {'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851706537'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:34.336978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:34.351311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2577ab5d-ffa7-4f98-be12-1b439ac2b333 req-d764f563-ef7a-4115-a929-6bd080a53eb9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716006 Feb 04 20:10:34.366021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:34.390069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-3bcd6de5-b5a6-466b-ba26-eb594cec2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.391437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-3bcd6de5-b5a6-466b-ba26-eb594cec2b67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2539792 Feb 04 20:10:34.455162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2bf2-c59d-4efc-bfaa-9de0a1c5b075 req-5369042d-a0b0-4625-bea6-d7ead9205155 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.462482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-986e2bf2-c59d-4efc-bfaa-9de0a1c5b075 req-5369042d-a0b0-4625-bea6-d7ead9205155 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 943 time: 0.3369052 Feb 04 20:10:34.479771 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8', 'status': 'completed', 'code': 200} Feb 04 20:10:34.483083 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:34.490366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-105252f8-475e-434e-8e72-a3bc06b2614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.491864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-105252f8-475e-434e-8e72-a3bc06b2614f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 1094 time: 0.2406828 Feb 04 20:10:34.537750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Made reservation on behalf of 8d0efd679d4841bc9345e982d9d97c46 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:34.547498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:34.576243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] device_id is not set on port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:10:34.692663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Pushing event deleted for resources: {'Port': ['ID=18490fd5-6056-4382-9a4d-0846afe70b3d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:34.701541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-986e2bf2-c59d-4efc-bfaa-9de0a1c5b075 req-03c03b5f-bdce-434e-b00b-9787b2bb5bb7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381217 Feb 04 20:10:34.708019 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-02af409c-1ba5-4137-89d2-8c502f7492b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8 HTTP/1.1" status: 200 len: 217 time: 0.1955419 Feb 04 20:10:34.808641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-8dd5350a-4b3b-43ab-94b1-a8c73b3e2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.810039 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-8dd5350a-4b3b-43ab-94b1-a8c73b3e2c97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4110777 Feb 04 20:10:34.880902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] No DVR routers for this DVR port 18490fd5-6056-4382-9a4d-0846afe70b3d on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:10:34.922185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:34.922530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:34.964743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1148cbe-50fe-49c6-9f76-d31d62ee2877 req-8d274155-429f-4935-acb9-4c13f6148be3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:34.965652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:34.971588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1148cbe-50fe-49c6-9f76-d31d62ee2877 req-8d274155-429f-4935-acb9-4c13f6148be3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3686996 Feb 04 20:10:35.017772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-215c6b4c-2cb0-4af5-9d1b-a91258a352de req-15d9a226-fd28-4945-9ea7-58ba994306c3 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Synchronizing usage tracker for tenant:49591b0d22784dfb8002b10021362774 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:35.070676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-4205ae51-e2f0-4915-812b-b042f701ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:35.072108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-4205ae51-e2f0-4915-812b-b042f701ac72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.3212812 Feb 04 20:10:35.085062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:35.123473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7979b2b4-1e3a-4fb0-bfd6-397eeb3549f9 req-f7732abb-cc89-4476-b1d1-e732275246c9 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.62 "DELETE /v2.0/ports/18490fd5-6056-4382-9a4d-0846afe70b3d HTTP/1.1" status: 204 len: 173 time: 2.7270758 Feb 04 20:10:35.137065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-6c46fa9a-e8eb-466e-b599-c28d215ff0ac service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015616 Feb 04 20:10:35.147527 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1148cbe-50fe-49c6-9f76-d31d62ee2877 req-9df0bb6b-b609-489a-9524-e0bec3fe308e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751013 Feb 04 20:10:35.247816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-215c6b4c-2cb0-4af5-9d1b-a91258a352de req-15d9a226-fd28-4945-9ea7-58ba994306c3 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] Unset dirty status for tenant:49591b0d22784dfb8002b10021362774 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:35.250093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-215c6b4c-2cb0-4af5-9d1b-a91258a352de req-15d9a226-fd28-4945-9ea7-58ba994306c3 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 210 time: 0.3807442 Feb 04 20:10:35.335307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18490fd5-6056-4382-9a4d-0846afe70b3d no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:10:35.342265 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:35.369953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-74c71c1a-b570-4053-9c77-e64d8e951ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:35.371852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-74c71c1a-b570-4053-9c77-e64d8e951ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848194 Feb 04 20:10:35.381788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f03908c-6ecd-4103-a2d8-695955ba9108 req-e306f6d9-899e-4a25-be20-196bc0bd21d5 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382569 Feb 04 20:10:35.433835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 18490fd5-6056-4382-9a4d-0846afe70b3d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:10:35.434177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 18490fd5-6056-4382-9a4d-0846afe70b3d not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:10:35.635034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-44df4b1e-2c2a-432e-8824-e726386e438b service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554090 Feb 04 20:10:35.721585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 5bd71b43-746b-4f3f-9a8f-9012a96d2ea1 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:35.955099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365251cc-97e5-40a8-9ddf-6acb3f5f5b89 req-d7fbbeaf-4264-4763-b75e-aa26f0e5807d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:35.956498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-365251cc-97e5-40a8-9ddf-6acb3f5f5b89 req-d7fbbeaf-4264-4763-b75e-aa26f0e5807d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 948 time: 0.4065254 Feb 04 20:10:36.029193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3b97d-ffbb-4d23-bfef-2aef4a6a17db req-26a0cdb7-6199-42a5-b568-857a7b8424ee service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814471 Feb 04 20:10:36.033939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-365251cc-97e5-40a8-9ddf-6acb3f5f5b89 req-1cc7fc36-d4b4-42e5-9ed4-318b4c16c4a9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613034 Feb 04 20:10:36.038171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e2f31-e2fb-452c-99f3-0bfb8c6d7b9c req-713dd8a5-2bfe-4774-99c2-95c12ae07a80 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:36.039702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c41e2f31-e2fb-452c-99f3-0bfb8c6d7b9c req-713dd8a5-2bfe-4774-99c2-95c12ae07a80 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3281322 Feb 04 20:10:36.128025 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c41e2f31-e2fb-452c-99f3-0bfb8c6d7b9c req-ba5b8fb7-193a-4d2d-ba2e-c779dfc69f91 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768237 Feb 04 20:10:36.257356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3090d68-555e-4659-b144-737d212f85aa req-66cc8d00-d2e6-4e13-aa05-4dde53b77d21 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:36.259491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3090d68-555e-4659-b144-737d212f85aa req-66cc8d00-d2e6-4e13-aa05-4dde53b77d21 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 943 time: 0.0978012 Feb 04 20:10:36.315324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3090d68-555e-4659-b144-737d212f85aa req-5c807acf-bfde-441e-ba9d-333ca7955024 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494359 Feb 04 20:10:36.354252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e100ee4-f197-407a-9dfa-c606a82a3c84 req-3b16f3a8-5663-4c9e-b540-9c0cdbd8c27f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:36.359220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e100ee4-f197-407a-9dfa-c606a82a3c84 req-3b16f3a8-5663-4c9e-b540-9c0cdbd8c27f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1047142 Feb 04 20:10:36.370812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:36.374165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:36.497731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=5bd71b43-746b-4f3f-9a8f-9012a96d2ea1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:36.501523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5117303-d684-43a8-88e6-2bd7899db062', 'name': 'network-vif-deleted', 'tag': '18490fd5-6056-4382-9a4d-0846afe70b3d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:36.532144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b06c2a13-7cba-44a3-a660-caa771265d70 req-41dfb6be-d831-4cc8-a20b-7d8cf2284b07 tempest-ServerGroupTestJSON-2074754968 tempest-ServerGroupTestJSON-2074754968-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5117303-d684-43a8-88e6-2bd7899db062 HTTP/1.1" status: 200 len: 210 time: 0.0667071 Feb 04 20:10:36.575322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-fe615405-b5cf-4e1a-9b2e-e9c20c590852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:36.575322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-fe615405-b5cf-4e1a-9b2e-e9c20c590852 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 1094 time: 0.1746724 Feb 04 20:10:36.694741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=debeb7e5-b42e-4a76-afe8-cbb00df0f0c1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:36.713640 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5117303-d684-43a8-88e6-2bd7899db062', 'name': 'network-vif-deleted', 'tag': '18490fd5-6056-4382-9a4d-0846afe70b3d', 'status': 'completed', 'code': 200} Feb 04 20:10:36.842511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-731b95bc-b86f-4dad-9f38-4468b69b93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:36.845438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-731b95bc-b86f-4dad-9f38-4468b69b93fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.2666435 Feb 04 20:10:36.845931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Network c75e1c66-8f1f-40c0-9e4d-8334246fea5a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:36.859094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:36.940344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:36.941324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:36.941929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:36.957578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e100ee4-f197-407a-9dfa-c606a82a3c84 req-6687e5e7-6ffd-43b1-a0aa-62387710d56a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876060 Feb 04 20:10:36.975151 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:37.006880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-7faf0ad2-8f32-4e2a-a96c-3b2949687703 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8 HTTP/1.1" status: 200 len: 217 time: 0.1478288 Feb 04 20:10:37.114346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-fad1a04d-a353-4305-92fb-d3533b127390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:37.114346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-fad1a04d-a353-4305-92fb-d3533b127390 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1009729 Feb 04 20:10:37.277144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8aec9ec0-f310-4d9a-81f0-f0a0a88ca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9695969 Feb 04 20:10:37.285647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58726) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:37.336610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6f48eebb-1951-4b28-a917-4c3f402fbc93 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:10:37.366482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-52d084cd-e08b-4e23-84b1-37ea7b69ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:37.368044 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-52d084cd-e08b-4e23-84b1-37ea7b69ac0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2464364 Feb 04 20:10:37.376703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:37.480754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 1f6eed23-92a0-4c00-8d96-15e13bc7f365 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:10:37.540003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff49abf-a546-4771-b89d-ad639b4c9f60 req-9aaa913d-50f8-4291-b801-535bff3154d3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:37.541994 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ff49abf-a546-4771-b89d-ad639b4c9f60 req-9aaa913d-50f8-4291-b801-535bff3154d3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 948 time: 0.2816970 Feb 04 20:10:37.570761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 6f48eebb-1951-4b28-a917-4c3f402fbc93, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6f48eebb-1951-4b28-a917-4c3f402fbc93,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:37.589687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-6038f88a-f0a8-4c28-ad02-a9d700c45921 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061231 Feb 04 20:10:37.589958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '6f48eebb-1951-4b28-a917-4c3f402fbc93', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '6f48eebb-1951-4b28-a917-4c3f402fbc93', 'mac_address': 'fa:16:3e:79:85:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:10:37.656213 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:37.677689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f48eebb-1951-4b28-a917-4c3f402fbc93 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:37.697211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 6f48eebb-1951-4b28-a917-4c3f402fbc93, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6f48eebb-1951-4b28-a917-4c3f402fbc93,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:37.729266 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ff49abf-a546-4771-b89d-ad639b4c9f60 req-440e0190-663e-481d-afd5-62181b7d9874 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793942 Feb 04 20:10:37.737754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:37.791617 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:37.811062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24aefe57-e94b-4c0a-b9d5-1c4ff01c9569 req-73f610d2-525c-4e3f-a47c-e50c1f34c21a service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971722 Feb 04 20:10:37.831642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f5edb-ba36-49e3-b682-e0f7efa5d157 req-a89bd400-6cbb-4c65-8077-12ca603dff3d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:37.839538 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-560f5edb-ba36-49e3-b682-e0f7efa5d157 req-a89bd400-6cbb-4c65-8077-12ca603dff3d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5650949 Feb 04 20:10:37.890923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=6f48eebb-1951-4b28-a917-4c3f402fbc93,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:37.899339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:37.912807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6395e147-a5d8-4e5e-963c-02d39e26a757 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/1f6eed23-92a0-4c00-8d96-15e13bc7f365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3363974 Feb 04 20:10:37.920404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:37.924094 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] Sync routers for ids ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:37.935442 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] Routers {'1f6eed23-92a0-4c00-8d96-15e13bc7f365'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:37.939332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:38.030234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6a20-488b-48cd-82e3-afb6aaf9c7da req-38e4b253-89f6-4997-bf8c-11899478d2e2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:38.034172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-297b6a20-488b-48cd-82e3-afb6aaf9c7da req-38e4b253-89f6-4997-bf8c-11899478d2e2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 943 time: 0.1380527 Feb 04 20:10:38.063022 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:38.072299 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] Routers {'1f6eed23-92a0-4c00-8d96-15e13bc7f365'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:38.073121 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:38.088036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58746) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:38.091578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-297b6a20-488b-48cd-82e3-afb6aaf9c7da req-ea834b6d-f6cb-4077-b7f2-1d88bad2c451 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490658 Feb 04 20:10:38.101985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['6f48eebb-1951-4b28-a917-4c3f402fbc93'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:38.137119 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:38.137715 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f6249-6144-4c11-91f6-1fe67f9a25b9 None None] The sync data for ids ['1f6eed23-92a0-4c00-8d96-15e13bc7f365'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:38.213784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-560f5edb-ba36-49e3-b682-e0f7efa5d157 req-cb930bbf-04aa-42e9-bda7-f48eb4ae9ba1 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734894 Feb 04 20:10:38.223219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3600ca6b-65d0-4613-a735-996eaf09b7c5 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:38.353751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.360357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3600ca6b-65d0-4613-a735-996eaf09b7c5 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:38.364334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3600ca6b-65d0-4613-a735-996eaf09b7c5 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6eed23-92a0-4c00-8d96-15e13bc7f365 HTTP/1.1" status: 200 len: 205 time: 0.4288270 Feb 04 20:10:38.376960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58756) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:38.380513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:38.384650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c72eb2119b344bc95e4f1fd93df036b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:38.387933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:38.397062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:38.525199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.576656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] device_id is not set on port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:10:38.598168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.603415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17f77ed9-1926-42f4-aa64-e546a620ab49 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.620701 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.671364 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.700651 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c72eb2119b344bc95e4f1fd93df036b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066289 Feb 04 20:10:38.701792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93b094-51d3-4329-95fa-68a0f14a5ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee2c32-4d85-49c1-a96c-4d2feee1c806,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:38.718817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58770) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:38.755998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Transition to ACTIVE for port object debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:38.800486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:10:38.804720 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7a25877-6639-41e7-ae53-c9d50cdba3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.846996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7a25877-6639-41e7-ae53-c9d50cdba3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.883249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:38.971137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2493641-3570-44cf-b3da-298c78ca7076 req-ebf918cc-8cd6-474a-a084-6eaa57aa4b3f tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:38.972769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2493641-3570-44cf-b3da-298c78ca7076 req-ebf918cc-8cd6-474a-a084-6eaa57aa4b3f tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 949 time: 0.1170251 Feb 04 20:10:39.019962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44d83-1bbb-4515-8f7f-2d80eaaa667a req-797e4875-5a53-4381-a0f2-e2c09c6d849d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:39.021418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30d44d83-1bbb-4515-8f7f-2d80eaaa667a req-797e4875-5a53-4381-a0f2-e2c09c6d849d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.6721492 Feb 04 20:10:39.028300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:39.035255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2493641-3570-44cf-b3da-298c78ca7076 req-8c169c17-1657-4740-b77b-b341806c5610 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520616 Feb 04 20:10:39.045365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8', 'mac_address': 'fa:16:3e:e9:e7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:10:39.079436 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.083923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7a25877-6639-41e7-ae53-c9d50cdba3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.118922 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.123861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25877-6639-41e7-ae53-c9d50cdba3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee2c32-4d85-49c1-a96c-4d2feee1c806,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:39.132034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7a25877-6639-41e7-ae53-c9d50cdba3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.136257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c7a25877-6639-41e7-ae53-c9d50cdba3e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dee2c32-4d85-49c1-a96c-4d2feee1c806 HTTP/1.1" status: 204 len: 168 time: 0.4130223 Feb 04 20:10:39.151162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:39.165271 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17f77ed9-1926-42f4-aa64-e546a620ab49 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.179637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:39.187067 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17f77ed9-1926-42f4-aa64-e546a620ab49 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.206512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58788) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:39.221552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=debeb7e5-b42e-4a76-afe8-cbb00df0f0c1,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:39.263877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30d44d83-1bbb-4515-8f7f-2d80eaaa667a req-673bbdde-8b9b-406e-bfee-be84848396b6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307889 Feb 04 20:10:39.266764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:39.267106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:39.267434 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.267579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:39.281717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] Deleting subnet 603e42cb-e615-40a5-94f6-503f3c107bb4 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:10:39.285470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:39.285807 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:39.286189 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 2 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:39.298403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.319754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:39.321153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:39.321765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:39.337630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:39.347113 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:39.348276 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 3 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:39.361231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6f48eebb-1951-4b28-a917-4c3f402fbc93 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:39.387614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:39.388857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:39.398025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:39.398190 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.398289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17f77ed9-1926-42f4-aa64-e546a620ab49 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.398289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f77ed9-1926-42f4-aa64-e546a620ab49 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Fanout notify agent at l3_agent the message router_deleted on router 1f6eed23-92a0-4c00-8d96-15e13bc7f365 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:10:39.411485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:39.419151 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:39.423114 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 4 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:39.453408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:39.514892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.515132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17f77ed9-1926-42f4-aa64-e546a620ab49 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.519170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17f77ed9-1926-42f4-aa64-e546a620ab49 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/1f6eed23-92a0-4c00-8d96-15e13bc7f365 HTTP/1.1" status: 204 len: 168 time: 1.1042318 Feb 04 20:10:39.520154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58798) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:39.550335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 6f48eebb-1951-4b28-a917-4c3f402fbc93 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:39.550335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 6f48eebb-1951-4b28-a917-4c3f402fbc93 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:39.550335 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.576801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3d510f9c-f4f1-4e04-a935-9c8d98a63df8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:39.732093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac05783-49a2-47a5-ae94-1a49cbbef1e8 req-697f5e52-4172-4153-bff0-2b38c9cef56e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:39.733157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac05783-49a2-47a5-ae94-1a49cbbef1e8 req-697f5e52-4172-4153-bff0-2b38c9cef56e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 944 time: 0.2851093 Feb 04 20:10:39.741087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:39.742399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:39.742776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:39.767541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:39.768289 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:39.772879 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 5 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:39.794567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:39.795167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:39.797719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:39.799738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ac05783-49a2-47a5-ae94-1a49cbbef1e8 req-2bfc4d13-6b80-4f01-ac32-3e7dc9f6e215 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526476 Feb 04 20:10:39.809293 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.813208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:39.813547 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:39.817528 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 6 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:39.849265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet 5956fb1b-0b83-464f-b644-2b8d6d74e8a5 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:10:39.855905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:39.856377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:39.856776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:39.858135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f48eebb-1951-4b28-a917-4c3f402fbc93'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:39.864120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.877417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 6f48eebb-1951-4b28-a917-4c3f402fbc93, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6f48eebb-1951-4b28-a917-4c3f402fbc93,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:39.897877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:39.898206 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:39.903474 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 7 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:39.925121 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f48eebb-1951-4b28-a917-4c3f402fbc93', 'code': 200} Feb 04 20:10:39.942764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:39.945207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:39.945508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:39.955105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:39.955530 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:39.957872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:39.984854 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 8 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:40.022131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7baa-eeb7-4d91-b16e-07aab81c6c45 req-005ec3ca-e042-4f72-a206-cd0aa3d57042 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:40.025928 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.027867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-693e7baa-eeb7-4d91-b16e-07aab81c6c45 req-005ec3ca-e042-4f72-a206-cd0aa3d57042 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5718443 Feb 04 20:10:40.033161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:40.033508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:40.039200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:40.041963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.061868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:40.062108 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:40.067789 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 9 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:40.083997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603e42cb-e615-40a5-94f6-503f3c107bb4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:40.100823 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.109442 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de921737-ef82-4bcf-a704-b7a2a9194402 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/603e42cb-e615-40a5-94f6-503f3c107bb4 HTTP/1.1" status: 204 len: 168 time: 0.9076760 Feb 04 20:10:40.113776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:40.114497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:40.114874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:40.115210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:40.120502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd11aa-aa2a-41c8-8be7-4a73553ae150 req-3505680b-7912-4eae-b143-b63943e63dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:40.136520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04cd11aa-aa2a-41c8-8be7-4a73553ae150 req-3505680b-7912-4eae-b143-b63943e63dbd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 1100 time: 0.1504447 Feb 04 20:10:40.154341 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-693e7baa-eeb7-4d91-b16e-07aab81c6c45 req-b7c6a0ef-ddc0-4c90-8875-ce28b152e04c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255126 Feb 04 20:10:40.158634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:40.173599 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:40.173599 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 10 to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 Feb 04 20:10:40.181806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=6f48eebb-1951-4b28-a917-4c3f402fbc93,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:40.212830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04cd11aa-aa2a-41c8-8be7-4a73553ae150 req-025ca5fa-ab18-4e6a-8696-524e52607196 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698118 Feb 04 20:10:40.269019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:40.306138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:40.306467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:40.306832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:40.326909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.345794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.352599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:40.362158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Usage tracker for resource:security_group_rule and tenant:348be4f245fc450db9b0cc40af9c5672 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:40.366639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:40.375258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:40.392961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:40.393594 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:40.393697 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.427349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8e43-cf57-4df1-82af-cd28b8f4030e req-4ca78405-8489-4b37-81df-558707e68b31 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:40.428874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f44c8e43-cf57-4df1-82af-cd28b8f4030e req-4ca78405-8489-4b37-81df-558707e68b31 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 950 time: 0.1570766 Feb 04 20:10:40.452989 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.516520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f44c8e43-cf57-4df1-82af-cd28b8f4030e req-e1e320f0-18d0-4a69-a3d4-ae2e1814d082 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Feb 04 20:10:40.532413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.598197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.647213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=348be4f245fc450db9b0cc40af9c5672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771210 Feb 04 20:10:40.649151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ffb7e-9525-4d20-97ac-f4144ad7e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f012d20d-58a2-4926-9a94-e24e95f00a2b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:40.652179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58834) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:40.674257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] For port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:40.674716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempted to set empty binding levels {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 20:10:40.683045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c3bf-6332-4a7a-a1ab-171f922b319d req-cd8d3b02-7c2a-49b9-b0fd-a56db3e3d3c6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:40.684528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c014c3bf-6332-4a7a-a1ab-171f922b319d req-cd8d3b02-7c2a-49b9-b0fd-a56db3e3d3c6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3841197 Feb 04 20:10:40.688114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.714581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1389c3-c1fa-470b-a33a-3d44bff8329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.748771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1389c3-c1fa-470b-a33a-3d44bff8329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.749796 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.757253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.761198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=5956fb1b-0b83-464f-b644-2b8d6d74e8a5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:40.822040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e00d9-bf75-47dc-9d78-e5b76cd7e8a2 None None] Network fb86e232-7f07-49ba-add1-82f60a4139c9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:40.823830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.861646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e8fb3d-110b-4faa-99d3-3b13c5d77613']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:40.870095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] In _notify_port_updated(), no bound segment for port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:10:40.870980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:40.871583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.875367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "PUT /v2.0/ports/debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 HTTP/1.1" status: 200 len: 979 time: 3.5855742 Feb 04 20:10:40.885099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58840) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:40.885256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bc164b1d-d8b5-491e-8dbf-cc891014c804 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/5956fb1b-0b83-464f-b644-2b8d6d74e8a5 HTTP/1.1" status: 204 len: 168 time: 1.3508160 Feb 04 20:10:40.889164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58844) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:40.895546 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c014c3bf-6332-4a7a-a1ab-171f922b319d req-a4c6e74d-2ed8-42a0-aa63-6891a0673ac6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751332 Feb 04 20:10:40.897478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:40.897771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84a959f-8c4d-4a1a-ac12-a4da4a05e5a4') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:40.934392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:10:40.936345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:40.950346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e7317-a0d2-4867-9674-d61e399d5894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=debeb7e5-b42e-4a76-afe8-cbb00df0f0c1,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:41.030798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1389c3-c1fa-470b-a33a-3d44bff8329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.076237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.127117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1389c3-c1fa-470b-a33a-3d44bff8329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f012d20d-58a2-4926-9a94-e24e95f00a2b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:41.137388 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1389c3-c1fa-470b-a33a-3d44bff8329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.141497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ee1389c3-c1fa-470b-a33a-3d44bff8329a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f012d20d-58a2-4926-9a94-e24e95f00a2b HTTP/1.1" status: 204 len: 168 time: 0.4883687 Feb 04 20:10:41.176138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:41.190899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:41.192246 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.201108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.201618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.202335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.202847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.203312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.203773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.204233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.204691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.205148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.205601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.206054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.206506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.207009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.207461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.207915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.208366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.208822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.209278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.209730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.210182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.210637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.211115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.222464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.223099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.223582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.226840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98bfee88-9a65-4bc4-9723-0d2607aa9aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22393 time: 0.3495352 Feb 04 20:10:41.244298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58854) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:41.251065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] DHCP port deletion for fb86e232-7f07-49ba-add1-82f60a4139c9 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:10:41.256690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:10:41.257107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.259388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979b603-4ce6-44f5-87ba-2f4384f68e4a req-b1261798-07b2-4b32-ac4a-9662c59439b2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.260890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8979b603-4ce6-44f5-87ba-2f4384f68e4a req-b1261798-07b2-4b32-ac4a-9662c59439b2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 944 time: 0.1891763 Feb 04 20:10:41.271406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] Deleting port fb75d9e6-5593-49cd-9eb3-8901c46208b3 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:41.272348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:10:41.303757 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:10:41.416910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.451123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Deleting port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:41.451784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.513949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port fb75d9e6-5593-49cd-9eb3-8901c46208b3 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:41.513949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.553861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8979b603-4ce6-44f5-87ba-2f4384f68e4a req-6f9606c2-a871-40db-aaba-0aa933d82038 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376814 Feb 04 20:10:41.562662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] For port fb75d9e6-5593-49cd-9eb3-8901c46208b3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fb75d9e6-5593-49cd-9eb3-8901c46208b3,segment=NetworkSegment(88277690-6976-4987-8bb7-272aae25d9ab),segment_id=88277690-6976-4987-8bb7-272aae25d9ab)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:41.563193 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.589082 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.627931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7eed-b65f-47b3-b2e8-4ee57895f3ff req-01c30e4f-2ea3-4e14-8ca8-c50863d03fd4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:41.638565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03de7eed-b65f-47b3-b2e8-4ee57895f3ff req-01c30e4f-2ea3-4e14-8ca8-c50863d03fd4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5575974 Feb 04 20:10:41.731116 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.754052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] Calling delete_port for fb75d9e6-5593-49cd-9eb3-8901c46208b3 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:41.913966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e8fb3d-110b-4faa-99d3-3b13c5d77613,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:41.936654 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.946677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:41.978604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03de7eed-b65f-47b3-b2e8-4ee57895f3ff req-dc0dcfe4-f6dc-4bb0-ab79-d19806b2b6f8 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406711 Feb 04 20:10:42.014227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] Pushing event deleted for resources: {'Port': ['ID=fb75d9e6-5593-49cd-9eb3-8901c46208b3,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:42.023331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fb338-75cb-40ce-aabf-4b6a336ba248 None None] No DVR routers for this DVR port fb75d9e6-5593-49cd-9eb3-8901c46208b3 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:10:42.044288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] For port debeb7e5-b42e-4a76-afe8-cbb00df0f0c1, host n-h1-811806-1, got binding levels [] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:42.044743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.044926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:42.045895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:42.052215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port fb75d9e6-5593-49cd-9eb3-8901c46208b3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fb75d9e6-5593-49cd-9eb3-8901c46208b3,segment=NetworkSegment(88277690-6976-4987-8bb7-272aae25d9ab),segment_id=88277690-6976-4987-8bb7-272aae25d9ab)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:42.052583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.071631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-606daadb-cd2f-4621-a79b-067f39a65da8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/87e8fb3d-110b-4faa-99d3-3b13c5d77613 HTTP/1.1" status: 204 len: 168 time: 1.9539299 Feb 04 20:10:42.163835 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.225636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Calling delete_port for debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:42.262758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:42.352159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b176b07-0121-49b7-a45d-f26ae2b31569 req-e2d0b260-5135-4bac-b36b-0e3b093fdc16 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:42.359303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b176b07-0121-49b7-a45d-f26ae2b31569 req-e2d0b260-5135-4bac-b36b-0e3b093fdc16 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 950 time: 0.5750608 Feb 04 20:10:42.359838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for fb75d9e6-5593-49cd-9eb3-8901c46208b3 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:42.400857 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.469548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b176b07-0121-49b7-a45d-f26ae2b31569 req-942adbaa-2971-49b7-a223-c5175398ca00 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093261 Feb 04 20:10:42.478481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:10:42.479180 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:10:42.479496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event deleted for resources: {'Port': ['ID=debeb7e5-b42e-4a76-afe8-cbb00df0f0c1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:42.495500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.502546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:42.510268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d5618-5ac5-45ba-aa2c-57b26721ba3d req-7dd6c5f3-22de-4fd5-bd83-37b5930e3de2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:42.519649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b7d5618-5ac5-45ba-aa2c-57b26721ba3d req-7dd6c5f3-22de-4fd5-bd83-37b5930e3de2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2564557 Feb 04 20:10:42.554893 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1bb2f588-bb1d-4e26-9cd7-4cdade656b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "DELETE /v2.0/ports/debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 HTTP/1.1" status: 204 len: 168 time: 1.3072321 Feb 04 20:10:42.559802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:42.572791 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8', 'code': 200} Feb 04 20:10:42.624748 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b7d5618-5ac5-45ba-aa2c-57b26721ba3d req-fb748a63-c78a-40ae-9732-c1dd3936d091 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029706 Feb 04 20:10:42.631767 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-402c2f3a-eaa0-4939-8668-07e8f3c30a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:10:42.637528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-402c2f3a-eaa0-4939-8668-07e8f3c30a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Synchronizing usage tracker for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:42.637732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-850cb729-ba62-4a80-8b22-7db33c68c7a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49591b0d22784dfb8002b10021362774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285346 Feb 04 20:10:42.638185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:42.731807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-402c2f3a-eaa0-4939-8668-07e8f3c30a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Unset dirty status for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:42.733401 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-402c2f3a-eaa0-4939-8668-07e8f3c30a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "GET /v2.0/ports/debeb7e5-b42e-4a76-afe8-cbb00df0f0c1 HTTP/1.1" status: 404 len: 333 time: 0.1716824 Feb 04 20:10:42.737305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58908) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:42.763675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-215870308', 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:42.779262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:42.790279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf706-c58e-4722-8f86-b1cbce861850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.853224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:42.868950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf706-c58e-4722-8f86-b1cbce861850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.940539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Made reservation on behalf of 8d0efd679d4841bc9345e982d9d97c46 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:42.943396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.981106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port fb75d9e6-5593-49cd-9eb3-8901c46208b3 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:42.981459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:42.994228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fb75d9e6-5593-49cd-9eb3-8901c46208b3 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:10:43.018203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d66c4e-e9d1-477e-aa6e-d4ca40c92e8d req-00a5c3dc-eecf-4f7c-becd-65767cbf956c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:43.030828 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5d66c4e-e9d1-477e-aa6e-d4ca40c92e8d req-00a5c3dc-eecf-4f7c-becd-65767cbf956c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 945 time: 0.3050768 Feb 04 20:10:43.071511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] device_id is not set on port d11882fa-dd7c-44ba-a253-0249583074da yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:10:43.090103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: fb75d9e6-5593-49cd-9eb3-8901c46208b3 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:10:43.090615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fb75d9e6-5593-49cd-9eb3-8901c46208b3 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:10:43.114400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] The port 'fb75d9e6-5593-49cd-9eb3-8901c46208b3' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:10:43.174099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5d66c4e-e9d1-477e-aa6e-d4ca40c92e8d req-c003c82b-048e-4f0f-a800-aacf33159d2f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405470 Feb 04 20:10:43.194087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e4ac0-fb98-464a-a249-8bb4ec0df96e req-e6737055-9647-4694-a663-54b3303f618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:43.195930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e86e4ac0-fb98-464a-a249-8bb4ec0df96e req-e6737055-9647-4694-a663-54b3303f618a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 1096 time: 0.5332782 Feb 04 20:10:43.253440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e86e4ac0-fb98-464a-a249-8bb4ec0df96e req-f89435d9-5318-48cd-9c5b-8e25e957982f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488937 Feb 04 20:10:43.353551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.388710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf706-c58e-4722-8f86-b1cbce861850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.430128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb86e232-7f07-49ba-add1-82f60a4139c9']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:43.441530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cf706-c58e-4722-8f86-b1cbce861850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42afe9c-d0ef-45f2-beba-6626bbba8bdd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:43.538786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88277690-6976-4987-8bb7-272aae25d9ab') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:43.539443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88277690-6976-4987-8bb7-272aae25d9ab') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:43.578647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e850c-a013-4763-ab26-67603828d446 req-e6f4a015-3900-47ab-bf22-6fcbcd5aa412 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:43.580388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa3e850c-a013-4763-ab26-67603828d446 req-e6f4a015-3900-47ab-bf22-6fcbcd5aa412 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.4194810 Feb 04 20:10:43.585001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.633520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.677697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc4256-2c58-41d9-abff-8a3719b8c008 req-d00a536c-e842-474f-96de-7c1a4e1b5bb7 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:43.679204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3dc4256-2c58-41d9-abff-8a3719b8c008 req-d00a536c-e842-474f-96de-7c1a4e1b5bb7 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 950 time: 0.0858259 Feb 04 20:10:43.684806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:10:43.685214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:10:43.804174 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:10:43.810191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.843521 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa3e850c-a013-4763-ab26-67603828d446 req-c3a2880b-c1e6-42fe-8621-bb75ccf12503 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489650 Feb 04 20:10:43.850772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf706-c58e-4722-8f86-b1cbce861850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.855414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fb6cf706-c58e-4722-8f86-b1cbce861850 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a42afe9c-d0ef-45f2-beba-6626bbba8bdd HTTP/1.1" status: 204 len: 168 time: 1.2037349 Feb 04 20:10:43.870291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.883945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3dc4256-2c58-41d9-abff-8a3719b8c008 req-add54a37-0efc-448a-94af-518175d46211 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899934 Feb 04 20:10:43.892415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.942286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/fb86e232-7f07-49ba-add1-82f60a4139c9 HTTP/1.1" status: 204 len: 168 time: 3.0502305 Feb 04 20:10:43.943736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:43.946627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58938) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:43.951950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1415312621', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:43.967573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:43.981513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:router and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:43.984822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:43.999601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:44.072850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:44.074202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:44.089798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eab3c-b027-489d-be5b-67d567489c3d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=fb86e232-7f07-49ba-add1-82f60a4139c9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:44.156502 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:44.156834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Network c75e1c66-8f1f-40c0-9e4d-8334246fea5a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:44.167038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:44.169735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:44.171425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:44.172014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:44.230483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=d11882fa-dd7c-44ba-a253-0249583074da,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:44.242887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a74eb-d084-47e7-b172-0fd35a5c654d req-8d77fbb6-0829-40b5-97f3-4c8b1440be42 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:44.250375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d4a74eb-d084-47e7-b172-0fd35a5c654d req-8d77fbb6-0829-40b5-97f3-4c8b1440be42 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 1101 time: 0.1595857 Feb 04 20:10:44.269270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08133d35-4332-4fc4-b5c6-d6353981fbc1 req-f6579a17-30f6-40a6-a000-dbf27a8c773a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:44.271912 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08133d35-4332-4fc4-b5c6-d6353981fbc1 req-f6579a17-30f6-40a6-a000-dbf27a8c773a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1971664 Feb 04 20:10:44.296410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-22d2eff7-2ecc-4361-8768-a00d68314d0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5568616 Feb 04 20:10:44.300324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58950) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:44.336082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08133d35-4332-4fc4-b5c6-d6353981fbc1 req-0b8c3a3a-510c-403c-a8e9-e7f4a842ab34 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566702 Feb 04 20:10:44.354517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d4a74eb-d084-47e7-b172-0fd35a5c654d req-0a5556cf-928f-46a7-832a-827bd10945bf tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032619 Feb 04 20:10:44.377888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aaeba5-076a-4e4e-b29b-14fdec299335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:44.378558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-25aaeba5-076a-4e4e-b29b-14fdec299335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Synchronizing usage tracker for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:44.564743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-25aaeba5-076a-4e4e-b29b-14fdec299335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Unset dirty status for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:44.570812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-25aaeba5-076a-4e4e-b29b-14fdec299335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "GET /v2.0/ports/d11882fa-dd7c-44ba-a253-0249583074da HTTP/1.1" status: 200 len: 958 time: 0.2693880 Feb 04 20:10:44.575450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58962) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:44.662746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Deleting port d11882fa-dd7c-44ba-a253-0249583074da {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:44.664326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:44.851654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288434-2432-4429-9de1-0325c722d775 req-8ce83262-e55d-4bea-a8f9-abf11d4078f6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:44.853696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e288434-2432-4429-9de1-0325c722d775 req-8ce83262-e55d-4bea-a8f9-abf11d4078f6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 945 time: 0.3398805 Feb 04 20:10:44.907519 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:44.934325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73681a0-3f14-4460-9a83-e1a2282d0ec3 req-c0e5802f-bcc6-40ad-83ae-bebcefdb7cf6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:44.935936 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c73681a0-3f14-4460-9a83-e1a2282d0ec3 req-c0e5802f-bcc6-40ad-83ae-bebcefdb7cf6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2653499 Feb 04 20:10:44.965393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e288434-2432-4429-9de1-0325c722d775 req-77bb4342-ff72-4756-ab3c-99b04a90b78c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043131 Feb 04 20:10:44.987313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c73681a0-3f14-4460-9a83-e1a2282d0ec3 req-a4b7c3a9-17e1-44ef-ba2c-abf15a1b1389 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Feb 04 20:10:45.073483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:45.117984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-8681b3d0-fe94-43b0-a990-153727803f52 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366800 Feb 04 20:10:45.268096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Calling delete_port for d11882fa-dd7c-44ba-a253-0249583074da owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:45.280225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d032d1-aeac-4363-805d-25d6da6a0cc7 req-7451d003-63cb-4e6e-94e4-e405016f00a6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:45.282109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85d032d1-aeac-4363-805d-25d6da6a0cc7 req-7451d003-63cb-4e6e-94e4-e405016f00a6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1361232 Feb 04 20:10:45.356170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85d032d1-aeac-4363-805d-25d6da6a0cc7 req-4593ea91-352c-4490-bccb-d8ff2645462c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637305 Feb 04 20:10:45.468824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-d9c0f681-b5e3-4622-a35a-4883312f8cf6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:45.482205 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-d9c0f681-b5e3-4622-a35a-4883312f8cf6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3632379 Feb 04 20:10:45.511260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-f3760585-14cf-4607-80a0-952a3d93d7ee tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/quotas/1f644dd9f7284aaebad0bc0e188622a8 HTTP/1.1" status: 200 len: 375 time: 0.0280395 Feb 04 20:10:45.603216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:45.631660 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:45.677988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:45.696975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event deleted for resources: {'Port': ['ID=d11882fa-dd7c-44ba-a253-0249583074da,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:45.707251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:45.751437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-dcc2af4f-8bc7-4d3c-9d88-8c234bc4d116 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2392175 Feb 04 20:10:45.789420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c3fd4-0579-4464-bb77-f5e66cdc1b24 req-2e014907-aee5-41ed-bafb-6c5a637ca5ef tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:45.795933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-738c3fd4-0579-4464-bb77-f5e66cdc1b24 req-2e014907-aee5-41ed-bafb-6c5a637ca5ef tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2091310 Feb 04 20:10:45.850265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a7db04ad-a911-4476-8ed9-de081257e49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d11882fa-dd7c-44ba-a253-0249583074da HTTP/1.1" status: 204 len: 168 time: 1.2729857 Feb 04 20:10:45.852827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59016) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:45.888281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-738c3fd4-0579-4464-bb77-f5e66cdc1b24 req-9d446476-5e0f-49ae-8fc8-54ade7dc95c0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913200 Feb 04 20:10:45.895640 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9fc208-c7ef-443c-9285-dc7fd110bcac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:10:45.896275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9c9fc208-c7ef-443c-9285-dc7fd110bcac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Synchronizing usage tracker for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:45.902818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 172.25.7.204 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/b4f78ebe-abe0-4669-a8f5-e4c8fa56dc31) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:46.022065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59030) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:46.048603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9c9fc208-c7ef-443c-9285-dc7fd110bcac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Unset dirty status for tenant:8d0efd679d4841bc9345e982d9d97c46 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:46.050896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c9fc208-c7ef-443c-9285-dc7fd110bcac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "GET /v2.0/ports/d11882fa-dd7c-44ba-a253-0249583074da HTTP/1.1" status: 404 len: 333 time: 0.1964719 Feb 04 20:10:46.053721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59038) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:46.071425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Request body: {'port': {'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157921497'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:46.079876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:46.124189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:46.223070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1133330727-network', 'tenant_id': '1fe64581b4c14aa7a2b6c0811a862e34'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:46.235351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Made reservation on behalf of 8d0efd679d4841bc9345e982d9d97c46 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:46.239530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:46.251504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:46.263905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Usage tracker for resource:network and tenant:1fe64581b4c14aa7a2b6c0811a862e34 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:46.276399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:46.277328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:46.288506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:46.293613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] device_id is not set on port 4df26371-77bb-421c-af59-af013e4bd67e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:10:46.311642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9a911-bca0-44e8-b927-dc14e857c288 req-a55c877e-8ab5-448e-bed0-e1b22b29edf3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:46.318381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82f9a911-bca0-44e8-b927-dc14e857c288 req-a55c877e-8ab5-448e-bed0-e1b22b29edf3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2788160 Feb 04 20:10:46.378763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82f9a911-bca0-44e8-b927-dc14e857c288 req-f19e921c-53a4-4791-a57b-e06f8f314ab4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590634 Feb 04 20:10:46.406012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae96ef0-16bc-46d0-bd1a-a5a38cb0e6ca req-7ba8fc11-35f9-4c41-95af-d93390689c8a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:46.407774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cae96ef0-16bc-46d0-bd1a-a5a38cb0e6ca req-7ba8fc11-35f9-4c41-95af-d93390689c8a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 945 time: 0.2685032 Feb 04 20:10:46.457880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Made reservation on behalf of 1fe64581b4c14aa7a2b6c0811a862e34 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:46.460293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:46.499966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:46.514875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-770bc47c-ed48-4006-bf12-0a9dc3225091 req-39283ff6-bc49-4195-95ed-3c0c60bb82a5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 210 time: 0.0948968 Feb 04 20:10:46.521763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:46.608453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:46.611553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:46.615544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:46.626986 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cae96ef0-16bc-46d0-bd1a-a5a38cb0e6ca req-8b7a9dd2-4f6a-4e8e-ab09-e796aaf52fdc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082574 Feb 04 20:10:46.630889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:46.635128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe64581b4c14aa7a2b6c0811a862e34 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:46.638587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:46.645105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:46.654905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=b4f78ebe-abe0-4669-a8f5-e4c8fa56dc31,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:46.751504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:46.891507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:46.929030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6ad22-7ae6-4696-9171-d14133a3dab2 req-0ed71bf1-908e-4565-b82b-03cc461bf9f0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:46.931496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45e6ad22-7ae6-4696-9171-d14133a3dab2 req-0ed71bf1-908e-4565-b82b-03cc461bf9f0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1189654 Feb 04 20:10:46.952927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-8c3d9673-b2c2-480f-8908-41c794f30ba0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 267 time: 0.1601474 Feb 04 20:10:46.964492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.011845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:10:47.019204 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.023354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45e6ad22-7ae6-4696-9171-d14133a3dab2 req-1ec0091e-4608-4c5c-b10e-9bacc74d294b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837429 Feb 04 20:10:47.052703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-f274a91b-918f-4a2a-ae5b-7aff898edaab tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:47.061317 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-f274a91b-918f-4a2a-ae5b-7aff898edaab tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 945 time: 0.0986142 Feb 04 20:10:47.067517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'port': {'security_groups': []}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:47.072158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987cbb79-d44a-41e6-99cc-3c69f686bbb3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:47.092438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.092792 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Added segment d88c6097-354d-4823-af07-a43e9ecfb11f of type vlan for network bc977adc-4d9c-483f-a17b-06fa894b13e1 Feb 04 20:10:47.150617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=4df26371-77bb-421c-af59-af013e4bd67e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:47.158864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Network c75e1c66-8f1f-40c0-9e4d-8334246fea5a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:47.163765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:47.173515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:47.174473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:47.176053 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.209521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.329684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666f406-a353-446a-b804-8b32d746bef5 req-cf03ddc1-721b-402d-aac4-c9c4c6adc5b0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:47.331181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3666f406-a353-446a-b804-8b32d746bef5 req-cf03ddc1-721b-402d-aac4-c9c4c6adc5b0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1244617 Feb 04 20:10:47.375438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.377018 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3666f406-a353-446a-b804-8b32d746bef5 req-15134950-8462-4a2e-a0be-0c87d2ca5123 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Feb 04 20:10:47.406970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9abe6fdb-8da9-4c06-945b-e811d51a3935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3498595 Feb 04 20:10:47.408068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59070) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:47.424928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:47.455770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.456819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:47.457473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.462386 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.739842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] Pushing event updated for resources: {'Network': ['ID=bc977adc-4d9c-483f-a17b-06fa894b13e1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:47.749952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bc977adc-4d9c-483f-a17b-06fa894b13e1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:10:47.813621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:47.870720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5045affd-46e5-43e1-8ee7-5867625e2115 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8472772 Feb 04 20:10:47.879004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d0efc-b6c9-43b8-bd61-7fe56b18aefd req-1af9ee20-10d7-4c5c-81ac-7cc39d3091c4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:47.880628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c4d0efc-b6c9-43b8-bd61-7fe56b18aefd req-1af9ee20-10d7-4c5c-81ac-7cc39d3091c4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2646189 Feb 04 20:10:47.887763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59082) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:47.893126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Request body: {'subnet': {'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1133330727-subnet', 'tenant_id': '1fe64581b4c14aa7a2b6c0811a862e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:47.921451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:47.936674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Usage tracker for resource:subnet and tenant:1fe64581b4c14aa7a2b6c0811a862e34 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:47.943288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:47.961066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:48.060524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c4d0efc-b6c9-43b8-bd61-7fe56b18aefd req-7f27b7a3-c869-4c0f-b637-63858e9e38f7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631634 Feb 04 20:10:48.129016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] For port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:48.160555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.172620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Made reservation on behalf of 1fe64581b4c14aa7a2b6c0811a862e34 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:48.175313 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.254037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.307409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] device_id is not set on port 4df26371-77bb-421c-af59-af013e4bd67e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:10:48.319569 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:10:48.325707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df75cfe6-ab7e-4bf7-b184-92976550540d req-cf6726b8-e408-4c5e-a85e-8e1e0d011549 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 210 time: 0.0644312 Feb 04 20:10:48.327336 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.352627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.363711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Transition to ACTIVE for port object 4df26371-77bb-421c-af59-af013e4bd67e will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:48.370402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b9c9498e-39e5-4382-a2c7-a4be9b89d56b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:48.434155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c1981475-470a-4323-8051-efa4c6353571', '3d510f9c-f4f1-4e04-a935-9c8d98a63df8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:48.450452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.475012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:48.475012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.493704 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cfa8386-f7e9-44b0-931e-e10585a28511 req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "PUT /v2.0/ports/3d510f9c-f4f1-4e04-a935-9c8d98a63df8 HTTP/1.1" status: 200 len: 904 time: 1.4312828 Feb 04 20:10:48.494468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:48.566933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bd2b2-d1f6-43a6-b6e9-97bc0794a8d1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,revision_number=6']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:48.613050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['3d510f9c-f4f1-4e04-a935-9c8d98a63df8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:48.680050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=4df26371-77bb-421c-af59-af013e4bd67e,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:48.731422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4244e3-f043-4c7d-bb38-095194f150eb req-2d2674d6-37f2-4ae3-955d-43826c672e73 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:48.734049 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e4244e3-f043-4c7d-bb38-095194f150eb req-2d2674d6-37f2-4ae3-955d-43826c672e73 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 907 time: 0.0995595 Feb 04 20:10:48.769597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:10:48.854936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:48.855546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:48.855976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:48.880374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:48.880374 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:48.880374 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 2 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:48.891483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:48.907270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:48.907621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:48.907960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:48.979005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:48.980323 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:48.990198 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8', 'status': 'completed', 'code': 200} Feb 04 20:10:49.031552 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 3 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.083516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919bae9-aa61-494c-9c37-ec8ab4cf3546 req-4dbf0e0d-2daa-4a70-9eb6-a405071543b3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:49.096380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c919bae9-aa61-494c-9c37-ec8ab4cf3546 req-4dbf0e0d-2daa-4a70-9eb6-a405071543b3 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.4025617 Feb 04 20:10:49.104300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f558261-528d-4b0b-9ee1-36509a976ab1 None None] Provisioning complete for port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:49.104896 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f558261-528d-4b0b-9ee1-36509a976ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:49.145172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.145511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.145916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.193820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b20e039-5b06-45d8-b992-e5904e24e9f5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:49.199510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.199845 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.205662 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 4 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.228164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c919bae9-aa61-494c-9c37-ec8ab4cf3546 req-7502bedf-becf-4f78-a3dd-3437bffd1dd7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303949 Feb 04 20:10:49.231763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Checking segment: {'id': 'd88c6097-354d-4823-af07-a43e9ecfb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:49.232156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Network hostable DHCP agents. Network: bc977adc-4d9c-483f-a17b-06fa894b13e1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:10:49.260142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.260262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.260567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.266428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.266879 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.267519 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 5 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.288665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.289004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.289345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.301298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.301641 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.302042 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 6 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.329058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03846064-9b67-47e7-b76b-e80c0d095563 req-e71b430e-1a58-40b6-be62-00fbd234a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:49.332594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03846064-9b67-47e7-b76b-e80c0d095563 req-e71b430e-1a58-40b6-be62-00fbd234a567 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 1058 time: 0.3849702 Feb 04 20:10:49.342640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.342873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.343166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.348777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.349207 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.349626 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 7 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.368860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.369630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.369630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.374812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.375216 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.375510 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 8 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.391701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.392038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.392371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.397821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.398144 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.398521 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 9 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.413936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.414267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.414596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.419146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Network bc977adc-4d9c-483f-a17b-06fa894b13e1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:10:49.424120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.424120 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.424495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:49.426398 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempt 10 to bind port 4df26371-77bb-421c-af59-af013e4bd67e Feb 04 20:10:49.437419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] Sync routers for ids ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:49.443556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:49.444015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:49.444365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempting to bind port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:49.448051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] Routers {'a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:49.448848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:49.449237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:49.449453 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Failed to bind port 4df26371-77bb-421c-af59-af013e4bd67e on host n-h1-811806-1 for vnic_type normal using segments [{'id': '1fbcd978-88f1-449d-a4d0-dd37b7f50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75e1c66-8f1f-40c0-9e4d-8334246fea5a'}] Feb 04 20:10:49.449877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:49.516113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541b331-1ca1-42ef-ac14-dff3ab79f3b6 req-26d07253-a5c7-4df5-b193-a6384f539d3c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:49.523638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b541b331-1ca1-42ef-ac14-dff3ab79f3b6 req-26d07253-a5c7-4df5-b193-a6384f539d3c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.4553053 Feb 04 20:10:49.534980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:49.544440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] Routers {'a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:49.545136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:49.608489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bc977adc-4d9c-483f-a17b-06fa894b13e1) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:49.613201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b541b331-1ca1-42ef-ac14-dff3ab79f3b6 req-417668d3-566e-4db5-8008-53082e7317ed tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878990 Feb 04 20:10:49.614500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03846064-9b67-47e7-b76b-e80c0d095563 req-78e51e65-9d3c-4db6-9bd9-0137405b7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:49.616308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03846064-9b67-47e7-b76b-e80c0d095563 req-78e51e65-9d3c-4db6-9bd9-0137405b7710 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.2751071 Feb 04 20:10:49.631113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16533fbb-84c8-4d28-93fc-2d219e513592 None None] Network bc977adc-4d9c-483f-a17b-06fa894b13e1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:49.631990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:49.633272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:49.713751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] For port 4df26371-77bb-421c-af59-af013e4bd67e, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:49.714138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attempted to set empty binding levels {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 20:10:49.731557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:49.731959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c22ef-8230-4f90-a221-23832f6a56ea None None] The sync data for ids ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:49.768113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03846064-9b67-47e7-b76b-e80c0d095563 req-aa28fbdb-eefd-4aa6-8cb8-853badc3867a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8 HTTP/1.1" status: 200 len: 217 time: 0.1403010 Feb 04 20:10:49.768113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:49.768113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6bc9a5e6-50c1-4142-9eb5-ee8ab633c90e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8192258 Feb 04 20:10:49.770140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59110) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:49.851621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38d66bd5-8f91-48ed-83c7-3e459c353c88 req-ef4709a7-99da-48ce-b8ef-7735b48ceaf0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 210 time: 0.0792422 Feb 04 20:10:49.865051 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8eae6c86-0794-41db-a4f3-2e20e1585f7f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9689839 Feb 04 20:10:49.892890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac4016-0b96-49a3-ade1-047a5a75429f None None] Network bc977adc-4d9c-483f-a17b-06fa894b13e1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:10:49.902195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-4895939b-9900-4098-9147-61c2ad22e0e4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495372 Feb 04 20:10:49.993995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03846064-9b67-47e7-b76b-e80c0d095563 req-f4ebe50a-6e94-41e8-8d42-6d7ad84df9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:49.995476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03846064-9b67-47e7-b76b-e80c0d095563 req-f4ebe50a-6e94-41e8-8d42-6d7ad84df9dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.2221622 Feb 04 20:10:49.996983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee5ed66f-9413-43c9-94f0-a4047ac49d42 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/routers/a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe HTTP/1.1" status: 200 len: 885 time: 0.2254941 Feb 04 20:10:49.999777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59118) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:50.154624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-01f5fbb8-cfb2-4173-bd54-9eacb779b500 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:50.167194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-01f5fbb8-cfb2-4173-bd54-9eacb779b500 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596595 Feb 04 20:10:50.236925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41ca51ac-70b3-4e39-8e75-8e3f0edb7f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:50.261005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:50.337559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] In _notify_port_updated(), no bound segment for port 4df26371-77bb-421c-af59-af013e4bd67e on network c75e1c66-8f1f-40c0-9e4d-8334246fea5a {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:10:50.338453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:50.339086 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:50.340417 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "PUT /v2.0/ports/4df26371-77bb-421c-af59-af013e4bd67e HTTP/1.1" status: 200 len: 979 time: 2.9309890 Feb 04 20:10:50.350572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59132) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:50.391907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:50.417462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03846064-9b67-47e7-b76b-e80c0d095563 req-2c95275b-4331-427a-9d70-75c46ebf74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:50.419006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03846064-9b67-47e7-b76b-e80c0d095563 req-2c95275b-4331-427a-9d70-75c46ebf74d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3996713 Feb 04 20:10:50.437619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc6732-ef64-4708-94c9-040393f70aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event updated for resources: {'Port': ['ID=4df26371-77bb-421c-af59-af013e4bd67e,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:50.481144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Deleting port 4df26371-77bb-421c-af59-af013e4bd67e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:50.481534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:50.692786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d920e5e-0610-4e9c-97d7-f8866a4c18b8 req-469918fd-07ac-458c-a004-fc2f07f49bed tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:50.699612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d920e5e-0610-4e9c-97d7-f8866a4c18b8 req-469918fd-07ac-458c-a004-fc2f07f49bed tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.5307982 Feb 04 20:10:50.719571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:50.749636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:50.753415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03846064-9b67-47e7-b76b-e80c0d095563 req-ef2494c1-2cc1-439d-a236-4b9574e114fc service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565172 Feb 04 20:10:50.836445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] For port 4df26371-77bb-421c-af59-af013e4bd67e, host n-h1-811806-1, got binding levels [] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:10:50.836842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:50.857231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b64e1dc1-d8bc-477b-9a58-ce5ef051636f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:router {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:50.875826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d920e5e-0610-4e9c-97d7-f8866a4c18b8 req-7c75dbf5-078d-461a-b1bf-bbf193a3b20b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750951 Feb 04 20:10:50.982092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03846064-9b67-47e7-b76b-e80c0d095563 req-8644ba84-6e1a-4d7a-a1d1-bec5c625d501 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203264 Feb 04 20:10:50.983421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:51.002414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:51.008238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Calling delete_port for 4df26371-77bb-421c-af59-af013e4bd67e owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:51.185512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b64e1dc1-d8bc-477b-9a58-ce5ef051636f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:router {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:51.199376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b64e1dc1-d8bc-477b-9a58-ce5ef051636f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1970460 Feb 04 20:10:51.216090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59172) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:51.231679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-76d89f4a-e345-4d66-b663-dc971692be7d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1415312621'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:51.299733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-89f328f2-d4c8-47a6-9afc-248d9c693524 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:51.300421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-89f328f2-d4c8-47a6-9afc-248d9c693524 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Synchronizing usage tracker for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:51.320144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acee72-33eb-47e9-91d8-107cc77a5dd7 req-215f815f-6642-440b-b32e-8c14ff6f15ee tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:51.321787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7acee72-33eb-47e9-91d8-107cc77a5dd7 req-215f815f-6642-440b-b32e-8c14ff6f15ee tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2881830 Feb 04 20:10:51.373227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.51 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/bab564e9-7fce-4640-a7f5-655bded0e62f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:51.381127 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:51.431122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-89f328f2-d4c8-47a6-9afc-248d9c693524 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Unset dirty status for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:51.431122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-89f328f2-d4c8-47a6-9afc-248d9c693524 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/networks?id=bc977adc-4d9c-483f-a17b-06fa894b13e1 HTTP/1.1" status: 200 len: 813 time: 0.4498000 Feb 04 20:10:51.438653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Pushing event deleted for resources: {'Port': ['ID=4df26371-77bb-421c-af59-af013e4bd67e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:51.448997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:51.456979 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7286144e-8752-417c-bbfb-8575d25be81e tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/quotas/1fe64581b4c14aa7a2b6c0811a862e34 HTTP/1.1" status: 200 len: 375 time: 0.0196607 Feb 04 20:10:51.460838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-63121997-cd4d-4491-bcc3-87cedd40cd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4df26371-77bb-421c-af59-af013e4bd67e HTTP/1.1" status: 204 len: 168 time: 1.1060688 Feb 04 20:10:51.471975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:51.510336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-b6079e17-e914-4a4f-ad04-f97cadb906d7 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fe64581b4c14aa7a2b6c0811a862e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469329 Feb 04 20:10:51.545535 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7acee72-33eb-47e9-91d8-107cc77a5dd7 req-4d80e2ff-4a91-4f6c-bc90-3865b043659a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086070 Feb 04 20:10:51.552028 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-050c154e-e3c7-4ad5-896d-24a7c1e02d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:10:51.556723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-050c154e-e3c7-4ad5-896d-24a7c1e02d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138501606-project-admin] 10.222.0.48 "GET /v2.0/ports/4df26371-77bb-421c-af59-af013e4bd67e HTTP/1.1" status: 404 len: 333 time: 0.0798061 Feb 04 20:10:51.565225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59184) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:51.665670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7af1cded-8210-4df6-b7fe-a1242992d901 service neutron] 10.222.0.48 "GET /v2.0/networks/bc977adc-4d9c-483f-a17b-06fa894b13e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472616 Feb 04 20:10:51.799921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-d5b33b49-89b5-4cea-baf3-28890c836937 service neutron] 10.222.0.48 "GET /v2.0/networks/bc977adc-4d9c-483f-a17b-06fa894b13e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279128 Feb 04 20:10:51.820314 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b0fe949-d309-452e-be71-785da287b78d req-afd6ade4-a2b5-4fc3-9807-c98e2503a363 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 210 time: 0.1467369 Feb 04 20:10:52.111119 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.253092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ce2311b-7798-49b3-b46a-18abaddd2370 req-29ecd1b1-4007-4dad-8b94-3d01e355f9d1 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 210 time: 0.0647070 Feb 04 20:10:52.293627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9ba37c5-c98e-4b0e-b816-c1366314c09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.524047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.650981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-daa6dff2-d5c9-41ff-9507-bab215e35c66 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:52.652440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-daa6dff2-d5c9-41ff-9507-bab215e35c66 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.5562248 Feb 04 20:10:52.654643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object bab564e9-7fce-4640-a7f5-655bded0e62f will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:52.659052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.692634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-9d4071f2-5b5a-4c0f-8cfa-1a1997b8ba0c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/quotas/ee38bbd6cca841d69c5a6ee21119324a HTTP/1.1" status: 200 len: 375 time: 0.0246754 Feb 04 20:10:52.825480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a866a-2ebb-4b2d-a7fd-d4c761a55e27 req-82eafa8b-30c1-45bd-93df-a8262fc5e371 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:52.827239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-446a866a-2ebb-4b2d-a7fd-d4c761a55e27 req-82eafa8b-30c1-45bd-93df-a8262fc5e371 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1049759 Feb 04 20:10:52.834771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75e1c66-8f1f-40c0-9e4d-8334246fea5a']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:52.872297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbcd978-88f1-449d-a4d0-dd37b7f50440') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:52.872619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbcd978-88f1-449d-a4d0-dd37b7f50440') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:52.901311 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.903309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-446a866a-2ebb-4b2d-a7fd-d4c761a55e27 req-23174820-b81f-469a-9a9a-37692b7300b2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675137 Feb 04 20:10:52.911700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76d89f4a-e345-4d66-b663-dc971692be7d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.941019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.950576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:10:52.951006 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:10:52.966404 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:10:52.991904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-2d75128d-c092-40f7-b681-4daa5c4ba8bb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2967165 Feb 04 20:10:53.060309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b93f0d2-976a-4995-83d5-de71fd9fd212 req-7986f6a9-467f-4a28-9a61-1aa2fc452045 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 210 time: 0.0469491 Feb 04 20:10:53.079080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76d89f4a-e345-4d66-b663-dc971692be7d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:53.135369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:53.151320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3', '6f48eebb-1951-4b28-a917-4c3f402fbc93'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:53.182006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', '7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:10:53.324625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:53.349365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:53.351845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:53.428069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d65ff4be-b71a-412f-9d55-8be94bde266c req-ac5250d8-04d3-43c1-aacf-a7dde3253ef0 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 210 time: 0.0900402 Feb 04 20:10:53.430766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=bab564e9-7fce-4640-a7f5-655bded0e62f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:53.475913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:53.480439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:53.512487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:53.517304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:53.622024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] Pushing event deleted for resources: {'Network': ['ID=c75e1c66-8f1f-40c0-9e4d-8334246fea5a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:53.642485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c9f84c16-d351-41dd-9322-8c53660e3803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896085089-project] 10.222.0.48 "DELETE /v2.0/networks/c75e1c66-8f1f-40c0-9e4d-8334246fea5a HTTP/1.1" status: 204 len: 168 time: 2.0741014 Feb 04 20:10:53.655706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-4e0e8085-e2aa-4648-85c9-8567b7399119 service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645682 Feb 04 20:10:53.720911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:53.721509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:53.777569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d89f4a-e345-4d66-b663-dc971692be7d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:10:53.901638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0439daa3-aaaa-4fd0-aa9f-612acafa1cd6 None None] Provisioning for port bab564e9-7fce-4640-a7f5-655bded0e62f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:10:53.914264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0439daa3-aaaa-4fd0-aa9f-612acafa1cd6 None None] Provisioning complete for port bab564e9-7fce-4640-a7f5-655bded0e62f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:10:53.915704 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0439daa3-aaaa-4fd0-aa9f-612acafa1cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:54.142000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0439daa3-aaaa-4fd0-aa9f-612acafa1cd6 None None] Port bab564e9-7fce-4640-a7f5-655bded0e62f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:10:54.311678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587d8a5-729a-4cfd-a4c1-12a3302ee3b2 req-0cc9955a-59e1-4b26-be94-67a11074391b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:54.319540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0587d8a5-729a-4cfd-a4c1-12a3302ee3b2 req-0cc9955a-59e1-4b26-be94-67a11074391b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3033435 Feb 04 20:10:54.331553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-1a9c5b80-d59a-403d-93f5-6be5529b5144 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9438484 Feb 04 20:10:54.334990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59232) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:54.353768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-dd150351-2193-4270-9d97-9905279007a7 service neutron] 10.222.0.48 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970105 Feb 04 20:10:54.370887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Request body: {'port': {'device_id': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:54.386418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0587d8a5-729a-4cfd-a4c1-12a3302ee3b2 req-6645c5b5-d09e-4503-b78b-6013e3620f5c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658922 Feb 04 20:10:54.454923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d89f4a-e345-4d66-b663-dc971692be7d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:10:54.465178 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] Sync routers for ids ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:10:54.465669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76d89f4a-e345-4d66-b663-dc971692be7d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:54.469824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-76d89f4a-e345-4d66-b663-dc971692be7d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe HTTP/1.1" status: 200 len: 892 time: 3.2486062 Feb 04 20:10:54.469921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59240) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:54.484725 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] Routers {'a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:54.488381 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:54.542989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:54.555146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-9c02cd4a-9924-49ee-adb1-a1f4d55262ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2738264 Feb 04 20:10:54.604134 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:54.622936 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] Routers {'a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:10:54.626219 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:54.790473 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:10:54.791189 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7f657-0fd2-4485-8e1a-9bdf13fc99f3 None None] The sync data for ids ['a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:10:54.902197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f500e569-9345-49ce-88db-9fe8072e34a3 req-2bc4d17b-9eb5-453a-9f77-07789564bcd6 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 210 time: 0.0888612 Feb 04 20:10:54.931425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495749-6298-4fb3-8f62-714e0e0c651e req-09525995-4f29-404f-8074-9c4fc4892f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:54.933805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-09525995-4f29-404f-8074-9c4fc4892f0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 1100 time: 0.3391552 Feb 04 20:10:54.988776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-de596c4b-8df1-4e39-a8b3-1a7d4467129c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6b33315991f4e08ac09d789482458c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526670 Feb 04 20:10:54.993379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59254) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:55.026545 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.057686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6f098-e54f-435b-bc28-730222ec5296 req-49266b24-5443-4966-a0fc-48f4732c0de8 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:55.059161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42b6f098-e54f-435b-bc28-730222ec5296 req-49266b24-5443-4966-a0fc-48f4732c0de8 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 935 time: 0.3787308 Feb 04 20:10:55.068702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8bcbb659-48ec-421b-99c4-ffef0b95c2f5 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/routers/a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe HTTP/1.1" status: 200 len: 892 time: 0.5952675 Feb 04 20:10:55.071033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59260) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:55.141212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3198dfd6-4f44-4fce-b913-22386513a0fd tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:55.148506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4dc39062-8948-43f3-ae87-3623d739bb9f req-82c8475b-117c-4133-9728-b120f6854e51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 210 time: 0.1063316 Feb 04 20:10:55.203742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42b6f098-e54f-435b-bc28-730222ec5296 req-0ce285fa-6d39-4db2-b177-eb5fc2d626b3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359987 Feb 04 20:10:55.209866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-379b2a48-c493-4035-8068-004975bf7f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.239387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495749-6298-4fb3-8f62-714e0e0c651e req-1bf02015-0012-42c2-bdb6-602280ee74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:55.240857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-1bf02015-0012-42c2-bdb6-602280ee74c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2823136 Feb 04 20:10:55.246898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-379b2a48-c493-4035-8068-004975bf7f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.330556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-65a86f20-0f4f-4dcb-a0c7-41e61585fe96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2a715e24-3a8e-4fef-8373-c68f984433a0 HTTP/1.1" status: 200 len: 217 time: 0.0795887 Feb 04 20:10:55.346925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3198dfd6-4f44-4fce-b913-22386513a0fd tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:55.349879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3198dfd6-4f44-4fce-b913-22386513a0fd tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe HTTP/1.1" status: 200 len: 205 time: 0.2775722 Feb 04 20:10:55.357643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59264) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:55.460096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-379b2a48-c493-4035-8068-004975bf7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.465394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab564e9-7fce-4640-a7f5-655bded0e62f {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:10:55.470835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495749-6298-4fb3-8f62-714e0e0c651e req-e4300d9a-3897-430d-ace8-7e09e840644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:55.472370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-e4300d9a-3897-430d-ace8-7e09e840644d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1283765 Feb 04 20:10:55.485566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.506306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Transition to ACTIVE for port object bab564e9-7fce-4640-a7f5-655bded0e62f will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:10:55.517503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b2a48-c493-4035-8068-004975bf7f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598f94e8-8ff3-4a13-abed-9d973f4698dd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:55.547043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-379b2a48-c493-4035-8068-004975bf7f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.550675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-379b2a48-c493-4035-8068-004975bf7f18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/598f94e8-8ff3-4a13-abed-9d973f4698dd HTTP/1.1" status: 204 len: 168 time: 0.5536444 Feb 04 20:10:55.684809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.687733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:55.742457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495749-6298-4fb3-8f62-714e0e0c651e req-1089886c-4127-481c-a486-2ce8e2e0b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:55.744740 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-1089886c-4127-481c-a486-2ce8e2e0b1d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362847 Feb 04 20:10:56.031544 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:56.093317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-d32938eb-764d-40cc-8f90-cc5b7eb97ed8 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:56.097073 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-d32938eb-764d-40cc-8f90-cc5b7eb97ed8 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.24 "GET /v2.0/networks?id=bc977adc-4d9c-483f-a17b-06fa894b13e1 HTTP/1.1" status: 200 len: 813 time: 0.2619135 Feb 04 20:10:56.117103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Request body: {'port': {'device_id': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1', 'admin_state_up': True, 'tenant_id': '1fe64581b4c14aa7a2b6c0811a862e34'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:56.179610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Pushing event updated for resources: {'Port': ['ID=bab564e9-7fce-4640-a7f5-655bded0e62f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:56.215312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port b4f78ebe-abe0-4669-a8f5-e4c8fa56dc31 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:10:56.217500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:56.340876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d63247ae-fc50-415c-8b29-aef27764946c req-8483116c-cbda-43b6-a91b-fc3cd7ec05c5 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 210 time: 0.1341321 Feb 04 20:10:56.537577 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-27042c97-e922-4009-b3d9-5f1beae670e8 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7750921 Feb 04 20:10:56.685857 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0b553bb-0e0f-46f9-a5ae-91bc63d81770 req-3f27c4f4-e39d-471a-9466-145ef698cdd1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 210 time: 0.0826147 Feb 04 20:10:56.697717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:56.713828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Usage tracker for resource:port and tenant:1fe64581b4c14aa7a2b6c0811a862e34 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:56.723399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec9dbb-3991-4fe8-a15f-d9cfe450f1b1 req-9c2d6138-057a-48fa-aa62-74ac9a4fd898 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:56.734596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:56.735409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74ec9dbb-3991-4fe8-a15f-d9cfe450f1b1 req-9c2d6138-057a-48fa-aa62-74ac9a4fd898 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 1.1182675 Feb 04 20:10:56.747959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:56.777372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:56.891255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74ec9dbb-3991-4fe8-a15f-d9cfe450f1b1 req-0e2d54c2-b908-47f3-a188-f0c7959d8a8b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549256 Feb 04 20:10:56.895331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59292) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:56.897932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69495749-6298-4fb3-8f62-714e0e0c651e req-d7344b6f-2d7f-4a1d-aad0-b673ea137eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298988 Feb 04 20:10:56.901251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Attempting to bind port bab564e9-7fce-4640-a7f5-655bded0e62f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:10:56.901692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Attempting to bind port bab564e9-7fce-4640-a7f5-655bded0e62f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:10:56.910928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Attempting to bind port bab564e9-7fce-4640-a7f5-655bded0e62f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:56.925141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Port bab564e9-7fce-4640-a7f5-655bded0e62f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:10:56.925476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Attempting to bind port bab564e9-7fce-4640-a7f5-655bded0e62f on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:10:56.939236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:10:56.939632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:10:56.939961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:10:56.940392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Bound port: bab564e9-7fce-4640-a7f5-655bded0e62f, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:10:56.940735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:56.990668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for b4f78ebe-abe0-4669-a8f5-e4c8fa56dc31 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:10:57.049897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dadef50e-9c4e-432c-8e8d-5d78333db6fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d0efd679d4841bc9345e982d9d97c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508524 Feb 04 20:10:57.052624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59300) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:57.054030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Made reservation on behalf of 1fe64581b4c14aa7a2b6c0811a862e34 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:57.057582 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.209975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] For port bab564e9-7fce-4640-a7f5-655bded0e62f, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:10:57.215510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04b0bf27-07d8-4288-aa29-2e6354c66804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.228942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] For port bab564e9-7fce-4640-a7f5-655bded0e62f, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bab564e9-7fce-4640-a7f5-655bded0e62f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:10:57.245800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59304) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:57.258152 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04b0bf27-07d8-4288-aa29-2e6354c66804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.345420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd8298-5297-4f35-ac34-d566d6e78d35 req-2bc794ff-6825-4688-8dbd-71dff2e0ac6a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:57.346729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8bd8298-5297-4f35-ac34-d566d6e78d35 req-2bc794ff-6825-4688-8dbd-71dff2e0ac6a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 947 time: 0.4017265 Feb 04 20:10:57.347375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.440452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Pushing event updated for resources: {'Port': ['ID=bab564e9-7fce-4640-a7f5-655bded0e62f,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:57.450604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04b0bf27-07d8-4288-aa29-2e6354c66804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.498719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.507081 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8bd8298-5297-4f35-ac34-d566d6e78d35 req-19e0d7fe-e470-4b7b-816a-f366fe527e4a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458852 Feb 04 20:10:57.509813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:57.510468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.511851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-2019354b-3526-4b3e-9a9e-72d44d0c824e service neutron] 10.222.0.62 "PUT /v2.0/ports/bab564e9-7fce-4640-a7f5-655bded0e62f HTTP/1.1" status: 200 len: 1095 time: 3.1570804 Feb 04 20:10:57.513755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0bf27-07d8-4288-aa29-2e6354c66804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff6440-590e-46df-8a53-3ba19aa44590,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:57.515235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'tag': 'bab564e9-7fce-4640-a7f5-655bded0e62f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:10:57.579481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-888d099c-ce2b-4801-bf41-547eebad384b req-3e248652-628e-431c-b0b9-38ae1c4b02b6 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 210 time: 0.0710528 Feb 04 20:10:57.581479 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'tag': 'bab564e9-7fce-4640-a7f5-655bded0e62f', 'status': 'completed', 'code': 200} Feb 04 20:10:57.582325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04b0bf27-07d8-4288-aa29-2e6354c66804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.583505 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-04b0bf27-07d8-4288-aa29-2e6354c66804 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fff6440-590e-46df-8a53-3ba19aa44590 HTTP/1.1" status: 204 len: 168 time: 0.5301616 Feb 04 20:10:57.588590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:57.591215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Allocated IP 172.20.0.5 (bc977adc-4d9c-483f-a17b-06fa894b13e1/6b20e039-5b06-45d8-b992-e5904e24e9f5/18569ca8-abc2-4065-99e0-52ee1638b62a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:57.597023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Usage tracker for resource:security_group_rule and tenant:63738266d6ba49aba6dd5385a849087c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:57.597023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:57.646048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:57.729870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488cad1-cf1d-445f-86d0-9c4047037089 req-221a8f10-4bf4-498f-92c7-267a7ffcd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:57.731750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c488cad1-cf1d-445f-86d0-9c4047037089 req-221a8f10-4bf4-498f-92c7-267a7ffcd8ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 1098 time: 0.1314490 Feb 04 20:10:57.782042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c488cad1-cf1d-445f-86d0-9c4047037089 req-ae3a8fd5-240e-4fdf-9f3f-c1a02b800f80 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414925 Feb 04 20:10:57.805925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.895409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.901330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=b4f78ebe-abe0-4669-a8f5-e4c8fa56dc31,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:57.961062 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:57.980514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488cad1-cf1d-445f-86d0-9c4047037089 req-b9677860-d738-447c-a1f4-1c9814c6597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:57.982283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c488cad1-cf1d-445f-86d0-9c4047037089 req-b9677860-d738-447c-a1f4-1c9814c6597d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1886294 Feb 04 20:10:57.984286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35011f88-28ac-4e3d-9be6-37210b4c7b4a req-607eb952-3787-4b89-ad31-a1789dd6b05d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 210 time: 0.1218324 Feb 04 20:10:58.022770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63738266d6ba49aba6dd5385a849087c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729080 Feb 04 20:10:58.025571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59320) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:58.043500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70581e-179a-4ed3-9f65-9e346a66bc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cbab29-04b2-4f08-8a0c-43f4bfecf0a1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:58.110369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.274440 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.386775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.389840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.407947 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-665d7aff-0191-401c-af48-a26176ba73ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.483318 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.495028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-665d7aff-0191-401c-af48-a26176ba73ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.517034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-dea97a51-01ae-48b2-8c11-f4acf840b263 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:58.518439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-dea97a51-01ae-48b2-8c11-f4acf840b263 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 812 time: 0.3530698 Feb 04 20:10:58.527456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-16b142c3-776c-4c7d-8eba-9fc7242334b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:58.528880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-16b142c3-776c-4c7d-8eba-9fc7242334b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 1098 time: 0.4522326 Feb 04 20:10:58.538399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Request body: {'port': {'device_id': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'admin_state_up': True, 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:58.575982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.576491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Fanout notify agent at l3_agent the message router_deleted on router a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:10:58.590548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Network bc977adc-4d9c-483f-a17b-06fa894b13e1 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:10:58.599290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:10:58.601598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:10:58.689610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-48990368-b015-4f19-81c7-4f8bf7427d8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bab564e9-7fce-4640-a7f5-655bded0e62f HTTP/1.1" status: 200 len: 217 time: 0.1250377 Feb 04 20:10:58.709222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376a63b-607e-421c-83c6-8179c6cbff6f req-07b02499-91a8-4f6b-820b-b3ecc806598e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:58.710804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b376a63b-607e-421c-83c6-8179c6cbff6f req-07b02499-91a8-4f6b-820b-b3ecc806598e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5506544 Feb 04 20:10:58.776232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Pushing event updated for resources: {'Port': ['ID=18569ca8-abc2-4065-99e0-52ee1638b62a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:58.806299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-abc11b1f-4bd9-4308-9d3f-feea6703cfd2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Synchronizing usage tracker for tenant:fec847ac077d456db255dfe858da5e9e on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:58.840029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:58.845550 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.904850 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:58.908094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3b0a62ad-d178-4c17-b8d1-d1229383ceb4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe HTTP/1.1" status: 204 len: 168 time: 3.5543032 Feb 04 20:10:58.912733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59350) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:58.920207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-774525790'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:58.926055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:58.929980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-abc11b1f-4bd9-4308-9d3f-feea6703cfd2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Unset dirty status for tenant:fec847ac077d456db255dfe858da5e9e on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:58.931185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-abc11b1f-4bd9-4308-9d3f-feea6703cfd2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1042592141&fields=id&tenant_id=fec847ac077d456db255dfe858da5e9e HTTP/1.1" status: 200 len: 267 time: 0.3962324 Feb 04 20:10:58.935749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:10:58.935749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:10:58.941916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:58.958553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-4c7e390b-6bc5-4144-81ea-a82a1114f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:58.960016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-4c7e390b-6bc5-4144-81ea-a82a1114f9b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2449553 Feb 04 20:10:58.974198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-7c55897c-6682-4b30-b143-4848892a5157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8612766 Feb 04 20:10:59.014986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b376a63b-607e-421c-83c6-8179c6cbff6f req-3e62af10-ccad-445d-a59c-8a4c9c76d40d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621186 Feb 04 20:10:59.044245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-665d7aff-0191-401c-af48-a26176ba73ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.065628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Request body: {'port': {'device_id': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:59.070736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:10:59.084591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:10:59.095907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d7aff-0191-401c-af48-a26176ba73ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cbab29-04b2-4f08-8a0c-43f4bfecf0a1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:59.101376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-665d7aff-0191-401c-af48-a26176ba73ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.102493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-665d7aff-0191-401c-af48-a26176ba73ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63cbab29-04b2-4f08-8a0c-43f4bfecf0a1 HTTP/1.1" status: 204 len: 168 time: 1.0756817 Feb 04 20:10:59.134893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309800-00fc-4193-9be4-38f27a4af391 req-06687fb6-21bf-40bd-afbe-b74b96b71795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:59.136454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-06687fb6-21bf-40bd-afbe-b74b96b71795 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1701779 Feb 04 20:10:59.156780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:59.160927 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.280953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-133771ad-4f75-40de-900f-86a5ec1814b7 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:59.281612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-133771ad-4f75-40de-900f-86a5ec1814b7 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Synchronizing usage tracker for tenant:fec847ac077d456db255dfe858da5e9e on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:59.290674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:10:59.294471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Made reservation on behalf of ee38bbd6cca841d69c5a6ee21119324a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:10:59.297973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.317273 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.317616 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment 12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6 of type vlan for network 55f7cf31-c847-4a7c-a596-ad832a23eb66 Feb 04 20:10:59.335833 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.355450 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-6688adec-928c-427b-b077-9693e1f4d489 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780937 Feb 04 20:10:59.365549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.423806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-133771ad-4f75-40de-900f-86a5ec1814b7 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Unset dirty status for tenant:fec847ac077d456db255dfe858da5e9e on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:59.424976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-133771ad-4f75-40de-900f-86a5ec1814b7 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/networks?id=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c HTTP/1.1" status: 200 len: 814 time: 0.4842651 Feb 04 20:10:59.465061 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-e6585231-509e-427c-9e09-edb9cdff10c4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/quotas/fec847ac077d456db255dfe858da5e9e HTTP/1.1" status: 200 len: 375 time: 0.0266540 Feb 04 20:10:59.536556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b233c-76e9-431b-932f-b2b06f8f2daa req-e45b2d08-23c8-4ab3-b9c3-dcbb7babac59 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:59.537167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b68b233c-76e9-431b-932f-b2b06f8f2daa req-e45b2d08-23c8-4ab3-b9c3-dcbb7babac59 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:59.560757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.566071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:10:59.566660 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.686097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Allocated IP 172.20.0.14 (4181155b-5c8a-42e0-9f1e-db8eb8ab0d96/ff753336-aaff-4c78-8e0b-3a4cdeaffe86/c750ffdc-dcb0-45fd-b01f-16505c92dbab) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:10:59.696457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7309800-00fc-4193-9be4-38f27a4af391 req-ada5f6bc-8ece-45ab-9dbd-556818fcf540 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034041 Feb 04 20:10:59.784158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=55f7cf31-c847-4a7c-a596-ad832a23eb66,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:10:59.806902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b13bebb-01d5-4543-9b6a-9fd71b5d867e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8839405 Feb 04 20:10:59.808028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:10:59.813720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59370) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:10:59.824128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': '55f7cf31-c847-4a7c-a596-ad832a23eb66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:10:59.827531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b68b233c-76e9-431b-932f-b2b06f8f2daa req-e45b2d08-23c8-4ab3-b9c3-dcbb7babac59 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:10:59.834218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68b233c-76e9-431b-932f-b2b06f8f2daa req-e45b2d08-23c8-4ab3-b9c3-dcbb7babac59 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 947 time: 0.6967790 Feb 04 20:10:59.899414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b68b233c-76e9-431b-932f-b2b06f8f2daa req-a6e52dbd-d068-4a66-8832-6f74e46c305a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643318 Feb 04 20:10:59.915426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-526040c4-92f6-4a6f-ae41-992a0a1646fc tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Synchronizing usage tracker for tenant:fec847ac077d456db255dfe858da5e9e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:10:59.987405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:10:59.993184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:00.001366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:00.015547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59376) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:00.020445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Transition to ACTIVE for port object c750ffdc-dcb0-45fd-b01f-16505c92dbab will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:00.037957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:00.046289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.056432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:00.069697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-526040c4-92f6-4a6f-ae41-992a0a1646fc tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Unset dirty status for tenant:fec847ac077d456db255dfe858da5e9e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:00.071575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-526040c4-92f6-4a6f-ae41-992a0a1646fc tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fec847ac077d456db255dfe858da5e9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5686316 Feb 04 20:11:00.075766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18569ca8-abc2-4065-99e0-52ee1638b62a {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:00.083590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.109522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:00.115001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Usage tracker for resource:security_group_rule and tenant:76091c566fcd4cb197b65fa9d22c42db is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:00.119506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:00.126863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:00.170404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Transition to ACTIVE for port object 18569ca8-abc2-4065-99e0-52ee1638b62a will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:00.174784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:00.178177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.269887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.280858 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.288904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aafa3-f34f-4b62-94d2-6f09b2ffc3d0 req-23031d4b-89cb-4d31-9deb-575b8293c5c2 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:00.295305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e70aafa3-f34f-4b62-94d2-6f09b2ffc3d0 req-23031d4b-89cb-4d31-9deb-575b8293c5c2 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 931 time: 0.2361765 Feb 04 20:11:00.319634 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.332438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b9c9498e-39e5-4382-a2c7-a4be9b89d56b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:00.363437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c1981475-470a-4323-8051-efa4c6353571'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:00.381244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.410803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59386) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:00.455607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Pushing event updated for resources: {'Port': ['ID=18569ca8-abc2-4065-99e0-52ee1638b62a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:00.459838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e70aafa3-f34f-4b62-94d2-6f09b2ffc3d0 req-b74acce4-b13e-4e64-bb0e-11441fb158bd tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627548 Feb 04 20:11:00.475324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76091c566fcd4cb197b65fa9d22c42db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586053 Feb 04 20:11:00.481249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59392) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:00.510099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c1c35-c322-4004-a0fc-9f1f51a329e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a23fed-8663-402e-b9b5-3475c4b251cc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:00.517430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:00.525840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:00.528119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:00.537438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:00.686094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:00.695155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.722140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32308088-1914-4fa0-8fa6-3b8de0c07489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.826842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-a5e33f97-96c9-4638-b431-ba502c20ede5 service neutron] 10.222.0.48 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353601 Feb 04 20:11:00.839319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32308088-1914-4fa0-8fa6-3b8de0c07489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.865088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Attempting to bind port 18569ca8-abc2-4065-99e0-52ee1638b62a on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:00.865514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Attempting to bind port 18569ca8-abc2-4065-99e0-52ee1638b62a by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'd88c6097-354d-4823-af07-a43e9ecfb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:00.868170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Attempting to bind port 18569ca8-abc2-4065-99e0-52ee1638b62a on network bc977adc-4d9c-483f-a17b-06fa894b13e1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:00.880300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-261117311', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:00.935883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:00.936231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Port 18569ca8-abc2-4065-99e0-52ee1638b62a on network bc977adc-4d9c-483f-a17b-06fa894b13e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:11:00.936755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Attempting to bind port 18569ca8-abc2-4065-99e0-52ee1638b62a on network bc977adc-4d9c-483f-a17b-06fa894b13e1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:00.952573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:00.952909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Checking segment: {'id': 'd88c6097-354d-4823-af07-a43e9ecfb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:00.953292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Bound using segment: {'id': 'd88c6097-354d-4823-af07-a43e9ecfb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:00.954146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Bound port: 18569ca8-abc2-4065-99e0-52ee1638b62a, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88c6097-354d-4823-af07-a43e9ecfb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:00.954146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:00.964432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Usage tracker for resource:port and tenant:7e198197e79d465484d11fa776632d3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:00.971179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:00.988313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:01.013656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-ba236ae4-4f2c-4f3a-87a6-66a411aceb51 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4838047 Feb 04 20:11:01.029407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Request body: {'port': {'device_id': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:01.064450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-41afd3cb-13b4-4652-b82b-51f15bc2ca85 None None] Provisioning for port c750ffdc-dcb0-45fd-b01f-16505c92dbab completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:01.071306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-41afd3cb-13b4-4652-b82b-51f15bc2ca85 None None] Provisioning complete for port c750ffdc-dcb0-45fd-b01f-16505c92dbab triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:01.072219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41afd3cb-13b4-4652-b82b-51f15bc2ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.073381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-4e0b21ec-d08b-4335-a5b5-9152c9c40f12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2888534 Feb 04 20:11:01.089093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de447b-0ddf-452c-b744-2e554188e6ea req-6af89ba8-1d15-4cda-9b12-ffb89b778dae tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:01.089814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b1de447b-0ddf-452c-b744-2e554188e6ea req-6af89ba8-1d15-4cda-9b12-ffb89b778dae tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:01.100041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32308088-1914-4fa0-8fa6-3b8de0c07489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.104254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-6f578213-351f-419c-91f3-49c0d2532e43 service neutron] 10.222.0.48 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677708 Feb 04 20:11:01.104413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Made reservation on behalf of 7e198197e79d465484d11fa776632d3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:01.106415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.140881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-41afd3cb-13b4-4652-b82b-51f15bc2ca85 None None] Port c750ffdc-dcb0-45fd-b01f-16505c92dbab cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:01.170775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] For port 18569ca8-abc2-4065-99e0-52ee1638b62a, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:01.179191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] For port 18569ca8-abc2-4065-99e0-52ee1638b62a, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18569ca8-abc2-4065-99e0-52ee1638b62a,segment=NetworkSegment(d88c6097-354d-4823-af07-a43e9ecfb11f),segment_id=d88c6097-354d-4823-af07-a43e9ecfb11f)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:01.180892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.195341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32308088-1914-4fa0-8fa6-3b8de0c07489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a23fed-8663-402e-b9b5-3475c4b251cc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:01.226612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.280082 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.388207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:01.389006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.390539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] 10.222.0.24 "PUT /v2.0/ports/18569ca8-abc2-4065-99e0-52ee1638b62a HTTP/1.1" status: 200 len: 1091 time: 2.3304615 Feb 04 20:11:01.395542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'tag': '18569ca8-abc2-4065-99e0-52ee1638b62a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:01.398294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:01.400989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32308088-1914-4fa0-8fa6-3b8de0c07489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.404467 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-32308088-1914-4fa0-8fa6-3b8de0c07489 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6a23fed-8663-402e-b9b5-3475c4b251cc HTTP/1.1" status: 204 len: 168 time: 0.9215958 Feb 04 20:11:01.411388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Usage tracker for resource:security_group_rule and tenant:7e198197e79d465484d11fa776632d3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:01.415849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b1de447b-0ddf-452c-b744-2e554188e6ea req-6af89ba8-1d15-4cda-9b12-ffb89b778dae tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:01.422578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1de447b-0ddf-452c-b744-2e554188e6ea req-6af89ba8-1d15-4cda-9b12-ffb89b778dae tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 932 time: 0.5610623 Feb 04 20:11:01.427852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:01.442023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:01.448455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': '12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '55f7cf31-c847-4a7c-a596-ad832a23eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:01.452740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: 55f7cf31-c847-4a7c-a596-ad832a23eb66, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:11:01.452892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:01.464371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3e602-f4e0-4ec3-a7fa-112ef4818afd service neutron] Pushing event updated for resources: {'Port': ['ID=18569ca8-abc2-4065-99e0-52ee1638b62a,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:01.465510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.564323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:11:01.570292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1de447b-0ddf-452c-b744-2e554188e6ea req-d5d30d5d-9a6c-40d8-8a27-92c2a0c63175 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468437 Feb 04 20:11:01.602650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-708cb0f1-0f31-420a-8f78-60cf1f4151aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:01.602650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-708cb0f1-0f31-420a-8f78-60cf1f4151aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1fe64581b4c14aa7a2b6c0811a862e34&device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 1094 time: 0.0838969 Feb 04 20:11:01.603310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c3956-94c4-46ff-a347-218ef45ab252 req-620b448c-506e-42c8-97cf-d5207e27106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:01.603310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-620b448c-506e-42c8-97cf-d5207e27106d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 1096 time: 0.4939375 Feb 04 20:11:01.675582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-8ea8b1e8-6d8e-4406-8fd6-dced6602bfe0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18569ca8-abc2-4065-99e0-52ee1638b62a HTTP/1.1" status: 200 len: 217 time: 0.0808294 Feb 04 20:11:01.719368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 55f7cf31-c847-4a7c-a596-ad832a23eb66) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:01.730499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:01.731770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.734860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea98c5-4999-4eb5-be47-a568c3f40946 None None] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:01.759372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-5d4e764e-6e0d-44a8-a73b-a6985a464256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:01.760951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-5d4e764e-6e0d-44a8-a73b-a6985a464256 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b20e039-5b06-45d8-b992-e5904e24e9f5 HTTP/1.1" status: 200 len: 853 time: 0.0789802 Feb 04 20:11:01.819219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-9b791258-0d72-4a08-b5bd-fd21974ba294 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc977adc-4d9c-483f-a17b-06fa894b13e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511558 Feb 04 20:11:01.821654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2e86395f-d65f-42d6-9595-8c1c943bd542 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0058930 Feb 04 20:11:01.843902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:01.851351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-767954710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:01.892102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.905932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:01.927129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:router and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:01.941654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:01.958467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:01.969747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:01.997298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-55f7cf31-c847-4a7c-a596-ad832a23eb66', 'network_id': '55f7cf31-c847-4a7c-a596-ad832a23eb66', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': 'b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:11:01.998143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.009723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] device_id is not set on port 4d3e556e-e28f-4305-9a5b-9fe6a509aca0 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:11:02.012099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-c1a8af82-98a6-4f1c-964e-0da806785e40 service neutron] 10.222.0.24 "GET /v2.0/networks/bc977adc-4d9c-483f-a17b-06fa894b13e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855478 Feb 04 20:11:02.066644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.067947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.082550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c3956-94c4-46ff-a347-218ef45ab252 req-d0b28c34-b42e-42dd-895a-38ed8577a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:02.084070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-d0b28c34-b42e-42dd-895a-38ed8577a20b service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.4683220 Feb 04 20:11:02.170462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a2e44-a64a-4079-b605-11e1d093f9d8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:02.216166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-86bba6fd-d61b-48a9-baef-2bb3b1052491 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b HTTP/1.1" status: 200 len: 217 time: 0.1137805 Feb 04 20:11:02.228497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1186ef-710a-434b-8e43-3d6f255d0f19 req-e3eb561a-6e43-4a81-a320-8fa34105dcdf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:02.229965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c1186ef-710a-434b-8e43-3d6f255d0f19 req-e3eb561a-6e43-4a81-a320-8fa34105dcdf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5463984 Feb 04 20:11:02.292183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.328664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Allocated IP 2001:db8::2 (55f7cf31-c847-4a7c-a596-ad832a23eb66/b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17/2ce8695f-e154-4a4c-8715-b454acd6bad8) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:02.370110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71e1ea76-e908-4fe9-b37b-bf8693a0822e req-b8ba5e55-b2ab-4168-b9c7-f637bc8174d0 service neutron] 10.222.0.24 "GET /v2.0/networks/bc977adc-4d9c-483f-a17b-06fa894b13e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392441 Feb 04 20:11:02.374863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:11:02.390835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c3956-94c4-46ff-a347-218ef45ab252 req-bd6cc6d0-b9c0-4993-ab06-444bac5755b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:02.392290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-bd6cc6d0-b9c0-4993-ab06-444bac5755b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1602347 Feb 04 20:11:02.429603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5363ca-a71c-46b9-997b-8cf6591ecac1 req-ef923105-10de-4bf1-b3d2-828f420d29e1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:02.433707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b5363ca-a71c-46b9-997b-8cf6591ecac1 req-ef923105-10de-4bf1-b3d2-828f420d29e1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 947 time: 0.1399403 Feb 04 20:11:02.435931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c1186ef-710a-434b-8e43-3d6f255d0f19 req-d121b1c3-15c8-474f-b87a-74ed3bfa2db5 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661849 Feb 04 20:11:02.485978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.497062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Allocated IP 172.25.7.17 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/4d3e556e-e28f-4305-9a5b-9fe6a509aca0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:02.505531 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'tag': '18569ca8-abc2-4065-99e0-52ee1638b62a', 'status': 'completed', 'code': 200} Feb 04 20:11:02.521471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b5363ca-a71c-46b9-997b-8cf6591ecac1 req-19bceecf-e394-4846-9cbd-55eba89ba2a5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Feb 04 20:11:02.532298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c750ffdc-dcb0-45fd-b01f-16505c92dbab {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:02.545561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.587559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Transition to ACTIVE for port object c750ffdc-dcb0-45fd-b01f-16505c92dbab will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:02.601430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59424) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:02.625726 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.643065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Transition to ACTIVE for port object 2ce8695f-e154-4a4c-8715-b454acd6bad8 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:02.663062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Transition to ACTIVE for port object 2ce8695f-e154-4a4c-8715-b454acd6bad8 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:02.683216 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12114061-210e-4679-92e9-962426bbcf97 req-dde3b449-f313-48f4-a292-b692c7b50d08 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.0595024 Feb 04 20:11:02.709269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-5246dcd3-b1ed-4dd2-a4b6-bb63554f0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:02.710845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-5246dcd3-b1ed-4dd2-a4b6-bb63554f0795 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1fe64581b4c14aa7a2b6c0811a862e34&device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 1094 time: 0.1559644 Feb 04 20:11:02.718868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.720092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8373b358-7059-4033-8560-8bcc571bfd33 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8731740 Feb 04 20:11:02.734658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.739831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59430) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:02.764032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.852632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:02.860238 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:02.864631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:02.896345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:02.907676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-5685b453-0144-4be6-b2fc-8ab8dc3e30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:02.909127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-5685b453-0144-4be6-b2fc-8ab8dc3e30d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc977adc-4d9c-483f-a17b-06fa894b13e1 HTTP/1.1" status: 200 len: 914 time: 0.1916273 Feb 04 20:11:02.953969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:11:02.981919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Pushing event updated for resources: {'Port': ['ID=2ce8695f-e154-4a4c-8715-b454acd6bad8,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:02.982372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-729c943f-6742-4098-b55d-0583a336cb9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18569ca8-abc2-4065-99e0-52ee1638b62a HTTP/1.1" status: 200 len: 217 time: 0.0648568 Feb 04 20:11:03.041182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad6c3-3517-42f3-b16b-93eaf0e4e3b4 req-b47ec2bd-6f9c-44c2-b116-87252c5dd757 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:03.042842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d61ad6c3-3517-42f3-b16b-93eaf0e4e3b4 req-b47ec2bd-6f9c-44c2-b116-87252c5dd757 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.2093515 Feb 04 20:11:03.199672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:03.220192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c3956-94c4-46ff-a347-218ef45ab252 req-c48e83e8-89e1-44c0-8f70-d15222c69e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:03.220508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.221004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.221448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.221637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-c48e83e8-89e1-44c0-8f70-d15222c69e1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7848215 Feb 04 20:11:03.222035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.222447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.222944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.223372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.223900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.224259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.224680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.225147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.226108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:03.230928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Attempting to bind port 2ce8695f-e154-4a4c-8715-b454acd6bad8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:03.231424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Attempting to bind port 2ce8695f-e154-4a4c-8715-b454acd6bad8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '55f7cf31-c847-4a7c-a596-ad832a23eb66'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:03.231889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Attempting to bind port 2ce8695f-e154-4a4c-8715-b454acd6bad8 on network 55f7cf31-c847-4a7c-a596-ad832a23eb66 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:03.235302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:03.236965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763', 'port_id': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'mac_address': 'fa:16:3e:25:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b33e1a7-651d-4107-a3b4-fcbf5b258a77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:11:03.276963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-c272f4e4-5e16-482e-9b9d-43c2a6662b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:03.278425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-c272f4e4-5e16-482e-9b9d-43c2a6662b31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b20e039-5b06-45d8-b992-e5904e24e9f5 HTTP/1.1" status: 200 len: 853 time: 0.2879848 Feb 04 20:11:03.288951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d61ad6c3-3517-42f3-b16b-93eaf0e4e3b4 req-84d354aa-b175-40f2-81f5-bb3ab04861a0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388947 Feb 04 20:11:03.320145 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:03.331831 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-240bae0a-e1df-4e66-afe2-9529ae3191de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc977adc-4d9c-483f-a17b-06fa894b13e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418262 Feb 04 20:11:03.338754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:03.339856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Checking segment: {'id': '12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '55f7cf31-c847-4a7c-a596-ad832a23eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:03.340380 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:03.340561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Usage tracker for resource:security_group_rule and tenant:8eef8695e80a4f988aae5877c10f45bd is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:03.340967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Bound using segment: {'id': '12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '55f7cf31-c847-4a7c-a596-ad832a23eb66'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:03.341557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Bound port: 2ce8695f-e154-4a4c-8715-b454acd6bad8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '55f7cf31-c847-4a7c-a596-ad832a23eb66'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:03.342039 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:03.357731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:03.372422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:03.384667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:03.437051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:03.472469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] For port 2ce8695f-e154-4a4c-8715-b454acd6bad8, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:03.476177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] For port 2ce8695f-e154-4a4c-8715-b454acd6bad8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2ce8695f-e154-4a4c-8715-b454acd6bad8,segment=NetworkSegment(12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6),segment_id=12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:03.483469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bab564e9-7fce-4640-a7f5-655bded0e62f details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:11:03.499367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-734d069a-48be-4028-9f50-1fbbbe1ff1fa service neutron] 10.222.0.24 "GET /v2.0/networks/bc977adc-4d9c-483f-a17b-06fa894b13e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588337 Feb 04 20:11:03.546868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:03.573241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:03.688463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:03.706936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:03.752893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:03.753334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24dc7a8e-4356-4ce2-bcff-2d61a41991bc req-6b7b0c68-4684-4d8f-a053-fd1ce25a8dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/bc977adc-4d9c-483f-a17b-06fa894b13e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478848 Feb 04 20:11:03.774633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f112f2-f577-4919-b44c-50cb46b4b4da req-68dc47d3-405d-4eae-ad5a-6cb1172c358f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:03.783560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7f112f2-f577-4919-b44c-50cb46b4b4da req-68dc47d3-405d-4eae-ad5a-6cb1172c358f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.1792531 Feb 04 20:11:03.841859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7f112f2-f577-4919-b44c-50cb46b4b4da req-dea5c485-9f70-4a6e-8477-78822926f7cc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561392 Feb 04 20:11:03.868740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:03.942991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-87ed9aea-ac7e-4cbe-bc4c-c55acc3221e1 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903181 Feb 04 20:11:03.944099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Attempting to bind port c750ffdc-dcb0-45fd-b01f-16505c92dbab on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:03.944099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Attempting to bind port c750ffdc-dcb0-45fd-b01f-16505c92dbab by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:03.944363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Attempting to bind port c750ffdc-dcb0-45fd-b01f-16505c92dbab on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:03.963244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3770cc-9d37-478d-9bec-25c2e2866048 req-43797a5d-1e86-4691-be20-3a6743d1a586 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:03.964718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd3770cc-9d37-478d-9bec-25c2e2866048 req-43797a5d-1e86-4691-be20-3a6743d1a586 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 943 time: 1.2502861 Feb 04 20:11:03.997676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Port c750ffdc-dcb0-45fd-b01f-16505c92dbab on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:11:03.998039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Attempting to bind port c750ffdc-dcb0-45fd-b01f-16505c92dbab on network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:04.036041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port bab564e9-7fce-4640-a7f5-655bded0e62f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bab564e9-7fce-4640-a7f5-655bded0e62f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:04.074395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'bab564e9-7fce-4640-a7f5-655bded0e62f', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'bab564e9-7fce-4640-a7f5-655bded0e62f', 'mac_address': 'fa:16:3e:ba:16:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:11:04.076551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099afa03-497d-415b-b7ae-f2d2a9f9f27b req-3ccd535c-b9eb-433a-a050-f77d2713e60b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:04.078463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-099afa03-497d-415b-b7ae-f2d2a9f9f27b req-3ccd535c-b9eb-433a-a050-f77d2713e60b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 947 time: 0.1262624 Feb 04 20:11:04.084544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:04.089090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Checking segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:04.089090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Bound using segment: {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:04.089090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Bound port: c750ffdc-dcb0-45fd-b01f-16505c92dbab, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a215afb1-b920-4200-9f9e-922fa2d42461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:04.089090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:04.089436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41439538-e017-460f-8acb-eecbd9154aeb None None] Pushing event updated for resources: {'Port': ['ID=2ce8695f-e154-4a4c-8715-b454acd6bad8,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:04.151490 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:04.182244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab564e9-7fce-4640-a7f5-655bded0e62f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:04.209158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-099afa03-497d-415b-b7ae-f2d2a9f9f27b req-0f635ee2-8fb1-4f34-a4b5-283bf8308851 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091218 Feb 04 20:11:04.234498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port bab564e9-7fce-4640-a7f5-655bded0e62f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bab564e9-7fce-4640-a7f5-655bded0e62f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:04.329393 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:04.352661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:04.420422 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-102ab64d-7581-477b-bdce-f27a2fd285a5 req-7c9a0a6b-f221-412b-9461-419ddbe4b62d tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.0905287 Feb 04 20:11:04.424502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd3770cc-9d37-478d-9bec-25c2e2866048 req-b57c44d9-bca5-442d-a163-1ae071f01157 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283135 Feb 04 20:11:04.465674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=bab564e9-7fce-4640-a7f5-655bded0e62f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:04.568510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:04.570030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:04.669737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b50f78-f8fb-41ab-932c-9c34ea0a64d9 req-b1ee7b5c-0366-414d-91f6-bc2a93d954a6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:04.675169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0b50f78-f8fb-41ab-932c-9c34ea0a64d9 req-b1ee7b5c-0366-414d-91f6-bc2a93d954a6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.1137109 Feb 04 20:11:04.692768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['bab564e9-7fce-4640-a7f5-655bded0e62f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:04.693927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-894c3956-94c4-46ff-a347-218ef45ab252 req-944a2c1e-63ea-4ddf-b6ae-6d9c379d53ff service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213008 Feb 04 20:11:04.708786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:04.725568 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0b50f78-f8fb-41ab-932c-9c34ea0a64d9 req-8a49aba5-2b83-4ec6-a4eb-c7f4d35874c7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469437 Feb 04 20:11:04.804090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:04.809159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:04.827922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:04.846977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:04.878907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59470) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:04.879064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8eef8695e80a4f988aae5877c10f45bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2751329 Feb 04 20:11:04.886969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3e556e-e28f-4305-9a5b-9fe6a509aca0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:04.889281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31bfee-49ea-4001-9332-47a42477ecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be68a76-03de-4b28-adbe-642d1e875545,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:04.899854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:04.973145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18569ca8-abc2-4065-99e0-52ee1638b62a details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:11:04.986216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:05.000391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-663417f2-526e-4d99-befd-2dfe05c2ea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:05.034667 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-663417f2-526e-4d99-befd-2dfe05c2ea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:05.190352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-663417f2-526e-4d99-befd-2dfe05c2ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:05.240436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663417f2-526e-4d99-befd-2dfe05c2ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be68a76-03de-4b28-adbe-642d1e875545,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:05.266455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-663417f2-526e-4d99-befd-2dfe05c2ea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:05.268233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-663417f2-526e-4d99-befd-2dfe05c2ea56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2be68a76-03de-4b28-adbe-642d1e875545 HTTP/1.1" status: 204 len: 168 time: 0.3883355 Feb 04 20:11:05.387103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ce8695f-e154-4a4c-8715-b454acd6bad8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:05.637898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4399de1-593e-4447-91e9-1a26ad10a948 req-092b4429-904a-4f2e-a4ab-35e683d59fb6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:05.650026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4399de1-593e-4447-91e9-1a26ad10a948 req-092b4429-904a-4f2e-a4ab-35e683d59fb6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 948 time: 0.2451038 Feb 04 20:11:05.699846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8::1 (55f7cf31-c847-4a7c-a596-ad832a23eb66/b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17/21eed908-744c-4973-a841-fd667322ae6d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:05.708947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:05.709551 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:05.714104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:05.734600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4399de1-593e-4447-91e9-1a26ad10a948 req-64829ae1-57b8-4479-bdf3-886db19b0daa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831349 Feb 04 20:11:05.749869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a13f6f-4636-44a3-a441-15d224354b06 None None] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:05.968730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.014827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63949f37-a936-4f21-94b3-18bc2a000a46 req-cf344c24-382a-41ce-9a27-630aaaece276 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.0930183 Feb 04 20:11:06.017964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 21eed908-744c-4973-a841-fd667322ae6d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:06.136018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 18569ca8-abc2-4065-99e0-52ee1638b62a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18569ca8-abc2-4065-99e0-52ee1638b62a,segment=NetworkSegment(d88c6097-354d-4823-af07-a43e9ecfb11f),segment_id=d88c6097-354d-4823-af07-a43e9ecfb11f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:06.191490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2ce8695f-e154-4a4c-8715-b454acd6bad8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:06.208957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:06.217356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.266837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7ce4bc7f-cd75-4e21-9771-d80b8789b7d7 None None] Provisioning for port 2ce8695f-e154-4a4c-8715-b454acd6bad8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:06.279965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '18569ca8-abc2-4065-99e0-52ee1638b62a', 'network_id': 'bc977adc-4d9c-483f-a17b-06fa894b13e1', 'port_id': '18569ca8-abc2-4065-99e0-52ee1638b62a', 'mac_address': 'fa:16:3e:19:ac:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b20e039-5b06-45d8-b992-e5904e24e9f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:11:06.286346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.384572 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3920a487-8017-4109-bd3d-22afa5619f88 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.9536991 Feb 04 20:11:06.389391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59498) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:06.402103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2ce8695f-e154-4a4c-8715-b454acd6bad8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:06.402471 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.428376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.17'}]}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:06.436242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:06.441163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.445809 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] 10.222.0.24 "PUT /v2.0/ports/c750ffdc-dcb0-45fd-b01f-16505c92dbab HTTP/1.1" status: 200 len: 1092 time: 5.4215519 Feb 04 20:11:06.448133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:06.461448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Usage tracker for resource:router and tenant:7e198197e79d465484d11fa776632d3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:06.464924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:06.465666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:06.492333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:06.544940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:06.554216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f87e2-e257-4c0a-9160-8a9be18b8bf0 req-47cac94b-f3a1-4fc8-a4c7-f197c97f1cb9 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:06.555778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-557f87e2-e257-4c0a-9160-8a9be18b8bf0 req-47cac94b-f3a1-4fc8-a4c7-f197c97f1cb9 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Synchronizing usage tracker for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:06.574702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:06.577198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:06.578052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.618143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7ce4bc7f-cd75-4e21-9771-d80b8789b7d7 None None] Provisioning complete for port 2ce8695f-e154-4a4c-8715-b454acd6bad8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:06.618584 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bc7f-cd75-4e21-9771-d80b8789b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.621661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759700-f1ed-4aeb-9662-4be2ce760e1e req-d94a78a9-db12-40f9-a0c2-dcd12598018c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:06.629929 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3759700-f1ed-4aeb-9662-4be2ce760e1e req-d94a78a9-db12-40f9-a0c2-dcd12598018c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 1.1803646 Feb 04 20:11:06.660798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.662066 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.691495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.727548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c55d28-e2c4-441d-9ea3-296c1714e6df service neutron] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:06.769620 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3759700-f1ed-4aeb-9662-4be2ce760e1e req-af7e6f17-a3a0-41f8-a68e-071eadb05018 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379020 Feb 04 20:11:06.853248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-c9718c23-425b-45d3-ae61-69e7ba3e04d3 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:06.855375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-c9718c23-425b-45d3-ae61-69e7ba3e04d3 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.62 "GET /v2.0/networks?id=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c HTTP/1.1" status: 200 len: 814 time: 1.4282906 Feb 04 20:11:06.873115 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:06.906658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-557f87e2-e257-4c0a-9160-8a9be18b8bf0 req-47cac94b-f3a1-4fc8-a4c7-f197c97f1cb9 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Unset dirty status for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:06.978153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-557f87e2-e257-4c0a-9160-8a9be18b8bf0 req-47cac94b-f3a1-4fc8-a4c7-f197c97f1cb9 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 943 time: 0.6401153 Feb 04 20:11:06.984609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18569ca8-abc2-4065-99e0-52ee1638b62a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:06.995579 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:07.028796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=21eed908-744c-4973-a841-fd667322ae6d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:07.047779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-557f87e2-e257-4c0a-9160-8a9be18b8bf0 req-09e3291d-2e30-4f42-817e-0130d89c5c18 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Synchronizing usage tracker for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:07.102863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 18569ca8-abc2-4065-99e0-52ee1638b62a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18569ca8-abc2-4065-99e0-52ee1638b62a,segment=NetworkSegment(d88c6097-354d-4823-af07-a43e9ecfb11f),segment_id=d88c6097-354d-4823-af07-a43e9ecfb11f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:07.144718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-2f9cbbb4-fd97-410e-9183-5c7f90987866 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fec847ac077d456db255dfe858da5e9e HTTP/1.1" status: 200 len: 380 time: 0.2594790 Feb 04 20:11:07.157408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Request body: {'port': {'device_id': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'admin_state_up': True, 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'security_groups': ['277d9d3f-aea6-4a5d-9bd1-43f9832aa404']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:07.196763 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bc7f-cd75-4e21-9771-d80b8789b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:07.340215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7ce4bc7f-cd75-4e21-9771-d80b8789b7d7 None None] For port 2ce8695f-e154-4a4c-8715-b454acd6bad8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2ce8695f-e154-4a4c-8715-b454acd6bad8,segment=NetworkSegment(12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6),segment_id=12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:07.355420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-d07039ed-d468-490a-af9b-51d14e2ea74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:07.357171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-d07039ed-d468-490a-af9b-51d14e2ea74a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 1095 time: 0.6998880 Feb 04 20:11:07.379257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:07.447885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-557f87e2-e257-4c0a-9160-8a9be18b8bf0 req-09e3291d-2e30-4f42-817e-0130d89c5c18 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Unset dirty status for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:07.460430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-557f87e2-e257-4c0a-9160-8a9be18b8bf0 req-09e3291d-2e30-4f42-817e-0130d89c5c18 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357673 Feb 04 20:11:07.543992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-d45309cf-489d-4be3-ba89-becc270a3551 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab HTTP/1.1" status: 200 len: 217 time: 0.1663601 Feb 04 20:11:07.647372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:07.650564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:07.654135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-3998a3f7-874c-431a-83a0-7a2474b4933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:07.655700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-3998a3f7-874c-431a-83a0-7a2474b4933f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.0759008 Feb 04 20:11:07.665206 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'status': 'completed', 'code': 200} Feb 04 20:11:07.694859 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:07.702022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bab564e9-7fce-4640-a7f5-655bded0e62f up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:07.734742 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:07.839506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:07.849464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b430b-73d1-481c-9ca6-68d0711ed5fe req-8a10427b-b5f6-4979-a4ca-b4147d7ab93d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:07.857343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f56b430b-73d1-481c-9ca6-68d0711ed5fe req-8a10427b-b5f6-4979-a4ca-b4147d7ab93d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.5520332 Feb 04 20:11:07.901244 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:07.905786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7ce4bc7f-cd75-4e21-9771-d80b8789b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:07.933636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:08.022897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:08.051352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f56b430b-73d1-481c-9ca6-68d0711ed5fe req-5dbed0c7-fe64-4347-8ce4-d26a9cb6e82c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925800 Feb 04 20:11:08.082492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5597-0316-4462-a689-8f3d3a81660b req-b0953dd6-5aac-4a5c-978a-578016d189aa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:08.090550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76eb5597-0316-4462-a689-8f3d3a81660b req-b0953dd6-5aac-4a5c-978a-578016d189aa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 948 time: 0.1916296 Feb 04 20:11:08.165042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['18569ca8-abc2-4065-99e0-52ee1638b62a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:08.171761 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76eb5597-0316-4462-a689-8f3d3a81660b req-8494c5bc-49d3-49b3-b9b7-9bba6c7fa051 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801044 Feb 04 20:11:08.312059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port bab564e9-7fce-4640-a7f5-655bded0e62f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:08.351696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port bab564e9-7fce-4640-a7f5-655bded0e62f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:08.355216 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:08.604921 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'code': 200} Feb 04 20:11:08.634465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-4bd8a348-300e-4d90-8a38-742b9ef092e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:08.635994 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-4bd8a348-300e-4d90-8a38-742b9ef092e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9646773 Feb 04 20:11:08.641227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Made reservation on behalf of fec847ac077d456db255dfe858da5e9e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:08.648180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=18569ca8-abc2-4065-99e0-52ee1638b62a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:08.652255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:08.811279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:11:08.811738 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:11:08.985314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:09.107672 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:09.137159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a66d6ea-ca8a-47a6-a070-170b856f5236 req-924a937f-00a9-4f03-bb11-266bbcd54800 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.5263612 Feb 04 20:11:09.205921 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:09.407557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfc41cc5-00df-4bda-813b-cb4e1ada7563 None None] Provisioning for port 21eed908-744c-4973-a841-fd667322ae6d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:09.508714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb24b6-3554-4af4-a3f0-4bae11373a11 req-db500eeb-a5b6-4b3b-b223-56ff79b79935 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:09.515982 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fddb24b6-3554-4af4-a3f0-4bae11373a11 req-db500eeb-a5b6-4b3b-b223-56ff79b79935 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.5796862 Feb 04 20:11:09.573909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:09.579348 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:09.622894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fddb24b6-3554-4af4-a3f0-4bae11373a11 req-8a4ce60d-8b07-42c5-9f98-29ebde25baa7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025245 Feb 04 20:11:09.636868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfc41cc5-00df-4bda-813b-cb4e1ada7563 None None] Provisioning complete for port 21eed908-744c-4973-a841-fd667322ae6d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:09.636868 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfc41cc5-00df-4bda-813b-cb4e1ada7563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:09.648742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:09.761792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4bc7f-cd75-4e21-9771-d80b8789b7d7 None None] Pushing event updated for resources: {'Port': ['ID=2ce8695f-e154-4a4c-8715-b454acd6bad8,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:09.840723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-e39004e7-edac-4612-b2d9-42dd9d89a870 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1649482 Feb 04 20:11:09.957090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cfc41cc5-00df-4bda-813b-cb4e1ada7563 None None] Port 21eed908-744c-4973-a841-fd667322ae6d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:09.995809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port bab564e9-7fce-4640-a7f5-655bded0e62f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bab564e9-7fce-4640-a7f5-655bded0e62f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:10.000473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfc41cc5-00df-4bda-813b-cb4e1ada7563 None None] Provisioning complete for port 2ce8695f-e154-4a4c-8715-b454acd6bad8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:10.000473 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfc41cc5-00df-4bda-813b-cb4e1ada7563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:10.032289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f16be245-8b27-4c9f-a650-5ae159cae24a req-843342ab-5c4f-4bb1-ba4e-4da8cbbc594a service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758409 Feb 04 20:11:10.069928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7329a8-99eb-4571-ae68-f92882c8bfec req-e22d8f59-c4d9-41f8-afc0-711aaf19ca87 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:10.080365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee7329a8-99eb-4571-ae68-f92882c8bfec req-e22d8f59-c4d9-41f8-afc0-711aaf19ca87 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 944 time: 0.5267220 Feb 04 20:11:10.085752 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:10.100113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:11:10.121147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:10.125416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Allocated IP 172.20.0.8 (a59e4d3e-6ff0-4e2e-a3c9-25c39341650c/6eb9a43a-40bf-4cd3-949a-f57b095d8d3d/eeee5919-d165-49e1-acbf-37982b26adde) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:10.187683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee7329a8-99eb-4571-ae68-f92882c8bfec req-e02a88f6-fd99-4469-81a7-32339b1289dd tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091607 Feb 04 20:11:10.222294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0c244-7c70-4f9c-bc71-e82b158f31be req-c2a25e60-0d10-4cca-824c-f14fb5ee9cdb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:10.230139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afd0c244-7c70-4f9c-bc71-e82b158f31be req-c2a25e60-0d10-4cca-824c-f14fb5ee9cdb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.3663690 Feb 04 20:11:10.288201 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:10.342197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:10.343045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:10.360633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=bab564e9-7fce-4640-a7f5-655bded0e62f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:10.535418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-327ff485-a115-4574-a039-a9ad2ea35c76 None None] Provisioning complete for port 21eed908-744c-4973-a841-fd667322ae6d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:10.536365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-327ff485-a115-4574-a039-a9ad2ea35c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:10.578821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afd0c244-7c70-4f9c-bc71-e82b158f31be req-fec31bc2-ebf3-4f92-b8a5-a09d607850c2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353047 Feb 04 20:11:10.622184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab564e9-7fce-4640-a7f5-655bded0e62f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:10.653211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-327ff485-a115-4574-a039-a9ad2ea35c76 None None] Port 21eed908-744c-4973-a841-fd667322ae6d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:10.707033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:10.749937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:10.834326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=21eed908-744c-4973-a841-fd667322ae6d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:11.026085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6c7ff8a-1cd4-46c6-9547-7a8673bc7de6 req-7be16a89-0e7d-46a0-b70f-cc1fd91a74ce tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.1645195 Feb 04 20:11:11.036502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:11.042036 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:11.066855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7665-db36-48bf-93f7-b4085979c293 req-5feee5a1-b309-4653-99a2-fcf2222d4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:11.068584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77dd7665-db36-48bf-93f7-b4085979c293 req-5feee5a1-b309-4653-99a2-fcf2222d4a8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 1095 time: 0.8290586 Feb 04 20:11:11.127008 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab564e9-7fce-4640-a7f5-655bded0e62f', 'code': 200} Feb 04 20:11:11.182202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98575-edb2-40d8-aca7-68cad74e7a26 req-9db9264b-07d8-4854-a382-66f9c30f8806 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:11.183809 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ac98575-edb2-40d8-aca7-68cad74e7a26 req-9db9264b-07d8-4854-a382-66f9c30f8806 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 949 time: 0.6200740 Feb 04 20:11:11.191408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:11.195635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68838d60-750b-4f17-8e07-7c557663ca72 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:11:11.310305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8dad2d69-1d94-494d-92a3-a62db1042d78 None None] Provisioning complete for port 21eed908-744c-4973-a841-fd667322ae6d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:11.310993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8dad2d69-1d94-494d-92a3-a62db1042d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:11.371823 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 20:11:11.372855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0653ccfc-3ac9-40ff-ab16-774e7186f072 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9621243 Feb 04 20:11:11.381780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59580) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:11.397931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8dad2d69-1d94-494d-92a3-a62db1042d78 None None] Port 21eed908-744c-4973-a841-fd667322ae6d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:11.437926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabe3c8-ecd4-4dbd-b14e-c198e36944b0 req-7ddea4fc-ac3b-4d26-952e-c871c5cdcdd9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:11.439465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fabe3c8-ecd4-4dbd-b14e-c198e36944b0 req-7ddea4fc-ac3b-4d26-952e-c871c5cdcdd9 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1565559 Feb 04 20:11:11.504534 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fabe3c8-ecd4-4dbd-b14e-c198e36944b0 req-f05b62af-08cd-4ab0-9798-b557a899d63a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572660 Feb 04 20:11:11.507048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Deleting port 4d3e556e-e28f-4305-9a5b-9fe6a509aca0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:11.507373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:11.651036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:11.710582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18569ca8-abc2-4065-99e0-52ee1638b62a up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:11.763338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ac98575-edb2-40d8-aca7-68cad74e7a26 req-c10c964d-11f4-4a09-9587-e64dc635c70d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422060 Feb 04 20:11:11.794589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ce8695f-e154-4a4c-8715-b454acd6bad8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:11.795956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Transition to ACTIVE for port object eeee5919-d165-49e1-acbf-37982b26adde will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:11.799501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59588) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:11.846860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7665-db36-48bf-93f7-b4085979c293 req-7647cebf-99fe-4838-906f-8685a9c36bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:11.848610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77dd7665-db36-48bf-93f7-b4085979c293 req-7647cebf-99fe-4838-906f-8685a9c36bde service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.7646427 Feb 04 20:11:11.928628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2ce8695f-e154-4a4c-8715-b454acd6bad8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:11.929208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:11.967305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77dd7665-db36-48bf-93f7-b4085979c293 req-bbf1d0dc-f97e-4d5a-80d0-2970f23a465f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab HTTP/1.1" status: 200 len: 217 time: 0.1110110 Feb 04 20:11:11.994850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 18569ca8-abc2-4065-99e0-52ee1638b62a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:11.995240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router a618950f-3e7b-4526-8118-b113db7c1910 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:11:12.004041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf984b-0908-489c-9b83-744c3237b8d3 req-6ec0fb16-d16e-4a88-a191-5eaf3e47e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:12.005848 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51cf984b-0908-489c-9b83-744c3237b8d3 req-6ec0fb16-d16e-4a88-a191-5eaf3e47e055 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 1100 time: 0.8063388 Feb 04 20:11:12.007286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 18569ca8-abc2-4065-99e0-52ee1638b62a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:12.013396 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.084729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602e94d-9fd6-45f8-b836-fa0a508e5c77 req-fa7668c8-fd7e-4b0c-8ab3-64d8f2c81a8d tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:12.086754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c602e94d-9fd6-45f8-b836-fa0a508e5c77 req-fa7668c8-fd7e-4b0c-8ab3-64d8f2c81a8d tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 944 time: 0.3123538 Feb 04 20:11:12.125149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.278436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Calling delete_port for 4d3e556e-e28f-4305-9a5b-9fe6a509aca0 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:12.308701 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.312492 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.345895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c602e94d-9fd6-45f8-b836-fa0a508e5c77 req-756859be-f2b5-45cf-b210-233515bc903e tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453201 Feb 04 20:11:12.380055 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.439156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 18569ca8-abc2-4065-99e0-52ee1638b62a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18569ca8-abc2-4065-99e0-52ee1638b62a,segment=NetworkSegment(d88c6097-354d-4823-af07-a43e9ecfb11f),segment_id=d88c6097-354d-4823-af07-a43e9ecfb11f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:12.523629 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.564750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.607760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=18569ca8-abc2-4065-99e0-52ee1638b62a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:12.638503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:12.676807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d3e556e-e28f-4305-9a5b-9fe6a509aca0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:12.701186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Usage tracker for resource:security_group_rule and tenant:d7dc42f3fe8e469a9d0791119d52fc3b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:12.713696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7665-db36-48bf-93f7-b4085979c293 req-9d9bbddc-fbd4-446d-8134-afbe3d9d1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:12.715355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77dd7665-db36-48bf-93f7-b4085979c293 req-9d9bbddc-fbd4-446d-8134-afbe3d9d1601 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.7070198 Feb 04 20:11:12.723215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:12.730202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed36841-6b97-4401-8338-a18d5366406a req-7fd7ce3d-69c4-47da-9372-ae438a095250 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:12.732092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ed36841-6b97-4401-8338-a18d5366406a req-7fd7ce3d-69c4-47da-9372-ae438a095250 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 931 time: 0.2449763 Feb 04 20:11:12.734269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:12.748331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51cf984b-0908-489c-9b83-744c3237b8d3 req-dd9798df-458b-4a35-b8f5-7a6e30dc86b8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538475 Feb 04 20:11:12.780463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.786792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:12.792218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:12.794248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event updated for resources: {'Port': ['ID=eeee5919-d165-49e1-acbf-37982b26adde,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:12.805781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ed36841-6b97-4401-8338-a18d5366406a req-dce5cb77-0201-4892-a7b3-ba0c04f627b4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668118 Feb 04 20:11:12.809290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:12.827810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-013f2a91-2d1d-418c-b545-52849308f476 tempest-RoutersAdminNegativeIpV6Test-1564640039 tempest-RoutersAdminNegativeIpV6Test-1564640039-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4d3e556e-e28f-4305-9a5b-9fe6a509aca0 HTTP/1.1" status: 204 len: 168 time: 1.4362578 Feb 04 20:11:12.885243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:12.887800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:12.937629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:11:12.957310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] Sync routers for ids ['a618950f-3e7b-4526-8118-b113db7c1910'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:11:12.974786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] Routers {'a618950f-3e7b-4526-8118-b113db7c1910'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:12.975427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a618950f-3e7b-4526-8118-b113db7c1910'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:13.002521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e6082a46-7e80-4419-bb38-33768800c27a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/a618950f-3e7b-4526-8118-b113db7c1910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2243695 Feb 04 20:11:13.003163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59604) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:13.016912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1111c-1e59-415c-abd6-e474bf4f3565 req-660bb566-8042-4f47-8367-45d898243418 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:13.021102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7af1111c-1e59-415c-abd6-e474bf4f3565 req-660bb566-8042-4f47-8367-45d898243418 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.9242606 Feb 04 20:11:13.099992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dd641-1793-4b27-98c4-bb880e12dbd5 req-13797c5f-9e2a-453f-b873-c32ba97ced03 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:13.102851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc8dd641-1793-4b27-98c4-bb880e12dbd5 req-13797c5f-9e2a-453f-b873-c32ba97ced03 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2011085 Feb 04 20:11:13.122234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:13.125354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7af1111c-1e59-415c-abd6-e474bf4f3565 req-c3541697-127b-415c-af9d-1c9c8679798a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829601 Feb 04 20:11:13.148817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18569ca8-abc2-4065-99e0-52ee1638b62a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:13.182406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] Routers {'a618950f-3e7b-4526-8118-b113db7c1910'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:13.183301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a618950f-3e7b-4526-8118-b113db7c1910'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:13.215882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-16740f40-cb58-4f48-9dad-5e0a884003f2 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0598416 Feb 04 20:11:13.237684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b349131-825f-44a1-84b2-1cf5566c2201 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:13.238061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7665-db36-48bf-93f7-b4085979c293 req-4fbc2cc5-2a6a-459c-8dc2-13baeb5ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:13.242078 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b349131-825f-44a1-84b2-1cf5566c2201 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports/21eed908-744c-4973-a841-fd667322ae6d HTTP/1.1" status: 200 len: 911 time: 0.2352152 Feb 04 20:11:13.242272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77dd7665-db36-48bf-93f7-b4085979c293 req-4fbc2cc5-2a6a-459c-8dc2-13baeb5ea07f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5059168 Feb 04 20:11:13.247685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59614) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:13.258934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Request body: {'port': {'device_id': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:13.279625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:13.396366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc8dd641-1793-4b27-98c4-bb880e12dbd5 req-026aad38-16b2-4725-a01f-e64cdaf84fdb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634399 Feb 04 20:11:13.476302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:13.478002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e687d-f0a8-483f-8e75-fe978664d989 None None] The sync data for ids ['a618950f-3e7b-4526-8118-b113db7c1910'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:11:13.508704 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18569ca8-abc2-4065-99e0-52ee1638b62a', 'code': 200} Feb 04 20:11:13.574578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8a6ecbe8-3081-4801-ab7a-3e5ea27b0ebb None None] Provisioning for port eeee5919-d165-49e1-acbf-37982b26adde completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:13.582465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8a6ecbe8-3081-4801-ab7a-3e5ea27b0ebb None None] Provisioning complete for port eeee5919-d165-49e1-acbf-37982b26adde triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:13.583518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8a6ecbe8-3081-4801-ab7a-3e5ea27b0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:13.628445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:13.655325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59622) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:13.655555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:13.712697 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c750ffdc-dcb0-45fd-b01f-16505c92dbab details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:11:13.734517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ecbe8-3081-4801-ab7a-3e5ea27b0ebb None None] Port eeee5919-d165-49e1-acbf-37982b26adde cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:13.755075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:13.807497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f332d-e077-4c6d-ad9f-422f0bac41bc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:13.863712 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77dd7665-db36-48bf-93f7-b4085979c293 req-ec6c4f37-fa74-4d34-b0c2-c54c1b3722c0 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095603 Feb 04 20:11:13.866074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e860238b-9b39-4cc2-b4ae-57e4e7bcec34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7dc42f3fe8e469a9d0791119d52fc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0638871 Feb 04 20:11:13.894571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:13.898605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59630) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:13.921995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'mac_address': 'fa:16:3e:15:bc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:11:13.971138 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:13.986098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.004972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c750ffdc-dcb0-45fd-b01f-16505c92dbab {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:14.011760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:14.035602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:14.069427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Usage tracker for resource:security_group_rule and tenant:866725d7f0814c278d8b1b4ac2481524 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:14.095520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:14.111597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e37f30-bd63-4cef-8f69-c13fef3b68f8 req-90ea256e-36f3-46d8-a90a-1502dd5e42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:14.113069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73e37f30-bd63-4cef-8f69-c13fef3b68f8 req-90ea256e-36f3-46d8-a90a-1502dd5e42bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 1096 time: 0.4671869 Feb 04 20:11:14.113973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:14.115963 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.196879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:14.208165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0636700-498f-4c01-9add-45840ba4921b req-8ff77a23-76bf-4dce-91a8-65f211c07249 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:14.209859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0636700-498f-4c01-9add-45840ba4921b req-8ff77a23-76bf-4dce-91a8-65f211c07249 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 945 time: 0.5110745 Feb 04 20:11:14.287391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1547-13b4-45f1-adea-d0a1f2916ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.288549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.306351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77dd7665-db36-48bf-93f7-b4085979c293 req-250eee82-4a65-4499-b926-f092111fb825 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871119 Feb 04 20:11:14.314248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d28d1-9b68-49fe-bfd8-a36dded8a6d4 req-2518dac5-2664-4bf4-85af-bb48c14f5988 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:14.322183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-065d28d1-9b68-49fe-bfd8-a36dded8a6d4 req-2518dac5-2664-4bf4-85af-bb48c14f5988 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 949 time: 0.7994103 Feb 04 20:11:14.411526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-065d28d1-9b68-49fe-bfd8-a36dded8a6d4 req-05470a6f-fde5-467a-97d5-1b4790044b9e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873923 Feb 04 20:11:14.457806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c750ffdc-dcb0-45fd-b01f-16505c92dbab'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:14.544766 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1547-13b4-45f1-adea-d0a1f2916ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.564581 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73e37f30-bd63-4cef-8f69-c13fef3b68f8 req-ac2d131a-56f8-4d09-8510-90b82ffde389 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432464 Feb 04 20:11:14.591416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0636700-498f-4c01-9add-45840ba4921b req-86916c6b-eb9b-4aa2-b78f-6cb97431a7a6 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559420 Feb 04 20:11:14.658154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.731657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee5919-d165-49e1-acbf-37982b26adde {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:14.741838 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.802070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9da642-ea93-479e-98bf-0ec4b0b5e3ff req-d83a5fa7-18f4-438c-ba5a-5cc2f25b0ab6 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:14.803127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1e9da642-ea93-479e-98bf-0ec4b0b5e3ff req-d83a5fa7-18f4-438c-ba5a-5cc2f25b0ab6 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Synchronizing usage tracker for tenant:fec847ac077d456db255dfe858da5e9e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:14.850184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:14.866159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1e9da642-ea93-479e-98bf-0ec4b0b5e3ff req-d83a5fa7-18f4-438c-ba5a-5cc2f25b0ab6 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Unset dirty status for tenant:fec847ac077d456db255dfe858da5e9e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:14.873690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e9da642-ea93-479e-98bf-0ec4b0b5e3ff req-d83a5fa7-18f4-438c-ba5a-5cc2f25b0ab6 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 931 time: 0.2784498 Feb 04 20:11:14.939818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e9da642-ea93-479e-98bf-0ec4b0b5e3ff req-37452d4c-8aab-4fdf-bd13-be7bbad0ae57 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648696 Feb 04 20:11:14.961487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Transition to ACTIVE for port object eeee5919-d165-49e1-acbf-37982b26adde will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:14.983491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=866725d7f0814c278d8b1b4ac2481524&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3330324 Feb 04 20:11:14.983491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be0723-57ae-412b-aa6e-18e99e65bf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a43d07-fca6-44f8-8356-c96cd06fa2ae,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:14.983947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59640) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:14.990006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1547-13b4-45f1-adea-d0a1f2916ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.047221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.059621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c1547-13b4-45f1-adea-d0a1f2916ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f332d-e077-4c6d-ad9f-422f0bac41bc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:15.098785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1547-13b4-45f1-adea-d0a1f2916ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.102298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3b7c1547-13b4-45f1-adea-d0a1f2916ccc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb7f332d-e077-4c6d-ad9f-422f0bac41bc HTTP/1.1" status: 204 len: 168 time: 1.1988039 Feb 04 20:11:15.161047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee5919-d165-49e1-acbf-37982b26adde,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:15.220341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a7e44-e7a4-4e36-ac5a-741c5950b697 req-1e8f271a-6a7f-4b54-8fc4-649958e18b98 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:15.223819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f27a7e44-e7a4-4e36-ac5a-741c5950b697 req-1e8f271a-6a7f-4b54-8fc4-649958e18b98 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 945 time: 0.3827794 Feb 04 20:11:15.354240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f27a7e44-e7a4-4e36-ac5a-741c5950b697 req-2d10b9fd-57d0-4c8c-a60a-b927b7476888 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128545 Feb 04 20:11:15.397272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-495e8562-bdc2-4cc3-8e6a-822674484840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.597407 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.607346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Attempting to bind port eeee5919-d165-49e1-acbf-37982b26adde on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:15.607682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Attempting to bind port eeee5919-d165-49e1-acbf-37982b26adde by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:15.608113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Attempting to bind port eeee5919-d165-49e1-acbf-37982b26adde on network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:15.612111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-495e8562-bdc2-4cc3-8e6a-822674484840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.642588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83c110-e8f7-4aec-9b93-f80344baed7e req-ad65d44d-92c2-4490-b755-c09f95cc279d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:15.649557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e83c110-e8f7-4aec-9b93-f80344baed7e req-ad65d44d-92c2-4490-b755-c09f95cc279d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.4919827 Feb 04 20:11:15.688025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Port eeee5919-d165-49e1-acbf-37982b26adde on network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:11:15.688402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Attempting to bind port eeee5919-d165-49e1-acbf-37982b26adde on network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:15.699059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b75fc-697c-4c86-b8bb-374683fc6903 req-29418233-20cf-4a8f-bc6c-215f42616a3f tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:15.700993 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c88b75fc-697c-4c86-b8bb-374683fc6903 req-29418233-20cf-4a8f-bc6c-215f42616a3f tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 949 time: 0.0972745 Feb 04 20:11:15.712659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:15.713001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Checking segment: {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:15.713391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Bound using segment: {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:15.713837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Bound port: eeee5919-d165-49e1-acbf-37982b26adde, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ae85b5-bbd0-4ce7-9737-f8946842b8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:15.714182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.728107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.737917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:15.739138 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.743846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/ports/21eed908-744c-4973-a841-fd667322ae6d HTTP/1.1" status: 200 len: 911 time: 2.4921799 Feb 04 20:11:15.771537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59652) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:15.787541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-495e8562-bdc2-4cc3-8e6a-822674484840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:15.879403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c88b75fc-697c-4c86-b8bb-374683fc6903 req-c35257c9-3d82-49e2-b335-901c103ea4fb tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713119 Feb 04 20:11:15.884791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859514a-a576-4654-891b-a78cd89eed0d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=21eed908-744c-4973-a841-fd667322ae6d,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:15.991793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59660) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:16.011495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.042783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e8562-bdc2-4cc3-8e6a-822674484840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a43d07-fca6-44f8-8356-c96cd06fa2ae,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:16.064546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:16.073638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e83c110-e8f7-4aec-9b93-f80344baed7e req-ead4372f-d35d-46ec-85c7-19dd772cbc22 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824694 Feb 04 20:11:16.077134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Usage tracker for resource:security_group_rule and tenant:7240d93e7d82470ba210f07d706f1192 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:16.080938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:16.097661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:16.149342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-495e8562-bdc2-4cc3-8e6a-822674484840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.151105 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-495e8562-bdc2-4cc3-8e6a-822674484840 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5a43d07-fca6-44f8-8356-c96cd06fa2ae HTTP/1.1" status: 204 len: 168 time: 1.1654725 Feb 04 20:11:16.164849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] For port eeee5919-d165-49e1-acbf-37982b26adde, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:16.195416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] For port eeee5919-d165-49e1-acbf-37982b26adde, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eeee5919-d165-49e1-acbf-37982b26adde,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:16.259876 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.290141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4032375-c19f-466d-901f-b32f9529c868 req-077641d7-16dd-4033-9526-172dcd603818 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:16.292869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4032375-c19f-466d-901f-b32f9529c868 req-077641d7-16dd-4033-9526-172dcd603818 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 945 time: 0.2719870 Feb 04 20:11:16.333101 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.359048 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.409709 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4032375-c19f-466d-901f-b32f9529c868 req-1bfad35d-d2fd-4224-b0bb-a1beb46ec9b3 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112733 Feb 04 20:11:16.414831 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7240d93e7d82470ba210f07d706f1192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193389 Feb 04 20:11:16.416164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9665b1-ea38-4862-aaa0-459c0bb60357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9162351d-7697-4a7b-8281-8aca63aef8ac,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:16.431895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59668) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:16.532508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:16.533117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.534475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] 10.222.0.62 "PUT /v2.0/ports/eeee5919-d165-49e1-acbf-37982b26adde HTTP/1.1" status: 200 len: 1091 time: 3.2816553 Feb 04 20:11:16.538473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:16.559148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50aec5dc-43c9-4d6f-b172-6fa38d910922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.642089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718601ed-fa64-4e4e-b285-129890d21598 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee5919-d165-49e1-acbf-37982b26adde,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:16.726884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50aec5dc-43c9-4d6f-b172-6fa38d910922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:16.831251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c1cc1-9360-4e9d-aaf0-8bb8e05acf74 req-191b5a65-4f25-410a-a726-86a8ff27c091 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:16.839915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-057c1cc1-9360-4e9d-aaf0-8bb8e05acf74 req-191b5a65-4f25-410a-a726-86a8ff27c091 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 943 time: 0.2817354 Feb 04 20:11:16.927723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-057c1cc1-9360-4e9d-aaf0-8bb8e05acf74 req-7036e94b-7daa-42e8-ab5a-42dd56056472 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861802 Feb 04 20:11:16.972893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549796a-f20b-4e0c-abbb-8d3842fcccea req-12b375bd-4f8d-470c-893d-6f1c0c1891da tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:16.974388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9549796a-f20b-4e0c-abbb-8d3842fcccea req-12b375bd-4f8d-470c-893d-6f1c0c1891da tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 1100 time: 0.6645300 Feb 04 20:11:17.026999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50aec5dc-43c9-4d6f-b172-6fa38d910922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.047531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aec5dc-43c9-4d6f-b172-6fa38d910922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9162351d-7697-4a7b-8281-8aca63aef8ac,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:17.073986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9549796a-f20b-4e0c-abbb-8d3842fcccea req-a0428fe1-a856-4e1a-81b6-3005cf6cc652 tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922947 Feb 04 20:11:17.093143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-8e54b1f2-ee9b-4ca0-bf51-a9d9a9e34574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:17.095406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-8e54b1f2-ee9b-4ca0-bf51-a9d9a9e34574 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec847ac077d456db255dfe858da5e9e&device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 1094 time: 0.2471979 Feb 04 20:11:17.105424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50aec5dc-43c9-4d6f-b172-6fa38d910922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.108738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-50aec5dc-43c9-4d6f-b172-6fa38d910922 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9162351d-7697-4a7b-8281-8aca63aef8ac HTTP/1.1" status: 204 len: 168 time: 0.6740935 Feb 04 20:11:17.158734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6571c-e371-4774-8a8e-f5bd9cbe39a3 req-f2ca415f-2128-4e0c-b0e0-b1df71cbcdf0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:17.159286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2b6571c-e371-4774-8a8e-f5bd9cbe39a3 req-f2ca415f-2128-4e0c-b0e0-b1df71cbcdf0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 945 time: 0.1170588 Feb 04 20:11:17.231174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2b6571c-e371-4774-8a8e-f5bd9cbe39a3 req-3ad2f0c0-f748-48d2-b5c7-f2f06b278337 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624642 Feb 04 20:11:17.254322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59682) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:17.370573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7789f20e-9594-4bef-940c-46a758e2da30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e198197e79d465484d11fa776632d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148655 Feb 04 20:11:17.373718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59688) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:17.376467 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde', 'status': 'completed', 'code': 200} Feb 04 20:11:17.441176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-bf805e3f-26e8-485f-9e6d-939f63b799ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee5919-d165-49e1-acbf-37982b26adde HTTP/1.1" status: 200 len: 217 time: 0.2335467 Feb 04 20:11:17.513390 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-eaf9d355-7f48-4814-bdb1-d3f8367858d1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459723 Feb 04 20:11:17.541916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-9c93dd1f-3eec-4724-9628-7075b55c5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:17.543392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-9c93dd1f-3eec-4724-9628-7075b55c5319 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6eb9a43a-40bf-4cd3-949a-f57b095d8d3d HTTP/1.1" status: 200 len: 853 time: 0.0930686 Feb 04 20:11:17.568497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-add5a8bc-3fc7-4107-8267-69df3b2c8232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.601260 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-add5a8bc-3fc7-4107-8267-69df3b2c8232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.612077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.729782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c750ffdc-dcb0-45fd-b01f-16505c92dbab up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:17.774646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32bfc4-d270-47ab-8e27-a503e44a9148 req-785a219c-4db6-4567-b0db-623de7ad18d4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:17.781780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df32bfc4-d270-47ab-8e27-a503e44a9148 req-785a219c-4db6-4567-b0db-623de7ad18d4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.4037921 Feb 04 20:11:17.910603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-add5a8bc-3fc7-4107-8267-69df3b2c8232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.916332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c750ffdc-dcb0-45fd-b01f-16505c92dbab completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:17.922671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c750ffdc-dcb0-45fd-b01f-16505c92dbab triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:17.923295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.956447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5a8bc-3fc7-4107-8267-69df3b2c8232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a2e44-a64a-4079-b605-11e1d093f9d8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:17.959627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-add5a8bc-3fc7-4107-8267-69df3b2c8232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:17.963634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-add5a8bc-3fc7-4107-8267-69df3b2c8232 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd0a2e44-a64a-4079-b605-11e1d093f9d8 HTTP/1.1" status: 204 len: 168 time: 0.5861058 Feb 04 20:11:18.048046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c2508968-6035-486a-98d9-404349aa454e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:18.049642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c2508968-6035-486a-98d9-404349aa454e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5224848 Feb 04 20:11:18.053672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df32bfc4-d270-47ab-8e27-a503e44a9148 req-b035160c-c0df-4e09-b475-8c61011b6d2a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707534 Feb 04 20:11:18.088243 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-4e16f7af-205e-4398-9ea1-a66d6a43e456 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/quotas/1f644dd9f7284aaebad0bc0e188622a8 HTTP/1.1" status: 200 len: 375 time: 0.0254829 Feb 04 20:11:18.180265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-bc553aff-3169-4a3f-971d-8a83b0ca3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:18.185107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-bc553aff-3169-4a3f-971d-8a83b0ca3a53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6307671 Feb 04 20:11:18.240142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:18.293344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-de076770-5f6b-4dd9-a4b8-fa086247789c tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2036550 Feb 04 20:11:18.305913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:18.308691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:18.430172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:18.510606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-19b8c77f-8a04-4a11-85c0-851630dc3551 service neutron] 10.222.0.62 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148837 Feb 04 20:11:18.523092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 21eed908-744c-4973-a841-fd667322ae6d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:18.524012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:18.577927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717a289-8d12-4e61-8b16-96976f2b1b39 req-1760edf6-f58b-47a5-93b7-581ad3bbfc08 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:18.582793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2717a289-8d12-4e61-8b16-96976f2b1b39 req-1760edf6-f58b-47a5-93b7-581ad3bbfc08 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 945 time: 0.3513536 Feb 04 20:11:18.657111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:18.814213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2717a289-8d12-4e61-8b16-96976f2b1b39 req-fb0d776f-2004-4782-9d1d-cf8f4190ee75 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076054 Feb 04 20:11:18.973790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:19.051171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fcdea-5e68-41ec-b768-cadd050747cc req-80d8c097-c549-410f-a3aa-b20ba4a7c495 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:19.059497 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-614fcdea-5e68-41ec-b768-cadd050747cc req-80d8c097-c549-410f-a3aa-b20ba4a7c495 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 943 time: 0.2772276 Feb 04 20:11:19.120554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-614fcdea-5e68-41ec-b768-cadd050747cc req-68948ff1-1cd0-4b79-a1c1-255b84c36100 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495222 Feb 04 20:11:19.197926 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'code': 200} Feb 04 20:11:19.310944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60fe7313-229f-44f4-8859-980ef9d96a67 req-5c2f087e-88c0-4e54-a51a-792291308c48 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 210 time: 0.0801632 Feb 04 20:11:19.350266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae899c08-9754-44b2-b3fc-5c12c31fca8e req-31454757-7866-4168-93cf-705333c29bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:19.352431 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae899c08-9754-44b2-b3fc-5c12c31fca8e req-31454757-7866-4168-93cf-705333c29bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 1097 time: 0.0852439 Feb 04 20:11:19.362503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 21eed908-744c-4973-a841-fd667322ae6d owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:19.396089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae899c08-9754-44b2-b3fc-5c12c31fca8e req-0a8b026f-99a4-4f0e-8edc-db5dd7414e43 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368321 Feb 04 20:11:19.468548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b33e927-56d0-4d3c-aff5-5eebf51d242e req-b8140936-d73e-42c9-b3a8-61470ae2e547 service neutron] 10.222.0.62 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062231 Feb 04 20:11:19.555682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0727f-ff74-4e74-82fd-ab7403097955 req-99d43757-c2d9-457a-be0e-4770a7c5c303 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:19.569050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93d0727f-ff74-4e74-82fd-ab7403097955 req-99d43757-c2d9-457a-be0e-4770a7c5c303 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.3059170 Feb 04 20:11:19.694870 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93d0727f-ff74-4e74-82fd-ab7403097955 req-08d07457-0276-45fd-a65b-e13c201fd25e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246104 Feb 04 20:11:19.869124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-a43f86a4-41f8-4e6e-a18f-b7cfb3deaff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:19.870882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-a43f86a4-41f8-4e6e-a18f-b7cfb3deaff9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec847ac077d456db255dfe858da5e9e&device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 1094 time: 0.2743182 Feb 04 20:11:19.998449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1717a7-edcf-4988-a4ef-5f3eca44033a req-eca73da8-7f63-4e73-99da-e9af36238fcb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:20.010235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe1717a7-edcf-4988-a4ef-5f3eca44033a req-eca73da8-7f63-4e73-99da-e9af36238fcb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2133510 Feb 04 20:11:20.072585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-0d7e28df-3334-4690-a2a3-eb007a28e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:20.074039 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-0d7e28df-3334-4690-a2a3-eb007a28e163 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c HTTP/1.1" status: 200 len: 915 time: 0.1921341 Feb 04 20:11:20.077226 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8fecf87d-8cda-4962-93ad-47b68febbac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:20.147857 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe1717a7-edcf-4988-a4ef-5f3eca44033a req-c50e8e7d-0c85-4744-8080-09f4a97c8fdc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361895 Feb 04 20:11:20.190721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-c254b86e-6874-49eb-b027-bdf09274da27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee5919-d165-49e1-acbf-37982b26adde HTTP/1.1" status: 200 len: 217 time: 0.0989561 Feb 04 20:11:20.191862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:20.284534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=21eed908-744c-4973-a841-fd667322ae6d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:20.330130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59776) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:20.506429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f438e6-76fe-4b3e-b564-c090ab66e2b2 req-ed23b1dd-5a0f-4ac9-ae1f-160529397a82 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:20.509876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6f438e6-76fe-4b3e-b564-c090ab66e2b2 req-ed23b1dd-5a0f-4ac9-ae1f-160529397a82 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 943 time: 0.1631997 Feb 04 20:11:20.585346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-905287582'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:20.603658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:20.617654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6f438e6-76fe-4b3e-b564-c090ab66e2b2 req-98589b14-430f-4b5b-8b13-b38af421524b tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988581 Feb 04 20:11:20.627573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Usage tracker for resource:network and tenant:1fd6eefb38c341ed8f4191d1c5a76180 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:20.649951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:20.666261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:20.731243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-3d4b6e20-87aa-4f28-a716-680e05f2974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:20.736489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-3d4b6e20-87aa-4f28-a716-680e05f2974e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6eb9a43a-40bf-4cd3-949a-f57b095d8d3d HTTP/1.1" status: 200 len: 853 time: 0.4887176 Feb 04 20:11:20.763478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:20.767726 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:20.842479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:20.894523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:20.912796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0894420b-8447-4a60-a124-a8154e36f38a req-98b93081-af6a-4015-91db-2bf71d55071a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 210 time: 0.1143126 Feb 04 20:11:20.946680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:20.959726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Usage tracker for resource:security_group_rule and tenant:1fd6eefb38c341ed8f4191d1c5a76180 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:20.963979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:20.981083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:21.151696 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:21.256137 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:21.306857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:11:21.324295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c3388b-4b1f-48ad-a4fe-003034aa7f80,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:21.327189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:21.327603 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Added segment 7c506faf-9353-49f2-add0-3bfad52a614e of type vlan for network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 Feb 04 20:11:21.362403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:21.378204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee85ada-a25a-4649-9f7a-a836328e8ae3 req-16ec421c-59f2-45ba-908e-0a1b502e5e9a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:21.394984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9ee85ada-a25a-4649-9f7a-a836328e8ae3 req-16ec421c-59f2-45ba-908e-0a1b502e5e9a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.1941075 Feb 04 20:11:21.469889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9ee85ada-a25a-4649-9f7a-a836328e8ae3 req-748dba76-55ec-47e1-86a8-92cb67e7d66b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716143 Feb 04 20:11:21.534245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:21.539741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:21.540352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:21.587499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-1a50526f-1f58-4784-a60a-fd1bf4cd5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:21.589012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-1a50526f-1f58-4784-a60a-fd1bf4cd5c32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8439851 Feb 04 20:11:21.596593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router a618950f-3e7b-4526-8118-b113db7c1910 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:11:21.796177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Network': ['ID=d3987178-f7ea-4d5c-a550-efd7c0b6f1b9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:21.808310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:11:21.850745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dac40-21b7-4bc3-be78-6f7b006b4f9a req-e07d2840-c1c1-4861-baff-57a9dafd414b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:21.859573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-931dac40-21b7-4bc3-be78-6f7b006b4f9a req-e07d2840-c1c1-4861-baff-57a9dafd414b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.1843379 Feb 04 20:11:21.878886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76e2ea32-34b5-4bf2-af98-61992f418157 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5471907 Feb 04 20:11:21.883284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59804) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:21.890986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'subnet': {'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:21.920222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f634-cbe6-4864-a4cf-00a4a227ef8b req-1b746871-ab1f-49ef-b5b3-b262080f818d tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:21.931522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8192f634-cbe6-4864-a4cf-00a4a227ef8b req-1b746871-ab1f-49ef-b5b3-b262080f818d tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 945 time: 0.9350886 Feb 04 20:11:22.028202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:11:22.039082 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] Sync routers for ids ['a618950f-3e7b-4526-8118-b113db7c1910'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:11:22.057444 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] Routers {'a618950f-3e7b-4526-8118-b113db7c1910'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:22.062928 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a618950f-3e7b-4526-8118-b113db7c1910'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:22.078866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4831f01f-deee-4d42-aae8-2986765b1473 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/a618950f-3e7b-4526-8118-b113db7c1910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3037989 Feb 04 20:11:22.083369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59810) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:22.090570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-a889d8c7-646c-405e-870a-6666d3a2ba10 service neutron] 10.222.0.62 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919465 Feb 04 20:11:22.178827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8192f634-cbe6-4864-a4cf-00a4a227ef8b req-51bf1a5d-77d4-4f17-801d-1689e762e499 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205405 Feb 04 20:11:22.220080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af8bf0f3-ee8c-4fa4-817e-ced79fdb2ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:22.231863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-931dac40-21b7-4bc3-be78-6f7b006b4f9a req-1e43e776-b814-4904-aaef-f0289b59a1e2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676763 Feb 04 20:11:22.333756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-20427dea-3671-42a5-95e0-38e597dbad2c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:22.379439 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:22.432079 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] Routers {'a618950f-3e7b-4526-8118-b113db7c1910'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:22.433028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-470bdbfc-8242-4bdf-a99e-6728629e729b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2037213 Feb 04 20:11:22.433294 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a618950f-3e7b-4526-8118-b113db7c1910'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:22.504950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:22.591294 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:22.595720 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dcf6b4-94d7-41a1-a8f5-b84de17c686e None None] The sync data for ids ['a618950f-3e7b-4526-8118-b113db7c1910'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:11:22.623068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-20427dea-3671-42a5-95e0-38e597dbad2c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:22.627472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Usage tracker for resource:subnet and tenant:1fd6eefb38c341ed8f4191d1c5a76180 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:22.627839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-20427dea-3671-42a5-95e0-38e597dbad2c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=a618950f-3e7b-4526-8118-b113db7c1910 HTTP/1.1" status: 200 len: 205 time: 0.5432611 Feb 04 20:11:22.631910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59816) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:22.639262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:22.654214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:22.740028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-b033e3d1-c589-44e1-9764-ee3e02198640 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:22.741587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-b033e3d1-c589-44e1-9764-ee3e02198640 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013568 Feb 04 20:11:22.751945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff2d35-05e8-4502-9e97-11dfbae90f4f req-61ece6e8-884c-410e-ae7a-de78579a2a65 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:22.758048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2ff2d35-05e8-4502-9e97-11dfbae90f4f req-61ece6e8-884c-410e-ae7a-de78579a2a65 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 943 time: 0.2375410 Feb 04 20:11:22.779044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Request body: {'port': {'device_id': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '1f644dd9f7284aaebad0bc0e188622a8'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:22.826142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ebe93b0-abb0-4701-aa9e-806a22ab36d7 req-01a1a677-b387-4e43-8c2c-73fc5b0edd85 service neutron] 10.222.0.62 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462691 Feb 04 20:11:22.841153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9f76525-9baa-43c4-925e-a104829da6e0 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:22.880564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:22.886310 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:22.909727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-1fb838ce-9b6f-4743-9f01-65d273709633 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:22.912076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-1fb838ce-9b6f-4743-9f01-65d273709633 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 945 time: 0.5007076 Feb 04 20:11:23.047020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Deleting port 18569ca8-abc2-4065-99e0-52ee1638b62a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:23.047748 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.168415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2ff2d35-05e8-4502-9e97-11dfbae90f4f req-45a569bb-4ea6-48a1-9bdb-c45751b4c736 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093187 Feb 04 20:11:23.288604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.342711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbf4b376-aeb8-40c9-847a-3bd21c4c00a9 req-9780b1ad-0c4d-43f3-8353-24bd4cc484db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 210 time: 0.2561083 Feb 04 20:11:23.345872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:23.389135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:23.470291 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.474879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fc03d-c18a-45f1-ba11-04f812c06e51 req-4368cc5a-d2ca-48fc-a4cf-8a11746fca3c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:23.478834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae6fc03d-c18a-45f1-ba11-04f812c06e51 req-4368cc5a-d2ca-48fc-a4cf-8a11746fca3c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.1677163 Feb 04 20:11:23.536874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Made reservation on behalf of 1f644dd9f7284aaebad0bc0e188622a8 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:23.542830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.625907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae6fc03d-c18a-45f1-ba11-04f812c06e51 req-a9e3ed2a-8eb1-4fbb-a01e-20f1e4c192e1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366067 Feb 04 20:11:23.656774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9f76525-9baa-43c4-925e-a104829da6e0 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.659181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9f76525-9baa-43c4-925e-a104829da6e0 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.872868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.939349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9f76525-9baa-43c4-925e-a104829da6e0 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.940066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f76525-9baa-43c4-925e-a104829da6e0 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Fanout notify agent at l3_agent the message router_deleted on router a618950f-3e7b-4526-8118-b113db7c1910 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:11:23.994575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9f76525-9baa-43c4-925e-a104829da6e0 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:23.995941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a9f76525-9baa-43c4-925e-a104829da6e0 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/a618950f-3e7b-4526-8118-b113db7c1910 HTTP/1.1" status: 204 len: 168 time: 1.3616226 Feb 04 20:11:23.999376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59830) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:24.012172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Allocated IP 192.168.233.143 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/334f0b9d-03a0-48a5-81bd-c9f45fea11a6) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:24.063206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Subnet': ['ID=ee87bb1e-2de3-4d56-99e2-09db3b3f75b1,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:24.096284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Checking segment: {'id': '7c506faf-9353-49f2-add0-3bfad52a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:24.096644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network hostable DHCP agents. Network: d3987178-f7ea-4d5c-a550-efd7c0b6f1b9, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:11:24.161593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74c1d3-7cca-4aed-9c22-c8cc4140c581 req-25ff3946-9b7d-472c-89fa-8d32810fedaf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:24.169902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d74c1d3-7cca-4aed-9c22-c8cc4140c581 req-25ff3946-9b7d-472c-89fa-8d32810fedaf tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3007300 Feb 04 20:11:24.249910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ae78-ebed-4192-ac3d-c0915359ad3b req-1c6ef028-8316-4c44-b107-3b0826e5b73e tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:24.252348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6de6ae78-ebed-4192-ac3d-c0915359ad3b req-1c6ef028-8316-4c44-b107-3b0826e5b73e tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 945 time: 0.5636735 Feb 04 20:11:24.267313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:11:24.288802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:11:24.299406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:24.313200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d74c1d3-7cca-4aed-9c22-c8cc4140c581 req-4e7620f6-4c35-4657-bd18-9102cf5928a6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423860 Feb 04 20:11:24.398026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] For port 18569ca8-abc2-4065-99e0-52ee1638b62a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=18569ca8-abc2-4065-99e0-52ee1638b62a,segment=NetworkSegment(d88c6097-354d-4823-af07-a43e9ecfb11f),segment_id=d88c6097-354d-4823-af07-a43e9ecfb11f)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:24.400635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:24.416109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, d3987178-f7ea-4d5c-a550-efd7c0b6f1b9) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:24.425724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989ed64-502b-495c-8dc2-07b50068c6c8 None None] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:24.448160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:24.448505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:24.473297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:24.532444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6de6ae78-ebed-4192-ac3d-c0915359ad3b req-12f3de4a-3d78-40f3-a790-6cb67ec474ea tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/security-groups?id=987cbb79-d44a-41e6-99cc-3c69f686bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726188 Feb 04 20:11:24.536771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:24.560175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Transition to ACTIVE for port object 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:24.585123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-abd08d68-3e09-4194-8f72-e729c82f3ef7 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7005963 Feb 04 20:11:24.587345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59840) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:24.603291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1416597746'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:24.648984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Calling delete_port for 18569ca8-abc2-4065-99e0-52ee1638b62a owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:24.799395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-d3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'tenant_id': '1fd6eefb38c341ed8f4191d1c5a76180', 'fixed_ips': [{'subnet_id': 'ee87bb1e-2de3-4d56-99e2-09db3b3f75b1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:11:24.800928 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:24.828696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3c54f44-a549-4532-ada6-3681486d7d6f req-14062274-fc9d-41d1-b3eb-41c089a46b19 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 210 time: 0.0921562 Feb 04 20:11:24.918278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:24.918796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.030261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3', '6f48eebb-1951-4b28-a917-4c3f402fbc93', 'bab564e9-7fce-4640-a7f5-655bded0e62f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:25.061123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24430c43-f351-4d53-8766-8e9288fa3469 req-333e346c-e96d-4c0d-bbc3-c075d6266ee7 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:25.061331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', '7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:25.063932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24430c43-f351-4d53-8766-8e9288fa3469 req-333e346c-e96d-4c0d-bbc3-c075d6266ee7 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 943 time: 0.5697818 Feb 04 20:11:25.082901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:25.108312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Usage tracker for resource:port and tenant:1fd6eefb38c341ed8f4191d1c5a76180 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:25.114984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:25.118628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:25.123488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:25.131414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:25.167138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:25.182373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.219543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event updated for resources: {'Port': ['ID=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:25.284306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24430c43-f351-4d53-8766-8e9288fa3469 req-c7ebd9f5-2443-4aaa-a2e3-d8f90d59b40e tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149496 Feb 04 20:11:25.288502 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.322674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:25.324039 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:11:25.350981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.359847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.386986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Allocated IP 2001:db8::2 (d3987178-f7ea-4d5c-a550-efd7c0b6f1b9/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1/72ce444c-36e0-42bf-8fa2-978e9ef16e97) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:25.400602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Pushing event deleted for resources: {'Port': ['ID=18569ca8-abc2-4065-99e0-52ee1638b62a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:25.402892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:25.416657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.440396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1708c-bcba-4f24-8f9b-c3acb5b15cdb None None] Network 55f7cf31-c847-4a7c-a596-ad832a23eb66 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:25.445355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:25.446134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.468222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.468741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.469236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.469718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.470351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.470872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.471348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.471838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.472326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.472800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.473272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.473752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.479212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.479758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.480424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.480919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.481399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.481877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.482364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.483045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.488783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.488783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.488783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.488783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:25.501732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] device_id is not set on port 7eba346e-f316-4505-9f53-c1100cfb6569 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:11:25.564952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-64613017-68e7-4bf1-812f-50cf73ee4617 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17 HTTP/1.1" status: 204 len: 168 time: 1.5636611 Feb 04 20:11:25.583267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59852) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:25.594160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-c1bc2981-15d8-40ea-ac72-eef790d428db tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8209801 Feb 04 20:11:25.644808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] No DVR routers for this DVR port 18569ca8-abc2-4065-99e0-52ee1638b62a on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:11:25.650789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:25.653700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be859409-dfd0-49eb-8b5b-ab23956a3063 req-c0608758-4d89-4a55-b393-bfeeb924a3ef tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.24 "DELETE /v2.0/ports/18569ca8-abc2-4065-99e0-52ee1638b62a HTTP/1.1" status: 204 len: 173 time: 2.7320986 Feb 04 20:11:25.654351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'name': 'network-vif-deleted', 'tag': '18569ca8-abc2-4065-99e0-52ee1638b62a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:25.662626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Request body: {'port': {'device_id': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:25.690852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610d9cf-2b5c-472b-b43d-2abe3ce828f5 req-9279fd48-b74e-419b-abda-312ff2da5fc2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:25.692873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e610d9cf-2b5c-472b-b43d-2abe3ce828f5 req-9279fd48-b74e-419b-abda-312ff2da5fc2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.6650083 Feb 04 20:11:25.760703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e610d9cf-2b5c-472b-b43d-2abe3ce828f5 req-38be3b47-abb6-45fb-b692-8b48538d0dea tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605295 Feb 04 20:11:26.045784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ac29f1cc-1f90-4314-9b38-a1be673fa6d5 req-3b676a9c-f320-42da-b465-0b357fa91dc3 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Synchronizing usage tracker for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:26.061706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:26.109621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:26.122933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 2ce8695f-e154-4a4c-8715-b454acd6bad8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:26.123324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:26.180989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ac29f1cc-1f90-4314-9b38-a1be673fa6d5 req-3b676a9c-f320-42da-b465-0b357fa91dc3 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] Unset dirty status for tenant:1fe64581b4c14aa7a2b6c0811a862e34 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:26.191089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac29f1cc-1f90-4314-9b38-a1be673fa6d5 req-3b676a9c-f320-42da-b465-0b357fa91dc3 tempest-ServerPasswordTestJSON-979382662 tempest-ServerPasswordTestJSON-979382662-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7ba2b42-e74f-46c8-8b71-35d54052c9dd HTTP/1.1" status: 200 len: 210 time: 0.2084098 Feb 04 20:11:26.306295 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ba2b42-e74f-46c8-8b71-35d54052c9dd', 'name': 'network-vif-deleted', 'tag': '18569ca8-abc2-4065-99e0-52ee1638b62a', 'status': 'completed', 'code': 200} Feb 04 20:11:26.331015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95bb4-31c8-4912-8e80-f0bbbba613cd req-6ba4143d-7a7c-4700-b383-2a161b6def6c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:26.339702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7fb95bb4-31c8-4912-8e80-f0bbbba613cd req-6ba4143d-7a7c-4700-b383-2a161b6def6c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.7562559 Feb 04 20:11:26.371153 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:26.404822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Transition to ACTIVE for port object 72ce444c-36e0-42bf-8fa2-978e9ef16e97 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:26.464292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Transition to ACTIVE for port object 72ce444c-36e0-42bf-8fa2-978e9ef16e97 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:26.507393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7fb95bb4-31c8-4912-8e80-f0bbbba613cd req-682db627-bf3e-4283-930e-6c6cc3afa117 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667106 Feb 04 20:11:26.588219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a17e44a0-e1c6-458d-b348-84c64c92b665 None None] Provisioning for port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:26.599616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] DHCP port deletion for 55f7cf31-c847-4a7c-a596-ad832a23eb66 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:11:26.654405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a17e44a0-e1c6-458d-b348-84c64c92b665 None None] Provisioning complete for port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:26.654790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a17e44a0-e1c6-458d-b348-84c64c92b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:26.692228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:26.695831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Deleting port 2ce8695f-e154-4a4c-8715-b454acd6bad8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:26.696233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:27.151791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 2ce8695f-e154-4a4c-8715-b454acd6bad8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2ce8695f-e154-4a4c-8715-b454acd6bad8,segment=NetworkSegment(12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6),segment_id=12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:27.152142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:27.283888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:27.329375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:27.348934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:27.351794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a17e44a0-e1c6-458d-b348-84c64c92b665 None None] Port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:27.353234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Pushing event updated for resources: {'Port': ['ID=72ce444c-36e0-42bf-8fa2-978e9ef16e97,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:27.418551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 2ce8695f-e154-4a4c-8715-b454acd6bad8 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:27.604027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eeee5919-d165-49e1-acbf-37982b26adde details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:11:27.721579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Attempting to bind port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:27.722455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Attempting to bind port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7c506faf-9353-49f2-add0-3bfad52a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:27.723071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Attempting to bind port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 on network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:27.725576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ce8695f-e154-4a4c-8715-b454acd6bad8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:11:27.752048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:27.796421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:27.796421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Checking segment: {'id': '7c506faf-9353-49f2-add0-3bfad52a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:27.796421 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:27.796421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Bound using segment: {'id': '7c506faf-9353-49f2-add0-3bfad52a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:27.796421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Bound port: 72ce444c-36e0-42bf-8fa2-978e9ef16e97, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c506faf-9353-49f2-add0-3bfad52a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:27.796421 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:27.804982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2ce8695f-e154-4a4c-8715-b454acd6bad8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:11:27.805528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2ce8695f-e154-4a4c-8715-b454acd6bad8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:11:27.818484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] For port 2ce8695f-e154-4a4c-8715-b454acd6bad8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2ce8695f-e154-4a4c-8715-b454acd6bad8,segment=NetworkSegment(12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6),segment_id=12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:27.819165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:27.837833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18569ca8-abc2-4065-99e0-52ee1638b62a no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:11:27.862211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Allocated IP 2001:db8::142 (d3987178-f7ea-4d5c-a550-efd7c0b6f1b9/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1/7eba346e-f316-4505-9f53-c1100cfb6569) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:27.874002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:11:27.904770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16181070-a2bb-4be0-b02e-d20ed4e2ae35 req-7a38401e-86aa-40db-b1e4-26b978feed1e tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:27.907634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=2ce8695f-e154-4a4c-8715-b454acd6bad8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:27.911777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No DVR routers for this DVR port 2ce8695f-e154-4a4c-8715-b454acd6bad8 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:11:27.917776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16181070-a2bb-4be0-b02e-d20ed4e2ae35 req-7a38401e-86aa-40db-b1e4-26b978feed1e tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 943 time: 0.2025535 Feb 04 20:11:27.973168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16181070-a2bb-4be0-b02e-d20ed4e2ae35 req-19b69232-93fc-44a9-adeb-06f5e57e6a26 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492086 Feb 04 20:11:27.976408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 18569ca8-abc2-4065-99e0-52ee1638b62a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:11:27.976790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 18569ca8-abc2-4065-99e0-52ee1638b62a not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:11:28.065654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:28.218360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:28.221804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] Deleting subnet 6b20e039-5b06-45d8-b992-e5904e24e9f5 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:11:28.227479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.230601 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.245128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Transition to ACTIVE for port object 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:28.376462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Calling delete_port for 2ce8695f-e154-4a4c-8715-b454acd6bad8 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:28.378868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.387556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.474480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port eeee5919-d165-49e1-acbf-37982b26adde, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eeee5919-d165-49e1-acbf-37982b26adde,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:28.514083 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.518581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.541123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'eeee5919-d165-49e1-acbf-37982b26adde', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'port_id': 'eeee5919-d165-49e1-acbf-37982b26adde', 'mac_address': 'fa:16:3e:75:f1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:11:28.599809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103ae0e-9114-4f9c-8328-ad3ae3764e4c req-e2995a1e-81a5-4e9f-85d9-52a33de2abfa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:28.600569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5103ae0e-9114-4f9c-8328-ad3ae3764e4c req-e2995a1e-81a5-4e9f-85d9-52a33de2abfa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:28.713945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f7cf31-c847-4a7c-a596-ad832a23eb66']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:28.728574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ad571-f849-4c1b-91e9-d1ea08cdafc3 req-379f36d9-feab-4f47-a1c5-225bdb55d3a3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:28.736055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b56ad571-f849-4c1b-91e9-d1ea08cdafc3 req-379f36d9-feab-4f47-a1c5-225bdb55d3a3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.4242065 Feb 04 20:11:28.745843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] For port 72ce444c-36e0-42bf-8fa2-978e9ef16e97, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.814391 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:11:28.817440 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:11:28.828794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] For port 72ce444c-36e0-42bf-8fa2-978e9ef16e97, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=72ce444c-36e0-42bf-8fa2-978e9ef16e97,segment=NetworkSegment(7c506faf-9353-49f2-add0-3bfad52a614e),segment_id=7c506faf-9353-49f2-add0-3bfad52a614e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:28.835857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:11:28.836336 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:11:28.837318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b56ad571-f849-4c1b-91e9-d1ea08cdafc3 req-59a528ff-1179-47b9-b34a-fe37b40c3a7d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Feb 04 20:11:28.842567 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.877655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee5919-d165-49e1-acbf-37982b26adde {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:28.906457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port eeee5919-d165-49e1-acbf-37982b26adde, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eeee5919-d165-49e1-acbf-37982b26adde,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:28.915413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Pushing event updated for resources: {'Port': ['ID=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:28.930395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:28.930720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12742ae1-e8fb-48b4-b4b4-a10e79e2a2c6') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:28.955885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.977983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.983416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.993888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:28.998157 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.021712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.030886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:11:29.031672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.050028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6722d-6760-4a10-b42f-865d78fe6087 None None] Pushing event updated for resources: {'Port': ['ID=72ce444c-36e0-42bf-8fa2-978e9ef16e97,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:11:29.057010 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:11:29.063983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b20e039-5b06-45d8-b992-e5904e24e9f5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:29.070564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.077932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc055a01-f403-475c-8a0e-c10ca442c20f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b20e039-5b06-45d8-b992-e5904e24e9f5 HTTP/1.1" status: 204 len: 168 time: 1.0094190 Feb 04 20:11:29.080167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59918) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:29.120267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5103ae0e-9114-4f9c-8328-ad3ae3764e4c req-e2995a1e-81a5-4e9f-85d9-52a33de2abfa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:29.121429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5103ae0e-9114-4f9c-8328-ad3ae3764e4c req-e2995a1e-81a5-4e9f-85d9-52a33de2abfa tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 936 time: 2.2841995 Feb 04 20:11:29.148737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=eeee5919-d165-49e1-acbf-37982b26adde,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:29.176323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Transition to ACTIVE for port object 7eba346e-f316-4505-9f53-c1100cfb6569 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:29.232948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Attempting to bind port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:29.233277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Attempting to bind port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:29.233660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Attempting to bind port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:29.248209 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5103ae0e-9114-4f9c-8328-ad3ae3764e4c req-a24eee1d-9375-4164-8fae-c19bc68789b0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062634 Feb 04 20:11:29.250389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:11:29.250735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Attempting to bind port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:29.262485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:29.262852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:29.263240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:29.263679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Bound port: 334f0b9d-03a0-48a5-81bd-c9f45fea11a6, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:29.264023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.290238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.304563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.318639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.337753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Deleting port 2ce8695f-e154-4a4c-8715-b454acd6bad8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:29.340207 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.346011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d0bf-2813-4643-8f4b-faf3185e70bb req-2605f012-0f18-49c9-9f61-92aa7b1a4f4f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:29.347940 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0054d0bf-2813-4643-8f4b-faf3185e70bb req-2605f012-0f18-49c9-9f61-92aa7b1a4f4f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.3965263 Feb 04 20:11:29.366821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=55f7cf31-c847-4a7c-a596-ad832a23eb66,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:29.393596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-173174bd-fcc7-46f1-99d9-66204c09e88b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/55f7cf31-c847-4a7c-a596-ad832a23eb66 HTTP/1.1" status: 204 len: 168 time: 3.8037307 Feb 04 20:11:29.400862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59926) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:29.408191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1943003892', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:29.470014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:29.475687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:router and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:29.479344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:29.483044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-df6fae57-c121-48c1-b416-6c10d4cfbe12 None None] The port '2ce8695f-e154-4a4c-8715-b454acd6bad8' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:11:29.493198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:29.493759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['eeee5919-d165-49e1-acbf-37982b26adde'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:29.513185 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.524840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.553982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc977adc-4d9c-483f-a17b-06fa894b13e1']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:29.571612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88c6097-354d-4823-af07-a43e9ecfb11f') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:29.571908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88c6097-354d-4823-af07-a43e9ecfb11f') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:29.585361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.608327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.671418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=7eba346e-f316-4505-9f53-c1100cfb6569,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:29.682574 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.683835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.715198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:29.721051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:29.722366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0054d0bf-2813-4643-8f4b-faf3185e70bb req-bc0ff466-f80f-4cf5-9172-742e682ef56c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313653 Feb 04 20:11:29.724634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.729345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.729821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.730628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.731111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.731800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.738911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:11:29.739487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.747202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.747637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.748109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.748634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.749302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.751237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:11:29.755532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] For port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:29.765222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:29.772970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:29.773754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.800900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c750ffdc-dcb0-45fd-b01f-16505c92dbab details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:11:29.801490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] For port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:29.827079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 72ce444c-36e0-42bf-8fa2-978e9ef16e97 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:29.829669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e86f-a53c-4c39-a29f-69842216382b req-7d707eca-41a4-4819-8fe1-48271d89f41d tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:29.831314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5586e86f-a53c-4c39-a29f-69842216382b req-7d707eca-41a4-4819-8fe1-48271d89f41d tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 944 time: 0.4150624 Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:11:29.856771 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:11:29.873898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-265693e4-82af-4568-b7f8-42df67cd3d36 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.2823954 Feb 04 20:11:29.884661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59938) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:29.886572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.895903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-388113184', 'allowed_address_pairs': [{'ip_address': '2001:db8::142', 'mac_address': 'fa:16:3e:6d:7d:56'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:29.967645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:29.969144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:29.970536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] 10.222.0.24 "PUT /v2.0/ports/334f0b9d-03a0-48a5-81bd-c9f45fea11a6 HTTP/1.1" status: 200 len: 1096 time: 4.3122959 Feb 04 20:11:29.984206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'tag': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:30.015819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5586e86f-a53c-4c39-a29f-69842216382b req-86ce7cb0-3f65-4d9b-84bd-131ca697988d tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774583 Feb 04 20:11:30.038220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-c7510252-39d1-4034-a7c5-9eb5ddf3c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:30.040452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-c7510252-39d1-4034-a7c5-9eb5ddf3c6ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1097 time: 0.4223166 Feb 04 20:11:30.044325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:30.069035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:30.088224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b3ab8-ffd0-4ac9-8d65-73725da9b524 service neutron] Pushing event updated for resources: {'Port': ['ID=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:30.115707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:30.205436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:30.341277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-ccf45bf9-c33d-4ba7-a5fb-1d60931f4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:30.342855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-ccf45bf9-c33d-4ba7-a5fb-1d60931f4a70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 1099 time: 0.2160015 Feb 04 20:11:30.422134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:30.469014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:30.472940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc977adc-4d9c-483f-a17b-06fa894b13e1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:30.508826 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:30.512765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-828c3eba-8acd-4dc1-b5f5-09e7e89a62e9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1106219 Feb 04 20:11:30.514544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'port_id': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'mac_address': 'fa:16:3e:15:bc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:11:30.531126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59960) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:30.535344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-9e71b231-b887-48d1-be35-cd6ef2066564 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=334f0b9d-03a0-48a5-81bd-c9f45fea11a6 HTTP/1.1" status: 200 len: 217 time: 0.1786661 Feb 04 20:11:30.542784 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'tag': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6', 'status': 'completed', 'code': 200} Feb 04 20:11:30.551759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-826888320'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:30.582111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:30.605049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Usage tracker for resource:port and tenant:1fd6eefb38c341ed8f4191d1c5a76180 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:30.621905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-69b30dfe-de83-44e5-81e8-51840b7f4ca9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc977adc-4d9c-483f-a17b-06fa894b13e1 HTTP/1.1" status: 204 len: 168 time: 1.5402617 Feb 04 20:11:30.623258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:30.678470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:30.691578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:30.700348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:30.716280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:30.742621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:30.751623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c750ffdc-dcb0-45fd-b01f-16505c92dbab {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:30.757367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628783ad-caaa-4c4f-a9b7-3e3b8e1d5173 req-45fdb9f7-500d-44df-949c-3cb7abdf4b48 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:30.771029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-628783ad-caaa-4c4f-a9b7-3e3b8e1d5173 req-45fdb9f7-500d-44df-949c-3cb7abdf4b48 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.6456172 Feb 04 20:11:30.773759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:30.808471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:30.816430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-79d68a92-4d58-441c-9a8d-310252032446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:30.818301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-79d68a92-4d58-441c-9a8d-310252032446 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 915 time: 0.7684832 Feb 04 20:11:30.841990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2eaf3d-98f9-463e-994c-f967bdae0de7 None None] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:30.857607 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:30.896306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-4915a4d5-12ae-4a6d-a6f8-91bb00c4fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:30.898456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-4915a4d5-12ae-4a6d-a6f8-91bb00c4fee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3361580 Feb 04 20:11:30.916679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:30.951698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-c1527b70-c5a4-466c-9cfa-37198bdb91bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 217 time: 0.1221628 Feb 04 20:11:30.959127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-628783ad-caaa-4c4f-a9b7-3e3b8e1d5173 req-63b98b4a-82e6-406d-a5e0-caddf7b2d7b7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875467 Feb 04 20:11:30.989303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:30.992909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.091027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:31.091275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935feec-8442-4fe7-857b-66269fb954b2 req-a1fdd0ca-a06f-40a5-90b5-444907abce33 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:31.093094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a935feec-8442-4fe7-857b-66269fb954b2 req-a1fdd0ca-a06f-40a5-90b5-444907abce33 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 948 time: 0.3171554 Feb 04 20:11:31.117710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:11:31.121380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c750ffdc-dcb0-45fd-b01f-16505c92dbab'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:31.128984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-8a4bed33-f9f6-429c-8e0b-803a7c8603d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:31.130460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-8a4bed33-f9f6-429c-8e0b-803a7c8603d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 200 len: 854 time: 0.1702597 Feb 04 20:11:31.206579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265506-971d-47c2-8fc8-1c31f839d51e req-226a2c94-b124-4d51-ab26-27082db6196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:31.208615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-226a2c94-b124-4d51-ab26-27082db6196e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2970636 Feb 04 20:11:31.217907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fff8c552-9579-4298-bd1c-e15cb80c7da5 None None] Provisioning for port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:31.230485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59980) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:31.255890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fff8c552-9579-4298-bd1c-e15cb80c7da5 None None] Provisioning complete for port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:31.256264 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fff8c552-9579-4298-bd1c-e15cb80c7da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.261752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-d34f1417-51d1-4ec4-b841-2d8c39edffeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a77bb77-0892-4d61-817e-67ca407bd763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160648 Feb 04 20:11:31.391788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.392202 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment 7c8f3b15-0df8-444d-a951-ca53ee161994 of type vlan for network 23b46829-e485-40eb-99b2-54969ff3d2b3 Feb 04 20:11:31.415924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-59a044e7-e886-4131-a672-242f2f924711 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837249 Feb 04 20:11:31.425487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a935feec-8442-4fe7-857b-66269fb954b2 req-25cab43e-2c9d-4a91-a93b-5546b5b055c5 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019750 Feb 04 20:11:31.459856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.587261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de265506-971d-47c2-8fc8-1c31f839d51e req-552d0e5b-6b34-4011-bdef-6e7e411b7308 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570182 Feb 04 20:11:31.609408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.660412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eeee5919-d165-49e1-acbf-37982b26adde up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:31.814538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:11:31.815068 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.824437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:31.825073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.849435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] device_id is not set on port 6d919791-86f3-4e89-8d8a-fa8af2f39dcc yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:11:31.918002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fff8c552-9579-4298-bd1c-e15cb80c7da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:31.986623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-352f580c-d153-4889-ab83-30d5fbe7fb85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fe64581b4c14aa7a2b6c0811a862e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7501361 Feb 04 20:11:32.024697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59990) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:32.105598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fff8c552-9579-4298-bd1c-e15cb80c7da5 None None] For port 72ce444c-36e0-42bf-8fa2-978e9ef16e97, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=72ce444c-36e0-42bf-8fa2-978e9ef16e97,segment=NetworkSegment(7c506faf-9353-49f2-add0-3bfad52a614e),segment_id=7c506faf-9353-49f2-add0-3bfad52a614e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:32.115428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-3668f798-9326-44f8-99d8-bfcfe110b048 service neutron] 10.222.0.24 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170800 Feb 04 20:11:32.196814 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fff8c552-9579-4298-bd1c-e15cb80c7da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.287591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port eeee5919-d165-49e1-acbf-37982b26adde completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:32.323760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port eeee5919-d165-49e1-acbf-37982b26adde triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:32.324134 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.331627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7937882 Feb 04 20:11:32.374077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59996) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:32.419789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8c552-9579-4298-bd1c-e15cb80c7da5 None None] Pushing event updated for resources: {'Port': ['ID=72ce444c-36e0-42bf-8fa2-978e9ef16e97,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:32.425178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:32.458262 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.462451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c475a69-8ebc-4a38-afd2-f9cfdc4a0a89 req-3d29642a-a7b2-44e9-939d-09360cc5e87f service neutron] 10.222.0.24 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329086 Feb 04 20:11:32.524525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Allocated IP 2001:db8::3ab (d3987178-f7ea-4d5c-a550-efd7c0b6f1b9/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1/6d919791-86f3-4e89-8d8a-fa8af2f39dcc) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:32.566145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:32.590376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:32.600653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.618384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e071fa4-53a2-4e66-8471-bb9e06805644 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=23b46829-e485-40eb-99b2-54969ff3d2b3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:32.634723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:11:32.693850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-50cd74c7-85ea-4178-acd9-29b3d48efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:32.696016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-50cd74c7-85ea-4178-acd9-29b3d48efcd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 1099 time: 0.9313850 Feb 04 20:11:32.709669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:32.764701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9972bb-1872-4896-bd0b-2d8d8335f62a req-ffc16008-6eb6-43ad-8e12-8c1517da6b2c tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:32.768188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db9972bb-1872-4896-bd0b-2d8d8335f62a req-ffc16008-6eb6-43ad-8e12-8c1517da6b2c tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 944 time: 0.8870943 Feb 04 20:11:32.769331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:32.780426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.783642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port eeee5919-d165-49e1-acbf-37982b26adde, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eeee5919-d165-49e1-acbf-37982b26adde,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:32.849081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:32.854179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.880086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Transition to ACTIVE for port object 6d919791-86f3-4e89-8d8a-fa8af2f39dcc will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:32.893295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:32.914285 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.929085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896bb52-7d94-4bcc-b1e8-b4b41b83be3c req-d6f8974a-2fb9-43b0-a903-15375327c397 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:32.941963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1896bb52-7d94-4bcc-b1e8-b4b41b83be3c req-d6f8974a-2fb9-43b0-a903-15375327c397 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 1.6446483 Feb 04 20:11:32.947883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7f3ff210-5858-4550-82ee-0a9f37886a94 None None] Provisioning complete for port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:32.951349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7f3ff210-5858-4550-82ee-0a9f37886a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.971876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.979381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15f964d9-e533-4fa0-bf92-b39f7881b768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:32.995303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:33.015481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db9972bb-1872-4896-bd0b-2d8d8335f62a req-dfe238f6-e467-465e-ab31-f8ffa3830531 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675808 Feb 04 20:11:33.028019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15f964d9-e533-4fa0-bf92-b39f7881b768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:33.030928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:33.034773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:33.068316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-33ff83e4-6ae8-43a5-b68e-49a61b3da591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.072759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-33ff83e4-6ae8-43a5-b68e-49a61b3da591 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3684821 Feb 04 20:11:33.210273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=eeee5919-d165-49e1-acbf-37982b26adde,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:33.303604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=6d919791-86f3-4e89-8d8a-fa8af2f39dcc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:33.342538 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-2550fe7c-c9c3-4f04-a5eb-297685f00766 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=334f0b9d-03a0-48a5-81bd-c9f45fea11a6 HTTP/1.1" status: 200 len: 217 time: 0.1422725 Feb 04 20:11:33.353365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1896bb52-7d94-4bcc-b1e8-b4b41b83be3c req-bab5ae24-2edc-449a-bd5a-c2753b5da130 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103937 Feb 04 20:11:33.367209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:33.374349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15f964d9-e533-4fa0-bf92-b39f7881b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:33.378681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:33.384087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:33.389828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.390453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:33.422734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f964d9-e533-4fa0-bf92-b39f7881b768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987cbb79-d44a-41e6-99cc-3c69f686bbb3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:33.426148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15f964d9-e533-4fa0-bf92-b39f7881b768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:33.427506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-15f964d9-e533-4fa0-bf92-b39f7881b768 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/987cbb79-d44a-41e6-99cc-3c69f686bbb3 HTTP/1.1" status: 204 len: 168 time: 1.3961258 Feb 04 20:11:33.443879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7f3ff210-5858-4550-82ee-0a9f37886a94 None None] Provisioning for port 7eba346e-f316-4505-9f53-c1100cfb6569 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:33.498636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7f3ff210-5858-4550-82ee-0a9f37886a94 None None] Provisioning complete for port 7eba346e-f316-4505-9f53-c1100cfb6569 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:33.499472 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7f3ff210-5858-4550-82ee-0a9f37886a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:33.542036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7bdb800c-432d-4125-a7ae-0f824ff52f9b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.6558752 Feb 04 20:11:33.542979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60010) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:33.544067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-bc60eadf-eb56-4bd0-b570-3beffecc30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.548342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-bc60eadf-eb56-4bd0-b570-3beffecc30f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1850905 Feb 04 20:11:33.697738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ff210-5858-4550-82ee-0a9f37886a94 None None] Port 7eba346e-f316-4505-9f53-c1100cfb6569 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:33.758682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 72ce444c-36e0-42bf-8fa2-978e9ef16e97 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:33.803024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3df6-dcc4-4e7f-9aea-6652e12aa667 req-da4598ea-52a9-4395-ad47-03a6acb86505 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.810747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c2e3df6-dcc4-4e7f-9aea-6652e12aa667 req-da4598ea-52a9-4395-ad47-03a6acb86505 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 945 time: 0.5220308 Feb 04 20:11:33.839468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c750ffdc-dcb0-45fd-b01f-16505c92dbab up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:33.875733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43a70b-c143-4f1e-af8f-9c4adaec837b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.886185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43a70b-c143-4f1e-af8f-9c4adaec837b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.896703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43a70b-c143-4f1e-af8f-9c4adaec837b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.898243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c43a70b-c143-4f1e-af8f-9c4adaec837b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Synchronizing usage tracker for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:33.918749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9857f5a-e0b0-415a-ba6c-a21799c3ed92 req-f020b44c-fe31-47b9-b078-2d6cf59bd2a3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:33.921638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9857f5a-e0b0-415a-ba6c-a21799c3ed92 req-f020b44c-fe31-47b9-b078-2d6cf59bd2a3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 948 time: 0.2436504 Feb 04 20:11:33.935717 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c2e3df6-dcc4-4e7f-9aea-6652e12aa667 req-f2188b6c-d18e-4d7f-b8c5-99701c3e4fbd tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240065 Feb 04 20:11:33.994261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74267b67-f8d5-4dcc-a15a-9c94cf736d32 None None] Provisioning complete for port 7eba346e-f316-4505-9f53-c1100cfb6569 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:33.994867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74267b67-f8d5-4dcc-a15a-9c94cf736d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.012954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-f3937530-4070-48db-a0d2-9f73fe68b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:34.014442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-f3937530-4070-48db-a0d2-9f73fe68b558 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4413693 Feb 04 20:11:34.019919 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9857f5a-e0b0-415a-ba6c-a21799c3ed92 req-27e20920-636e-4c6e-a5b2-31a9de2460b1 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913963 Feb 04 20:11:34.077136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c43a70b-c143-4f1e-af8f-9c4adaec837b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Unset dirty status for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:34.079111 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c43a70b-c143-4f1e-af8f-9c4adaec837b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5344558 Feb 04 20:11:34.086156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60022) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:34.156422 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'code': 200} Feb 04 20:11:34.157200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-74267b67-f8d5-4dcc-a15a-9c94cf736d32 None None] Port 7eba346e-f316-4505-9f53-c1100cfb6569 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:34.184693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:34.185372 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.276804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting port 6d919791-86f3-4e89-8d8a-fa8af2f39dcc {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:34.277584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74267b67-f8d5-4dcc-a15a-9c94cf736d32 None None] Provisioning for port 6d919791-86f3-4e89-8d8a-fa8af2f39dcc completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:34.279302 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.289989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74267b67-f8d5-4dcc-a15a-9c94cf736d32 None None] Provisioning complete for port 6d919791-86f3-4e89-8d8a-fa8af2f39dcc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:34.290759 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74267b67-f8d5-4dcc-a15a-9c94cf736d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.365519 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-56d0d408-931e-4938-9661-10f2294206d5 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358672 Feb 04 20:11:34.396458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c750ffdc-dcb0-45fd-b01f-16505c92dbab triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:34.397368 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.401218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.433408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-74267b67-f8d5-4dcc-a15a-9c94cf736d32 None None] Port 6d919791-86f3-4e89-8d8a-fa8af2f39dcc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:34.731330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.775447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=6a548510-4ad6-4ccd-a0b0-599c906faf50,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:34.811283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:34.811964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: 23b46829-e485-40eb-99b2-54969ff3d2b3, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:11:34.815615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:34.832395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d09e5bb3-678b-4fa8-98cc-1064ea72ec39 req-0b80eab2-2f95-481e-85d6-cd2b1c795b19 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575279 Feb 04 20:11:34.893704 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:34.899137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e46023-5c58-43c8-b7a1-19400d5857f3 req-c0e13a67-1344-482a-984c-65bdf1e37a2d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:34.915196 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06e46023-5c58-43c8-b7a1-19400d5857f3 req-c0e13a67-1344-482a-984c-65bdf1e37a2d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.3126090 Feb 04 20:11:34.963376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:11:35.016360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0847e1-53c3-4980-88a7-b49992b90fb9 req-0816f7b5-434f-4cc7-9481-2a9d5bab2ec9 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:35.019595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de0847e1-53c3-4980-88a7-b49992b90fb9 req-0816f7b5-434f-4cc7-9481-2a9d5bab2ec9 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.6784284 Feb 04 20:11:35.026082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06e46023-5c58-43c8-b7a1-19400d5857f3 req-f7d3d552-359a-4448-9b7b-e8e81d31db69 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095433 Feb 04 20:11:35.060272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:35.075097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 23b46829-e485-40eb-99b2-54969ff3d2b3) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:35.079938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:35.080602 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:35.089265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025b94e-dd8e-4ce0-962e-f4b77b24466c None None] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:35.197488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de0847e1-53c3-4980-88a7-b49992b90fb9 req-409169cc-7aba-44fe-b148-507fc6d0b376 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652317 Feb 04 20:11:35.232435 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:35.363266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1aaffbd6-54da-4113-9ecf-c11c028e5934 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9816358 Feb 04 20:11:35.371923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60050) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:35.535838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60054) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:35.665482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-23b46829-e485-40eb-99b2-54969ff3d2b3', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:11:35.666602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:35.869856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Calling delete_port for 6d919791-86f3-4e89-8d8a-fa8af2f39dcc owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:35.987059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-329909000-network', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:35.992438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:35.993500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022064-e980-4833-b299-218b209d3da9 req-48c6daf1-857f-4576-88ac-98afa2c23ec2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:35.996805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Usage tracker for resource:network and tenant:b020e39608ef4f5ea1e371169d64a68b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:36.000315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:36.001095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f022064-e980-4833-b299-218b209d3da9 req-48c6daf1-857f-4576-88ac-98afa2c23ec2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 948 time: 0.5754738 Feb 04 20:11:36.008062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:36.017398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Allocated IP 2001:db8::2 (23b46829-e485-40eb-99b2-54969ff3d2b3/6a548510-4ad6-4ccd-a0b0-599c906faf50/22f465ee-fd1a-4585-9b6c-137b51c7ae78) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:36.104458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Made reservation on behalf of b020e39608ef4f5ea1e371169d64a68b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:36.107047 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.110308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f022064-e980-4833-b299-218b209d3da9 req-587ddaca-c1b5-4d39-b143-8a1478c80ef2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082509 Feb 04 20:11:36.132059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.246585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.250893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:36.285016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Usage tracker for resource:security_group_rule and tenant:b020e39608ef4f5ea1e371169d64a68b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:36.305301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e30eb-44c0-45d1-8209-25cbcbf95da1 req-b5afde56-7d7e-4e16-b689-839a9e5c7f95 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:36.308898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a1e30eb-44c0-45d1-8209-25cbcbf95da1 req-b5afde56-7d7e-4e16-b689-839a9e5c7f95 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 1.1191795 Feb 04 20:11:36.309937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:36.331033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Port': ['ID=6d919791-86f3-4e89-8d8a-fa8af2f39dcc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:36.352261 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.370910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Transition to ACTIVE for port object 22f465ee-fd1a-4585-9b6c-137b51c7ae78 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:36.384539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Transition to ACTIVE for port object 22f465ee-fd1a-4585-9b6c-137b51c7ae78 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:36.388608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde'}, {'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:36.405452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:11:36.413324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:36.473442 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.573193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a1e30eb-44c0-45d1-8209-25cbcbf95da1 req-12c5d9d7-0c54-46e4-99f6-649b47c663b3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978242 Feb 04 20:11:36.708166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72cc11-0b78-4a80-82f3-e40dacd24e30 req-1ea65313-2f94-4e29-944d-6542b195a2a8 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:36.712042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb72cc11-0b78-4a80-82f3-e40dacd24e30 req-1ea65313-2f94-4e29-944d-6542b195a2a8 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.3823626 Feb 04 20:11:36.713290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.720549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Pushing event updated for resources: {'Port': ['ID=22f465ee-fd1a-4585-9b6c-137b51c7ae78,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:36.760331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.760563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:36.765446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:36.773639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:36.832681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb72cc11-0b78-4a80-82f3-e40dacd24e30 req-bb88ea16-e23c-4264-8730-b15e7d51040c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901551 Feb 04 20:11:36.858315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b4518bfa-d2b6-428b-9d50-9b98629ad2e4 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/ports/6d919791-86f3-4e89-8d8a-fa8af2f39dcc HTTP/1.1" status: 204 len: 168 time: 2.7708504 Feb 04 20:11:36.859169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60070) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:36.958145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Attempting to bind port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:36.958676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Attempting to bind port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:36.959161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Attempting to bind port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 on network 23b46829-e485-40eb-99b2-54969ff3d2b3 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:36.969457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:36.970003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Checking segment: {'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:36.970903 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.971400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Bound using segment: {'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:36.971982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Bound port: 22f465ee-fd1a-4585-9b6c-137b51c7ae78, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:36.973224 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:36.982830 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cb7f51-8a5a-467d-8b51-d6df50b7c4fd tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] GET failed (client error): The resource could not be found. Feb 04 20:11:36.984763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-91cb7f51-8a5a-467d-8b51-d6df50b7c4fd tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Synchronizing usage tracker for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:36.987757 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde', 'code': 200} Feb 04 20:11:36.988480 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'code': 200} Feb 04 20:11:37.032386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:37.165505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-91cb7f51-8a5a-467d-8b51-d6df50b7c4fd tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Unset dirty status for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:37.178491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-91cb7f51-8a5a-467d-8b51-d6df50b7c4fd tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "GET /v2.0/ports/6d919791-86f3-4e89-8d8a-fa8af2f39dcc HTTP/1.1" status: 404 len: 333 time: 0.3182349 Feb 04 20:11:37.190893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60076) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:37.199791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1008750470'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:37.220961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] For port 22f465ee-fd1a-4585-9b6c-137b51c7ae78, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:37.226263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] For port 22f465ee-fd1a-4585-9b6c-137b51c7ae78, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=22f465ee-fd1a-4585-9b6c-137b51c7ae78,segment=NetworkSegment(7c8f3b15-0df8-444d-a951-ca53ee161994),segment_id=7c8f3b15-0df8-444d-a951-ca53ee161994)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:37.233372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6', 'mac_address': 'fa:16:3e:a2:44:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:11:37.299538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.359566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.450295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.457976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:11:37.468556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.468990 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Added segment f8d1f4b1-3fde-446e-b8b5-960b21b031d7 of type vlan for network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 Feb 04 20:11:37.498582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.499200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.520138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:37.529433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:37.534728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:37.545917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9903-5e99-4106-9c1b-478ac9600274 req-42c9a7c0-1c9b-4962-bb3f-89df8bdabc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:37.546473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:37.547759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8da9903-5e99-4106-9c1b-478ac9600274 req-42c9a7c0-1c9b-4962-bb3f-89df8bdabc23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 1096 time: 0.5025957 Feb 04 20:11:37.549959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd14a1b-b16e-49f7-9f9f-a70d6972917d None None] Pushing event updated for resources: {'Port': ['ID=22f465ee-fd1a-4585-9b6c-137b51c7ae78,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:37.561953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4ef36-17f6-4c32-93df-a03f673fb097 req-b28312a8-a6bc-41fd-8a22-3c7c035df8dd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:37.563574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45c4ef36-17f6-4c32-93df-a03f673fb097 req-b28312a8-a6bc-41fd-8a22-3c7c035df8dd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.1684945 Feb 04 20:11:37.585061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb02059-5048-4edb-b8ed-884b0d960310,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:37.613262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8da9903-5e99-4106-9c1b-478ac9600274 req-20de57e0-e229-4db4-82e5-0dffcc03d363 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Feb 04 20:11:37.622565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.622565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:37.622565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.659030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45c4ef36-17f6-4c32-93df-a03f673fb097 req-d66e2857-9722-4079-823f-4ed7dd063321 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487778 Feb 04 20:11:37.734299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.745031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:37.745031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:37.791459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] device_id is not set on port fd732144-0dc3-437c-8d50-6c0aabefc83d yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:11:37.794972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27bdad-d908-4a5c-b31f-ab2f299a1f99 req-649622c8-447e-48b9-b345-a96fb39b30eb tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:37.801693 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be27bdad-d908-4a5c-b31f-ab2f299a1f99 req-649622c8-447e-48b9-b345-a96fb39b30eb tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.7646077 Feb 04 20:11:37.884283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:37.918502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:11:38.052375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5151753 Feb 04 20:11:38.109767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60092) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:38.116569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Request body: {'subnet': {'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-subnet', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:38.149356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['334f0b9d-03a0-48a5-81bd-c9f45fea11a6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:38.176152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:38.212357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Usage tracker for resource:subnet and tenant:b020e39608ef4f5ea1e371169d64a68b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:38.251471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:38.259087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be27bdad-d908-4a5c-b31f-ab2f299a1f99 req-94e5bed4-b63f-47ce-bb31-fabe3b5ce8da tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168784 Feb 04 20:11:38.292449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63107f4-9e6b-4155-af69-7a625df170fa admin admin] Pushing event updated for resources: {'Network': ['ID=5f318222-2fc0-49fc-85a8-0dbbf1a6c165,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:38.304906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:38.346676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8::1 (23b46829-e485-40eb-99b2-54969ff3d2b3/6a548510-4ad6-4ccd-a0b0-599c906faf50/7ea87c14-074c-4807-8d8f-b23922205ec9) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:38.367460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:11:38.435699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da3f1-0a32-4eb0-b056-50f8cc9d4388 req-3b50e229-5a76-48c4-b349-74a484b0df02 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:38.445971 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d03da3f1-0a32-4eb0-b056-50f8cc9d4388 req-3b50e229-5a76-48c4-b349-74a484b0df02 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 949 time: 0.5125422 Feb 04 20:11:38.530066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Made reservation on behalf of b020e39608ef4f5ea1e371169d64a68b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:38.536649 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:38.734085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:38.749825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:38.756599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60098) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:38.772290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 7ea87c14-074c-4807-8d8f-b23922205ec9 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:38.795083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d03da3f1-0a32-4eb0-b056-50f8cc9d4388 req-c46ff0cd-9df1-43cd-b9af-a88223fd3cf6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481202 Feb 04 20:11:38.854545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Allocated IP 2001:db8::299 (d3987178-f7ea-4d5c-a550-efd7c0b6f1b9/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1/fd732144-0dc3-437c-8d50-6c0aabefc83d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:38.939895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:38.951183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e023a-51a6-4f4c-9222-3cad43920354 req-53d18e6e-ac1c-4e9d-8a2e-8d62f563e249 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:38.952839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-351e023a-51a6-4f4c-9222-3cad43920354 req-53d18e6e-ac1c-4e9d-8a2e-8d62f563e249 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.3923075 Feb 04 20:11:39.071106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-351e023a-51a6-4f4c-9222-3cad43920354 req-65215648-ed39-49c6-a0bb-c448900bcfff tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104696 Feb 04 20:11:39.072327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:39.291020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:39.305057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:39.334633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:39.340431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:39.371632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:39.568898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8e551-7efd-4a8e-b5ec-a70653d4619c None None] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:39.779169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:39.799665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Transition to ACTIVE for port object fd732144-0dc3-437c-8d50-6c0aabefc83d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:39.850085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a85c34e2-6c7c-44d8-9d8f-66d1912ad3ee None None] Provisioning for port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:39.856427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:39.872208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ed79af48aa44398a91bacd403c1b5c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:39.878382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:39.901893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:39.915877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=7ea87c14-074c-4807-8d8f-b23922205ec9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:39.975609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:39.981402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 22f465ee-fd1a-4585-9b6c-137b51c7ae78 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:39.981636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.111515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99c313-6f1e-4382-8016-31a9544c2112 req-11121824-6493-4b7b-bdef-4f8c1e9bc141 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:40.136252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f99c313-6f1e-4382-8016-31a9544c2112 req-11121824-6493-4b7b-bdef-4f8c1e9bc141 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.2529926 Feb 04 20:11:40.272003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f99c313-6f1e-4382-8016-31a9544c2112 req-282fb4d2-0fb4-4638-9268-b7119f254380 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344740 Feb 04 20:11:40.379509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:40.405920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:40.414549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:40.420046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:40.420713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.466131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=fd732144-0dc3-437c-8d50-6c0aabefc83d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:40.472876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2cbe7-aa2b-43b6-b385-f6cfd489d78a req-a17c2cbd-a0ad-41f5-ad58-d968e24d8f24 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:40.481295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31d2cbe7-aa2b-43b6-b385-f6cfd489d78a req-a17c2cbd-a0ad-41f5-ad58-d968e24d8f24 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 949 time: 0.0974762 Feb 04 20:11:40.531218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19835f-0ee3-4dc1-a470-cca8d7b69008 req-fad1be1c-d968-409c-851a-1d6682a16e73 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:40.532168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31d2cbe7-aa2b-43b6-b385-f6cfd489d78a req-a2116ce0-79b0-4f1c-a048-856066ffef10 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500133 Feb 04 20:11:40.532734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f19835f-0ee3-4dc1-a470-cca8d7b69008 req-fad1be1c-d968-409c-851a-1d6682a16e73 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.6373675 Feb 04 20:11:40.591062 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.613604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f19835f-0ee3-4dc1-a470-cca8d7b69008 req-b43446a8-f448-4a6d-a1fa-96a8eb10cbf7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713620 Feb 04 20:11:40.807105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:40.810651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:40.825213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:40.825781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.832962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090fd48-dfba-4639-87af-8fb49e3c3cf8 req-5da187c2-fbc0-484f-88d1-8355656ceb14 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:40.844209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d090fd48-dfba-4639-87af-8fb49e3c3cf8 req-5da187c2-fbc0-484f-88d1-8355656ceb14 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.1079986 Feb 04 20:11:40.857747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60126) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:40.872484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Request body: {'floatingip': {'port_id': 'eeee5919-d165-49e1-acbf-37982b26adde'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:40.883683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.887653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:40.888250 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.902942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f7604f40-cc93-473a-90fe-1efb9988b78a tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7080452 Feb 04 20:11:40.923266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.926576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60130) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:40.973804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Provisioning complete for port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:40.974178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:40.982535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::142', 'mac_address': 'fa:16:3e:6d:7d:56'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:41.003501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.108489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.164792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5ed79af48aa44398a91bacd403c1b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4062908 Feb 04 20:11:41.166011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3ef71-2a7f-4387-b68b-5cdeae331324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d8843-3bee-44a6-ac67-8ef6085d0881,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:41.182211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60140) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:41.245898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40aeaca4-a5da-4f4d-b160-057c5a9effd8,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:41.273331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.288995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Checking segment: {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:41.290297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Network hostable DHCP agents. Network: 5f318222-2fc0-49fc-85a8-0dbbf1a6c165, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:11:41.345238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.401998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 22f465ee-fd1a-4585-9b6c-137b51c7ae78, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=22f465ee-fd1a-4585-9b6c-137b51c7ae78,segment=NetworkSegment(7c8f3b15-0df8-444d-a951-ca53ee161994),segment_id=7c8f3b15-0df8-444d-a951-ca53ee161994)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:41.426473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:41.460999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:41.481074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.488652 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-faaf795f-7358-496b-a783-eb232dc36244 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4150226 Feb 04 20:11:41.488652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:11:41.521069 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.544503 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6', 'code': 200} Feb 04 20:11:41.553914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.578493 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.660002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 5f318222-2fc0-49fc-85a8-0dbbf1a6c165) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:41.683374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:41.684042 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:41.766090 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:11:41.766437 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:11:41.767113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6428ca-f6d9-4aab-9f6a-0048755e5f1b None None] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:41.788716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051c5d-70cc-4d51-b240-64033a1583fe req-38b23a22-1c85-4506-b34c-224a57a6db6b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:41.797074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b051c5d-70cc-4d51-b240-64033a1583fe req-38b23a22-1c85-4506-b34c-224a57a6db6b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 1.0832098 Feb 04 20:11:41.837449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=22f465ee-fd1a-4585-9b6c-137b51c7ae78,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:41.859754 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e428cd32-c166-4c24-8bd5-7f9b6acda4f8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.7490139 Feb 04 20:11:41.869832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60156) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:41.889301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:41.913489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:41.931573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Usage tracker for resource:router and tenant:b020e39608ef4f5ea1e371169d64a68b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:41.941804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:41.955358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:41.956362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:42.087576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81715224-1726-44d4-a42c-1bbdb656fdf4 None None] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:42.110577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18d4ca-cf04-4617-aa37-0a062d0239cb req-6fcda6ea-e720-4c0a-8f99-972d002b9b38 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:42.112173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e18d4ca-cf04-4617-aa37-0a062d0239cb req-6fcda6ea-e720-4c0a-8f99-972d002b9b38 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 950 time: 0.3423085 Feb 04 20:11:42.163692 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b051c5d-70cc-4d51-b240-64033a1583fe req-100401d3-ee45-412d-b1bb-c5d7d8c87c00 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654780 Feb 04 20:11:42.193304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.193304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.244689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3dd26eb5-2332-40c7-941a-2a814468444e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.268210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e18d4ca-cf04-4617-aa37-0a062d0239cb req-3e93705d-dc86-45d1-8493-9f7e3482a0d0 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460700 Feb 04 20:11:42.326348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.390530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.540579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.610227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3dd26eb5-2332-40c7-941a-2a814468444e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.618898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75111e-0ead-4937-a6fb-8b56d784e161 req-5652f406-b3e4-4cce-ab55-bfda85c7d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:42.620714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc75111e-0ead-4937-a6fb-8b56d784e161 req-5652f406-b3e4-4cce-ab55-bfda85c7d25d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 1101 time: 0.9486780 Feb 04 20:11:42.708347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc75111e-0ead-4937-a6fb-8b56d784e161 req-b6b4a970-562f-4854-b093-89c1c5f0009a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578647 Feb 04 20:11:42.726762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Provisioning for port 7ea87c14-074c-4807-8d8f-b23922205ec9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:42.732776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Provisioning complete for port 7ea87c14-074c-4807-8d8f-b23922205ec9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:42.733137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.790456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] In _notify_port_updated(), no bound segment for port fd732144-0dc3-437c-8d50-6c0aabefc83d on network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:11:42.808404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:42.808791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.814837 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "PUT /v2.0/ports/fd732144-0dc3-437c-8d50-6c0aabefc83d HTTP/1.1" status: 200 len: 1003 time: 1.8440497 Feb 04 20:11:42.825010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60160) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:42.862095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Port 7ea87c14-074c-4807-8d8f-b23922205ec9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:42.916946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031b6f-1deb-453c-9346-62116fb87b61 req-8249a859-9b12-4474-bf6f-ebeab89bf575 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:42.926430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4031b6f-1deb-453c-9346-62116fb87b61 req-8249a859-9b12-4474-bf6f-ebeab89bf575 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.3906710 Feb 04 20:11:42.960825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:42.990348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Provisioning for port fd732144-0dc3-437c-8d50-6c0aabefc83d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:42.999305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Provisioning complete for port fd732144-0dc3-437c-8d50-6c0aabefc83d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:43.000459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.145867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-71955df6-0de8-4869-af23-dffe4efb0b3a None None] Port fd732144-0dc3-437c-8d50-6c0aabefc83d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:43.193620 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3dd26eb5-2332-40c7-941a-2a814468444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.228004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.228773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.234865 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4031b6f-1deb-453c-9346-62116fb87b61 req-4347f9ae-7903-499c-984c-92234e50b9f0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072963 Feb 04 20:11:43.245846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd26eb5-2332-40c7-941a-2a814468444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d8843-3bee-44a6-ac67-8ef6085d0881,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:43.329331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-37c5f91c-e762-4c2b-99a1-5c9734176d38 None None] Provisioning complete for port 7ea87c14-074c-4807-8d8f-b23922205ec9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:43.330520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=7ea87c14-074c-4807-8d8f-b23922205ec9,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:43.330950 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-37c5f91c-e762-4c2b-99a1-5c9734176d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.427547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a2f74-e2ff-4526-a9ab-8ace267e05e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=fd732144-0dc3-437c-8d50-6c0aabefc83d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:43.436596 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.450867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting port fd732144-0dc3-437c-8d50-6c0aabefc83d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:43.451222 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.512773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37c5f91c-e762-4c2b-99a1-5c9734176d38 None None] Port 7ea87c14-074c-4807-8d8f-b23922205ec9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:43.520759 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3dd26eb5-2332-40c7-941a-2a814468444e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.522074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3dd26eb5-2332-40c7-941a-2a814468444e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/157d8843-3bee-44a6-ac67-8ef6085d0881 HTTP/1.1" status: 204 len: 168 time: 1.9645207 Feb 04 20:11:43.546454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-37c5f91c-e762-4c2b-99a1-5c9734176d38 None None] Provisioning complete for port fd732144-0dc3-437c-8d50-6c0aabefc83d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:43.547249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-37c5f91c-e762-4c2b-99a1-5c9734176d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:43.662094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37c5f91c-e762-4c2b-99a1-5c9734176d38 None None] Port fd732144-0dc3-437c-8d50-6c0aabefc83d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:43.673443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:43.679939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:43.737968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 22f465ee-fd1a-4585-9b6c-137b51c7ae78 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:43.933902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:43.934637 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:44.007691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b77ff5-d0f7-42a1-af6e-537630c70b59 req-ec9bf1f6-d29b-49d6-bacc-7b0afaf9bbad tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:44.019766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9b77ff5-d0f7-42a1-af6e-537630c70b59 req-ec9bf1f6-d29b-49d6-bacc-7b0afaf9bbad tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.6542418 Feb 04 20:11:44.237651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583408-fe65-49d0-a44b-838c2e401042 req-f2016ab1-d2bd-400c-ba96-972034c9800e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:44.243135 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65583408-fe65-49d0-a44b-838c2e401042 req-f2016ab1-d2bd-400c-ba96-972034c9800e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 950 time: 0.6806965 Feb 04 20:11:44.327768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-32ebcacb-b602-4472-aed4-a808c92c776a None None] Provisioning complete for port 7ea87c14-074c-4807-8d8f-b23922205ec9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:44.328674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32ebcacb-b602-4472-aed4-a808c92c776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:44.360080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:11:44.401736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-32ebcacb-b602-4472-aed4-a808c92c776a None None] Port 7ea87c14-074c-4807-8d8f-b23922205ec9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:44.427596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-4efa0e4a-afcc-4b24-a1c4-7876f98a4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:44.429234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-4efa0e4a-afcc-4b24-a1c4-7876f98a4f8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9&tenant_id=94dc4fe7adb1406594df7edf3f787db7 HTTP/1.1" status: 200 len: 1095 time: 0.9053812 Feb 04 20:11:44.467095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:44.510179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:44.512225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65583408-fe65-49d0-a44b-838c2e401042 req-eb995b08-3ca6-4e82-b670-1a24c9b345f6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680187 Feb 04 20:11:44.518768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:44.534513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9b77ff5-d0f7-42a1-af6e-537630c70b59 req-8deb2f2c-c4cd-4e8c-9da0-9d03f6270993 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138855 Feb 04 20:11:44.603247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:11:44.607189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:44.678999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Calling delete_port for fd732144-0dc3-437c-8d50-6c0aabefc83d owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:44.823368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:45.203720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:11:45.216850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:11:45.220788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b9480fd9-eee8-4f32-a9c3-af2864933e7c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8478532 Feb 04 20:11:45.231218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60190) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:45.231705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:45.232345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:45.252740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-611897932'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:45.266647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:45.276788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba1368-a0cf-4885-a790-4f553db78649 req-ec5721dc-ea96-4f80-aa01-3df4c079c1ba tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:45.278339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfba1368-a0cf-4885-a790-4f553db78649 req-ec5721dc-ea96-4f80-aa01-3df4c079c1ba tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.5893481 Feb 04 20:11:45.279910 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Floating IP c01ed74b-df52-41db-9205-26f66f26d880 associated. External IP: 172.25.7.61, port: eeee5919-d165-49e1-acbf-37982b26adde. Feb 04 20:11:45.342105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:45.357262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:45.377706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:45.400097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:45.440068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:45.516597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:45.531145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:45.531145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:45.556804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dfba1368-a0cf-4885-a790-4f553db78649 req-07ad35a3-2785-4e5c-bb44-9f415da255e6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231069 Feb 04 20:11:45.558215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:11:45.612293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:11:45.784172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:45.784965 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment ccd1d128-ae7d-4e80-89d7-e5805c95c03e of type vlan for network 46d0e54c-5542-4e35-9775-a731dae01186 Feb 04 20:11:45.927301 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.008001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:11:46.016625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Port': ['ID=fd732144-0dc3-437c-8d50-6c0aabefc83d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:46.028273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15be176-d070-409f-aefe-fb799361eda7 req-2c2c80c0-8ba5-4a31-a4a0-34dc64bd0874 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:46.030007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a15be176-d070-409f-aefe-fb799361eda7 req-2c2c80c0-8ba5-4a31-a4a0-34dc64bd0874 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.2950070 Feb 04 20:11:46.167621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:11:40Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:41Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:46.182447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:11:46.182825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Updating router 388821cb-c2c8-427b-84c1-a9c20c8cad07 port 7ea87c14-074c-4807-8d8f-b23922205ec9 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:11:46.221293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:46.267043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:11:46.282801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.286069 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] Sync routers for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:11:46.302887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:46.303886 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:46.307752 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.310018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:46.310549 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:46.317161 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.406190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.488998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2506614 Feb 04 20:11:46.489907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60202) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:46.579659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:11:46.592019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Allocated IP 172.25.7.28 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/5ec9b53d-3e31-4469-8003-bb2c82b3ac62) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:46.609152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b316fd-2c5e-479b-a1a9-360168a40608 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=46d0e54c-5542-4e35-9775-a731dae01186,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:46.614998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.630107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 46d0e54c-5542-4e35-9775-a731dae01186 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:11:46.635286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:46.636706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.665354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5a45cf30-6ce6-4969-961d-43dc162a0547 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "PUT /v2.0/floatingips/c01ed74b-df52-41db-9205-26f66f26d880 HTTP/1.1" status: 200 len: 990 time: 5.8040860 Feb 04 20:11:46.670822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:46.751326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Transition to ACTIVE for port object 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:46.830958 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:11:46.833065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a15be176-d070-409f-aefe-fb799361eda7 req-4c55d5b7-8708-4f24-9e0d-47f749222e08 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7947853 Feb 04 20:11:46.879174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:46.892828 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2ea6d5c7-c23a-40c9-b733-84e72d70e87f tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/ports/fd732144-0dc3-437c-8d50-6c0aabefc83d HTTP/1.1" status: 204 len: 168 time: 3.9602461 Feb 04 20:11:46.893686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60216) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:46.912822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8f825-91ee-4924-99de-333ccffa7437 req-c0bac39d-e7e4-4969-9a64-c456747a3e0d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:46.914394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2cf8f825-91ee-4924-99de-333ccffa7437 req-c0bac39d-e7e4-4969-9a64-c456747a3e0d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 950 time: 0.9323575 Feb 04 20:11:47.034871 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cf3845-ad6c-4cb0-a062-9247276e2362 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] GET failed (client error): The resource could not be found. Feb 04 20:11:47.047759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a4cf3845-ad6c-4cb0-a062-9247276e2362 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Synchronizing usage tracker for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:47.063381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:47.077532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:11:47.100284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:11:47.214480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:47.303007 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:47.304663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94b34a-d993-4609-9670-b725f244b1af req-eac3c0e3-7a6f-498a-b5e9-46023599c897 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:47.311805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e94b34a-d993-4609-9670-b725f244b1af req-eac3c0e3-7a6f-498a-b5e9-46023599c897 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 944 time: 0.2301393 Feb 04 20:11:47.325564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Transition to ACTIVE for port object 7ea87c14-074c-4807-8d8f-b23922205ec9 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:47.346627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a4cf3845-ad6c-4cb0-a062-9247276e2362 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Unset dirty status for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:47.354990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a4cf3845-ad6c-4cb0-a062-9247276e2362 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "GET /v2.0/ports/fd732144-0dc3-437c-8d50-6c0aabefc83d HTTP/1.1" status: 404 len: 333 time: 0.4556241 Feb 04 20:11:47.356608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:47.359354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:47.363262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:47.392899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] No DVR routers for this DVR port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:11:47.394130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-953658155'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:47.412030 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:47.413617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=9']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:47.512344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2cf8f825-91ee-4924-99de-333ccffa7437 req-81162e22-1ca8-4e4a-886b-b02214fe534a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222294 Feb 04 20:11:47.579802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea717a8-2ceb-4a22-a217-5d480aeac0f9 None None] Pushing event updated for resources: {'Port': ['ID=7ea87c14-074c-4807-8d8f-b23922205ec9,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:47.634727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:47.635296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:47.635839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on network 1a77bb77-0892-4d61-817e-67ca407bd763 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:47.698001 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'c01ed74b-df52-41db-9205-26f66f26d880', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'port_id': 'eeee5919-d165-49e1-acbf-37982b26adde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'mac_address': 'fa:16:3e:75:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:10:16Z', 'updated_at': '2022-02-04T20:11:44Z', 'revision_number': 1, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:17Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:47.698664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on network 1a77bb77-0892-4d61-817e-67ca407bd763 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:11:47.699068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Attempting to bind port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on network 1a77bb77-0892-4d61-817e-67ca407bd763 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:47.714818 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] Checking router: 61c44c91-f9fa-43e9-a030-9b7dd22f2934 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:11:47.733804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:47.734386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Checking segment: {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:47.734997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Bound using segment: {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:47.735741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Bound port: 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a46aac3-9529-46ca-a331-3abad1e9adb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:47.736312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:47.748595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:47.749234 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:47.812569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.077761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.080539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Attempting to bind port 7ea87c14-074c-4807-8d8f-b23922205ec9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:48.081041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Attempting to bind port 7ea87c14-074c-4807-8d8f-b23922205ec9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:48.081267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Attempting to bind port 7ea87c14-074c-4807-8d8f-b23922205ec9 on network 23b46829-e485-40eb-99b2-54969ff3d2b3 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:48.099459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:48.099864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Checking segment: {'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:48.100272 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.100700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Bound using segment: {'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:48.101176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Bound port: 7ea87c14-074c-4807-8d8f-b23922205ec9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8f3b15-0df8-444d-a951-ca53ee161994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:48.101552 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.233128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:48.237685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:48.274705 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e94b34a-d993-4609-9670-b725f244b1af req-e874927c-a306-4eb9-9d08-8e5894a8c0b2 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9618173 Feb 04 20:11:48.332125 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:11:48.408006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:48.408006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:48.408006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:48.445945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] For port 7ea87c14-074c-4807-8d8f-b23922205ec9, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:48.480410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] For port 7ea87c14-074c-4807-8d8f-b23922205ec9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7ea87c14-074c-4807-8d8f-b23922205ec9,segment=NetworkSegment(7c8f3b15-0df8-444d-a951-ca53ee161994),segment_id=7c8f3b15-0df8-444d-a951-ca53ee161994)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:48.510601 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde', 'status': 'completed', 'code': 200} Feb 04 20:11:48.561229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:48.569890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Pushing event updated for resources: {'Port': ['ID=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:48.572809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:48.626318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcdc08-4beb-4836-ab53-b47345647b48 req-39650ed1-dc6c-4931-96f3-d775130ce0b8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:48.634819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ddcdc08-4beb-4836-ab53-b47345647b48 req-39650ed1-dc6c-4931-96f3-d775130ce0b8 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.7042801 Feb 04 20:11:48.771955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4fd3-94b6-4a1d-9a30-971b6c1c8030 req-1211f509-904f-40b4-a40c-42a8d8a2772d tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:48.773580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae8a4fd3-94b6-4a1d-9a30-971b6c1c8030 req-1211f509-904f-40b4-a40c-42a8d8a2772d tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 1101 time: 0.1245787 Feb 04 20:11:48.816461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae8a4fd3-94b6-4a1d-9a30-971b6c1c8030 req-b610b773-1dfd-4555-8515-d9a93501248f tempest-ServersOnMultiNodesTest-1094331081 tempest-ServersOnMultiNodesTest-1094331081-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363376 Feb 04 20:11:48.842137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.859951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ddcdc08-4beb-4836-ab53-b47345647b48 req-83328f21-49af-46fc-8e13-fc07c043c76a tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242725 Feb 04 20:11:48.910668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:48.911738 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.914448 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.939799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:48.940419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.941852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] 10.222.0.62 "PUT /v2.0/ports/87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 1092 time: 4.4909842 Feb 04 20:11:48.956776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:48.971909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:48.989220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] device_id is not set on port 71dc10fe-864f-48ce-84e6-67d096cbab48 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:11:49.035580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-961f2b1b-50c7-43f4-aba5-7600d6efab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:49.036424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'c01ed74b-df52-41db-9205-26f66f26d880', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'port_id': 'eeee5919-d165-49e1-acbf-37982b26adde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'mac_address': 'fa:16:3e:75:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:10:16Z', 'updated_at': '2022-02-04T20:11:44Z', 'revision_number': 1, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:17Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:49.037067 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-961f2b1b-50c7-43f4-aba5-7600d6efab54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec847ac077d456db255dfe858da5e9e&device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 1096 time: 0.5151269 Feb 04 20:11:49.044775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa83c1e-9eeb-423e-8e09-ea39fe6e386a None None] The sync data for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 is: [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'c01ed74b-df52-41db-9205-26f66f26d880', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'port_id': 'eeee5919-d165-49e1-acbf-37982b26adde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'mac_address': 'fa:16:3e:75:f1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:10:16Z', 'updated_at': '2022-02-04T20:11:44Z', 'revision_number': 1, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:17Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:11:49.047877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bea13-3029-47bb-99ff-e6fc060af252 service neutron] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:49.191153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea717a8-2ceb-4a22-a217-5d480aeac0f9 None None] Pushing event updated for resources: {'Port': ['ID=7ea87c14-074c-4807-8d8f-b23922205ec9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:49.223671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:49.228494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:49.661981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:11:49.690180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=d6697286-c1f5-4dd3-9ff1-171a35ec0612,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:49.716121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:49.716604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: 46d0e54c-5542-4e35-9775-a731dae01186, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:11:49.750205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-96b90e82-2de6-4db1-98dc-57c14a038193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:49.752419 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-96b90e82-2de6-4db1-98dc-57c14a038193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1096 time: 0.7852659 Feb 04 20:11:49.855556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Allocated IP 2001:db8::395 (d3987178-f7ea-4d5c-a550-efd7c0b6f1b9/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1/71dc10fe-864f-48ce-84e6-67d096cbab48) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:49.909642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d1d7-162e-465d-8c93-4383a273f39c req-3de7c838-3893-4805-a003-d18fb7769c8d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:49.921397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88a3d1d7-162e-465d-8c93-4383a273f39c req-3de7c838-3893-4805-a003-d18fb7769c8d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 0.7735572 Feb 04 20:11:49.979091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 46d0e54c-5542-4e35-9775-a731dae01186 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:11:50.060794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-9cb53066-4e38-4fec-870e-2f44c3880896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:50.062061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-9cb53066-4e38-4fec-870e-2f44c3880896 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c HTTP/1.1" status: 200 len: 915 time: 1.0112772 Feb 04 20:11:50.068159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88a3d1d7-162e-465d-8c93-4383a273f39c req-147e8b66-89f3-4a22-8948-238d47b49003 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458831 Feb 04 20:11:50.086256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 46d0e54c-5542-4e35-9775-a731dae01186) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:50.134812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f168fc8-bb48-4b24-99f7-af40faef2b93 None None] New status for floating IP c01ed74b-df52-41db-9205-26f66f26d880: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:11:50.154453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:50.155329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:50.294579 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'status': 'completed', 'code': 200} Feb 04 20:11:50.354283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912812e-d2cb-4ea0-aae6-9a4ea672f398 None None] Network 46d0e54c-5542-4e35-9775-a731dae01186 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:50.354786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:50.545857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ea54362-1d24-4577-9c50-ae3cdc976227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:50.685295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:50.747483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Transition to ACTIVE for port object 71dc10fe-864f-48ce-84e6-67d096cbab48 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:50.763298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4a44ab03-b48e-47ec-88fb-09675c59eac6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1560476 Feb 04 20:11:50.766516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-feb02193-c87c-4121-ac4f-8e8be1b3063b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee5919-d165-49e1-acbf-37982b26adde HTTP/1.1" status: 200 len: 998 time: 0.6911571 Feb 04 20:11:50.769941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:50.879881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387f2c5-3ed6-4103-8428-b39a677556de req-960ea09a-585b-4e1d-a66b-9705f1a7957f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:50.887742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8387f2c5-3ed6-4103-8428-b39a677556de req-960ea09a-585b-4e1d-a66b-9705f1a7957f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.4072282 Feb 04 20:11:51.116749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-114c2da6-8fee-40a2-9a22-cb9c39af38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:51.123906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-114c2da6-8fee-40a2-9a22-cb9c39af38b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6eb9a43a-40bf-4cd3-949a-f57b095d8d3d HTTP/1.1" status: 200 len: 853 time: 0.3478644 Feb 04 20:11:51.150724 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:51.214268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-c2f11a30-d2da-405f-a702-c67dc2657a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:51.228691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-c2f11a30-d2da-405f-a702-c67dc2657a7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 915 time: 1.4199283 Feb 04 20:11:51.341175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8387f2c5-3ed6-4103-8428-b39a677556de req-7c2e7316-1445-4cd3-8c7a-db076a36b662 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393785 Feb 04 20:11:51.366309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:51.379426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:51.409415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:51.423198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:51.423897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:51.453422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=71dc10fe-864f-48ce-84e6-67d096cbab48,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:51.556662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-9eb73cc1-e16f-416d-bd35-eee4f2d577bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 217 time: 0.1557083 Feb 04 20:11:51.591064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-bda43ce7-d9e5-4c9d-9a82-a4e7944dab4b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:51.592625 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-bda43ce7-d9e5-4c9d-9a82-a4e7944dab4b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 950 time: 0.5660930 Feb 04 20:11:51.703513 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4f1f35b8-1927-4dea-9a53-fb486978fae0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3231807 Feb 04 20:11:51.729484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-46d0e54c-5542-4e35-9775-a731dae01186', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:11:51.731046 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:51.740223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60262) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:51.855986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6d:7d:56'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:51.907484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:11:40Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:48Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:51.914897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e27fd2-a653-4d54-888b-a4baf63c4e33 None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:11:40Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:48Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:11:52.088831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2a210f65-bc87-4305-b0a8-9fdb6b4b8aac None None] Provisioning for port 71dc10fe-864f-48ce-84e6-67d096cbab48 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:52.095738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2a210f65-bc87-4305-b0a8-9fdb6b4b8aac None None] Provisioning complete for port 71dc10fe-864f-48ce-84e6-67d096cbab48 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:52.096114 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a210f65-bc87-4305-b0a8-9fdb6b4b8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:52.255230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-0ddf80d1-c841-4c1e-af0f-21f87d2dd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:52.264442 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-0ddf80d1-c841-4c1e-af0f-21f87d2dd493 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 200 len: 854 time: 0.6839218 Feb 04 20:11:52.289925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Allocated IP 2001:db8:1::2 (46d0e54c-5542-4e35-9775-a731dae01186/d6697286-c1f5-4dd3-9ff1-171a35ec0612/8540876d-5e0c-4d56-abaf-50183fc742c8) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:52.338280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2a210f65-bc87-4305-b0a8-9fdb6b4b8aac None None] Port 71dc10fe-864f-48ce-84e6-67d096cbab48 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:52.574904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:52.592267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:52.606434 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-28df6e7f-65eb-4a8c-b14a-a232e30a7d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:52.768409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66278fa0-a04c-4153-9f9b-862064a13c2a req-d0e9717e-46ac-4330-a34c-e48073e21571 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:52.777419 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66278fa0-a04c-4153-9f9b-862064a13c2a req-d0e9717e-46ac-4330-a34c-e48073e21571 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 950 time: 2.3030391 Feb 04 20:11:52.902552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-86b811a0-3d19-4ace-a648-caae5918db36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a77bb77-0892-4d61-817e-67ca407bd763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195363 Feb 04 20:11:52.997091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.025823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Transition to ACTIVE for port object 8540876d-5e0c-4d56-abaf-50183fc742c8 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:53.059441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Transition to ACTIVE for port object 8540876d-5e0c-4d56-abaf-50183fc742c8 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:11:53.140624 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.282213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.426343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66278fa0-a04c-4153-9f9b-862064a13c2a req-6cbaaf06-37f9-484e-b8d4-76aa4659524f tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477211 Feb 04 20:11:53.476874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-abe04095-5b7e-4e89-bacb-ec8c435d9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:53.478380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-abe04095-5b7e-4e89-bacb-ec8c435d9ba6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.2238770 Feb 04 20:11:53.529771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Network 46d0e54c-5542-4e35-9775-a731dae01186 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:11:53.545962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:11:53.558981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:11:53.583068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.626240 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.648148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Pushing event updated for resources: {'Port': ['ID=8540876d-5e0c-4d56-abaf-50183fc742c8,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:53.815011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d9c2d-59df-4c1a-9b9f-79ce03ac1d85 req-f4433fc9-3402-4eba-a189-a3d017408228 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:53.823202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d3d9c2d-59df-4c1a-9b9f-79ce03ac1d85 req-f4433fc9-3402-4eba-a189-a3d017408228 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 2.1215818 Feb 04 20:11:53.853988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-699c1741-4780-46dd-8e25-db944ad22812 service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8755488 Feb 04 20:11:53.863194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.896272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:53.896663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.906001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:53.986270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ea87c14-074c-4807-8d8f-b23922205ec9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:54.016862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-4c4fd5eb-fc5b-488b-bc5e-cfe601af2bfc service neutron] 10.222.0.62 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042825 Feb 04 20:11:54.074677 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.081780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Attempting to bind port 8540876d-5e0c-4d56-abaf-50183fc742c8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:11:54.083002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Attempting to bind port 8540876d-5e0c-4d56-abaf-50183fc742c8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:11:54.083590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Attempting to bind port 8540876d-5e0c-4d56-abaf-50183fc742c8 on network 46d0e54c-5542-4e35-9775-a731dae01186 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:11:54.088604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d3d9c2d-59df-4c1a-9b9f-79ce03ac1d85 req-5a3c98f1-2733-47bc-a26f-22c9e667522c tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642555 Feb 04 20:11:54.092081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:11:54.092922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Checking segment: {'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:11:54.093570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.094181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Bound using segment: {'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:11:54.095662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Bound port: 8540876d-5e0c-4d56-abaf-50183fc742c8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:11:54.096332 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.114798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:54.156372 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.301727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] For port 8540876d-5e0c-4d56-abaf-50183fc742c8, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:11:54.306044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] For port 8540876d-5e0c-4d56-abaf-50183fc742c8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8540876d-5e0c-4d56-abaf-50183fc742c8,segment=NetworkSegment(ccd1d128-ae7d-4e80-89d7-e5805c95c03e),segment_id=ccd1d128-ae7d-4e80-89d7-e5805c95c03e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:11:54.377335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] In _notify_port_updated(), no bound segment for port 71dc10fe-864f-48ce-84e6-67d096cbab48 on network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:11:54.386969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:54.387955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.389270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "PUT /v2.0/ports/71dc10fe-864f-48ce-84e6-67d096cbab48 HTTP/1.1" status: 200 len: 1002 time: 2.5498791 Feb 04 20:11:54.402999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.403958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60276) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:54.516824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfd7e1-040c-4b18-ac3f-96beb81386e1 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=71dc10fe-864f-48ce-84e6-67d096cbab48,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:54.547801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316f439-383d-4d79-83ee-3cc4ec25dede None None] Pushing event updated for resources: {'Port': ['ID=8540876d-5e0c-4d56-abaf-50183fc742c8,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:54.567265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7ea87c14-074c-4807-8d8f-b23922205ec9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:54.612608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7ea87c14-074c-4807-8d8f-b23922205ec9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:54.612608 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.650901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting port 71dc10fe-864f-48ce-84e6-67d096cbab48 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:11:54.651356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.821441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaae017-f94a-4aef-96b3-4d6a85246e37 req-46f727b6-c8a0-47e4-bbb1-0b8be457e054 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:54.829013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcaae017-f94a-4aef-96b3-4d6a85246e37 req-46f727b6-c8a0-47e4-bbb1-0b8be457e054 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.5129347 Feb 04 20:11:54.884006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.892378 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:54.915105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3', '6f48eebb-1951-4b28-a917-4c3f402fbc93', 'bab564e9-7fce-4640-a7f5-655bded0e62f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:54.967750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', '7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:11:55.132535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bcaae017-f94a-4aef-96b3-4d6a85246e37 req-3a40916b-a19d-4596-b74a-b29089d860e5 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018703 Feb 04 20:11:55.138078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=334f0b9d-03a0-48a5-81bd-c9f45fea11a6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:55.323990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 7ea87c14-074c-4807-8d8f-b23922205ec9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7ea87c14-074c-4807-8d8f-b23922205ec9,segment=NetworkSegment(7c8f3b15-0df8-444d-a951-ca53ee161994),segment_id=7c8f3b15-0df8-444d-a951-ca53ee161994)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:11:55.390284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e444830-988b-46f3-9771-72597027c29f None None] Provisioning complete for port 71dc10fe-864f-48ce-84e6-67d096cbab48 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:55.391033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e444830-988b-46f3-9771-72597027c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:55.580187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:11:55.586127 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:55.591931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3e444830-988b-46f3-9771-72597027c29f None None] Port 71dc10fe-864f-48ce-84e6-67d096cbab48 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:11:55.596804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69b77043-f093-4026-9df6-7d414d428fe0 req-2dace884-d864-4dbe-b46e-8f8efd513b80 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 210 time: 0.1414416 Feb 04 20:11:55.596972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:55.605104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'name': 'network-vif-deleted', 'tag': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:11:55.616582 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ca2598-6715-47c9-bcc6-b9ea9e0cb7aa req-46aa4467-36d9-4ebe-bb82-5942051cc19d service neutron] 10.222.0.62 "GET /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5342860 Feb 04 20:11:55.699686 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:55.853021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:55.880483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7c24ad2-e24c-4335-a9fa-98d2c82a2c63 req-76f68992-0b9b-4ccb-8645-6fc243012ab2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "DELETE /v2.0/ports/334f0b9d-03a0-48a5-81bd-c9f45fea11a6 HTTP/1.1" status: 204 len: 173 time: 4.2797999 Feb 04 20:11:55.894070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8540876d-5e0c-4d56-abaf-50183fc742c8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:56.036843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:11:56.045092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efeb8b-79f1-4a85-b032-b26e342ea12d req-091ef1d6-0dc3-4dbd-81f5-f34266bba039 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:56.054507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5efeb8b-79f1-4a85-b032-b26e342ea12d req-091ef1d6-0dc3-4dbd-81f5-f34266bba039 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 2.3776207 Feb 04 20:11:56.073680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Calling delete_port for 71dc10fe-864f-48ce-84e6-67d096cbab48 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:11:56.157748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-2925edcd-2c32-4f6a-9bd5-24369fe1efda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.5416348 Feb 04 20:11:56.219650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1b5f0a1-82a7-4919-b9cb-6309771b3773 req-3581d229-0907-4323-9ec5-ff33b0d8f77a service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2406566 Feb 04 20:11:56.227517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=7ea87c14-074c-4807-8d8f-b23922205ec9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:56.258000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:11:56.258942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 334f0b9d-03a0-48a5-81bd-c9f45fea11a6 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:11:56.453093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:11:56.498569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5efeb8b-79f1-4a85-b032-b26e342ea12d req-c429704a-5b49-4e6d-b276-2b1b9525b2cb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261880 Feb 04 20:11:56.636198 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6095d-88db-42a8-a03a-b0e1bf7fd356', 'name': 'network-vif-deleted', 'tag': '334f0b9d-03a0-48a5-81bd-c9f45fea11a6', 'status': 'completed', 'code': 200} Feb 04 20:11:56.658199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8540876d-5e0c-4d56-abaf-50183fc742c8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:56.937898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815599d-73eb-4b71-b529-cd6db604534d req-ceb9573d-d8bb-4926-9949-7873d417f5fe tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:56.943398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7815599d-73eb-4b71-b529-cd6db604534d req-ceb9573d-d8bb-4926-9949-7873d417f5fe tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.9486165 Feb 04 20:11:56.967081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eeabfe-ec13-47f5-990a-61768943ad12 None None] Network 46d0e54c-5542-4e35-9775-a731dae01186 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:11:57.071833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7815599d-73eb-4b71-b529-cd6db604534d req-325f2337-9ad4-4b26-9d30-53e3e9ea880a tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144245 Feb 04 20:11:57.392840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-a253b1ab-3180-4430-a3ef-b361e675de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:57.394920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-a253b1ab-3180-4430-a3ef-b361e675de3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 1100 time: 1.1743114 Feb 04 20:11:57.427610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8:1::1 (46d0e54c-5542-4e35-9775-a731dae01186/d6697286-c1f5-4dd3-9ff1-171a35ec0612/3796fca4-c142-482a-a19c-ba5bbe0cc287) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:11:57.479041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9093b614-273d-487e-90fb-5baf9bd162fa None None] Provisioning for port 8540876d-5e0c-4d56-abaf-50183fc742c8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:11:57.485828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9093b614-273d-487e-90fb-5baf9bd162fa None None] Provisioning complete for port 8540876d-5e0c-4d56-abaf-50183fc742c8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:57.486592 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9093b614-273d-487e-90fb-5baf9bd162fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:57.576610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-0e3f8040-476a-4c17-bbba-14bb125978dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:57.578874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2df6f209-6415-426a-9969-ee79881b78a2 req-33f5003e-f003-4256-be1e-4beaf9177142 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:57.588042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:57.590843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-0e3f8040-476a-4c17-bbba-14bb125978dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1096 time: 1.0522437 Feb 04 20:11:57.638763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae246d5-378c-4eed-950c-128c27a7eaf1 req-a47cf677-b076-4e8f-b9e1-785760a5229b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:57.640497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cae246d5-378c-4eed-950c-128c27a7eaf1 req-a47cf677-b076-4e8f-b9e1-785760a5229b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.5255563 Feb 04 20:11:57.821945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:11:57.850228 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Sync routers for ids ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:11:57.927931 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Routers {'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:11:57.929529 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:58.065757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Port': ['ID=71dc10fe-864f-48ce-84e6-67d096cbab48,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:11:58.096144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2df6f209-6415-426a-9969-ee79881b78a2 req-33f5003e-f003-4256-be1e-4beaf9177142 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:58.110882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ea87c14-074c-4807-8d8f-b23922205ec9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:11:58.131007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2df6f209-6415-426a-9969-ee79881b78a2 req-33f5003e-f003-4256-be1e-4beaf9177142 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=92d6095d-88db-42a8-a03a-b0e1bf7fd356 HTTP/1.1" status: 200 len: 210 time: 0.8094852 Feb 04 20:11:58.434498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:58.611265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aeef8db0-ec9b-459f-9d07-f39a4ac794b9 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/ports/71dc10fe-864f-48ce-84e6-67d096cbab48 HTTP/1.1" status: 204 len: 168 time: 4.1967404 Feb 04 20:11:58.612705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60316) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:58.938585 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11a10df-4a16-4f16-b028-d325c4fcf9df tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] GET failed (client error): The resource could not be found. Feb 04 20:11:58.939149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a11a10df-4a16-4f16-b028-d325c4fcf9df tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Synchronizing usage tracker for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:11:58.956954 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Set router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:11:58.996710 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cae246d5-378c-4eed-950c-128c27a7eaf1 req-240fbcf4-78f1-4a47-b6d9-4508f0a485a7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7744777 Feb 04 20:11:59.041870 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:59.049243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fe3753fa-d904-4999-8d6e-a54967d13f5b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 17.1770072 Feb 04 20:11:59.058047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a11a10df-4a16-4f16-b028-d325c4fcf9df tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Unset dirty status for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:11:59.059281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a11a10df-4a16-4f16-b028-d325c4fcf9df tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "GET /v2.0/ports/71dc10fe-864f-48ce-84e6-67d096cbab48 HTTP/1.1" status: 404 len: 333 time: 0.4438994 Feb 04 20:11:59.072424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60324) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:59.074777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60326) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:11:59.246766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-371400374'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:11:59.308580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-30de2237-b9ba-4458-87de-18f1adec1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:59.310472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-30de2237-b9ba-4458-87de-18f1adec1f8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 915 time: 1.5330806 Feb 04 20:11:59.311693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-480cf39b-cdd9-4d7a-a39d-17bff3735e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:59.313321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-480cf39b-cdd9-4d7a-a39d-17bff3735e3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 1.8146787 Feb 04 20:11:59.470415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7ea87c14-074c-4807-8d8f-b23922205ec9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:11:59.471138 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:59.656582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:11:59.685742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:11:59.760686 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:11:49Z', 'revision_number': 3, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:11:59.766057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc875-af37-43ec-8935-163b704612d8 req-bfe529ed-c299-484d-8080-f1b01e957bd5 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:11:59.775814 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Checking router: a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:11:59.778195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-871bc875-af37-43ec-8935-163b704612d8 req-bfe529ed-c299-484d-8080-f1b01e957bd5 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.9413681 Feb 04 20:11:59.778367 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Updating router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:11:59.821075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:11:59.837971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:59.992526 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:11:59.993036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-e4f61171-12de-4eb3-b000-b2a9f4503d3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6 HTTP/1.1" status: 200 len: 217 time: 0.3667378 Feb 04 20:12:00.018518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-f2061ae8-5aed-4923-86a3-2d412c7ff363 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 217 time: 0.6847754 Feb 04 20:12:00.022959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] device_id is not set on port 2919c956-ecd2-423a-8ef8-b1d17d9a2450 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:12:00.192970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9093b614-273d-487e-90fb-5baf9bd162fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:00.403993 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-871bc875-af37-43ec-8935-163b704612d8 req-f5171689-695c-4f92-a416-203fca47b064 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6363573 Feb 04 20:12:00.476789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-6a9b6c7f-89e8-4a51-ae58-035f112a97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:00.485895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-6a9b6c7f-89e8-4a51-ae58-035f112a97d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 200 len: 854 time: 0.4656913 Feb 04 20:12:00.536045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9093b614-273d-487e-90fb-5baf9bd162fa None None] For port 8540876d-5e0c-4d56-abaf-50183fc742c8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8540876d-5e0c-4d56-abaf-50183fc742c8,segment=NetworkSegment(ccd1d128-ae7d-4e80-89d7-e5805c95c03e),segment_id=ccd1d128-ae7d-4e80-89d7-e5805c95c03e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:00.648387 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9093b614-273d-487e-90fb-5baf9bd162fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:00.673999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-da59ae43-4423-494d-b28a-7e3a65d3025b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a77bb77-0892-4d61-817e-67ca407bd763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665370 Feb 04 20:12:00.810587 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:00.829240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6cfdeb59-a61a-417a-9d97-e3109ebead84 None None] Provisioning complete for port 8540876d-5e0c-4d56-abaf-50183fc742c8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:00.829240 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6cfdeb59-a61a-417a-9d97-e3109ebead84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:00.849842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Allocated IP 2001:db8::e8 (d3987178-f7ea-4d5c-a550-efd7c0b6f1b9/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1/2919c956-ecd2-423a-8ef8-b1d17d9a2450) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:00.868558 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:00.902492 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Transition to ACTIVE for port object 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:00.946672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093b614-273d-487e-90fb-5baf9bd162fa None None] Pushing event updated for resources: {'Port': ['ID=8540876d-5e0c-4d56-abaf-50183fc742c8,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:00.978730 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:01.204868 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Pushing event updated for resources: {'Port': ['ID=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:01.254471 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.254471 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.255211 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.258351 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.258994 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.259332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.259661 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.260000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.260504 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.262383 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.275268 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.275925 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:01.283787 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Attempting to bind port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:01.283787 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Attempting to bind port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:01.284010 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Attempting to bind port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:01.291424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:01.291424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:01.294636 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:01.295168 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:01.296521 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Bound port: 5ec9b53d-3e31-4469-8003-bb2c82b3ac62, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:01.298423 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:01.440361 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] For port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:01.440361 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] For port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:01.450619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 3796fca4-c142-482a-a19c-ba5bbe0cc287 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:01.501621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-49c4f581-84a9-449a-a7dc-3f046ea0688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:01.501621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-49c4f581-84a9-449a-a7dc-3f046ea0688e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 1.3588378 Feb 04 20:12:01.521425 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:01.580639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0f7d7-9e6e-4391-80da-16b6d1fae363 req-9e2eb436-eea2-4ae2-85ed-a0ddaf878191 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:01.582441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49f0f7d7-9e6e-4391-80da-16b6d1fae363 req-9e2eb436-eea2-4ae2-85ed-a0ddaf878191 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 1.7499835 Feb 04 20:12:01.595503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:01.681031 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189b2e1-9314-4f42-a961-850217d0d16f None None] Pushing event updated for resources: {'Port': ['ID=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:01.718982 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Routers {'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:01.718982 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:01.737140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:01.831744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 46d0e54c-5542-4e35-9775-a731dae01186 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:01.840625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:01.846776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:01.847447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:02.005330 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] Set router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:02.042875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-605d4b78-2dc1-485d-830e-016236feddbb service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3255222 Feb 04 20:12:02.143813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49f0f7d7-9e6e-4391-80da-16b6d1fae363 req-a15574e8-aa2b-484b-9f2a-7be6c07d32b2 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242026 Feb 04 20:12:02.531659 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:12:02.765797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-96c7e668-defa-47e1-abf9-41cb1f2a88e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6431603 Feb 04 20:12:02.767656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a9d4650-8ad5-4c2c-b773-1050cb895897 req-40b9c222-3ce4-471b-a910-8da07bea8e05 service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746330 Feb 04 20:12:02.775592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8540876d-5e0c-4d56-abaf-50183fc742c8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:02.805361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Transition to ACTIVE for port object 2919c956-ecd2-423a-8ef8-b1d17d9a2450 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:02.843482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=3796fca4-c142-482a-a19c-ba5bbe0cc287,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:02.854050 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:02.862513 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:11:49Z', 'revision_number': 3, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:02.871277 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c095e-5d2f-42ce-8462-9bccc2cb461a None None] The sync data for ids ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'] in n-d-811806-1 is: [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:11:49Z', 'revision_number': 3, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:02.980324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8540876d-5e0c-4d56-abaf-50183fc742c8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:02.981096 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:03.108868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-291b993a-8800-42db-86a3-133a5633d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:03.108868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-291b993a-8800-42db-86a3-133a5633d2ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6018398 Feb 04 20:12:03.175532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9adb4f4f-2832-43cb-b478-72ab855ae808 None None] Provisioning for port 3796fca4-c142-482a-a19c-ba5bbe0cc287 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:03.209549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9adb4f4f-2832-43cb-b478-72ab855ae808 None None] Provisioning complete for port 3796fca4-c142-482a-a19c-ba5bbe0cc287 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:03.209959 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9adb4f4f-2832-43cb-b478-72ab855ae808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:03.273022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-8d9aa2e8-c438-4ddb-8ba9-11dba2811b82 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522965 Feb 04 20:12:03.283293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f43a1-6f51-4bce-9974-c09cdb49c1d7 req-a9490c00-6dc3-4b59-a62f-f54c04d71a63 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:03.284900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-584f43a1-6f51-4bce-9974-c09cdb49c1d7 req-a9490c00-6dc3-4b59-a62f-f54c04d71a63 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 2.2530246 Feb 04 20:12:03.464183 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-584f43a1-6f51-4bce-9974-c09cdb49c1d7 req-0ddb8124-0ee3-425b-8c22-7de265ebd669 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453209 Feb 04 20:12:03.560792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9adb4f4f-2832-43cb-b478-72ab855ae808 None None] Port 3796fca4-c142-482a-a19c-ba5bbe0cc287 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:03.732053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408415ad-a28c-48d5-ba30-f2d924555712 req-2830b028-0a19-4953-b747-e8f1c83bcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:03.743650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-408415ad-a28c-48d5-ba30-f2d924555712 req-2830b028-0a19-4953-b747-e8f1c83bcb75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 1097 time: 1.2501988 Feb 04 20:12:03.910811 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:04.091572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:04.121960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:04.134110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:04.139746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:04.140308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:04.320141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587517e2-30af-4131-b0e8-62922f97676e req-635deeca-22c3-44bf-bcf3-ebc86ae75866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:04.320141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-635deeca-22c3-44bf-bcf3-ebc86ae75866 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 1.3410294 Feb 04 20:12:04.608128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=2919c956-ecd2-423a-8ef8-b1d17d9a2450,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:04.723106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4cd7e975-d519-4ee5-ae7f-a4d2490871ee tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.6367328 Feb 04 20:12:04.765038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3470153b-26b9-4540-9d3c-1cbb1e63ad96 None None] Provisioning for port 2919c956-ecd2-423a-8ef8-b1d17d9a2450 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:04.787139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60370) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:04.788522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3470153b-26b9-4540-9d3c-1cbb1e63ad96 None None] Provisioning complete for port 2919c956-ecd2-423a-8ef8-b1d17d9a2450 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:04.788522 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3470153b-26b9-4540-9d3c-1cbb1e63ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:04.828463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408415ad-a28c-48d5-ba30-f2d924555712 req-8874df97-692c-4868-a4ec-bd5521cf94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:04.829678 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-408415ad-a28c-48d5-ba30-f2d924555712 req-8874df97-692c-4868-a4ec-bd5521cf94b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 1.0852311 Feb 04 20:12:04.853983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'network_id': 'd3987178-f7ea-4d5c-a550-efd7c0b6f1b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-618359021'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:04.879724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3470153b-26b9-4540-9d3c-1cbb1e63ad96 None None] Port 2919c956-ecd2-423a-8ef8-b1d17d9a2450 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:04.911893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:04.990560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:05.083423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:05.155254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cd3a96a-d3cc-4045-996e-5be0ba913394 req-b2493e79-0ce3-427b-9bc5-c4bd3bcd8829 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8586216 Feb 04 20:12:05.205607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6ab4-960f-4893-9161-59f273944ea6 req-228e03f3-f1c6-4f13-91f9-7db176d520a9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:05.218820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5db6ab4-960f-4893-9161-59f273944ea6 req-228e03f3-f1c6-4f13-91f9-7db176d520a9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 949 time: 1.6079984 Feb 04 20:12:05.281487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:05.287396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:05.287396 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:05.337780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-408415ad-a28c-48d5-ba30-f2d924555712 req-7fdeb9b6-e875-47d6-a415-60d098972c9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab HTTP/1.1" status: 200 len: 217 time: 0.3644657 Feb 04 20:12:05.545968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:05.547464 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:05.562462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587517e2-30af-4131-b0e8-62922f97676e req-ba1b7b56-a978-4ba6-9044-49b5f9c13839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:05.562462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-ba1b7b56-a978-4ba6-9044-49b5f9c13839 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 1.0295579 Feb 04 20:12:05.600810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408415ad-a28c-48d5-ba30-f2d924555712 req-08360ac2-54e5-43b4-955f-37561f0ae4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:05.602582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-408415ad-a28c-48d5-ba30-f2d924555712 req-08360ac2-54e5-43b4-955f-37561f0ae4fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.2283735 Feb 04 20:12:05.612816 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:05.633960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da9771-249a-4224-9268-ea932088a4b9 req-65680865-cb53-4dee-9fc0-4ec2f4cdff15 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:05.650842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:05.673534 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5da9771-249a-4224-9268-ea932088a4b9 req-65680865-cb53-4dee-9fc0-4ec2f4cdff15 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 946 time: 1.7608333 Feb 04 20:12:05.756462 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:05.813616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=3796fca4-c142-482a-a19c-ba5bbe0cc287,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:05.817180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-c2f36ff3-52cf-47a7-a153-e557f4bd6b41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.1181667 Feb 04 20:12:05.878369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5db6ab4-960f-4893-9161-59f273944ea6 req-22959b4b-9c54-4a5a-93ef-eaa72d2dbf50 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507542 Feb 04 20:12:05.904905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:05.928865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.930186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.930824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.940798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.941313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.942008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.942568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.943082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.943587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.949325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.949325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:05.949325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:06.064074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c750ffdc-dcb0-45fd-b01f-16505c92dbab no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:06.072452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5da9771-249a-4224-9268-ea932088a4b9 req-043c0f62-e0f4-4adb-b37a-8e55509543ed tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064522 Feb 04 20:12:06.074109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:06.099207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Usage tracker for resource:port and tenant:1fd6eefb38c341ed8f4191d1c5a76180 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:06.115748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:06.154048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:06.257849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587517e2-30af-4131-b0e8-62922f97676e req-2c7c353a-5b73-4ccb-a829-fbee24e3cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:06.268690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-2c7c353a-5b73-4ccb-a829-fbee24e3cddd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.3937297 Feb 04 20:12:06.310946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408415ad-a28c-48d5-ba30-f2d924555712 req-50520f52-b0e4-4cbe-bf53-871269e4e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:06.312435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-408415ad-a28c-48d5-ba30-f2d924555712 req-50520f52-b0e4-4cbe-bf53-871269e4e2d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6420221 Feb 04 20:12:06.364568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70860c27-e814-4bac-b012-8201620c170e req-5565520a-6597-4ccd-abb4-f23e200289c2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:06.371120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70860c27-e814-4bac-b012-8201620c170e req-5565520a-6597-4ccd-abb4-f23e200289c2 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 949 time: 1.0675442 Feb 04 20:12:06.401190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Made reservation on behalf of 1fd6eefb38c341ed8f4191d1c5a76180 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:06.404667 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:06.453827 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:06.505648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:06.514020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8228b-4ecd-4b9c-ad0c-24cd9e39f827 req-5ffc01ea-3c77-453c-937d-7034665dba5b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:06.523673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c8228b-4ecd-4b9c-ad0c-24cd9e39f827 req-5ffc01ea-3c77-453c-937d-7034665dba5b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.4063053 Feb 04 20:12:06.527134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] device_id is not set on port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:12:06.552959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:06.581962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Allocated IP 172.20.0.1 (5f318222-2fc0-49fc-85a8-0dbbf1a6c165/40aeaca4-a5da-4f4d-b160-057c5a9effd8/e733b1d4-b80d-4f06-a384-03ad1a4ce538) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:06.623651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 46d0e54c-5542-4e35-9775-a731dae01186 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:06.635471 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'code': 200} Feb 04 20:12:06.641826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:06.689669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c8228b-4ecd-4b9c-ad0c-24cd9e39f827 req-c580465a-ca1e-4c8c-96c6-e467eba4162c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568875 Feb 04 20:12:06.713674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:06.762370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:06.888857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:06.934944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:06.935607 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:07.187927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-408415ad-a28c-48d5-ba30-f2d924555712 req-837af699-85b1-40a3-9d91-88a3d9006ce8 service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417311 Feb 04 20:12:07.217334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port bab564e9-7fce-4640-a7f5-655bded0e62f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:07.218049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:07.290608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-37b5c23e-8f4b-4b5e-9732-fcf96832cc7c None None] Provisioning complete for port 3796fca4-c142-482a-a19c-ba5bbe0cc287 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:07.291978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-37b5c23e-8f4b-4b5e-9732-fcf96832cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:07.440752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37b5c23e-8f4b-4b5e-9732-fcf96832cc7c None None] Port 3796fca4-c142-482a-a19c-ba5bbe0cc287 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:07.649205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587517e2-30af-4131-b0e8-62922f97676e req-a51c4c6c-eb46-4eea-a7ed-9f99b8c826df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:07.650685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-a51c4c6c-eb46-4eea-a7ed-9f99b8c826df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3706777 Feb 04 20:12:07.652603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:07.745559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-408415ad-a28c-48d5-ba30-f2d924555712 req-ce5a6570-5f2c-48f1-a671-fa307f66ed2f service neutron] 10.222.0.24 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889043 Feb 04 20:12:07.840608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:07.944854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d72a0b-5ab1-4d89-9e74-b267ebaf18fa req-c041badb-efbf-43f4-bfa3-b433c432412a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:07.953142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5d72a0b-5ab1-4d89-9e74-b267ebaf18fa req-c041badb-efbf-43f4-bfa3-b433c432412a tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 949 time: 0.7596569 Feb 04 20:12:07.985493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Allocated IP 2001:db8::1f0 (d3987178-f7ea-4d5c-a550-efd7c0b6f1b9/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1/c09ab074-f9b5-40c5-97db-ca32bc5fcc8e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:08.038871 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5d72a0b-5ab1-4d89-9e74-b267ebaf18fa req-0956000f-5f07-4622-a02f-2e500f3b5bd9 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845311 Feb 04 20:12:08.133450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port bab564e9-7fce-4640-a7f5-655bded0e62f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bab564e9-7fce-4640-a7f5-655bded0e62f,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:08.133723 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:08.283846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for bab564e9-7fce-4640-a7f5-655bded0e62f owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:08.321352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:08.370131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eed170-177c-4859-b0f8-cef33cb80eee req-b1d408c8-44bc-4517-8995-bc2955f0063b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:08.370131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eed170-177c-4859-b0f8-cef33cb80eee req-b1d408c8-44bc-4517-8995-bc2955f0063b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.1506813 Feb 04 20:12:08.370131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Transition to ACTIVE for port object c09ab074-f9b5-40c5-97db-ca32bc5fcc8e will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:08.406367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65eed170-177c-4859-b0f8-cef33cb80eee req-6ed6878f-2f6d-473e-b5de-65d11dc06008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504167 Feb 04 20:12:08.511671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709004a0-ed09-455a-806c-f509d898d009 req-c5ab888d-a852-4809-9340-e84d6ff2746b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:08.519330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-709004a0-ed09-455a-806c-f509d898d009 req-c5ab888d-a852-4809-9340-e84d6ff2746b tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 1.1846709 Feb 04 20:12:08.622084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:08.707139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e733b1d4-b80d-4f06-a384-03ad1a4ce538,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:08.730154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:08.745962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:08.809072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:08.818806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:08.828336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:08.830791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:08.853406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:08.872787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:08.874539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:08.882524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:08.910741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-709004a0-ed09-455a-806c-f509d898d009 req-a1cd1164-585a-4c76-8bc6-39421b8303fc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902292 Feb 04 20:12:08.912309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:08.923127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:08.946279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:08.947033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:08.966328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d1448e16-8aec-4ffc-bba9-983b576598d2 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1775975 Feb 04 20:12:08.971293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-9b170d5a-aa8b-4497-b683-3b35dc4a4085 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0367112 Feb 04 20:12:08.978065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60394) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:09.043096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1906299578'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:09.049481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:09.054299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:09.059578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:09.066893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:09.084322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=c09ab074-f9b5-40c5-97db-ca32bc5fcc8e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:09.108209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:09.179898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:09.196971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b3f6e1c5-6bc7-461b-9913-8fa469924642 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3779957 Feb 04 20:12:09.199881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60400) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:09.282983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::142', 'mac_address': 'fa:16:3e:6d:7d:56'}, {'ip_address': '2001:db8::e8', 'mac_address': 'fa:16:3e:06:1d:21'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:09.286520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:09.487575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:09.492284 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:09.539447 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:09.540536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3', '6f48eebb-1951-4b28-a917-4c3f402fbc93'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:09.556858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20991a6d-4c7e-4e39-b0e4-7fe96642113e req-b212923f-b8ca-4e92-b9f1-4d136e0b2768 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 210 time: 0.1338151 Feb 04 20:12:09.561457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=bab564e9-7fce-4640-a7f5-655bded0e62f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:09.640588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', '7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:09.898420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port bab564e9-7fce-4640-a7f5-655bded0e62f on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:09.899496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bab564e9-7fce-4640-a7f5-655bded0e62f no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:09.905349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:09.907425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70860c27-e814-4bac-b012-8201620c170e req-6c6db4d2-cbe6-4c6c-911e-db6d89a3b834 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "DELETE /v2.0/ports/bab564e9-7fce-4640-a7f5-655bded0e62f HTTP/1.1" status: 204 len: 173 time: 3.4911249 Feb 04 20:12:09.910541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'name': 'network-vif-deleted', 'tag': 'bab564e9-7fce-4640-a7f5-655bded0e62f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:09.926239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:12:09.973059 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:09.975591 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment 13ac454c-c21b-4ebc-ac14-541796b2dd14 of type vlan for network bd2df022-3f8b-4191-bc9e-6b78f3169f1e Feb 04 20:12:10.006778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-587517e2-30af-4131-b0e8-62922f97676e req-b536933a-b591-49ca-853d-20e618421b94 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0290155 Feb 04 20:12:10.034755 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb1c0cc-2ad8-4bba-a4a8-41808675200d', 'name': 'network-vif-deleted', 'tag': 'bab564e9-7fce-4640-a7f5-655bded0e62f', 'status': 'completed', 'code': 200} Feb 04 20:12:10.054436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:10.117466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab951de-59f8-47b1-9030-53fccfcf2958 req-5241ec4c-fbf3-425a-82a5-6d064f7d0bdd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:10.125388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ab951de-59f8-47b1-9030-53fccfcf2958 req-5241ec4c-fbf3-425a-82a5-6d064f7d0bdd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.4422922 Feb 04 20:12:10.182466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:10.225633 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ab951de-59f8-47b1-9030-53fccfcf2958 req-929bdbd6-5d98-4379-91ee-7503adfb0c12 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989223 Feb 04 20:12:10.244971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: bab564e9-7fce-4640-a7f5-655bded0e62f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:10.245584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bab564e9-7fce-4640-a7f5-655bded0e62f not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:10.362994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:10.370310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:10.380804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:10.393966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a5191160-017d-49c9-b655-594ee80a06c0 None None] Provisioning for port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:10.450894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a5191160-017d-49c9-b655-594ee80a06c0 None None] Provisioning complete for port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:10.453584 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a5191160-017d-49c9-b655-594ee80a06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:10.551605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a5191160-017d-49c9-b655-594ee80a06c0 None None] Port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:10.587863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=bd2df022-3f8b-4191-bc9e-6b78f3169f1e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:10.669626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:12:10.703076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-76ed314b-3103-482f-b4ef-471a99b30750 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7251987 Feb 04 20:12:10.703189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:01Z', 'revision_number': 3, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:04Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:10.706987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60414) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:10.715429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:10.936295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387f2f-9774-41d6-ba6e-354b9255b036 req-e37d9f64-d718-4b41-95e1-ecd442ae673e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:10.937838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd387f2f-9774-41d6-ba6e-354b9255b036 req-e37d9f64-d718-4b41-95e1-ecd442ae673e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.5763500 Feb 04 20:12:11.003888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:11.004570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Updating router 388821cb-c2c8-427b-84c1-a9c20c8cad07 port 3796fca4-c142-482a-a19c-ba5bbe0cc287 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:12:11.006927 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:11.131946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:11.260116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd387f2f-9774-41d6-ba6e-354b9255b036 req-a5e50831-db73-41d4-9cc7-0b3f77dced91 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023849 Feb 04 20:12:11.265534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:11.285346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:11.577488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] In _notify_port_updated(), no bound segment for port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e on network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:12:11.590656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:11.591395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:11.596190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "PUT /v2.0/ports/c09ab074-f9b5-40c5-97db-ca32bc5fcc8e HTTP/1.1" status: 200 len: 1066 time: 2.3916147 Feb 04 20:12:11.600384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60426) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:11.772831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c51d2772-e6ac-4acc-a1a6-9159b19941f9 req-a12fd968-e7eb-4e2e-867a-84c881320138 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:11.859578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:11.866575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:11.870422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:11.896028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:11.954598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c51d2772-e6ac-4acc-a1a6-9159b19941f9 req-a12fd968-e7eb-4e2e-867a-84c881320138 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:11.955927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c51d2772-e6ac-4acc-a1a6-9159b19941f9 req-a12fd968-e7eb-4e2e-867a-84c881320138 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1c0cc-2ad8-4bba-a4a8-41808675200d HTTP/1.1" status: 200 len: 210 time: 0.3573599 Feb 04 20:12:12.011317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:12.014984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:12.045804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d19db-1771-4e82-94fa-3464686d1960 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event updated for resources: {'Port': ['ID=c09ab074-f9b5-40c5-97db-ca32bc5fcc8e,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:12.339825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:12.342791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:12.574603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a453239f-058c-49b8-8e04-a96b83bf6ae1 None None] Provisioning complete for port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:12.575152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a453239f-058c-49b8-8e04-a96b83bf6ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:12.603411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:12:12.686392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:12.695237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c545-d429-4186-8607-d698e00b0b44 req-2aaee6de-6d98-43af-b141-1e7e226f0f26 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:12.715828 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1c0c545-d429-4186-8607-d698e00b0b44 req-2aaee6de-6d98-43af-b141-1e7e226f0f26 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.2112279 Feb 04 20:12:12.745007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30913c3e-d840-4d2c-b4cd-6a63aba58387 req-289dadf9-a98f-4d58-9b7b-e6c6f855622d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:12.752621 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30913c3e-d840-4d2c-b4cd-6a63aba58387 req-289dadf9-a98f-4d58-9b7b-e6c6f855622d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 1.1198306 Feb 04 20:12:12.781499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1c0c545-d429-4186-8607-d698e00b0b44 req-15260b0c-258d-4175-8836-c194a0beb53f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744441 Feb 04 20:12:12.786439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:12.825831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a453239f-058c-49b8-8e04-a96b83bf6ae1 None None] Port c09ab074-f9b5-40c5-97db-ca32bc5fcc8e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:13.032752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30913c3e-d840-4d2c-b4cd-6a63aba58387 req-506052e9-a57b-480f-aaa4-c87d80e4d41e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653403 Feb 04 20:12:13.050897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:13.167510 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:13.192315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Transition to ACTIVE for port object 3796fca4-c142-482a-a19c-ba5bbe0cc287 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:13.232174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=bff40e51-5afa-4c13-be33-8694966c4fc5,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:13.240029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:13.240663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: bd2df022-3f8b-4191-bc9e-6b78f3169f1e, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:12:13.299973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e733b1d4-b80d-4f06-a384-03ad1a4ce538,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:13.309426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:13.331006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404957c-08a5-4930-a237-ed6e29543089 req-e30799d5-b6de-4c01-887d-b4b237c8be84 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:13.339169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4404957c-08a5-4930-a237-ed6e29543089 req-e30799d5-b6de-4c01-887d-b4b237c8be84 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3396306 Feb 04 20:12:13.403325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4404957c-08a5-4930-a237-ed6e29543089 req-61db6416-5914-4781-a991-32994857ba14 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629261 Feb 04 20:12:13.414886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:12:13.492149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:13.504077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bd2df022-3f8b-4191-bc9e-6b78f3169f1e) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:13.508437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:13.509020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:13.582563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f499d-e961-4a64-9a1b-8e30eaa46404 None None] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:13.591814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:13.661966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-31f5d3a8-2d0c-4a68-9f4d-498abdbdec0f tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9508727 Feb 04 20:12:13.662203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1cdd3-106f-4bb2-958d-71f385ed3b64 None None] Pushing event updated for resources: {'Port': ['ID=3796fca4-c142-482a-a19c-ba5bbe0cc287,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:13.663563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60452) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:14.020249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Attempting to bind port 3796fca4-c142-482a-a19c-ba5bbe0cc287 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:14.020650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Attempting to bind port 3796fca4-c142-482a-a19c-ba5bbe0cc287 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:14.021058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Attempting to bind port 3796fca4-c142-482a-a19c-ba5bbe0cc287 on network 46d0e54c-5542-4e35-9775-a731dae01186 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:14.041193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:14.045491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Checking segment: {'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:14.046398 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:14.046997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Bound using segment: {'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:14.052465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Bound port: 3796fca4-c142-482a-a19c-ba5bbe0cc287, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:14.058055 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:14.131517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c750ffdc-dcb0-45fd-b01f-16505c92dbab no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:14.251112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Calling delete_port for c09ab074-f9b5-40c5-97db-ca32bc5fcc8e owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:14.475332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcc634-3a65-48e9-846f-8ed3624170e4 req-f0c441ec-10fd-4dfb-b130-2697d93cd450 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:14.477459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-07dcc634-3a65-48e9-846f-8ed3624170e4 req-f0c441ec-10fd-4dfb-b130-2697d93cd450 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.5200062 Feb 04 20:12:14.534178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:14.549515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:14.599538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] For port 3796fca4-c142-482a-a19c-ba5bbe0cc287, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:14.603822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] For port 3796fca4-c142-482a-a19c-ba5bbe0cc287, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3796fca4-c142-482a-a19c-ba5bbe0cc287,segment=NetworkSegment(ccd1d128-ae7d-4e80-89d7-e5805c95c03e),segment_id=ccd1d128-ae7d-4e80-89d7-e5805c95c03e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:14.660060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:14.661968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:12:14.662467 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:14.694130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:14.722821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-07dcc634-3a65-48e9-846f-8ed3624170e4 req-4af15981-b128-475e-8c1c-7f230ea7e3b7 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377231 Feb 04 20:12:14.972310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Port': ['ID=c09ab074-f9b5-40c5-97db-ca32bc5fcc8e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:14.976055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:14.976055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:15.084487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88295c61-4b84-4522-a277-cdfb6eb210ea req-24f64da2-0e1b-45ca-8660-7c8cfc782e50 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:15.089194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88295c61-4b84-4522-a277-cdfb6eb210ea req-24f64da2-0e1b-45ca-8660-7c8cfc782e50 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.6177654 Feb 04 20:12:15.199094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:15.241253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:15.290730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:15.290956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88295c61-4b84-4522-a277-cdfb6eb210ea req-564b8a14-632a-499a-83c5-349cc7fb9b10 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816063 Feb 04 20:12:15.370266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Allocated IP 2001:db8:2::2 (bd2df022-3f8b-4191-bc9e-6b78f3169f1e/bff40e51-5afa-4c13-be33-8694966c4fc5/4beebef2-bf5b-417f-b76d-f60569c082dc) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:15.391639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2600a55-0e36-4743-9cb3-8f350ef317bc req-9f43a949-031c-4876-83e8-cfef9f3e0716 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:15.401674 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2600a55-0e36-4743-9cb3-8f350ef317bc req-9f43a949-031c-4876-83e8-cfef9f3e0716 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 950 time: 0.4737194 Feb 04 20:12:15.547636 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2600a55-0e36-4743-9cb3-8f350ef317bc req-d545e7a9-ffe3-44f6-8f81-b8194d833f77 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450047 Feb 04 20:12:15.643660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:15.658774 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Sync routers for ids ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:15.670667 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f9ac6dba-2df8-4c81-b557-6317e202c9a9 admin admin] 10.222.0.48 "PUT /v2.0/routers/a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5945842 Feb 04 20:12:15.687562 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Routers {'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:15.687814 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:15.761321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:15.766442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60470) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:15.766927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aab8d73f-b1de-4566-b51d-9a1b9541f5ab tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/ports/c09ab074-f9b5-40c5-97db-ca32bc5fcc8e HTTP/1.1" status: 204 len: 168 time: 4.1329389 Feb 04 20:12:15.829412 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc612a23-d6b4-4626-9710-9acb431423f6 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] GET failed (client error): The resource could not be found. Feb 04 20:12:15.830400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dc612a23-d6b4-4626-9710-9acb431423f6 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Synchronizing usage tracker for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:15.961491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1cdd3-106f-4bb2-958d-71f385ed3b64 None None] Pushing event updated for resources: {'Port': ['ID=3796fca4-c142-482a-a19c-ba5bbe0cc287,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:15.974090 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Set router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:15.982834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dc612a23-d6b4-4626-9710-9acb431423f6 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Unset dirty status for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:15.982834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dc612a23-d6b4-4626-9710-9acb431423f6 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "GET /v2.0/ports/c09ab074-f9b5-40c5-97db-ca32bc5fcc8e HTTP/1.1" status: 404 len: 333 time: 0.2143185 Feb 04 20:12:15.985047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60482) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:16.005648 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:16.021764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Transition to ACTIVE for port object 4beebef2-bf5b-417f-b76d-f60569c082dc will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:16.036278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:01Z', 'revision_number': 3, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:14Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:16.052560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a0149-5f77-4ce4-98b9-6ce23f9a4478 None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:01Z', 'revision_number': 3, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:14Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:16.054714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Transition to ACTIVE for port object 4beebef2-bf5b-417f-b76d-f60569c082dc will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:16.093649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting port 2919c956-ecd2-423a-8ef8-b1d17d9a2450 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:16.093797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:16.152639 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:16.265703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:16.270539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:16.273201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:16.312317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008afa-bc2f-4ece-9f19-a5b3780f59d4 req-6ed9e38c-d257-438f-9212-be79093f6750 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:16.314163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-25008afa-bc2f-4ece-9f19-a5b3780f59d4 req-6ed9e38c-d257-438f-9212-be79093f6750 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3832455 Feb 04 20:12:16.365199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Pushing event updated for resources: {'Port': ['ID=4beebef2-bf5b-417f-b76d-f60569c082dc,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:16.406050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Attempting to bind port 4beebef2-bf5b-417f-b76d-f60569c082dc on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:16.406595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Attempting to bind port 4beebef2-bf5b-417f-b76d-f60569c082dc by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:16.406990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Attempting to bind port 4beebef2-bf5b-417f-b76d-f60569c082dc on network bd2df022-3f8b-4191-bc9e-6b78f3169f1e {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:16.414174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:16.414174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Checking segment: {'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:16.414837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:16.415284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Bound using segment: {'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:16.415806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Bound port: 4beebef2-bf5b-417f-b76d-f60569c082dc, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:16.416288 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:16.490560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-1ec98563-e667-43ec-bd87-7a3f7f17ac37 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:16.491476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-1ec98563-e667-43ec-bd87-7a3f7f17ac37 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Synchronizing usage tracker for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:16.552325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:16.555715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4beebef2-bf5b-417f-b76d-f60569c082dc,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:16.589245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8:2::1 (bd2df022-3f8b-4191-bc9e-6b78f3169f1e/bff40e51-5afa-4c13-be33-8694966c4fc5/08319a6a-33e0-4d76-9d6b-837941e34736) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:16.619302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-1ec98563-e667-43ec-bd87-7a3f7f17ac37 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Unset dirty status for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:16.626531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-1ec98563-e667-43ec-bd87-7a3f7f17ac37 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 818 time: 0.4386938 Feb 04 20:12:16.658017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-5472e1a4-edab-4863-b835-cc4947996435 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/quotas/b020e39608ef4f5ea1e371169d64a68b HTTP/1.1" status: 200 len: 375 time: 0.0260992 Feb 04 20:12:16.660782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-25008afa-bc2f-4ece-9f19-a5b3780f59d4 req-86a2384a-c502-4468-bb34-a660a52ff098 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904310 Feb 04 20:12:16.669722 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:12:10Z', 'revision_number': 4, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e733b1d4-b80d-4f06-a384-03ad1a4ce538', 'name': '', 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'mac_address': 'fa:16:3e:a5:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:05Z', 'updated_at': '2022-02-04T20:12:11Z', 'revision_number': 2, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'subnets': [{'id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:16.686557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:16.696680 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Checking router: a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:16.697235 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Updating router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 port e733b1d4-b80d-4f06-a384-03ad1a4ce538 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:12:16.778578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3796fca4-c142-482a-a19c-ba5bbe0cc287 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:16.832642 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:16.832861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-085713ac-7b1c-4503-8ad9-87942cee1cac tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Synchronizing usage tracker for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:16.971277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-085713ac-7b1c-4503-8ad9-87942cee1cac tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Unset dirty status for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:16.982480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-085713ac-7b1c-4503-8ad9-87942cee1cac tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3197250 Feb 04 20:12:17.010674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b308c-4a28-49ca-9aab-0cfbf58b76b6 None None] Pushing event updated for resources: {'Port': ['ID=4beebef2-bf5b-417f-b76d-f60569c082dc,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:17.034387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.044235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.127273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3796fca4-c142-482a-a19c-ba5bbe0cc287 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:17.134250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3796fca4-c142-482a-a19c-ba5bbe0cc287 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:17.134905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.220801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Calling delete_port for 2919c956-ecd2-423a-8ef8-b1d17d9a2450 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:17.411027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 08319a6a-33e0-4d76-9d6b-837941e34736 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:17.435994 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.485632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471e584-13cc-475d-8fb7-db432276bbd0 req-75c77cfc-b690-4e5f-8907-ff9051155e2f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:17.487738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1471e584-13cc-475d-8fb7-db432276bbd0 req-75c77cfc-b690-4e5f-8907-ff9051155e2f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.6098232 Feb 04 20:12:17.522078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 3796fca4-c142-482a-a19c-ba5bbe0cc287, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3796fca4-c142-482a-a19c-ba5bbe0cc287,segment=NetworkSegment(ccd1d128-ae7d-4e80-89d7-e5805c95c03e),segment_id=ccd1d128-ae7d-4e80-89d7-e5805c95c03e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:17.531047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-0e78239a-c839-4f4d-8222-fa7a1ac77383 service neutron] 10.222.0.48 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450852 Feb 04 20:12:17.570461 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.622819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1471e584-13cc-475d-8fb7-db432276bbd0 req-5f17d008-ee3b-4127-9203-a9063d775c4c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057150 Feb 04 20:12:17.635680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.678148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-de875f35-6da7-4d88-813e-bf2b8066ed77 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:17.679732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-de875f35-6da7-4d88-813e-bf2b8066ed77 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 950 time: 0.3202550 Feb 04 20:12:17.687288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.727733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=3796fca4-c142-482a-a19c-ba5bbe0cc287,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:17.767395 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Transition to ACTIVE for port object e733b1d4-b80d-4f06-a384-03ad1a4ce538 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:17.775670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-91564ab8-7818-4779-8166-b980bc33cc1d service neutron] 10.222.0.48 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433338 Feb 04 20:12:17.882257 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:17.929592 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:18.022040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:18.023824 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e62f8c-e26f-4512-9cf3-f1035f9f912d None None] Pushing event updated for resources: {'Port': ['ID=e733b1d4-b80d-4f06-a384-03ad1a4ce538,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:18.074364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:18.076929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:18.077467 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:18.116909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:18.155200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port 6f48eebb-1951-4b28-a917-4c3f402fbc93 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:18.155200 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:18.215106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=08319a6a-33e0-4d76-9d6b-837941e34736,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:18.253193 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Attempting to bind port e733b1d4-b80d-4f06-a384-03ad1a4ce538 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:18.256365 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Attempting to bind port e733b1d4-b80d-4f06-a384-03ad1a4ce538 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:18.256795 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Attempting to bind port e733b1d4-b80d-4f06-a384-03ad1a4ce538 on network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:18.275757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:18.275757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Checking segment: {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:18.275757 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:18.275757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Bound using segment: {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:18.275757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Bound port: e733b1d4-b80d-4f06-a384-03ad1a4ce538, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:18.276488 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:18.295754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Port': ['ID=2919c956-ecd2-423a-8ef8-b1d17d9a2450,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:18.395512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318429f-1b5c-43ae-b187-ca4ebdc95e3d req-d565744e-5a1d-42f1-854f-5b3ce4b0084d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:18.401976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5318429f-1b5c-43ae-b187-ca4ebdc95e3d req-d565744e-5a1d-42f1-854f-5b3ce4b0084d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.0906136 Feb 04 20:12:18.418757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a0a704d8-962d-4272-88e1-42d33d1f627b tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/ports/2919c956-ecd2-423a-8ef8-b1d17d9a2450 HTTP/1.1" status: 204 len: 168 time: 2.4304142 Feb 04 20:12:18.422581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60512) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:18.480466 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] For port e733b1d4-b80d-4f06-a384-03ad1a4ce538, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:18.480599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5318429f-1b5c-43ae-b187-ca4ebdc95e3d req-28ef9ee5-acab-4206-a617-2c71f86a36c5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759370 Feb 04 20:12:18.481273 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] For port e733b1d4-b80d-4f06-a384-03ad1a4ce538, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e733b1d4-b80d-4f06-a384-03ad1a4ce538,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:18.489724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fdd50-e1c9-4143-9e5a-cd4402995034 req-487bfb9c-449e-4967-8758-18858b7551bd tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:18.491854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-357fdd50-e1c9-4143-9e5a-cd4402995034 req-487bfb9c-449e-4967-8758-18858b7551bd tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 950 time: 0.5793872 Feb 04 20:12:18.554522 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:18.703766 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e445624-4990-42f1-943b-3316704039b2 req-93f36ca3-d47f-416c-9683-4c7dd33abe42 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 210 time: 0.1411285 Feb 04 20:12:18.798923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Routers {'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:18.800446 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:18.928984 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e62f8c-e26f-4512-9cf3-f1035f9f912d None None] Pushing event updated for resources: {'Port': ['ID=e733b1d4-b80d-4f06-a384-03ad1a4ce538,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:18.932882 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-149ef8e8-6dcb-423d-bdef-db6fc67abcf2 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] GET failed (client error): The resource could not be found. Feb 04 20:12:18.941507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-149ef8e8-6dcb-423d-bdef-db6fc67abcf2 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Synchronizing usage tracker for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:18.964139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c92b4d-c43b-4f81-a947-5f0481fa25e7 None None] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:18.982605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-357fdd50-e1c9-4143-9e5a-cd4402995034 req-0c12d79c-d15d-43d8-aa99-31e060c37f70 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316511 Feb 04 20:12:19.109205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port 6f48eebb-1951-4b28-a917-4c3f402fbc93, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6f48eebb-1951-4b28-a917-4c3f402fbc93,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:19.109693 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:19.139579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1306cb6-452e-43c7-a0e8-428d06c767f3 req-f68b5983-4a48-4de4-9a5e-231088a1f92c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:19.141101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1306cb6-452e-43c7-a0e8-428d06c767f3 req-f68b5983-4a48-4de4-9a5e-231088a1f92c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.1702538 Feb 04 20:12:19.172747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4beebef2-bf5b-417f-b76d-f60569c082dc up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:19.225984 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] Set router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:19.240211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1306cb6-452e-43c7-a0e8-428d06c767f3 req-467a127b-3796-49c9-9521-90a4c8b21176 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890880 Feb 04 20:12:19.311848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for 6f48eebb-1951-4b28-a917-4c3f402fbc93 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:19.350725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-60a14f85-07e7-43e6-9413-a6c1343128a7 None None] Provisioning for port 4beebef2-bf5b-417f-b76d-f60569c082dc completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:19.398023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:19.439980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4beebef2-bf5b-417f-b76d-f60569c082dc completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:19.448475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4beebef2-bf5b-417f-b76d-f60569c082dc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:19.448854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:19.492071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-149ef8e8-6dcb-423d-bdef-db6fc67abcf2 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Unset dirty status for tenant:1fd6eefb38c341ed8f4191d1c5a76180 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:19.493243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-149ef8e8-6dcb-423d-bdef-db6fc67abcf2 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "GET /v2.0/ports/2919c956-ecd2-423a-8ef8-b1d17d9a2450 HTTP/1.1" status: 404 len: 333 time: 1.0674744 Feb 04 20:12:19.499698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60538) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:19.593893 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:19.647201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4beebef2-bf5b-417f-b76d-f60569c082dc,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:19.647514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting port 7eba346e-f316-4505-9f53-c1100cfb6569 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:19.647939 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:19.657583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:12:10Z', 'revision_number': 4, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e733b1d4-b80d-4f06-a384-03ad1a4ce538', 'name': '', 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'mac_address': 'fa:16:3e:a5:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:05Z', 'updated_at': '2022-02-04T20:12:18Z', 'revision_number': 4, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'subnets': [{'id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:19.663260 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2b3f3-cc29-4129-b21d-56d3c1ab0779 None None] The sync data for ids ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'] in n-d-811806-1 is: [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:12:10Z', 'revision_number': 4, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e733b1d4-b80d-4f06-a384-03ad1a4ce538', 'name': '', 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'mac_address': 'fa:16:3e:a5:88:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:05Z', 'updated_at': '2022-02-04T20:12:18Z', 'revision_number': 4, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'subnets': [{'id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:19.748736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:19.749792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3796fca4-c142-482a-a19c-ba5bbe0cc287 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:19.908021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:12:19.957557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-8bf2484f-d782-4dd3-98e8-063f2edf0b22 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:19.959591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-8bf2484f-d782-4dd3-98e8-063f2edf0b22 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 818 time: 0.6074340 Feb 04 20:12:20.104023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-e3d9efb2-4681-42f7-a6f8-05e996288e0d tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/quotas/b020e39608ef4f5ea1e371169d64a68b HTTP/1.1" status: 200 len: 375 time: 0.1295846 Feb 04 20:12:20.342941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923447e6-0a22-4193-9338-8b2a3dd6886e req-37797a0d-630d-489c-8fa4-9cc85e29e739 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:20.350618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-923447e6-0a22-4193-9338-8b2a3dd6886e req-37797a0d-630d-489c-8fa4-9cc85e29e739 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6682901 Feb 04 20:12:20.392441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:20.498123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-923447e6-0a22-4193-9338-8b2a3dd6886e req-c0e46091-bd6f-4dfa-ac99-66ba74b528cc tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462486 Feb 04 20:12:20.500041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'network_id': '1a77bb77-0892-4d61-817e-67ca407bd763', 'port_id': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'mac_address': 'fa:16:3e:25:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b33e1a7-651d-4107-a3b4-fcbf5b258a77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:12:20.502777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=4beebef2-bf5b-417f-b76d-f60569c082dc,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:20.582593 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.648134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3796fca4-c142-482a-a19c-ba5bbe0cc287 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:20.648747 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.708224 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-70d33471-0589-4716-823e-68f45a29c665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.721765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-38cd69b6-bfec-4c0a-a401-4b00d685affe None None] Provisioning for port 08319a6a-33e0-4d76-9d6b-837941e34736 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:20.736421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-38cd69b6-bfec-4c0a-a401-4b00d685affe None None] Provisioning complete for port 08319a6a-33e0-4d76-9d6b-837941e34736 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:20.737062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-38cd69b6-bfec-4c0a-a401-4b00d685affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.756522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.784259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.791030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-efb4a26a-ee95-4b27-aadf-217ae68303ce tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6851220 Feb 04 20:12:20.839064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Calling delete_port for 7eba346e-f316-4505-9f53-c1100cfb6569 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:20.847460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.856333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:12:20.867818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3', '6f48eebb-1951-4b28-a917-4c3f402fbc93'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:20.922362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', '7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:20.926240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03eaa4e1-679f-4bf3-bb66-14af8844e1ad req-0e0e8023-463f-4cd7-9308-e6e1fdcda9de tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 210 time: 0.1405365 Feb 04 20:12:20.952532 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.953292 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:20.964442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=6f48eebb-1951-4b28-a917-4c3f402fbc93,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:20.968913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-38cd69b6-bfec-4c0a-a401-4b00d685affe None None] Port 08319a6a-33e0-4d76-9d6b-837941e34736 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:21.133267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:21.235680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:21.249649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-38cd69b6-bfec-4c0a-a401-4b00d685affe None None] Provisioning complete for port 4beebef2-bf5b-417f-b76d-f60569c082dc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:21.250047 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-38cd69b6-bfec-4c0a-a401-4b00d685affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:21.339684 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:21.451439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:21.458007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Port': ['ID=7eba346e-f316-4505-9f53-c1100cfb6569,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:21.517259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port 6f48eebb-1951-4b28-a917-4c3f402fbc93 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:21.523763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:21.540054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f60d2-9160-4955-8c9c-b7b78fbd53b5 req-76880cfd-af89-45e4-88a6-c82f7776663d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:21.550156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d8f60d2-9160-4955-8c9c-b7b78fbd53b5 req-76880cfd-af89-45e4-88a6-c82f7776663d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 945 time: 0.4166930 Feb 04 20:12:21.631470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'name': 'network-vif-deleted', 'tag': '6f48eebb-1951-4b28-a917-4c3f402fbc93'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:21.654491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-eef8fb63-9807-40d9-af08-d4c8713d93c0 service neutron] 10.222.0.48 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551781 Feb 04 20:12:21.716437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d8f60d2-9160-4955-8c9c-b7b78fbd53b5 req-bcf4e61a-f1b0-420f-ada5-94f7fd7ccf8e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584585 Feb 04 20:12:21.718989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-01af0c52-c9e2-4463-ab64-60b9bebe9683 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/ports/7eba346e-f316-4505-9f53-c1100cfb6569 HTTP/1.1" status: 204 len: 168 time: 2.2168965 Feb 04 20:12:21.725949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60564) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:21.822310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:21.825868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e733b1d4-b80d-4f06-a384-03ad1a4ce538 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:21.906241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting subnet ee87bb1e-2de3-4d56-99e2-09db3b3f75b1 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:12:21.915039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:21.933474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:21.991130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6f48eebb-1951-4b28-a917-4c3f402fbc93 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:22.016520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=08319a6a-33e0-4d76-9d6b-837941e34736,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:22.054595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:22.056469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fec3aabb-4077-40ca-b807-e2a5520a88b7 req-f94ecac4-c1ee-4e18-823a-8d4a03180168 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "DELETE /v2.0/ports/6f48eebb-1951-4b28-a917-4c3f402fbc93 HTTP/1.1" status: 204 len: 173 time: 4.3708124 Feb 04 20:12:22.068317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:22.081167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 6f48eebb-1951-4b28-a917-4c3f402fbc93 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:22.081329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.081539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6f48eebb-1951-4b28-a917-4c3f402fbc93 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:22.249992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8bc2c-7872-41bc-94c8-cf07807dc82a req-e832fcdf-cbc6-442d-a628-88578437aa07 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:22.262420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9c8bc2c-7872-41bc-94c8-cf07807dc82a req-e832fcdf-cbc6-442d-a628-88578437aa07 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2633209 Feb 04 20:12:22.374325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9c8bc2c-7872-41bc-94c8-cf07807dc82a req-239ec972-0be2-4a8a-b8c4-72c080b1f7be tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093366 Feb 04 20:12:22.384928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.449019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e733b1d4-b80d-4f06-a384-03ad1a4ce538 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:22.453569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b50f9678-0454-4372-a0d4-3af96934fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.489073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e733b1d4-b80d-4f06-a384-03ad1a4ce538 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:22.489073 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.630978 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8', 'name': 'network-vif-deleted', 'tag': '6f48eebb-1951-4b28-a917-4c3f402fbc93', 'status': 'completed', 'code': 200} Feb 04 20:12:22.633853 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-6f9d33a1-ac3d-4de5-97cc-d531711d7a52 service neutron] 10.222.0.48 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9780955 Feb 04 20:12:22.657722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b988fff-c3ed-441f-bbef-c8324aa78b0f req-279663e9-8c7b-48cb-9f2e-974149590c82 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5b2a839-ecd6-42b6-bb56-4829aa6d1fa8 HTTP/1.1" status: 200 len: 210 time: 0.0772088 Feb 04 20:12:22.659888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.714953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Subnet': ['ID=ee87bb1e-2de3-4d56-99e2-09db3b3f75b1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:22.720521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.727122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:22.731689 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ac5256f9-3709-4f67-86d8-28ba9524b7a0 tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/subnets/ee87bb1e-2de3-4d56-99e2-09db3b3f75b1 HTTP/1.1" status: 204 len: 168 time: 0.9880288 Feb 04 20:12:22.734123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60574) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:22.776349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2dd3f4-dd75-4817-a4be-41b1889f15f5 None None] Network d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:22.783891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-8fa1df40-a056-4d8e-a1c1-5ee18b6e142e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:22.786089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-8fa1df40-a056-4d8e-a1c1-5ee18b6e142e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.62 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 818 time: 1.0793283 Feb 04 20:12:22.867998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Request body: {'port': {'device_id': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'admin_state_up': True, 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:22.886655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.901630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Deleting port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:22.901978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:22.953409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9321d3fc-8624-4647-88e6-6b9dceb593c1 None None] Provisioning complete for port 08319a6a-33e0-4d76-9d6b-837941e34736 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:22.953967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9321d3fc-8624-4647-88e6-6b9dceb593c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.456400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98802d64-17ac-4f54-b127-6d67a7621cd7 req-64ea4feb-fea0-40ad-96de-34a8ef105197 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 210 time: 0.3586051 Feb 04 20:12:23.488227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9321d3fc-8624-4647-88e6-6b9dceb593c1 None None] Port 08319a6a-33e0-4d76-9d6b-837941e34736 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:23.495277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:23.502769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-273a31b1-a545-4417-839e-54fa0435a90b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8378937 Feb 04 20:12:23.505745 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.511600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60592) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:23.522310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1966413604'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:23.540710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:23.558286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:network and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:23.567476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:23.571182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:23.577696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:23.589610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:23.601387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] For port 72ce444c-36e0-42bf-8fa2-978e9ef16e97, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=72ce444c-36e0-42bf-8fa2-978e9ef16e97,segment=NetworkSegment(7c506faf-9353-49f2-add0-3bfad52a614e),segment_id=7c506faf-9353-49f2-add0-3bfad52a614e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:23.601753 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.649545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:23.651281 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.678554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:23.695848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.704549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:23.705182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:23.749588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:12:23.760563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.760969 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added segment 5417d005-a6eb-4393-8ae1-1fbd3fc14c94 of type vlan for network 3aba4220-2492-4bff-a8dc-f14a576a34f1 Feb 04 20:12:23.799863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.836236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Made reservation on behalf of b020e39608ef4f5ea1e371169d64a68b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:23.836892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Calling delete_port for 72ce444c-36e0-42bf-8fa2-978e9ef16e97 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:23.842648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.853975 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e733b1d4-b80d-4f06-a384-03ad1a4ce538, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e733b1d4-b80d-4f06-a384-03ad1a4ce538,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:23.864907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.929176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:23.939397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.950452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:23.950452 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.962524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b86b9-b6c0-4c69-84de-b268b6cb03da req-17ede8ff-43c3-41bb-91fa-dfb440efc00a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:23.969822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f08b86b9-b6c0-4c69-84de-b268b6cb03da req-17ede8ff-43c3-41bb-91fa-dfb440efc00a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 1.0292330 Feb 04 20:12:23.988484 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:23.989255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4beebef2-bf5b-417f-b76d-f60569c082dc up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:24.018992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5fd1d2-c532-4636-b793-d8a6836a9205 None None] DHCP port deletion for d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:12:24.064255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f08b86b9-b6c0-4c69-84de-b268b6cb03da req-06143e9d-26f9-4baa-bb3e-4d788370476f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804539 Feb 04 20:12:24.113551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9998f-cca9-4de9-95b4-03b34e5917ba req-fc22e24f-d498-4b89-8a97-3bbc235c2307 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:24.113551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6be9998f-cca9-4de9-95b4-03b34e5917ba req-fc22e24f-d498-4b89-8a97-3bbc235c2307 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.5045762 Feb 04 20:12:24.113551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Network': ['ID=3aba4220-2492-4bff-a8dc-f14a576a34f1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:24.113551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6e5ad9e1-5720-404d-a004-40cd0390d0eb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6044762 Feb 04 20:12:24.119129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60600) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:24.128709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'subnet': {'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:24.248143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fd1d2-c532-4636-b793-d8a6836a9205 None None] Deleting port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:24.248515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd1d2-c532-4636-b793-d8a6836a9205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.249891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6be9998f-cca9-4de9-95b4-03b34e5917ba req-20ec709e-f6c2-4044-87c3-33205bcdcfbf tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351724 Feb 04 20:12:24.309483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Allocated IP 172.20.0.13 (5f318222-2fc0-49fc-85a8-0dbbf1a6c165/40aeaca4-a5da-4f4d-b160-057c5a9effd8/51e14825-62ad-4cf9-b7d7-8618dd307c09) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:24.317509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:12:24.404021 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.408773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:24.447827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e733b1d4-b80d-4f06-a384-03ad1a4ce538,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:24.471782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Port': ['ID=72ce444c-36e0-42bf-8fa2-978e9ef16e97,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:24.494449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:subnet and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:24.494449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:24.497447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] No DVR routers for this DVR port 72ce444c-36e0-42bf-8fa2-978e9ef16e97 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:24.567814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:24.655912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.688627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.723815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fd1d2-c532-4636-b793-d8a6836a9205 None None] The port '72ce444c-36e0-42bf-8fa2-978e9ef16e97' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:12:24.805926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cd1def1-7d66-4863-ae08-67167fbdcc9e req-7e2064a5-1b6d-4177-8d27-4d79db4a6f04 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 210 time: 0.0954058 Feb 04 20:12:24.818538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3987178-f7ea-4d5c-a550-efd7c0b6f1b9']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:24.835055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c506faf-9353-49f2-add0-3bfad52a614e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:24.835344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c506faf-9353-49f2-add0-3bfad52a614e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:24.848192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.865756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.879681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:12:24.881048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.904941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:12:24.912223 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:12:24.938251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4beebef2-bf5b-417f-b76d-f60569c082dc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:24.938251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:24.972761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Made reservation on behalf of 4cc9553f31994cfd93a4962faea2924b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:24.976511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.163139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Pushing event updated for resources: {'Port': ['ID=51e14825-62ad-4cf9-b7d7-8618dd307c09,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:25.179893 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.207227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:25.220175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:25.225330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:25.315853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.336178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:18Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:20Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:25.350337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:25.350718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Updating router 388821cb-c2c8-427b-84c1-a9c20c8cad07 port 08319a6a-33e0-4d76-9d6b-837941e34736 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:12:25.385926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Subnet': ['ID=381df481-0e93-4640-a75e-81d9ee0a279a,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:25.411421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.418110 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.461213 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.465949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] Pushing event deleted for resources: {'Network': ['ID=d3987178-f7ea-4d5c-a550-efd7c0b6f1b9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:25.469223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:25.469899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.479415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Checking segment: {'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:25.479783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network hostable DHCP agents. Network: 3aba4220-2492-4bff-a8dc-f14a576a34f1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:12:25.502606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3a9f9d63-4ce3-44b6-83fe-2538d3cc559d tempest-AllowedAddressPairIpV6TestJSON-1852052979 tempest-AllowedAddressPairIpV6TestJSON-1852052979-project] 10.222.0.48 "DELETE /v2.0/networks/d3987178-f7ea-4d5c-a550-efd7c0b6f1b9 HTTP/1.1" status: 204 len: 168 time: 2.7671824 Feb 04 20:12:25.548049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099c0d3-911e-4543-a040-81a66f17f959 req-b23c6464-a661-4064-b537-69dfdf505475 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:25.551912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6099c0d3-911e-4543-a040-81a66f17f959 req-b23c6464-a661-4064-b537-69dfdf505475 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.2592514 Feb 04 20:12:25.592569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e733b1d4-b80d-4f06-a384-03ad1a4ce538 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:25.601753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:12:25.609834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-85cffd0e-ae3a-447e-9aee-65bdede6a27f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7475965 Feb 04 20:12:25.633105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Request body: {'port': {'device_id': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:25.698460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 3aba4220-2492-4bff-a8dc-f14a576a34f1) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:25.713094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:25.713862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.733071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6099c0d3-911e-4543-a040-81a66f17f959 req-25d0380b-536f-435c-a432-e085dbf08056 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762879 Feb 04 20:12:25.764303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa884e-57b8-45f5-a2b7-f6ed169d622c None None] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:25.781792 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:25.923951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4625a7da-a679-404d-8081-fed07da4f324 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8063912 Feb 04 20:12:25.929856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60624) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:25.986332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:26.348927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa85e0b-a9fd-44b6-9de1-608588494dbc req-a9e8fb24-8734-4691-97a0-dbb2da4937ac tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:26.350099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0aa85e0b-a9fd-44b6-9de1-608588494dbc req-a9e8fb24-8734-4691-97a0-dbb2da4937ac tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:26.353107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60630) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:26.528444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14d2e-c95c-4ccb-a088-212c6be127ac req-fe6aea6d-1349-447c-bc9a-6d0090fc9e60 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:26.531606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2fb14d2e-c95c-4ccb-a088-212c6be127ac req-fe6aea6d-1349-447c-bc9a-6d0090fc9e60 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.7329104 Feb 04 20:12:26.657749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e733b1d4-b80d-4f06-a384-03ad1a4ce538 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:26.658287 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:26.695188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:26.704541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0aa85e0b-a9fd-44b6-9de1-608588494dbc req-a9e8fb24-8734-4691-97a0-dbb2da4937ac tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:26.711805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0aa85e0b-a9fd-44b6-9de1-608588494dbc req-a9e8fb24-8734-4691-97a0-dbb2da4937ac tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 949 time: 0.7354953 Feb 04 20:12:26.747482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e14825-62ad-4cf9-b7d7-8618dd307c09 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:12:26.768280 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:26.780294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:26.780664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:26.815046 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2fb14d2e-c95c-4ccb-a088-212c6be127ac req-a7a22531-9507-450f-a68d-fb8107ee82df tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741881 Feb 04 20:12:26.861225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d50b0748-2931-4562-8b5f-69bfe74e14bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fd6eefb38c341ed8f4191d1c5a76180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031464 Feb 04 20:12:26.862077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-3aba4220-2492-4bff-a8dc-f14a576a34f1', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:12:26.862467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60638) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:26.863402 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:26.876736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0aa85e0b-a9fd-44b6-9de1-608588494dbc req-940716b4-9845-4838-b0e7-eae0d12c8340 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636846 Feb 04 20:12:26.911314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Transition to ACTIVE for port object 51e14825-62ad-4cf9-b7d7-8618dd307c09 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:26.987890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-3ebe2884-3086-4945-afc9-24e7b50868d4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:27.002407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-3ebe2884-3086-4945-afc9-24e7b50868d4 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 949 time: 0.3730197 Feb 04 20:12:27.127892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port 7e86d7ed-3349-4459-852e-94cf86aff7d3 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:27.128319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.146014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-19b5d4c3-371d-4c49-992f-613a1abae7ac tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:27.148331 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-19b5d4c3-371d-4c49-992f-613a1abae7ac tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.24 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 818 time: 0.9358850 Feb 04 20:12:27.181878 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.274098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Request body: {'port': {'device_id': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'admin_state_up': True, 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:27.277621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Transition to ACTIVE for port object 08319a6a-33e0-4d76-9d6b-837941e34736 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:27.357566 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.364377 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03204e26-e878-4404-b03d-924f5fbab2a8 req-d5efe1fa-6c1d-4342-b3ba-65bacddbc4ea tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 210 time: 0.2733231 Feb 04 20:12:27.372026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 72ce444c-36e0-42bf-8fa2-978e9ef16e97 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:27.422591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 72ce444c-36e0-42bf-8fa2-978e9ef16e97 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:27.422957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 72ce444c-36e0-42bf-8fa2-978e9ef16e97 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:27.431561 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.470921 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.509359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ded551b9-e13e-4dcd-931e-45868d5a6d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.514082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Allocated IP 2001:db8:3::2 (3aba4220-2492-4bff-a8dc-f14a576a34f1/381df481-0e93-4640-a75e-81d9ee0a279a/ff6f7677-f9bf-4381-aa52-d04c22ded5bc) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:27.529845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:27.561443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=51e14825-62ad-4cf9-b7d7-8618dd307c09,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:27.576149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.576526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.576868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.577203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.577538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.577869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.578197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.578523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.578901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.579226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.579551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.579870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:27.646274 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'code': 200} Feb 04 20:12:27.649948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c79ad-231f-4261-bc6e-f9ef36dc7791 None None] Pushing event updated for resources: {'Port': ['ID=08319a6a-33e0-4d76-9d6b-837941e34736,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:27.672300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:27.829143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.860189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:27.908056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ded551b9-e13e-4dcd-931e-45868d5a6d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:27.934113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:27.999911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-a7d2f8f4-fb76-4a95-8989-74e8842030a7 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:28.012500 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-a7d2f8f4-fb76-4a95-8989-74e8842030a7 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b845bab3-d6ca-4992-8bca-3500d5509255 HTTP/1.1" status: 200 len: 949 time: 0.6558924 Feb 04 20:12:28.070292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae074-dd91-43f5-af90-fbb5fbb886b5 req-6684b55e-261a-46fa-9ba3-804fa7b1d1eb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:28.077779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-127ae074-dd91-43f5-af90-fbb5fbb886b5 req-6684b55e-261a-46fa-9ba3-804fa7b1d1eb tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 946 time: 0.7193868 Feb 04 20:12:28.157619 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.173188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-127ae074-dd91-43f5-af90-fbb5fbb886b5 req-182cb9f4-c20f-41f9-b3ae-bc7c6a122fe8 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942879 Feb 04 20:12:28.230159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port 7092dee5-16ab-4bc7-a4d0-05658634ff5a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:28.230808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.250713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Made reservation on behalf of b020e39608ef4f5ea1e371169d64a68b for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:28.254393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.424455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Attempting to bind port 08319a6a-33e0-4d76-9d6b-837941e34736 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:28.424681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Attempting to bind port 51e14825-62ad-4cf9-b7d7-8618dd307c09 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:28.424951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Attempting to bind port 51e14825-62ad-4cf9-b7d7-8618dd307c09 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:28.425278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Attempting to bind port 51e14825-62ad-4cf9-b7d7-8618dd307c09 on network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:28.425719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Attempting to bind port 08319a6a-33e0-4d76-9d6b-837941e34736 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:28.426276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Attempting to bind port 08319a6a-33e0-4d76-9d6b-837941e34736 on network bd2df022-3f8b-4191-bc9e-6b78f3169f1e {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:28.444488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:28.445249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Checking segment: {'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:28.446019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.446616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Bound using segment: {'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:28.447310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Bound port: 08319a6a-33e0-4d76-9d6b-837941e34736, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ac454c-c21b-4ebc-ac14-541796b2dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:28.447910 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.449605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Port 51e14825-62ad-4cf9-b7d7-8618dd307c09 on network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:12:28.449937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Attempting to bind port 51e14825-62ad-4cf9-b7d7-8618dd307c09 on network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:28.463266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port 7e86d7ed-3349-4459-852e-94cf86aff7d3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7e86d7ed-3349-4459-852e-94cf86aff7d3,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:28.463628 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.467502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=12']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:28.480260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.518316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:28.518668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Checking segment: {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:28.519064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Bound using segment: {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:28.519792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Bound port: 51e14825-62ad-4cf9-b7d7-8618dd307c09, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:28.520140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.530353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497cada-1ed9-485c-b416-a1f0e7c3e7d5 req-5f0e5bec-4e98-4212-b912-0cd33812c304 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:28.532373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1497cada-1ed9-485c-b416-a1f0e7c3e7d5 req-5f0e5bec-4e98-4212-b912-0cd33812c304 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.4650185 Feb 04 20:12:28.532901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Transition to ACTIVE for port object ff6f7677-f9bf-4381-aa52-d04c22ded5bc will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:28.569961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Transition to ACTIVE for port object ff6f7677-f9bf-4381-aa52-d04c22ded5bc will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:28.584679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] For port 08319a6a-33e0-4d76-9d6b-837941e34736, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:28.591936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] For port 08319a6a-33e0-4d76-9d6b-837941e34736, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=08319a6a-33e0-4d76-9d6b-837941e34736,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:28.683789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for 7e86d7ed-3349-4459-852e-94cf86aff7d3 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:28.695394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.767979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.779489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:28.784693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:28.792228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:28.802243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Pushing event updated for resources: {'Port': ['ID=ff6f7677-f9bf-4381-aa52-d04c22ded5bc,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:28.803345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c66f6d-f793-4491-8a2f-09ab8dacb0d4 req-89ec5433-2e78-4896-8086-5d1ee16b8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:28.805114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25c66f6d-f793-4491-8a2f-09ab8dacb0d4 req-89ec5433-2e78-4896-8086-5d1ee16b8a26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1098 time: 0.8146172 Feb 04 20:12:28.805468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ded551b9-e13e-4dcd-931e-45868d5a6d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:28.910381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded551b9-e13e-4dcd-931e-45868d5a6d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c3388b-4b1f-48ad-a4fe-003034aa7f80,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:28.928203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25c66f6d-f793-4491-8a2f-09ab8dacb0d4 req-e29482b0-f5d1-4146-9bb6-1ab092c980ec service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984643 Feb 04 20:12:28.930318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ab32a-fbdc-4b01-a50a-77ecebc850c8 req-fd5131c6-2aba-4869-af57-358491f8582e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:28.937676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-527ab32a-fbdc-4b01-a50a-77ecebc850c8 req-fd5131c6-2aba-4869-af57-358491f8582e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 949 time: 0.6097233 Feb 04 20:12:28.938005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Allocated IP 172.20.0.5 (5f318222-2fc0-49fc-85a8-0dbbf1a6c165/40aeaca4-a5da-4f4d-b160-057c5a9effd8/b28df1ac-4152-45a8-a2fc-84a1da4ad704) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:28.974154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1497cada-1ed9-485c-b416-a1f0e7c3e7d5 req-e94bbc62-288c-49bd-9ea7-99db7117f0ba tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653171 Feb 04 20:12:28.987097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:28.987975 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:29.013295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] For port 51e14825-62ad-4cf9-b7d7-8618dd307c09, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:29.026561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ded551b9-e13e-4dcd-931e-45868d5a6d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.030101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ded551b9-e13e-4dcd-931e-45868d5a6d3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25c3388b-4b1f-48ad-a4fe-003034aa7f80 HTTP/1.1" status: 204 len: 168 time: 2.1606266 Feb 04 20:12:29.136403 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-527ab32a-fbdc-4b01-a50a-77ecebc850c8 req-d9b36f67-0419-4b14-ad96-98a8a66cf327 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980083 Feb 04 20:12:29.157528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] For port 51e14825-62ad-4cf9-b7d7-8618dd307c09, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:29.231186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port 7092dee5-16ab-4bc7-a4d0-05658634ff5a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7092dee5-16ab-4bc7-a4d0-05658634ff5a,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:29.231551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.254547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Attempting to bind port ff6f7677-f9bf-4381-aa52-d04c22ded5bc on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:29.257739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Attempting to bind port ff6f7677-f9bf-4381-aa52-d04c22ded5bc by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:29.259595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Attempting to bind port ff6f7677-f9bf-4381-aa52-d04c22ded5bc on network 3aba4220-2492-4bff-a8dc-f14a576a34f1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:29.277266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.286469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c79ad-231f-4261-bc6e-f9ef36dc7791 None None] Pushing event updated for resources: {'Port': ['ID=08319a6a-33e0-4d76-9d6b-837941e34736,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:29.290772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Allocated IP 2001:db8:3::1 (3aba4220-2492-4bff-a8dc-f14a576a34f1/381df481-0e93-4640-a75e-81d9ee0a279a/60139b5c-8369-4b1e-92d1-1d77cf5e65df) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:29.307489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:29.307987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Checking segment: {'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:29.308498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.311974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Bound using segment: {'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:29.312593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Bound port: ff6f7677-f9bf-4381-aa52-d04c22ded5bc, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:29.313094 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.406686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:29.619785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] For port ff6f7677-f9bf-4381-aa52-d04c22ded5bc, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:29.672619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-89c37711-5203-4177-a446-40466a99d230 req-71c2dfc9-1000-4dbd-aa53-db969ead677f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Synchronizing usage tracker for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:29.673874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for 7092dee5-16ab-4bc7-a4d0-05658634ff5a owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:29.696353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] For port ff6f7677-f9bf-4381-aa52-d04c22ded5bc, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ff6f7677-f9bf-4381-aa52-d04c22ded5bc,segment=NetworkSegment(5417d005-a6eb-4393-8ae1-1fbd3fc14c94),segment_id=5417d005-a6eb-4393-8ae1-1fbd3fc14c94)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:29.743517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:29.743728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.744049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.745596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] 10.222.0.62 "PUT /v2.0/ports/51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 1092 time: 4.1216104 Feb 04 20:12:29.746213 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.748057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'tag': '51e14825-62ad-4cf9-b7d7-8618dd307c09'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:29.769034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', '7092dee5-16ab-4bc7-a4d0-05658634ff5a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:29.780871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6570a6b-36fb-40e7-89c3-62d8474ea8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=51e14825-62ad-4cf9-b7d7-8618dd307c09,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:29.833598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Transition to ACTIVE for port object 60139b5c-8369-4b1e-92d1-1d77cf5e65df will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:29.845283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7e86d7ed-3349-4459-852e-94cf86aff7d3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:29.885916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=7e86d7ed-3349-4459-852e-94cf86aff7d3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:29.949528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.976313 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:29.980905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-89c37711-5203-4177-a446-40466a99d230 req-71c2dfc9-1000-4dbd-aa53-db969ead677f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Unset dirty status for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:29.984217 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-89c37711-5203-4177-a446-40466a99d230 req-71c2dfc9-1000-4dbd-aa53-db969ead677f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 210 time: 0.4036374 Feb 04 20:12:30.043279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port 7e86d7ed-3349-4459-852e-94cf86aff7d3 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:30.049728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:30.241705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:30.262604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0e1aa-70db-4fbd-a0e0-dfa7fa8f9c66 None None] Pushing event updated for resources: {'Port': ['ID=ff6f7677-f9bf-4381-aa52-d04c22ded5bc,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:30.308627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca57382a-1316-441f-8250-4d9f1a3c1494 req-7663e4fa-746e-4e93-9f0a-0fe311732b13 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.62 "DELETE /v2.0/ports/7e86d7ed-3349-4459-852e-94cf86aff7d3 HTTP/1.1" status: 204 len: 173 time: 3.2997401 Feb 04 20:12:30.352346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:18Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:28Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:30.361456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507560b-77d1-4971-9e54-ff740540f6f5 None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:18Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:28Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:30.456818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:30.508035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9fda4-521a-4221-9ef9-7591e1689f96 req-163b7835-7313-4bc6-9d8f-d36f6918dd55 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:30.511140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:30.522441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3aa9fda4-521a-4221-9ef9-7591e1689f96 req-163b7835-7313-4bc6-9d8f-d36f6918dd55 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.6129673 Feb 04 20:12:30.529248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9b464-2946-4c43-a516-73b6279500cb req-ca21d532-6f25-40d1-85e3-6b30ebf05ab0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:30.532800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9bf9b464-2946-4c43-a516-73b6279500cb req-ca21d532-6f25-40d1-85e3-6b30ebf05ab0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.4002376 Feb 04 20:12:30.533879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:30.534412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:30.538027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=60139b5c-8369-4b1e-92d1-1d77cf5e65df,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:30.561954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.563177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.563177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.563177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.564161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.564584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.565022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.565432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.565862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.566277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.566751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.567141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:12:30.570301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-6ebb7c6e-74bf-47b9-abcc-0717baf75343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:30.572540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-6ebb7c6e-74bf-47b9-abcc-0717baf75343 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1095 time: 0.6379998 Feb 04 20:12:30.573047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a495-de5e-4077-94cb-4232873204c2 req-8a7fecd7-006d-4803-b21b-6c50e34a499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:30.574825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43e7a495-de5e-4077-94cb-4232873204c2 req-8a7fecd7-006d-4803-b21b-6c50e34a499d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.5791309 Feb 04 20:12:30.584773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:30.707999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:30.907116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-e60a8249-346b-4fc4-ae83-ea8c615efd19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 217 time: 0.3152890 Feb 04 20:12:31.041003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9bf9b464-2946-4c43-a516-73b6279500cb req-266753ae-0d66-4391-8d6e-db127de2d1bb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4928916 Feb 04 20:12:31.055696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a495-de5e-4077-94cb-4232873204c2 req-ed254360-945d-4ca4-ad94-6d4a5026a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:31.057482 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43e7a495-de5e-4077-94cb-4232873204c2 req-ed254360-945d-4ca4-ad94-6d4a5026a29f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.4681704 Feb 04 20:12:31.068747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3aa9fda4-521a-4221-9ef9-7591e1689f96 req-d1601708-8c7c-4e43-bfb4-6b116ff95ef0 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449169 Feb 04 20:12:31.089104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=7092dee5-16ab-4bc7-a4d0-05658634ff5a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:31.347293 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'tag': '51e14825-62ad-4cf9-b7d7-8618dd307c09', 'status': 'completed', 'code': 200} Feb 04 20:12:31.364382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-536184f8-283b-4410-bc65-b6662388dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:31.376230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-536184f8-283b-4410-bc65-b6662388dd17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.4465468 Feb 04 20:12:31.380820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Pushing event updated for resources: {'Port': ['ID=b28df1ac-4152-45a8-a2fc-84a1da4ad704,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:31.413195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port 7092dee5-16ab-4bc7-a4d0-05658634ff5a on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:31.458139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:31.469454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:31.500316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:31.560285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-04bfe97b-2a65-473d-ad0d-6c7743f631a2 req-22f65494-3c19-4310-829c-265abe5a3080 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:31.616121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:31.618464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2e0f1ac6-4b86-4dfe-a5d7-0577bf35de4a req-bce6b562-0882-4886-8f23-94873da04314 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "DELETE /v2.0/ports/7092dee5-16ab-4bc7-a4d0-05658634ff5a HTTP/1.1" status: 204 len: 173 time: 3.5965095 Feb 04 20:12:31.698634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60710) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:31.736650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-90fcaf9a-7c99-49de-9d5c-2f51d3c54281 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789243 Feb 04 20:12:31.799839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:31.800414 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:31.855589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08319a6a-33e0-4d76-9d6b-837941e34736 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:31.857169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43e7a495-de5e-4077-94cb-4232873204c2 req-886bf88e-314b-424d-ba68-5daf752e6c1b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.7820647 Feb 04 20:12:31.945746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7e86d7ed-3349-4459-852e-94cf86aff7d3 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:32.083736 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-1e156157-749c-40b6-9c93-b02c6fcdd5e1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8142962 Feb 04 20:12:32.127628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Request body: {'port': {'device_id': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:32.220923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7092dee5-16ab-4bc7-a4d0-05658634ff5a no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:32.257859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 7e86d7ed-3349-4459-852e-94cf86aff7d3 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:32.258578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7e86d7ed-3349-4459-852e-94cf86aff7d3 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:32.265557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-30e49610-cc0f-4935-947f-01e5971410b5 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108678 Feb 04 20:12:32.271530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 7092dee5-16ab-4bc7-a4d0-05658634ff5a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:32.280765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7092dee5-16ab-4bc7-a4d0-05658634ff5a not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:32.282628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-04bfe97b-2a65-473d-ad0d-6c7743f631a2 req-22f65494-3c19-4310-829c-265abe5a3080 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:32.292363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04bfe97b-2a65-473d-ad0d-6c7743f631a2 req-22f65494-3c19-4310-829c-265abe5a3080 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec86f752-e667-49a7-80ae-d7e1278e3812 HTTP/1.1" status: 200 len: 210 time: 0.8806336 Feb 04 20:12:32.300365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1090291053'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:32.306575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:32.327329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Usage tracker for resource:network and tenant:fe89e2eb08954bb6adcff9271fd1a741 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:32.336171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:32.353617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:32.360234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:32.381705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a495-de5e-4077-94cb-4232873204c2 req-72a0de9d-4517-4c00-a9f7-6991b91ea18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:32.383282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43e7a495-de5e-4077-94cb-4232873204c2 req-72a0de9d-4517-4c00-a9f7-6991b91ea18f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.4932778 Feb 04 20:12:32.405354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae083d-7607-4016-b3ba-5796a8f1d26e None None] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:32.497198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 08319a6a-33e0-4d76-9d6b-837941e34736 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:32.516917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 08319a6a-33e0-4d76-9d6b-837941e34736 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:32.518673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:32.633258 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddd140dc-cc93-40ca-81a6-2df578a135d9 req-b7352592-c13f-48ef-8fff-d15942859dc0 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642257 Feb 04 20:12:32.659423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2afce1-f415-4548-bbfa-bfaae5a493fb req-c94f1eef-e59d-4caa-9444-d628d4f81641 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:32.661337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff2afce1-f415-4548-bbfa-bfaae5a493fb req-c94f1eef-e59d-4caa-9444-d628d4f81641 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1690290 Feb 04 20:12:32.684375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:32.688228 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:32.706885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:32.708340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fde10-4f61-4f9e-8a1a-0a984b65f7cd req-75825fd3-dced-4508-a8e2-3b0e26339207 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:32.711607 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:32.715658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e98fde10-4f61-4f9e-8a1a-0a984b65f7cd req-75825fd3-dced-4508-a8e2-3b0e26339207 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 931 time: 1.1556258 Feb 04 20:12:32.741321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:32.744278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:32.752707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff2afce1-f415-4548-bbfa-bfaae5a493fb req-f69883d7-40c1-45ef-81c7-183fcec67c93 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839930 Feb 04 20:12:32.754490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Usage tracker for resource:security_group_rule and tenant:fe89e2eb08954bb6adcff9271fd1a741 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:32.761045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:32.771587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-784d4ab6-44e7-473d-acd2-5b7c449e480b None None] Provisioning for port ff6f7677-f9bf-4381-aa52-d04c22ded5bc completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:32.783767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:32.859560 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:32.928377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 08319a6a-33e0-4d76-9d6b-837941e34736, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=08319a6a-33e0-4d76-9d6b-837941e34736,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:32.951125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e98fde10-4f61-4f9e-8a1a-0a984b65f7cd req-b42e124c-8a04-4c18-9c9d-1a2503cc855f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Synchronizing usage tracker for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:33.012950 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:33.015802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ff6f7677-f9bf-4381-aa52-d04c22ded5bc up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:33.232063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=08319a6a-33e0-4d76-9d6b-837941e34736,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:33.235224 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:33.239004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-9c5b75f0-046e-4ff1-8d9a-9d2af71c08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:33.241214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-9c5b75f0-046e-4ff1-8d9a-9d2af71c08be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1095 time: 0.3458920 Feb 04 20:12:33.275418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389361-ed99-48c5-bb89-cdf5bbce779d req-1f3b5dd8-0e61-43c3-8262-447fbfca4b4d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:33.291791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2389361-ed99-48c5-bb89-cdf5bbce779d req-1f3b5dd8-0e61-43c3-8262-447fbfca4b4d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.2702463 Feb 04 20:12:33.419702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e98fde10-4f61-4f9e-8a1a-0a984b65f7cd req-b42e124c-8a04-4c18-9c9d-1a2503cc855f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Unset dirty status for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:33.420876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e98fde10-4f61-4f9e-8a1a-0a984b65f7cd req-b42e124c-8a04-4c18-9c9d-1a2503cc855f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7043307 Feb 04 20:12:33.499239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ff6f7677-f9bf-4381-aa52-d04c22ded5bc completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:33.534856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ff6f7677-f9bf-4381-aa52-d04c22ded5bc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:33.535161 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:33.551768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a495-de5e-4077-94cb-4232873204c2 req-de1a5e0e-b061-4a16-9a40-9cb10963961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:33.553863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43e7a495-de5e-4077-94cb-4232873204c2 req-de1a5e0e-b061-4a16-9a40-9cb10963961b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1597319 Feb 04 20:12:33.587917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Provisioning complete for port ff6f7677-f9bf-4381-aa52-d04c22ded5bc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:33.588680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:33.763375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'name': 'network-vif-deleted', 'tag': '7e86d7ed-3349-4459-852e-94cf86aff7d3'}, {'server_uuid': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'name': 'network-vif-deleted', 'tag': '7092dee5-16ab-4bc7-a4d0-05658634ff5a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:33.769581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-d7136827-cace-4665-a204-cd17fd029b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:33.772006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-d7136827-cace-4665-a204-cd17fd029b55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.5210304 Feb 04 20:12:33.776014 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:33.790319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:12:33.806476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:33.806476 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Added segment 9fdecf31-a842-4f64-a22e-7862aba508bb of type vlan for network afba89e1-84ef-4e3c-95e5-786c67043090 Feb 04 20:12:33.941068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:33.944287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68de4820-d920-46bc-9dcc-5f8bac9d57a7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:33.944636 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43e7a495-de5e-4077-94cb-4232873204c2 req-0c53465b-19a7-45a7-b3b3-9395f3a1d05b service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739345 Feb 04 20:12:33.970398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2389361-ed99-48c5-bb89-cdf5bbce779d req-a1908699-2cb6-4284-8277-f9af0825bf7b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972377 Feb 04 20:12:33.983846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-2f0467ac-bb0d-4bca-b7e5-5576b7fab31e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 217 time: 0.1530836 Feb 04 20:12:33.999932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.048366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ff6f7677-f9bf-4381-aa52-d04c22ded5bc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ff6f7677-f9bf-4381-aa52-d04c22ded5bc,segment=NetworkSegment(5417d005-a6eb-4393-8ae1-1fbd3fc14c94),segment_id=5417d005-a6eb-4393-8ae1-1fbd3fc14c94)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:34.079434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.090253 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec86f752-e667-49a7-80ae-d7e1278e3812', 'name': 'network-vif-deleted', 'tag': '7e86d7ed-3349-4459-852e-94cf86aff7d3', 'status': 'completed', 'code': 200} Feb 04 20:12:34.090517 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b845bab3-d6ca-4992-8bca-3500d5509255', 'name': 'network-vif-deleted', 'tag': '7092dee5-16ab-4bc7-a4d0-05658634ff5a', 'status': 'completed', 'code': 200} Feb 04 20:12:34.103087 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.239838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28df1ac-4152-45a8-a2fc-84a1da4ad704 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:12:34.248680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.262410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-5f2ddb8b-af2b-415a-82e1-caecee24ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:34.267540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-5f2ddb8b-af2b-415a-82e1-caecee24ef0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.2773297 Feb 04 20:12:34.268090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ff6f7677-f9bf-4381-aa52-d04c22ded5bc,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:34.268225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Transition to ACTIVE for port object b28df1ac-4152-45a8-a2fc-84a1da4ad704 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:34.275265 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:12:34.323560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08319a6a-33e0-4d76-9d6b-837941e34736 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:34.340142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-9152fe2c-0b24-4a20-9acd-4f959dc602e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623667 Feb 04 20:12:34.340896 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.377464 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43e7a495-de5e-4077-94cb-4232873204c2 req-2b3ed334-11f4-4816-b7a0-3d4c01a131fe service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268849 Feb 04 20:12:34.420522 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:12:34.420882 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:12:34.437467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 08319a6a-33e0-4d76-9d6b-837941e34736 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:34.437839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.445524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.450920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:34.451504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.485243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.574572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856450c-9591-4a7f-a708-2d124bf4f053 req-746070ae-83ff-452d-8386-9928f5e8df81 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:34.576081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e856450c-9591-4a7f-a708-2d124bf4f053 req-746070ae-83ff-452d-8386-9928f5e8df81 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.4157941 Feb 04 20:12:34.610374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.613205 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:34.640749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Network': ['ID=afba89e1-84ef-4e3c-95e5-786c67043090,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:34.659140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Pushing event updated for resources: {'Port': ['ID=b28df1ac-4152-45a8-a2fc-84a1da4ad704,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:34.659336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-2a438699-f4f6-4167-ae89-f74c9ec36e70 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106616 Feb 04 20:12:34.659427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network afba89e1-84ef-4e3c-95e5-786c67043090 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:12:34.668369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e856450c-9591-4a7f-a708-2d124bf4f053 req-af57c363-1608-4ffc-881e-fa486d8c2e93 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760717 Feb 04 20:12:34.701961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e8ef7b4b-19bf-49b6-a6c6-b667636804a3 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9654191 Feb 04 20:12:34.740694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:34.750569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'subnet': {'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:34.962685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:34.966542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f20a4e1-debd-433e-bef4-45a6276f5699 req-6c186b38-a0db-4689-91b3-c6f75833bbaf service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974105 Feb 04 20:12:34.970656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Usage tracker for resource:subnet and tenant:fe89e2eb08954bb6adcff9271fd1a741 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:34.975413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:34.991430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:35.030133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086707-beaa-4e00-ad14-87cca268e00f req-62ca9007-312c-41c3-af5d-3fa88df89a00 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:35.031149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2c086707-beaa-4e00-ad14-87cca268e00f req-62ca9007-312c-41c3-af5d-3fa88df89a00 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Synchronizing usage tracker for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:35.092514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:35.095786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.130752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Attempting to bind port b28df1ac-4152-45a8-a2fc-84a1da4ad704 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:35.136528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Attempting to bind port b28df1ac-4152-45a8-a2fc-84a1da4ad704 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:35.141037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Attempting to bind port b28df1ac-4152-45a8-a2fc-84a1da4ad704 on network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:35.155491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event updated for resources: {'Port': ['ID=60139b5c-8369-4b1e-92d1-1d77cf5e65df,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:35.172940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Port b28df1ac-4152-45a8-a2fc-84a1da4ad704 on network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:12:35.173264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Attempting to bind port b28df1ac-4152-45a8-a2fc-84a1da4ad704 on network 5f318222-2fc0-49fc-85a8-0dbbf1a6c165 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:35.190293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:35.190627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Checking segment: {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:35.191104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Bound using segment: {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:35.191537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Bound port: b28df1ac-4152-45a8-a2fc-84a1da4ad704, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:35.191875 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.219257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2c086707-beaa-4e00-ad14-87cca268e00f req-62ca9007-312c-41c3-af5d-3fa88df89a00 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Unset dirty status for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:35.220415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c086707-beaa-4e00-ad14-87cca268e00f req-62ca9007-312c-41c3-af5d-3fa88df89a00 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 943 time: 0.3649011 Feb 04 20:12:35.248638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:35.258351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:35.293181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c086707-beaa-4e00-ad14-87cca268e00f req-7713deb7-3197-4d6b-971d-c7b54a64bae4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Feb 04 20:12:35.338425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Provisioning for port 60139b5c-8369-4b1e-92d1-1d77cf5e65df completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:35.344980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Provisioning complete for port 60139b5c-8369-4b1e-92d1-1d77cf5e65df triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:35.345457 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.442319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-db1508a0-9b8c-4627-8be2-4cc8206ffa63 None None] Port 60139b5c-8369-4b1e-92d1-1d77cf5e65df cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:35.479610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] For port b28df1ac-4152-45a8-a2fc-84a1da4ad704, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:35.534587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] For port b28df1ac-4152-45a8-a2fc-84a1da4ad704, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:35.542316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:35.572862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dcf698d9-2b4e-45ae-8fd1-a1fa0cadcfa1 None None] Provisioning complete for port 60139b5c-8369-4b1e-92d1-1d77cf5e65df triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:35.573229 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcf698d9-2b4e-45ae-8fd1-a1fa0cadcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.574907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393ae62-b37a-4d05-b0e4-9b057da3836c req-aab530e5-0f59-443e-97fc-9e8fda013999 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:35.576596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d393ae62-b37a-4d05-b0e4-9b057da3836c req-aab530e5-0f59-443e-97fc-9e8fda013999 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.1302266 Feb 04 20:12:35.639099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d393ae62-b37a-4d05-b0e4-9b057da3836c req-671dca9f-b004-442b-b3a0-4bb914b56e46 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497200 Feb 04 20:12:35.648862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcf698d9-2b4e-45ae-8fd1-a1fa0cadcfa1 None None] Port 60139b5c-8369-4b1e-92d1-1d77cf5e65df cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:35.656710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.724953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.752945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Checking segment: {'id': '9fdecf31-a842-4f64-a22e-7862aba508bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:35.753298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network hostable DHCP agents. Network: afba89e1-84ef-4e3c-95e5-786c67043090, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:12:35.762103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Subnet': ['ID=3db228b9-b458-4cb3-b41c-0095dde59b60,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:35.788322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b666a696-f042-4beb-b2fe-b9328e26c399 None None] Provisioning complete for port 60139b5c-8369-4b1e-92d1-1d77cf5e65df triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:35.788322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b666a696-f042-4beb-b2fe-b9328e26c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.864305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b666a696-f042-4beb-b2fe-b9328e26c399 None None] Port 60139b5c-8369-4b1e-92d1-1d77cf5e65df cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:35.873166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:35.873166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:35.873166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] 10.222.0.24 "PUT /v2.0/ports/b28df1ac-4152-45a8-a2fc-84a1da4ad704 HTTP/1.1" status: 200 len: 1091 time: 3.7542825 Feb 04 20:12:35.873166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'tag': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:35.918174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:35.919861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f49b96-ec5d-4d6d-ac75-15db36e74174 service neutron] Pushing event updated for resources: {'Port': ['ID=b28df1ac-4152-45a8-a2fc-84a1da4ad704,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:35.921898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network afba89e1-84ef-4e3c-95e5-786c67043090 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:12:35.925017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2eb227df-f691-445c-ac1e-c89ee969684b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9914753 Feb 04 20:12:35.928624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60778) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:35.935253 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:35.935847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:35.942224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 51e14825-62ad-4cf9-b7d7-8618dd307c09 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:12:35.947896 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:35.948734 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:35.965338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e55699-6794-4dd0-b5bc-6ff666258e42 req-e93899de-324e-45f0-8d63-195a0d202477 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:35.991625 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9e55699-6794-4dd0-b5bc-6ff666258e42 req-e93899de-324e-45f0-8d63-195a0d202477 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 949 time: 0.2004592 Feb 04 20:12:36.136941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9e55699-6794-4dd0-b5bc-6ff666258e42 req-ba3b1d97-a6cf-4046-85e5-3372638e0ccd tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388810 Feb 04 20:12:36.151545 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:36.169683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 51e14825-62ad-4cf9-b7d7-8618dd307c09, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:36.190078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-71922071-64eb-490e-ad8a-5ce005656953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:36.195597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-71922071-64eb-490e-ad8a-5ce005656953 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 1094 time: 0.1773388 Feb 04 20:12:36.197924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, afba89e1-84ef-4e3c-95e5-786c67043090) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:36.211042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f650f20-d333-4361-b08e-ca244e08b966 None None] Network afba89e1-84ef-4e3c-95e5-786c67043090 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:36.269913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:36.270317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:36.335142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ff6f7677-f9bf-4381-aa52-d04c22ded5bc up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:36.342668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2939827-c1c4-4779-b8e6-1079090ef15d req-75538de8-6300-4702-a4f2-f85944019d54 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:36.350030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2939827-c1c4-4779-b8e6-1079090ef15d req-75538de8-6300-4702-a4f2-f85944019d54 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.5247071 Feb 04 20:12:36.409745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-5e06c5a6-1f9f-46e3-bc55-b36e147eb97d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704 HTTP/1.1" status: 200 len: 217 time: 0.2093694 Feb 04 20:12:36.413628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '51e14825-62ad-4cf9-b7d7-8618dd307c09', 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'port_id': '51e14825-62ad-4cf9-b7d7-8618dd307c09', 'mac_address': 'fa:16:3e:93:14:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:12:36.463264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ff6f7677-f9bf-4381-aa52-d04c22ded5bc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:36.463634 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:36.499833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780d5e7-ad86-473f-9ff5-9c8c5967c05c req-26439446-ed62-4330-a263-1bd142f1b1b9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:36.501528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d780d5e7-ad86-473f-9ff5-9c8c5967c05c req-26439446-ed62-4330-a263-1bd142f1b1b9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1603510 Feb 04 20:12:36.503357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-9f23f5bf-2825-4761-9b10-269a376cdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:36.504601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-9f23f5bf-2825-4761-9b10-269a376cdbd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.0885768 Feb 04 20:12:36.570437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e955792-c19d-45ef-9960-35c57409d97c tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8263764 Feb 04 20:12:36.583262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60784) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:36.586270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-363d892c-7901-4ad8-aa52-5b1b45dbedcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740976 Feb 04 20:12:36.593097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'name': 'tempest-AllowedAddressPairTestJSON-1829894701'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:36.628771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:36.698827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2939827-c1c4-4779-b8e6-1079090ef15d req-90964262-6cb5-4a88-a363-9a66384a95a6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447406 Feb 04 20:12:36.763098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e14825-62ad-4cf9-b7d7-8618dd307c09 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:12:36.772262 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:31Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:33Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:36.787820 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:36.790595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Updating router 388821cb-c2c8-427b-84c1-a9c20c8cad07 port 60139b5c-8369-4b1e-92d1-1d77cf5e65df binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:12:36.796712 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d780d5e7-ad86-473f-9ff5-9c8c5967c05c req-2537c74c-f7b6-4ef1-b1b6-705c7b666c98 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857683 Feb 04 20:12:36.850939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 51e14825-62ad-4cf9-b7d7-8618dd307c09, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:36.867680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-afba89e1-84ef-4e3c-95e5-786c67043090', 'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'tenant_id': 'fe89e2eb08954bb6adcff9271fd1a741', 'fixed_ips': [{'subnet_id': '3db228b9-b458-4cb3-b41c-0095dde59b60'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:12:36.868804 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:36.868921 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'tag': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704', 'status': 'completed', 'code': 200} Feb 04 20:12:36.918848 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:36.997620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-96c7267c-1627-4a1a-9b68-93800c59ac99 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:36.999189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-96c7267c-1627-4a1a-9b68-93800c59ac99 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 949 time: 0.5026944 Feb 04 20:12:37.098437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Allocated IP 172.20.0.2 (afba89e1-84ef-4e3c-95e5-786c67043090/3db228b9-b458-4cb3-b41c-0095dde59b60/c23f58ff-5390-4e8c-9c5d-33c012757b0f) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:37.119807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-ac0afa41-1657-474d-90ed-a62415381d98 service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103905 Feb 04 20:12:37.120699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:37.126288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Usage tracker for resource:port and tenant:fe89e2eb08954bb6adcff9271fd1a741 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:37.153297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port c9ab7750-545b-49c1-99a6-79ab770f09f6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:37.153523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:37.153946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.169580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:37.415243 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.473559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5e961b7-05d3-47d4-bd90-ec2e19f3bc04 req-29365036-ebd3-4ff7-a6bc-89eaafae630e service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443518 Feb 04 20:12:37.488660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998f8ec-808a-4e96-aece-134de0630de0 req-91c73dce-7aa6-4ee6-91e3-bfefa29a75f3 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:37.498024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c998f8ec-808a-4e96-aece-134de0630de0 req-91c73dce-7aa6-4ee6-91e3-bfefa29a75f3 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 943 time: 0.4661705 Feb 04 20:12:37.509265 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.528042 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Transition to ACTIVE for port object 60139b5c-8369-4b1e-92d1-1d77cf5e65df will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:37.543398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c998f8ec-808a-4e96-aece-134de0630de0 req-0072a872-807e-4fa2-9d8a-ba1cf7dc668f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Feb 04 20:12:37.546032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.553358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=51e14825-62ad-4cf9-b7d7-8618dd307c09,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:37.561452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Transition to ACTIVE for port object c23f58ff-5390-4e8c-9c5d-33c012757b0f will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:37.581688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Transition to ACTIVE for port object c23f58ff-5390-4e8c-9c5d-33c012757b0f will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:37.589544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:37.594901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.616048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] device_id is not set on port 2a980dc2-259f-4e76-8cd7-a549bd7c84da yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:12:37.670134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841b41e-63fb-44b6-9d94-752fa5b46146 req-5ef9c8f8-079e-497b-a1ca-befaae5aed82 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:37.672034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9841b41e-63fb-44b6-9d94-752fa5b46146 req-5ef9c8f8-079e-497b-a1ca-befaae5aed82 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.4072897 Feb 04 20:12:37.695531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.696598 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.801001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-7836124d-a95e-46d4-9cd5-a1e825d9449c tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:37.803993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-7836124d-a95e-46d4-9cd5-a1e825d9449c tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 949 time: 0.5739479 Feb 04 20:12:37.850301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['51e14825-62ad-4cf9-b7d7-8618dd307c09'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:37.891636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port c9ab7750-545b-49c1-99a6-79ab770f09f6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c9ab7750-545b-49c1-99a6-79ab770f09f6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:37.892011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:37.940017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9841b41e-63fb-44b6-9d94-752fa5b46146 req-7c92c76c-3c5c-48a5-8ec7-6f2de2441954 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531886 Feb 04 20:12:37.968954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Allocated IP 172.20.0.10 (afba89e1-84ef-4e3c-95e5-786c67043090/3db228b9-b458-4cb3-b41c-0095dde59b60/2a980dc2-259f-4e76-8cd7-a549bd7c84da) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:38.005136 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Attempting to bind port 60139b5c-8369-4b1e-92d1-1d77cf5e65df on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:38.005944 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Attempting to bind port 60139b5c-8369-4b1e-92d1-1d77cf5e65df by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:38.006551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Attempting to bind port 60139b5c-8369-4b1e-92d1-1d77cf5e65df on network 3aba4220-2492-4bff-a8dc-f14a576a34f1 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:38.015662 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:38.016488 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Checking segment: {'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:38.017116 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.017719 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Bound using segment: {'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:38.018715 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Bound port: 60139b5c-8369-4b1e-92d1-1d77cf5e65df, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417d005-a6eb-4393-8ae1-1fbd3fc14c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:38.019574 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.089967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1eb865-af8b-4a54-809d-5fd6e3ae9831 req-35cebf8a-4858-47a9-bf0a-5a75636f0a79 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:38.104339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff1eb865-af8b-4a54-809d-5fd6e3ae9831 req-35cebf8a-4858-47a9-bf0a-5a75636f0a79 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3767312 Feb 04 20:12:38.105908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Network afba89e1-84ef-4e3c-95e5-786c67043090 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:38.130428 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584170c4-c88c-46ab-906a-c2bea56e5b41 None None] Pushing event updated for resources: {'Port': ['ID=60139b5c-8369-4b1e-92d1-1d77cf5e65df,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:38.137862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:38.142980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:38.228682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-1e05de48-b406-454c-85c2-d93113bd52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:38.230300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-1e05de48-b406-454c-85c2-d93113bd52b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 1094 time: 0.5350323 Feb 04 20:12:38.235866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Pushing event updated for resources: {'Port': ['ID=c23f58ff-5390-4e8c-9c5d-33c012757b0f,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:38.260876 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] For port 60139b5c-8369-4b1e-92d1-1d77cf5e65df, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:38.264152 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] For port 60139b5c-8369-4b1e-92d1-1d77cf5e65df, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=60139b5c-8369-4b1e-92d1-1d77cf5e65df,segment=NetworkSegment(5417d005-a6eb-4393-8ae1-1fbd3fc14c94),segment_id=5417d005-a6eb-4393-8ae1-1fbd3fc14c94)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:38.279375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff1eb865-af8b-4a54-809d-5fd6e3ae9831 req-ea608d5e-5d10-4d7a-bd7d-2c3377b503f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750982 Feb 04 20:12:38.345271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for c9ab7750-545b-49c1-99a6-79ab770f09f6 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:38.397546 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.404669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Attempting to bind port c23f58ff-5390-4e8c-9c5d-33c012757b0f on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:12:38.406621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Attempting to bind port c23f58ff-5390-4e8c-9c5d-33c012757b0f by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9fdecf31-a842-4f64-a22e-7862aba508bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:12:38.406621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Attempting to bind port c23f58ff-5390-4e8c-9c5d-33c012757b0f on network afba89e1-84ef-4e3c-95e5-786c67043090 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:12:38.414203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:12:38.414649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Checking segment: {'id': '9fdecf31-a842-4f64-a22e-7862aba508bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:12:38.415132 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.415577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Bound using segment: {'id': '9fdecf31-a842-4f64-a22e-7862aba508bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:12:38.416129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Bound port: c23f58ff-5390-4e8c-9c5d-33c012757b0f, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdecf31-a842-4f64-a22e-7862aba508bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:12:38.416480 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.544699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-b31817dc-aa9c-4981-96ac-d65cd69481e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:38.546164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-b31817dc-aa9c-4981-96ac-d65cd69481e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.2943225 Feb 04 20:12:38.562222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] For port c23f58ff-5390-4e8c-9c5d-33c012757b0f, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:12:38.566051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] For port c23f58ff-5390-4e8c-9c5d-33c012757b0f, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c23f58ff-5390-4e8c-9c5d-33c012757b0f,segment=NetworkSegment(9fdecf31-a842-4f64-a22e-7862aba508bb),segment_id=9fdecf31-a842-4f64-a22e-7862aba508bb)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:12:38.574296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 20:12:38.597775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584170c4-c88c-46ab-906a-c2bea56e5b41 None None] Pushing event updated for resources: {'Port': ['ID=60139b5c-8369-4b1e-92d1-1d77cf5e65df,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:38.601348 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:38.602224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:38.630445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:38.630445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.673008 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.691499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85f469fb-488d-4686-b3df-20d7f7873177 req-ee799624-dd26-495c-9c50-111c7c64375d tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 210 time: 0.1206756 Feb 04 20:12:38.694631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0', 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:38.724973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-ede7c63d-372e-4040-8e84-84d967204c70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704 HTTP/1.1" status: 200 len: 217 time: 0.1039038 Feb 04 20:12:38.732911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.759578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.760930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Transition to ACTIVE for port object 2a980dc2-259f-4e76-8cd7-a549bd7c84da will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:38.789571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007ab9-e29c-4bed-80ca-a017bd4b6526 req-5f386d88-1400-494d-89bd-28788d946ffe tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:38.791554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4007ab9-e29c-4bed-80ca-a017bd4b6526 req-5f386d88-1400-494d-89bd-28788d946ffe tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2425561 Feb 04 20:12:38.868905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4007ab9-e29c-4bed-80ca-a017bd4b6526 req-5e4747b6-f622-4e24-b270-87a15a0b9c84 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575640 Feb 04 20:12:38.872172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.876329 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:38.897679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Removed routes are [] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 20:12:38.897679 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:38.945134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=c9ab7750-545b-49c1-99a6-79ab770f09f6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:39.013155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:39.034953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53098b0-8117-4416-aebf-58daead87e4d None None] Pushing event updated for resources: {'Port': ['ID=c23f58ff-5390-4e8c-9c5d-33c012757b0f,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:39.159024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network afba89e1-84ef-4e3c-95e5-786c67043090 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:39.181437 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:39.246336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:39.249046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:39.444108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port c9ab7750-545b-49c1-99a6-79ab770f09f6 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:39.486494 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:39.499402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'name': 'network-vif-deleted', 'tag': 'c9ab7750-545b-49c1-99a6-79ab770f09f6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:39.513262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-536f541e-6d96-4a86-a2a6-ffd250ee3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:39.541470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-536f541e-6d96-4a86-a2a6-ffd250ee3a48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.6416025 Feb 04 20:12:39.541470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=2a980dc2-259f-4e76-8cd7-a549bd7c84da,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:39.544151 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:12:39.581188 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:31Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:38Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:39.586251 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e6de9-5383-4a83-9b88-2c5b69af414b None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:31Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:38Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:39.615483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:39.615957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:39.621831 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-6395ed89-77e9-4577-a62a-b696eef9d6ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972483 Feb 04 20:12:39.632246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9610e7-c79d-4cb6-b6c6-7fd44aa78eed req-292a08c1-3ad1-4c75-bc12-56554dd64fdf tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:39.633802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa9610e7-c79d-4cb6-b6c6-7fd44aa78eed req-292a08c1-3ad1-4c75-bc12-56554dd64fdf tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 943 time: 0.5603089 Feb 04 20:12:39.813397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa9610e7-c79d-4cb6-b6c6-7fd44aa78eed req-47813873-829c-4bb7-9e24-ebda2bc44b19 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 Feb 04 20:12:39.829150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d4a6e38-d250-49f2-8b1e-100f4183f5e7 req-b563d2df-0cfd-469d-9dd8-72266790e427 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "DELETE /v2.0/ports/c9ab7750-545b-49c1-99a6-79ab770f09f6 HTTP/1.1" status: 204 len: 173 time: 2.8203464 Feb 04 20:12:39.853190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-a66e4f71-4875-4f47-846d-6e9414e3f41b service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182562 Feb 04 20:12:39.877772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7d7539d7-f66d-4c32-8e2a-8e941b01dd32 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2873759 Feb 04 20:12:39.910337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:39.923439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'name': 'tempest-AllowedAddressPairTestJSON-1976430488', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:2d:8c:57'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:39.973882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 51e14825-62ad-4cf9-b7d7-8618dd307c09 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:39.985791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:39.991208 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:40.100471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cde74-9d24-46b4-8d1c-3efa81d5578c req-febff6dd-54be-46b1-a5aa-8481f8c69198 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:40.113560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c18cde74-9d24-46b4-8d1c-3efa81d5578c req-febff6dd-54be-46b1-a5aa-8481f8c69198 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 1.0726755 Feb 04 20:12:40.141637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b28df1ac-4152-45a8-a2fc-84a1da4ad704 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:12:40.148572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c9ab7750-545b-49c1-99a6-79ab770f09f6 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:40.237909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: c9ab7750-545b-49c1-99a6-79ab770f09f6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:40.243377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c9ab7750-545b-49c1-99a6-79ab770f09f6 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:40.326748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 51e14825-62ad-4cf9-b7d7-8618dd307c09 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:40.555622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 51e14825-62ad-4cf9-b7d7-8618dd307c09 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:40.555994 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:40.583285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c23f58ff-5390-4e8c-9c5d-33c012757b0f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:40.611261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c18cde74-9d24-46b4-8d1c-3efa81d5578c req-5e759712-c0f4-4e32-be17-3c7f46d2d58f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967279 Feb 04 20:12:40.630630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:40.633924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:40.792820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-996b85ce-40df-4fb7-ba7c-f0f9e37302fc req-8f3c1b44-36e9-438c-84d1-7e75f0d86e5d service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160278 Feb 04 20:12:40.809664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:40.821644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Usage tracker for resource:port and tenant:fe89e2eb08954bb6adcff9271fd1a741 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:40.826516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf3a49d-f30f-406b-b185-4da0a1eef7c3 None None] Network afba89e1-84ef-4e3c-95e5-786c67043090 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:40.830980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:40.848780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:40.922671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for c93f8f86-2255-48b8-b8ee-3bed0e89a6ae owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:40.969740 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca2629d-7957-48d2-8069-854dd1fbd877', 'name': 'network-vif-deleted', 'tag': 'c9ab7750-545b-49c1-99a6-79ab770f09f6', 'status': 'completed', 'code': 200} Feb 04 20:12:40.980791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d8d2d40-2bdb-4b99-a18b-7bef25b1e69d req-301d1b01-02a0-441c-a9b9-ddaf924744ec tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ca2629d-7957-48d2-8069-854dd1fbd877 HTTP/1.1" status: 200 len: 210 time: 0.0565600 Feb 04 20:12:41.004250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:41.021846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b28df1ac-4152-45a8-a2fc-84a1da4ad704, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:41.121109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704', 'network_id': '5f318222-2fc0-49fc-85a8-0dbbf1a6c165', 'port_id': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704', 'mac_address': 'fa:16:3e:d9:4a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40aeaca4-a5da-4f4d-b160-057c5a9effd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:12:41.207984 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.219670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:41.282353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] device_id is not set on port c45c07fe-1196-491a-915a-8eb4fa7de49e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:12:41.291732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c23f58ff-5390-4e8c-9c5d-33c012757b0f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:41.334419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 60139b5c-8369-4b1e-92d1-1d77cf5e65df up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:41.382791 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.414891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-be6ca8b8-cb95-48e9-a908-5a434f650798 None None] Provisioning for port c23f58ff-5390-4e8c-9c5d-33c012757b0f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:41.446624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3e59-e47a-44fc-ae6c-470be65b268f req-c2508dc8-58bf-4a9d-b49d-79e4be28570f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:41.448143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5fd3e59-e47a-44fc-ae6c-470be65b268f req-c2508dc8-58bf-4a9d-b49d-79e4be28570f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2172623 Feb 04 20:12:41.476967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-be6ca8b8-cb95-48e9-a908-5a434f650798 None None] Provisioning complete for port c23f58ff-5390-4e8c-9c5d-33c012757b0f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:41.477254 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be6ca8b8-cb95-48e9-a908-5a434f650798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.480013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Allocated IP 172.20.0.8 (afba89e1-84ef-4e3c-95e5-786c67043090/3db228b9-b458-4cb3-b41c-0095dde59b60/c45c07fe-1196-491a-915a-8eb4fa7de49e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:41.499321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e14b28-6cd2-42af-ad06-b900c2d7ffde req-28f94352-ff7e-4ca5-a23a-785f49020314 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:41.507031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3e14b28-6cd2-42af-ad06-b900c2d7ffde req-28f94352-ff7e-4ca5-a23a-785f49020314 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.5360992 Feb 04 20:12:41.516750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5fd3e59-e47a-44fc-ae6c-470be65b268f req-92186d62-a0bf-4985-999e-df7bbb2596b1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618865 Feb 04 20:12:41.521079 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.548520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e14825-62ad-4cf9-b7d7-8618dd307c09'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:41.588006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 51e14825-62ad-4cf9-b7d7-8618dd307c09, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:41.591721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28df1ac-4152-45a8-a2fc-84a1da4ad704 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:12:41.618017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:41.627080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b28df1ac-4152-45a8-a2fc-84a1da4ad704, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:41.634935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:41.669642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.673790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e57a0c54-6b62-44bd-85a4-7e51f674fd4e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 200 len: 954 time: 5.7440612 Feb 04 20:12:41.674492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60830) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:41.685687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:41.687210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:41.748656 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.801131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3e14b28-6cd2-42af-ad06-b900c2d7ffde req-0e2e3696-975e-4af3-84a0-11bd1c050115 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923977 Feb 04 20:12:41.814327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.841488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.887701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Transition to ACTIVE for port object c45c07fe-1196-491a-915a-8eb4fa7de49e will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:41.946649 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e14825-62ad-4cf9-b7d7-8618dd307c09', 'code': 200} Feb 04 20:12:41.948468 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:41.950373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:41.951833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d122b6-6c15-4a25-98f1-75ccf828f39a req-0b798735-0a87-4277-8eb8-8de4ab864a4c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:41.954035 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76d122b6-6c15-4a25-98f1-75ccf828f39a req-0b798735-0a87-4277-8eb8-8de4ab864a4c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 944 time: 0.2081742 Feb 04 20:12:41.980378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 60139b5c-8369-4b1e-92d1-1d77cf5e65df completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:42.049574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76d122b6-6c15-4a25-98f1-75ccf828f39a req-da97946c-bff1-489f-8275-c094d24b48f5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843117 Feb 04 20:12:42.054977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 60139b5c-8369-4b1e-92d1-1d77cf5e65df triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:42.055842 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:42.100246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=51e14825-62ad-4cf9-b7d7-8618dd307c09,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:42.103138 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be6ca8b8-cb95-48e9-a908-5a434f650798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:42.145872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:42.182971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c93f8f86-2255-48b8-b8ee-3bed0e89a6ae no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:42.289194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: c93f8f86-2255-48b8-b8ee-3bed0e89a6ae {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:42.289821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c93f8f86-2255-48b8-b8ee-3bed0e89a6ae not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:42.303481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b28df1ac-4152-45a8-a2fc-84a1da4ad704'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:42.340160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network afba89e1-84ef-4e3c-95e5-786c67043090 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:42.343590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:42.346024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=c93f8f86-2255-48b8-b8ee-3bed0e89a6ae,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:42.357238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:42.415436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=c45c07fe-1196-491a-915a-8eb4fa7de49e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:42.433788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b28df1ac-4152-45a8-a2fc-84a1da4ad704,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:42.455384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:42.506494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port c93f8f86-2255-48b8-b8ee-3bed0e89a6ae on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:42.515343 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:42.516980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea79b3fb-0199-40d9-9f59-da8d537a9152 req-4b81f631-0495-4513-bb22-12dbf3055d8b tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "DELETE /v2.0/ports/c93f8f86-2255-48b8-b8ee-3bed0e89a6ae HTTP/1.1" status: 204 len: 173 time: 4.6846828 Feb 04 20:12:42.529550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:42.530376 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:42.588415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ce20c6ef-412f-4a66-bdd1-96001373727c tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 200 len: 954 time: 0.9063551 Feb 04 20:12:42.588919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60844) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:42.607530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'routes': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:42.614374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c51c7-a50d-4b8f-b950-27d5fc264590 req-85d1ce90-e561-4e58-9598-42e85a0dbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:42.619216 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a02c51c7-a50d-4b8f-b950-27d5fc264590 req-85d1ce90-e561-4e58-9598-42e85a0dbd19 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 0.5780079 Feb 04 20:12:42.629139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3806b6-63bc-478f-9dd4-ae3c5cc05485 req-667f2f80-9aa6-43a9-bfa1-cf4bb28e5535 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:42.637029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab3806b6-63bc-478f-9dd4-ae3c5cc05485 req-667f2f80-9aa6-43a9-bfa1-cf4bb28e5535 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.3419924 Feb 04 20:12:42.736568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab3806b6-63bc-478f-9dd4-ae3c5cc05485 req-e527fce1-0e16-485f-9d85-5a96550ce3ce tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953944 Feb 04 20:12:42.771060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-85ade2e9-ef68-44fd-b8aa-c4981eaed3f4 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.8596256 Feb 04 20:12:42.785136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:42.933875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a02c51c7-a50d-4b8f-b950-27d5fc264590 req-3515a5ee-8911-4570-8174-1e4335ca4b34 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558913 Feb 04 20:12:42.954984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a9b00e47-406e-4446-afc4-91cb7fe1208f req-19184836-eed6-4142-8e99-3d2e8ece2adc tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01c40aae-f28a-4970-abea-e0c2fc8296e2 HTTP/1.1" status: 200 len: 210 time: 0.1754842 Feb 04 20:12:42.967207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-be6ca8b8-cb95-48e9-a908-5a434f650798 None None] For port c23f58ff-5390-4e8c-9c5d-33c012757b0f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c23f58ff-5390-4e8c-9c5d-33c012757b0f,segment=NetworkSegment(9fdecf31-a842-4f64-a22e-7862aba508bb),segment_id=9fdecf31-a842-4f64-a22e-7862aba508bb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:43.005029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'name': 'network-vif-deleted', 'tag': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:43.060926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63278bd-3970-4d40-b17e-dd2ec1c437ad tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:43.066841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63278bd-3970-4d40-b17e-dd2ec1c437ad tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:43.072711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63278bd-3970-4d40-b17e-dd2ec1c437ad tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:43.077294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d63278bd-3970-4d40-b17e-dd2ec1c437ad tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2862723 Feb 04 20:12:43.087315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60860) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:43.166479 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be6ca8b8-cb95-48e9-a908-5a434f650798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:43.168955 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:43.215739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port c45c07fe-1196-491a-915a-8eb4fa7de49e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:43.216558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:43.280123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10775b-a3bd-4e2f-8df9-34f8166b581a req-ef814e60-054e-404b-9ef6-d4266c6f69c1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:43.281688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb10775b-a3bd-4e2f-8df9-34f8166b581a req-ef814e60-054e-404b-9ef6-d4266c6f69c1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3282523 Feb 04 20:12:43.390300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb10775b-a3bd-4e2f-8df9-34f8166b581a req-ea95d42f-d1d1-4611-831d-7bc9c63545a6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962367 Feb 04 20:12:43.406074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 60139b5c-8369-4b1e-92d1-1d77cf5e65df, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=60139b5c-8369-4b1e-92d1-1d77cf5e65df,segment=NetworkSegment(5417d005-a6eb-4393-8ae1-1fbd3fc14c94),segment_id=5417d005-a6eb-4393-8ae1-1fbd3fc14c94)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:43.439267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ca8b8-cb95-48e9-a908-5a434f650798 None None] Pushing event updated for resources: {'Port': ['ID=c23f58ff-5390-4e8c-9c5d-33c012757b0f,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:43.474149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Provisioning for port c45c07fe-1196-491a-915a-8eb4fa7de49e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:43.527364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Provisioning complete for port c45c07fe-1196-491a-915a-8eb4fa7de49e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:43.527729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:43.532085 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c40aae-f28a-4970-abea-e0c2fc8296e2', 'name': 'network-vif-deleted', 'tag': 'c93f8f86-2255-48b8-b8ee-3bed0e89a6ae', 'status': 'completed', 'code': 200} Feb 04 20:12:43.543813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0162-2470-4ab7-8e2f-1daaa4acf88b req-d6f61567-cbcc-4bb7-8409-45ab401cc15f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:43.560510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3a5e0162-2470-4ab7-8e2f-1daaa4acf88b req-d6f61567-cbcc-4bb7-8409-45ab401cc15f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.3115158 Feb 04 20:12:43.604539 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:43.636175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:43.670364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3a5e0162-2470-4ab7-8e2f-1daaa4acf88b req-19d2cedc-63f1-4858-a38c-e9c0017b06a7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862503 Feb 04 20:12:43.716544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Port c45c07fe-1196-491a-915a-8eb4fa7de49e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:43.723319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:38Z', 'revision_number': 6, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:38Z', 'revision_number': 4, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:43.740903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=60139b5c-8369-4b1e-92d1-1d77cf5e65df,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:43.744784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:43.785892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Provisioning complete for port c23f58ff-5390-4e8c-9c5d-33c012757b0f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:43.786300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:43.817536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:43.818219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:43.868732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.extraroute_db [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added routes are [] {{(pid=88236) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 20:12:43.869217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.extraroute_db [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88236) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 20:12:43.878057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c23f58ff-5390-4e8c-9c5d-33c012757b0f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:43.905379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:44.106103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Calling delete_port for c45c07fe-1196-491a-915a-8eb4fa7de49e owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:44.301756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:44.341696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce408a0a-95cd-48f4-a21a-52613202b98a req-737af0bd-a657-4fd5-9326-fc4a29f713d0 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:44.348589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce408a0a-95cd-48f4-a21a-52613202b98a req-737af0bd-a657-4fd5-9326-fc4a29f713d0 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 944 time: 0.5480766 Feb 04 20:12:44.368281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c23f58ff-5390-4e8c-9c5d-33c012757b0f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:44.368281 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:44.476035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:44.480744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:44.535661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce408a0a-95cd-48f4-a21a-52613202b98a req-ef9717a8-9f47-494d-8e15-ad12beb2ac04 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735990 Feb 04 20:12:44.646322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:44.738746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:44.758494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Port': ['ID=c45c07fe-1196-491a-915a-8eb4fa7de49e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:44.965693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:44.995608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:44.995608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7bf425d6-764f-49d4-8336-cf80adb86036 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 200 len: 704 time: 2.3955610 Feb 04 20:12:44.995608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60878) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:45.029536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Provisioning for port 2a980dc2-259f-4e76-8cd7-a549bd7c84da completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:45.040592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Provisioning complete for port 2a980dc2-259f-4e76-8cd7-a549bd7c84da triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:45.041139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:45.137814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a22fe920-49c7-47d5-bc6d-2de248f155ae None None] Port 2a980dc2-259f-4e76-8cd7-a549bd7c84da cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:45.153376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:38Z', 'revision_number': 6, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:45.157710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c992e-9dd7-4ebc-ad3f-b815458ea193 None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:38Z', 'revision_number': 6, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:45.188918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-21a2d758-20a4-42da-8be3-cf8ed9dbdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:45.190583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-21a2d758-20a4-42da-8be3-cf8ed9dbdc85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 1095 time: 0.3740239 Feb 04 20:12:45.231925 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b6b08e26-268c-4499-8b76-164be43e624a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 200 len: 704 time: 0.2352998 Feb 04 20:12:45.233347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60886) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:45.265925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c9cd-8fee-4630-aee9-f56ac9f63f5e req-1f74926c-6c6f-45a8-98d6-215eea56cd79 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:45.267449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aaa0c9cd-8fee-4630-aee9-f56ac9f63f5e req-1f74926c-6c6f-45a8-98d6-215eea56cd79 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3658993 Feb 04 20:12:45.320402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:45.355967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f0cd66ea-5411-4ee5-820b-783009061709 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/ports/c45c07fe-1196-491a-915a-8eb4fa7de49e HTTP/1.1" status: 204 len: 168 time: 2.2651329 Feb 04 20:12:45.364964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60890) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:45.414776 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a2f487-7d4a-47a3-93d2-f370698babed tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] GET failed (client error): The resource could not be found. Feb 04 20:12:45.415393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-66a2f487-7d4a-47a3-93d2-f370698babed tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Synchronizing usage tracker for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:45.456945 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:45.459130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aaa0c9cd-8fee-4630-aee9-f56ac9f63f5e req-053ea4d2-ff58-44f1-a4aa-6eb62a41c4f4 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351714 Feb 04 20:12:45.484248 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:45.485211 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:45.499688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-ca841266-bed2-4242-b361-ab1864142a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:45.501298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-ca841266-bed2-4242-b361-ab1864142a14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.2989774 Feb 04 20:12:45.667837 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-849c570e-8202-42f7-86c4-c61fd0d2a869 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 200 len: 999 time: 0.1581032 Feb 04 20:12:45.669232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-66a2f487-7d4a-47a3-93d2-f370698babed tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Unset dirty status for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:45.670526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-66a2f487-7d4a-47a3-93d2-f370698babed tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "GET /v2.0/ports/c45c07fe-1196-491a-915a-8eb4fa7de49e HTTP/1.1" status: 404 len: 333 time: 0.3085248 Feb 04 20:12:45.674324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60898) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:45.691036 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:45.726774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 60139b5c-8369-4b1e-92d1-1d77cf5e65df up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:45.737217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'name': 'tempest-AllowedAddressPairTestJSON-1383878500'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:45.838955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 60139b5c-8369-4b1e-92d1-1d77cf5e65df triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:45.839325 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:45.873518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-abbd9e91-35cc-4e7a-a438-cb6b2cb81172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:45.875290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-abbd9e91-35cc-4e7a-a438-cb6b2cb81172 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.1976783 Feb 04 20:12:45.993166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:46.009383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:46.028303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-00187b5e-b9d4-4c82-baab-20bc8aa257c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:46.030018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-00187b5e-b9d4-4c82-baab-20bc8aa257c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396573 Feb 04 20:12:46.048998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d41e19-7cb6-4d2b-a7a3-eb19f57f434e req-2f65fac3-a9e2-4cdb-b46d-6169ac68c883 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:46.048998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a8d41e19-7cb6-4d2b-a7a3-eb19f57f434e req-2f65fac3-a9e2-4cdb-b46d-6169ac68c883 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.5577736 Feb 04 20:12:46.108862 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 7, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:46.113241 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:46.124072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:46.125183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:46.169182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a8d41e19-7cb6-4d2b-a7a3-eb19f57f434e req-ac244268-97bd-4062-bf3c-d3db6ccf76a8 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916395 Feb 04 20:12:46.201720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b28df1ac-4152-45a8-a2fc-84a1da4ad704 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:12:46.241347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:46.247294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:46.356287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:46.381329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] device_id is not set on port 56a53259-1126-4c99-8f35-3426e662f3f6 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:12:46.386376 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:46.406502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b28df1ac-4152-45a8-a2fc-84a1da4ad704 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:46.411656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b28df1ac-4152-45a8-a2fc-84a1da4ad704 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:46.412026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:46.434878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-b7a067d7-7554-4162-8546-e624c0964fd3 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985388 Feb 04 20:12:46.606569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:46.656458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:46.667914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b28df1ac-4152-45a8-a2fc-84a1da4ad704, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:46.744554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dd719-072e-4fe7-bd39-561235398b01 req-16b57f3f-6b1a-46da-abad-b82cefc8a7f3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:46.754060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f4dd719-072e-4fe7-bd39-561235398b01 req-16b57f3f-6b1a-46da-abad-b82cefc8a7f3 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 949 time: 0.3429878 Feb 04 20:12:46.771960 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:46.831039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f4dd719-072e-4fe7-bd39-561235398b01 req-3cc43f18-8cb6-41bc-9391-a98851a1a03f tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748799 Feb 04 20:12:46.888870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b28df1ac-4152-45a8-a2fc-84a1da4ad704,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:46.896314 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 7, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:46.902109 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b86fbf-2464-4a06-94ee-326d39fc3a21 None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 7, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60139b5c-8369-4b1e-92d1-1d77cf5e65df', 'name': '', 'network_id': '3aba4220-2492-4bff-a8dc-f14a576a34f1', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:37:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:28Z', 'updated_at': '2022-02-04T20:12:43Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '381df481-0e93-4640-a75e-81d9ee0a279a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:46.955013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Allocated IP 172.20.0.6 (afba89e1-84ef-4e3c-95e5-786c67043090/3db228b9-b458-4cb3-b41c-0095dde59b60/56a53259-1126-4c99-8f35-3426e662f3f6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:46.961805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 60139b5c-8369-4b1e-92d1-1d77cf5e65df {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:46.962575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:47.031265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f27c3-bbc7-47b3-b98d-b9ec4702f7cc req-109a0046-6478-46bd-8255-e246ad0ac4ba tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:47.039679 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-740f27c3-bbc7-47b3-b98d-b9ec4702f7cc req-109a0046-6478-46bd-8255-e246ad0ac4ba tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 944 time: 0.8782461 Feb 04 20:12:47.077368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09aec8b2-7a35-48ad-978b-c5fd78266671 req-bd607478-5c9f-4c40-9eea-c377ad0ef8db service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312284 Feb 04 20:12:47.134164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-740f27c3-bbc7-47b3-b98d-b9ec4702f7cc req-1f2657ae-d672-4c7a-8443-86285653206c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Feb 04 20:12:47.186080 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704', 'code': 200} Feb 04 20:12:47.284747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a56b5-f123-4fba-9818-3ea6a4bd77ba req-c1f7c8fa-d0e6-490a-b7ee-13035cf1bfb0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:47.286409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d10a56b5-f123-4fba-9818-3ea6a4bd77ba req-c1f7c8fa-d0e6-490a-b7ee-13035cf1bfb0 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2884688 Feb 04 20:12:47.292732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 60139b5c-8369-4b1e-92d1-1d77cf5e65df, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=60139b5c-8369-4b1e-92d1-1d77cf5e65df,segment=NetworkSegment(5417d005-a6eb-4393-8ae1-1fbd3fc14c94),segment_id=5417d005-a6eb-4393-8ae1-1fbd3fc14c94)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:47.293182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:47.366327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:47.437139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Transition to ACTIVE for port object 56a53259-1126-4c99-8f35-3426e662f3f6 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:47.462110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 60139b5c-8369-4b1e-92d1-1d77cf5e65df owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:47.488535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce6767-4b82-4adf-95bd-ddd2bac8577b req-35fa6950-14fb-44a6-a3be-04e112d27854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:47.490911 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7dce6767-4b82-4adf-95bd-ddd2bac8577b req-35fa6950-14fb-44a6-a3be-04e112d27854 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 1096 time: 0.2119074 Feb 04 20:12:47.499333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d10a56b5-f123-4fba-9818-3ea6a4bd77ba req-8ba7a371-ab9a-4ae2-a63a-5d9ad896f42c tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982892 Feb 04 20:12:47.525747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516339-524c-4641-b9b2-de5ef1ae8e64 req-cab99848-cb84-40d2-a23c-6e49689d27b7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:47.531145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f516339-524c-4641-b9b2-de5ef1ae8e64 req-cab99848-cb84-40d2-a23c-6e49689d27b7 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.1529734 Feb 04 20:12:47.567332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:47.635820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7dce6767-4b82-4adf-95bd-ddd2bac8577b req-bffb16b3-1f22-4946-aab3-0bf60a5bd2fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369658 Feb 04 20:12:47.668603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network afba89e1-84ef-4e3c-95e5-786c67043090 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:47.671778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f516339-524c-4641-b9b2-de5ef1ae8e64 req-1d17993e-6101-498d-8b54-b03e31cbca1b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373405 Feb 04 20:12:47.675027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:47.680045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:47.715834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=56a53259-1126-4c99-8f35-3426e662f3f6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:47.760703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:47.761483 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:47.791620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-7b02f193-5a79-459d-bdc3-4cb8db9db7a6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:47.793298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-7b02f193-5a79-459d-bdc3-4cb8db9db7a6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 949 time: 0.2760968 Feb 04 20:12:47.887731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-18bee92c-4956-4f39-9a66-d39aa77faedc tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2122617 Feb 04 20:12:47.890171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60924) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:47.898110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:2d:8c:57'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:47.994557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Deleting port 2a715e24-3a8e-4fef-8373-c68f984433a0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:47.994953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:48.035203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76bc287a-b31b-46f9-a3b2-44596a889341 None None] Provisioning for port 56a53259-1126-4c99-8f35-3426e662f3f6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:48.040908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76bc287a-b31b-46f9-a3b2-44596a889341 None None] Provisioning complete for port 56a53259-1126-4c99-8f35-3426e662f3f6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:48.041582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76bc287a-b31b-46f9-a3b2-44596a889341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:48.211593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-76bc287a-b31b-46f9-a3b2-44596a889341 None None] Port 56a53259-1126-4c99-8f35-3426e662f3f6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:48.218281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:48.245238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9803f8b-ebb7-4890-8005-2b54bb274ad2 req-0de49383-ec3b-49fc-9274-d14b8f00e059 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:48.246741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c9803f8b-ebb7-4890-8005-2b54bb274ad2 req-0de49383-ec3b-49fc-9274-d14b8f00e059 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:48.298467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=60139b5c-8369-4b1e-92d1-1d77cf5e65df,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:48.366192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:48.450366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c9803f8b-ebb7-4890-8005-2b54bb274ad2 req-0de49383-ec3b-49fc-9274-d14b8f00e059 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:48.457227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9803f8b-ebb7-4890-8005-2b54bb274ad2 req-0de49383-ec3b-49fc-9274-d14b8f00e059 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 949 time: 0.4353037 Feb 04 20:12:48.555232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9803f8b-ebb7-4890-8005-2b54bb274ad2 req-bc2ecfa4-54cf-46b8-ac0f-34e1e786060e tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970924 Feb 04 20:12:48.801171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:48.806425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] For port 2a715e24-3a8e-4fef-8373-c68f984433a0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2a715e24-3a8e-4fef-8373-c68f984433a0,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:48.807115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:48.884634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288433b2-2915-4ffb-9002-61eef3574799 req-467812d9-f86b-439d-aa7f-f475cd9211ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:48.887201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288433b2-2915-4ffb-9002-61eef3574799 req-467812d9-f86b-439d-aa7f-f475cd9211ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94dc4fe7adb1406594df7edf3f787db7&device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 1098 time: 0.3247726 Feb 04 20:12:48.986092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05394b1-d4c2-45fc-ab21-70398cc47f3b req-6d5537aa-1f8b-4dcf-8d57-35407e1d30fc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:48.986092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b05394b1-d4c2-45fc-ab21-70398cc47f3b req-6d5537aa-1f8b-4dcf-8d57-35407e1d30fc tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.2618620 Feb 04 20:12:49.033932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:49.068878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b05394b1-d4c2-45fc-ab21-70398cc47f3b req-6043b05b-df4f-4adc-8e4c-d15001bbadd6 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773666 Feb 04 20:12:49.093946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288433b2-2915-4ffb-9002-61eef3574799 req-8545c8f8-aae6-439f-a2d3-f872a8e57895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:49.095605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288433b2-2915-4ffb-9002-61eef3574799 req-8545c8f8-aae6-439f-a2d3-f872a8e57895 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 200 len: 915 time: 0.2016306 Feb 04 20:12:49.097965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Calling delete_port for 2a715e24-3a8e-4fef-8373-c68f984433a0 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:49.177926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5eaa91-1b23-4af5-adf4-fb3c0398595d req-31b842ff-1574-436a-9c39-27f82fc2875c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:49.185374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be5eaa91-1b23-4af5-adf4-fb3c0398595d req-31b842ff-1574-436a-9c39-27f82fc2875c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.6349313 Feb 04 20:12:49.316386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be5eaa91-1b23-4af5-adf4-fb3c0398595d req-cb4a65f5-4c6c-44dc-8a88-b6abac473ca0 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298051 Feb 04 20:12:49.319006 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:49.379526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288433b2-2915-4ffb-9002-61eef3574799 req-e168f544-bce9-4ba3-bda6-e2d95d9c3286 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 200 len: 217 time: 0.2733109 Feb 04 20:12:49.575004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=56a53259-1126-4c99-8f35-3426e662f3f6,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:49.605494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288433b2-2915-4ffb-9002-61eef3574799 req-7d646c34-57d4-4653-8b34-b95b1febbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:49.605494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288433b2-2915-4ffb-9002-61eef3574799 req-7d646c34-57d4-4653-8b34-b95b1febbab7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 200 len: 854 time: 0.1847599 Feb 04 20:12:49.671954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] In _notify_port_updated(), no bound segment for port 56a53259-1126-4c99-8f35-3426e662f3f6 on network afba89e1-84ef-4e3c-95e5-786c67043090 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:12:49.677698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:49.678360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:49.682764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fea5da00-bb8a-4201-90ba-db80a06006d5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "PUT /v2.0/ports/56a53259-1126-4c99-8f35-3426e662f3f6 HTTP/1.1" status: 200 len: 994 time: 1.7913425 Feb 04 20:12:49.683672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60940) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:49.735105 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288433b2-2915-4ffb-9002-61eef3574799 req-b1a4d36c-44dc-4288-89b5-5beb0ff0c05b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a77bb77-0892-4d61-817e-67ca407bd763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210961 Feb 04 20:12:49.837802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:49.856984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3ba4ef03-484b-44d8-8f25-1539f00fc27d None None] Provisioning complete for port 56a53259-1126-4c99-8f35-3426e662f3f6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:49.858033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ba4ef03-484b-44d8-8f25-1539f00fc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:49.920407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4ef03-484b-44d8-8f25-1539f00fc27d None None] Port 56a53259-1126-4c99-8f35-3426e662f3f6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:49.928565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288433b2-2915-4ffb-9002-61eef3574799 req-760d3e00-2831-4988-8b8d-43d41b64d980 service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870468 Feb 04 20:12:49.932288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port 56a53259-1126-4c99-8f35-3426e662f3f6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:49.932901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:49.933892 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:49.951465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2a715e24-3a8e-4fef-8373-c68f984433a0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:50.002248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6dbcf-39e7-40e9-babd-c560391537d6 req-aefc65be-f4a1-45db-92e5-8ac08e0e09fe tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:50.003763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21d6dbcf-39e7-40e9-babd-c560391537d6 req-aefc65be-f4a1-45db-92e5-8ac08e0e09fe tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.6336288 Feb 04 20:12:50.070885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Pushing event deleted for resources: {'Port': ['ID=2a715e24-3a8e-4fef-8373-c68f984433a0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:50.073735 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bfe01038-7fe9-46ea-b040-27285eb69061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.115946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d90ca-181c-48a7-bb9d-ee24d529db21 req-5478325f-9861-4a38-aaaa-cd9ed521a963 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:50.123147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-596d90ca-181c-48a7-bb9d-ee24d529db21 req-5478325f-9861-4a38-aaaa-cd9ed521a963 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 949 time: 0.3845739 Feb 04 20:12:50.193639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21d6dbcf-39e7-40e9-babd-c560391537d6 req-57fd6a2a-7a31-4a95-8402-a5b096031b17 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802044 Feb 04 20:12:50.215211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:50.229606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:50.242648 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-596d90ca-181c-48a7-bb9d-ee24d529db21 req-86088d29-3719-4470-b241-f7e8796e4b2c tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/security-groups?id=574bb060-d0a7-4c96-99f0-7cbb77739755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185696 Feb 04 20:12:50.242814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:50.243402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:50.248638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] No DVR routers for this DVR port 2a715e24-3a8e-4fef-8373-c68f984433a0 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:50.259908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.266878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'name': 'network-vif-deleted', 'tag': '2a715e24-3a8e-4fef-8373-c68f984433a0'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:50.288027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-92e01162-9c22-4be5-aeef-5f967240f547 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0533845 Feb 04 20:12:50.291672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60950) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:50.376393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet 381df481-0e93-4640-a75e-81d9ee0a279a {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:12:50.381658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.451502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.502562 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.528608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:50.590376 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.670021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Calling delete_port for 56a53259-1126-4c99-8f35-3426e662f3f6 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:50.671834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5f1192f-d3b0-4bf9-9312-94a77ce38cdc req-031ce41e-d3cf-4268-a6b7-022cbbe80cef tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.24 "DELETE /v2.0/ports/2a715e24-3a8e-4fef-8373-c68f984433a0 HTTP/1.1" status: 204 len: 173 time: 2.8117898 Feb 04 20:12:50.755808 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.809734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=381df481-0e93-4640-a75e-81d9ee0a279a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:50.824101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288433b2-2915-4ffb-9002-61eef3574799 req-93954195-c096-4690-b9da-3d263955b298 service neutron] 10.222.0.62 "GET /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482037 Feb 04 20:12:50.826659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a4a4-ee65-443c-8c68-14b8f09fe227 req-cfe191c0-4086-4401-937e-ac75203d8a1d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:50.836361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9eb3a4a4-ee65-443c-8c68-14b8f09fe227 req-cfe191c0-4086-4401-937e-ac75203d8a1d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1669319 Feb 04 20:12:50.860955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7106b9-ba15-42d8-9ca7-8812256902ae None None] Network 3aba4220-2492-4bff-a8dc-f14a576a34f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:50.862292 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:50.875215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-50998c0d-00d9-4988-8607-e76740cc8197 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/381df481-0e93-4640-a75e-81d9ee0a279a HTTP/1.1" status: 204 len: 168 time: 0.5823717 Feb 04 20:12:50.884087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60958) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:50.980179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232bcd-7aa2-49aa-abe9-e08a8520544e req-8bb5db38-871e-4eb3-80ca-fe9dc164660f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:50.985720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9eb3a4a4-ee65-443c-8c68-14b8f09fe227 req-c551f98c-bbc0-48e2-bd40-a78f2191d8b8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481113 Feb 04 20:12:50.987208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3232bcd-7aa2-49aa-abe9-e08a8520544e req-8bb5db38-871e-4eb3-80ca-fe9dc164660f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.2417462 Feb 04 20:12:51.068720 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6453ea0-a7cf-4c56-a2fa-4f8550de9066', 'name': 'network-vif-deleted', 'tag': '2a715e24-3a8e-4fef-8373-c68f984433a0', 'status': 'completed', 'code': 200} Feb 04 20:12:51.080452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3232bcd-7aa2-49aa-abe9-e08a8520544e req-dbae9fbf-5016-4665-a43c-f87efe7ff45b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922954 Feb 04 20:12:51.087196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:51.125797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:51.160658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port ff6f7677-f9bf-4381-aa52-d04c22ded5bc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:51.160812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:51.221276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Port': ['ID=56a53259-1126-4c99-8f35-3426e662f3f6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:51.370749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:47Z', 'revision_number': 8, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:51.373793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:51.384349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:51.384984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:51.656315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ad7f5-f9cc-4a94-b023-e499129ce9c8 req-6d646dfb-3658-4524-9221-fee8195a982e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:51.669676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e4ad7f5-f9cc-4a94-b023-e499129ce9c8 req-6d646dfb-3658-4524-9221-fee8195a982e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.4427259 Feb 04 20:12:51.718532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb2524-b517-4f5d-ba34-81227484a7a5 None None] DHCP port deletion for 3aba4220-2492-4bff-a8dc-f14a576a34f1 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:12:51.770977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4feb2524-b517-4f5d-ba34-81227484a7a5 None None] Deleting port ff6f7677-f9bf-4381-aa52-d04c22ded5bc {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:51.770977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4feb2524-b517-4f5d-ba34-81227484a7a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:51.831938 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:51.836774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port ff6f7677-f9bf-4381-aa52-d04c22ded5bc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ff6f7677-f9bf-4381-aa52-d04c22ded5bc,segment=NetworkSegment(5417d005-a6eb-4393-8ae1-1fbd3fc14c94),segment_id=5417d005-a6eb-4393-8ae1-1fbd3fc14c94)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:51.837761 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:51.838558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ff6f7677-f9bf-4381-aa52-d04c22ded5bc no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:51.855321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c89c9ce2-b2fe-47f3-9890-006dfadcb5aa tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/ports/56a53259-1126-4c99-8f35-3426e662f3f6 HTTP/1.1" status: 204 len: 168 time: 2.1566930 Feb 04 20:12:51.857056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e4ad7f5-f9cc-4a94-b023-e499129ce9c8 req-e5b8044b-52db-463c-930d-9693f7826743 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865020 Feb 04 20:12:51.857342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60984) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:51.962904 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-a990354b-443c-4860-9896-f14fe654f34b tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] GET failed (client error): The resource could not be found. Feb 04 20:12:51.964285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a990354b-443c-4860-9896-f14fe654f34b tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Synchronizing usage tracker for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:51.991805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:52.120778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a990354b-443c-4860-9896-f14fe654f34b tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Unset dirty status for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:52.127785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a990354b-443c-4860-9896-f14fe654f34b tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "GET /v2.0/ports/56a53259-1126-4c99-8f35-3426e662f3f6 HTTP/1.1" status: 404 len: 333 time: 0.2668867 Feb 04 20:12:52.128626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60996) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:52.133345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for ff6f7677-f9bf-4381-aa52-d04c22ded5bc owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:52.134840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'name': 'tempest-AllowedAddressPairTestJSON-147135768'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:52.317633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8eaf2317-8caa-48d0-b464-9d208b8d9a4b req-26a4d237-4dbd-4da6-9a91-00ac6ded7fd6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Synchronizing usage tracker for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:52.424555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8eaf2317-8caa-48d0-b464-9d208b8d9a4b req-26a4d237-4dbd-4da6-9a91-00ac6ded7fd6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] Unset dirty status for tenant:1f644dd9f7284aaebad0bc0e188622a8 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:52.426019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8eaf2317-8caa-48d0-b464-9d208b8d9a4b req-26a4d237-4dbd-4da6-9a91-00ac6ded7fd6 tempest-ServersOnMultiNodesTest-294938406 tempest-ServersOnMultiNodesTest-294938406-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6453ea0-a7cf-4c56-a2fa-4f8550de9066 HTTP/1.1" status: 200 len: 210 time: 0.3353450 Feb 04 20:12:52.453431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:52.471720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:52.498126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:52.529997 n-d-811806-1 neutron-server[88238]: INFO neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No ports have port_id starting with ff6f7677-f9bf-4381-aa52-d04c22ded5bc Feb 04 20:12:52.566634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=ff6f7677-f9bf-4381-aa52-d04c22ded5bc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:52.579022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No DVR routers for this DVR port ff6f7677-f9bf-4381-aa52-d04c22ded5bc on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:52.617567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:52.621344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:52.632869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2a715e24-3a8e-4fef-8373-c68f984433a0 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:52.656808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] device_id is not set on port 6a7c1c74-91e7-40ab-a9d7-068252dc868b yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:12:52.672661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4feb2524-b517-4f5d-ba34-81227484a7a5 None None] The port 'ff6f7677-f9bf-4381-aa52-d04c22ded5bc' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:12:52.696223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 2a715e24-3a8e-4fef-8373-c68f984433a0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:52.696776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2a715e24-3a8e-4fef-8373-c68f984433a0 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:52.753343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:47Z', 'revision_number': 8, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:52.760513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a52feb-5f69-4425-9cad-d18439697029 None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:47Z', 'revision_number': 8, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '08319a6a-33e0-4d76-9d6b-837941e34736', 'name': '', 'network_id': 'bd2df022-3f8b-4191-bc9e-6b78f3169f1e', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:a1:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:12:15Z', 'updated_at': '2022-02-04T20:12:32Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'bff40e51-5afa-4c13-be33-8694966c4fc5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:12:52.824203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:52.844281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Allocated IP 172.20.0.7 (afba89e1-84ef-4e3c-95e5-786c67043090/3db228b9-b458-4cb3-b41c-0095dde59b60/6a7c1c74-91e7-40ab-a9d7-068252dc868b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:52.862178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0ce6115b-9b95-4179-beff-4da0e81d4a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:52.862312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aba4220-2492-4bff-a8dc-f14a576a34f1']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:52.872174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5417d005-a6eb-4393-8ae1-1fbd3fc14c94') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:52.872545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5417d005-a6eb-4393-8ae1-1fbd3fc14c94') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:52.884507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:52.901283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:52.908061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:12:52.908395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:12:52.930067 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:12:53.086563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:53.097520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:53.116039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Transition to ACTIVE for port object 6a7c1c74-91e7-40ab-a9d7-068252dc868b will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:12:53.123490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:53.139341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=3aba4220-2492-4bff-a8dc-f14a576a34f1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:53.144822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5a70a541-fa30-4bec-bd9d-7ad6b6e734ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/3aba4220-2492-4bff-a8dc-f14a576a34f1 HTTP/1.1" status: 204 len: 168 time: 2.2573307 Feb 04 20:12:53.147658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32788) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:53.236631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:53.382192 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:53.447808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network afba89e1-84ef-4e3c-95e5-786c67043090 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:12:53.455762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:12:53.462822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:12:53.475451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:53.497345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=6a7c1c74-91e7-40ab-a9d7-068252dc868b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:53.548166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-1be46ece-a156-4afb-8dce-152c136de19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:53.561041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-1be46ece-a156-4afb-8dce-152c136de19b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 1096 time: 0.2433908 Feb 04 20:12:53.562854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263473e-ca45-4e73-8ff4-34908481dc37 req-e1ea1c31-0519-4f60-81ff-63c1f7afcb41 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:53.570272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a263473e-ca45-4e73-8ff4-34908481dc37 req-e1ea1c31-0519-4f60-81ff-63c1f7afcb41 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.2234404 Feb 04 20:12:53.662626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a263473e-ca45-4e73-8ff4-34908481dc37 req-402fd373-3f11-4bf9-b740-162ae9aff557 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898616 Feb 04 20:12:53.708353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 60139b5c-8369-4b1e-92d1-1d77cf5e65df no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:53.789682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 60139b5c-8369-4b1e-92d1-1d77cf5e65df {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:12:53.791467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 60139b5c-8369-4b1e-92d1-1d77cf5e65df not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:12:53.849531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:53.850153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:53.900029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-cf55e054-e295-4d55-8fc1-79fcf8ed1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:53.901705 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-cf55e054-e295-4d55-8fc1-79fcf8ed1e68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.3047295 Feb 04 20:12:53.976493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-f549aceb-3bc7-4ba6-8664-1b1c69796d43 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:53.977947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-f549aceb-3bc7-4ba6-8664-1b1c69796d43 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5a27fe-4afa-4127-87dd-439173c85908 HTTP/1.1" status: 200 len: 944 time: 0.2355444 Feb 04 20:12:53.992720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-e9b0bc88-e78e-4a01-b053-5170604c41ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704 HTTP/1.1" status: 200 len: 217 time: 0.0809875 Feb 04 20:12:54.011687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-06d6a3de-35e1-4086-9882-8c7840da2da8 None None] Provisioning for port 6a7c1c74-91e7-40ab-a9d7-068252dc868b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:12:54.012941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-06d6a3de-35e1-4086-9882-8c7840da2da8 None None] Provisioning complete for port 6a7c1c74-91e7-40ab-a9d7-068252dc868b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:54.013315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-06d6a3de-35e1-4086-9882-8c7840da2da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:54.056563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a6eb1b9a-a1df-4002-a64b-eb048ffe4610 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9267538 Feb 04 20:12:54.060277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:54.069170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2d:8c:57'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:54.081520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-06d6a3de-35e1-4086-9882-8c7840da2da8 None None] Port 6a7c1c74-91e7-40ab-a9d7-068252dc868b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:54.126815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa6426-3edb-4f9d-9e4a-ef6d98ca56f3 req-9b24f0d9-4b61-4573-8498-c131802d4385 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:54.129892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6daa6426-3edb-4f9d-9e4a-ef6d98ca56f3 req-9b24f0d9-4b61-4573-8498-c131802d4385 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.2844446 Feb 04 20:12:54.135480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Deleting port c750ffdc-dcb0-45fd-b01f-16505c92dbab {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:54.135818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:54.158859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-ff3f1f12-2cbb-4844-8fa6-30ec7782353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:54.160992 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-ff3f1f12-2cbb-4844-8fa6-30ec7782353e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.1572371 Feb 04 20:12:54.238760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-669989f1-79c8-4812-89e8-9aa9a20fbc24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697272 Feb 04 20:12:54.241813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6daa6426-3edb-4f9d-9e4a-ef6d98ca56f3 req-615a0f39-f947-4b45-86b5-57fc5dfb2f8e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057694 Feb 04 20:12:54.422557 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-38cab949-945a-4d35-95c2-3be1e2f55f99 service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763275 Feb 04 20:12:54.723842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4add5559-d2c7-408d-8e5c-503830df8d73 req-af446ce7-0c7d-483f-b353-919f69a1721c service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863541 Feb 04 20:12:54.732700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3be1d1-0db6-48f7-9cff-0dcefc6230b4 req-5de2bda7-33a3-4c86-adcd-6e096333d438 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:54.734272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e3be1d1-0db6-48f7-9cff-0dcefc6230b4 req-5de2bda7-33a3-4c86-adcd-6e096333d438 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.1413510 Feb 04 20:12:54.806122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e3be1d1-0db6-48f7-9cff-0dcefc6230b4 req-4b0e2148-6c66-4891-a1af-3caf99ba6853 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534408 Feb 04 20:12:54.853169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.019333 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.022017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.040248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] For port c750ffdc-dcb0-45fd-b01f-16505c92dbab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c750ffdc-dcb0-45fd-b01f-16505c92dbab,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:55.040608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.100151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eafa4d-b1f9-4644-89f7-af0d049dbb90 req-fc2fa0cc-f254-47e3-a1ab-485b461e5857 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:55.101950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06eafa4d-b1f9-4644-89f7-af0d049dbb90 req-fc2fa0cc-f254-47e3-a1ab-485b461e5857 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.1108842 Feb 04 20:12:55.110577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32824) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:55.188207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06eafa4d-b1f9-4644-89f7-af0d049dbb90 req-3cf23763-2c6f-4430-8cff-25d27bc86020 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734973 Feb 04 20:12:55.375556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Calling delete_port for c750ffdc-dcb0-45fd-b01f-16505c92dbab owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:55.501683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-47f2a715-cae0-41c3-aca2-bf50f1790196 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f644dd9f7284aaebad0bc0e188622a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898175 Feb 04 20:12:55.505147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32836) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:55.550327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411b3f-6868-43b7-bc72-949d57254a91 req-8d9d61b7-eab4-4635-865a-3b90bad2c16a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:55.557188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2411b3f-6868-43b7-bc72-949d57254a91 req-8d9d61b7-eab4-4635-865a-3b90bad2c16a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.1496353 Feb 04 20:12:55.641889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2411b3f-6868-43b7-bc72-949d57254a91 req-d4a96144-fb5c-4b13-a3c0-1128535519ce tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837653 Feb 04 20:12:55.642588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2c42403-9fbe-402e-bd9e-e28da1b5f377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.713260 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2c42403-9fbe-402e-bd9e-e28da1b5f377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.726263 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.822532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 08319a6a-33e0-4d76-9d6b-837941e34736 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:55.823102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.854834 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.862996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:55.868774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c1981475-470a-4323-8051-efa4c6353571'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:55.907821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c384f-0b38-430a-b7ad-adb1791c121a req-16020c3a-f148-457a-80af-331f41e7849e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:55.909432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d6c384f-0b38-430a-b7ad-adb1791c121a req-16020c3a-f148-457a-80af-331f41e7849e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.1310043 Feb 04 20:12:55.921189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b9c9498e-39e5-4382-a2c7-a4be9b89d56b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:12:55.972640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d6c384f-0b38-430a-b7ad-adb1791c121a req-c8adf304-28e1-4a37-aef7-7f52b6e1cee4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559552 Feb 04 20:12:55.973793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2c42403-9fbe-402e-bd9e-e28da1b5f377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:56.006767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c42403-9fbe-402e-bd9e-e28da1b5f377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574bb060-d0a7-4c96-99f0-7cbb77739755,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:56.130888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2c42403-9fbe-402e-bd9e-e28da1b5f377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:56.135416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b2c42403-9fbe-402e-bd9e-e28da1b5f377 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/574bb060-d0a7-4c96-99f0-7cbb77739755 HTTP/1.1" status: 204 len: 168 time: 0.6265953 Feb 04 20:12:56.388139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] No DVR routers for this DVR port c750ffdc-dcb0-45fd-b01f-16505c92dbab on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:12:56.400353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:56.427316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-deleted', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:12:56.458721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=6a7c1c74-91e7-40ab-a9d7-068252dc868b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:56.530780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event deleted for resources: {'Port': ['ID=c750ffdc-dcb0-45fd-b01f-16505c92dbab,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:56.535653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] In _notify_port_updated(), no bound segment for port 6a7c1c74-91e7-40ab-a9d7-068252dc868b on network afba89e1-84ef-4e3c-95e5-786c67043090 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:12:56.542301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:56.543269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:56.560312 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-30898a2c-f87e-4b2a-8513-d48acad07dd5 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "PUT /v2.0/ports/6a7c1c74-91e7-40ab-a9d7-068252dc868b HTTP/1.1" status: 200 len: 995 time: 2.4835229 Feb 04 20:12:56.560458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32852) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:56.624913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c3fb092-7cc4-499c-9532-55c20566ab5e req-9fbbc4eb-be6b-4af1-979d-872cbb7f9fac tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "DELETE /v2.0/ports/c750ffdc-dcb0-45fd-b01f-16505c92dbab HTTP/1.1" status: 204 len: 173 time: 2.6370611 Feb 04 20:12:56.641357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 08319a6a-33e0-4d76-9d6b-837941e34736, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=08319a6a-33e0-4d76-9d6b-837941e34736,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:12:56.642258 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:56.686686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ecb1293d-4d65-4261-bd61-742406653ba8 None None] Provisioning complete for port 6a7c1c74-91e7-40ab-a9d7-068252dc868b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:12:56.686686 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecb1293d-4d65-4261-bd61-742406653ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:56.687327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port 6a7c1c74-91e7-40ab-a9d7-068252dc868b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:56.687327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:56.742344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1293d-4d65-4261-bd61-742406653ba8 None None] Port 6a7c1c74-91e7-40ab-a9d7-068252dc868b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:12:56.744162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375121e-a274-4630-bd48-e061d0510eaa req-d4bf5bd5-da88-47e0-917f-5a6cd855307a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:56.745854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9375121e-a274-4630-bd48-e061d0510eaa req-d4bf5bd5-da88-47e0-917f-5a6cd855307a tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.3982358 Feb 04 20:12:56.795017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 08319a6a-33e0-4d76-9d6b-837941e34736 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:56.957208 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9375121e-a274-4630-bd48-e061d0510eaa req-7d7c93f2-6e7a-4016-800c-2cf472f7c273 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052867 Feb 04 20:12:57.015258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:57.061533 n-d-811806-1 neutron-server[88237]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff5a27fe-4afa-4127-87dd-439173c85908', 'name': 'network-vif-deleted', 'tag': 'c750ffdc-dcb0-45fd-b01f-16505c92dbab', 'status': 'failed', 'code': 422} returned with failed status Feb 04 20:12:57.129616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:57.159986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Calling delete_port for 6a7c1c74-91e7-40ab-a9d7-068252dc868b owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:12:57.215864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32866) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:57.415096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3992fd24-b2da-4fbf-bab9-1c37244728b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9626616ce7b43c3845986f971b386bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872728 Feb 04 20:12:57.453247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32876) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:57.471519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=08319a6a-33e0-4d76-9d6b-837941e34736,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:57.538335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:57.545472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918f42e-6215-445e-8e83-63480f080f63 req-315f8cda-d0e9-4e2c-821b-a2869da7ed9e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:57.547660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7918f42e-6215-445e-8e83-63480f080f63 req-315f8cda-d0e9-4e2c-821b-a2869da7ed9e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.2891433 Feb 04 20:12:57.707018 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b9464e8-beec-4ea6-ac08-0be4c9cb7235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:57.784096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7918f42e-6215-445e-8e83-63480f080f63 req-097fd72d-91fd-46f3-9f01-734c27b37698 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226222 Feb 04 20:12:57.812753 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b9464e8-beec-4ea6-ac08-0be4c9cb7235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:57.992249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:12:57.997423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfceb66-d3d8-423d-8d48-f3091a3502bc req-5708e657-6a07-4722-ad16-269c45d55811 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:57.999325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7dfceb66-d3d8-423d-8d48-f3091a3502bc req-5708e657-6a07-4722-ad16-269c45d55811 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.0862510 Feb 04 20:12:58.068509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7dfceb66-d3d8-423d-8d48-f3091a3502bc req-a614bd5f-c60e-44c0-ab57-22ea4ff164b9 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605624 Feb 04 20:12:58.092420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:58.101420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b9464e8-beec-4ea6-ac08-0be4c9cb7235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:58.209236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9464e8-beec-4ea6-ac08-0be4c9cb7235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b852ad-4af2-4925-afa5-5417122d880f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:58.232339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Port': ['ID=6a7c1c74-91e7-40ab-a9d7-068252dc868b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:58.540511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:12:58.556702 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:12:58.560677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a55e7a09-d59b-4050-bcea-840e1adf141a tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4091773 Feb 04 20:12:58.561207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32898) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:58.577059 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:58.578578 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:58.642431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet bff40e51-5afa-4c13-be33-8694966c4fc5 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:12:58.646179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:58.711489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:58.730120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:58.739305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b9464e8-beec-4ea6-ac08-0be4c9cb7235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:58.741313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8b9464e8-beec-4ea6-ac08-0be4c9cb7235 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18b852ad-4af2-4925-afa5-5417122d880f HTTP/1.1" status: 204 len: 168 time: 1.2870381 Feb 04 20:12:58.748130 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e78f9bb7-424c-4b4e-b02b-119a9f28a66a tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/ports/6a7c1c74-91e7-40ab-a9d7-068252dc868b HTTP/1.1" status: 204 len: 168 time: 2.1912100 Feb 04 20:12:58.758948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32908) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:58.820726 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:58.859204 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd6f62c-4f03-4d83-8f81-01a40bab2ba0 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] GET failed (client error): The resource could not be found. Feb 04 20:12:58.859747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dfd6f62c-4f03-4d83-8f81-01a40bab2ba0 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Synchronizing usage tracker for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:12:58.883848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:58.912156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f407a-f0ae-416e-bee8-91b620dc732c req-ae0e7bb8-1df9-4f4f-8cf4-967ed6861a42 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:58.919062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-321f407a-f0ae-416e-bee8-91b620dc732c req-ae0e7bb8-1df9-4f4f-8cf4-967ed6861a42 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.5737815 Feb 04 20:12:58.949542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dfd6f62c-4f03-4d83-8f81-01a40bab2ba0 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Unset dirty status for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:12:58.950728 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dfd6f62c-4f03-4d83-8f81-01a40bab2ba0 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "GET /v2.0/ports/6a7c1c74-91e7-40ab-a9d7-068252dc868b HTTP/1.1" status: 404 len: 333 time: 0.1908364 Feb 04 20:12:58.956444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:58.966349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'name': 'tempest-AllowedAddressPairTestJSON-865426931'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:12:59.008534 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-321f407a-f0ae-416e-bee8-91b620dc732c req-32fca4fd-993d-432f-a764-291031267c1e tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882516 Feb 04 20:12:59.067720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32920) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:59.133186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:59.144442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:59.194180 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:59.254909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bd1e2e-4f30-43b7-9b32-a4fd9c8ab55a None None] Network bd2df022-3f8b-4191-bc9e-6b78f3169f1e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:12:59.262892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=bff40e51-5afa-4c13-be33-8694966c4fc5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:12:59.271209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:59.277470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:12:59.284564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:59.331193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a7e82cc7-6dbe-4690-a9b6-165c268e9ad7 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/bff40e51-5afa-4c13-be33-8694966c4fc5 HTTP/1.1" status: 204 len: 168 time: 0.7692416 Feb 04 20:12:59.334105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] device_id is not set on port 7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:12:59.371826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32938) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:12:59.408208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:59.411379 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:56Z', 'revision_number': 9, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:59.426204 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:12:59.436306 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:12:59.437072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:12:59.515120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:12:59.541532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Usage tracker for resource:security_group_rule and tenant:6d89c159ad454c15b530734621799b53 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:12:59.551474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:12:59.590135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Allocated IP 172.20.0.8 (afba89e1-84ef-4e3c-95e5-786c67043090/3db228b9-b458-4cb3-b41c-0095dde59b60/7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:12:59.590806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:12:59.607908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c95eb5-39da-4109-9a68-32679eb65c43 req-f970db8e-74c6-443f-b540-cef43e6541a2 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:59.609968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31c95eb5-39da-4109-9a68-32679eb65c43 req-f970db8e-74c6-443f-b540-cef43e6541a2 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.1843989 Feb 04 20:12:59.617986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:59.644076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd191f03-7e4d-49f6-ade7-0f2ac236db4d req-380d8890-0b4d-4e32-858e-eb1d67711008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:12:59.649697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd191f03-7e4d-49f6-ade7-0f2ac236db4d req-380d8890-0b4d-4e32-858e-eb1d67711008 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.4435089 Feb 04 20:12:59.655839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] DHCP port deletion for bd2df022-3f8b-4191-bc9e-6b78f3169f1e request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:12:59.660525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Deleting port 4beebef2-bf5b-417f-b76d-f60569c082dc {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:59.661032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:59.684018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 4beebef2-bf5b-417f-b76d-f60569c082dc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:12:59.684927 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:12:59.693220 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:12:59.736405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31c95eb5-39da-4109-9a68-32679eb65c43 req-c039ae34-ec8d-4cdc-af43-b68079e13601 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095192 Feb 04 20:12:59.771382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4beebef2-bf5b-417f-b76d-f60569c082dc no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:12:59.877346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd191f03-7e4d-49f6-ade7-0f2ac236db4d req-1200c639-d744-4321-bfbd-2bf63d7ccd16 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946676 Feb 04 20:12:59.955262 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.103817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4beebef2-bf5b-417f-b76d-f60569c082dc,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:00.134831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4beebef2-bf5b-417f-b76d-f60569c082dc,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:00.135776 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.206262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ff4c1-2352-46f4-b865-1515ead06f2e req-e312d1d1-9f16-4f68-932a-0a93a14f1954 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:00.207225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3e0ff4c1-2352-46f4-b865-1515ead06f2e req-e312d1d1-9f16-4f68-932a-0a93a14f1954 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:00.220869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.258801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Transition to ACTIVE for port object 7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:00.268293 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:56Z', 'revision_number': 9, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:00.273462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68368a29-9be0-4b4a-b85a-b244e019768a None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:12:56Z', 'revision_number': 9, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '3796fca4-c142-482a-a19c-ba5bbe0cc287', 'name': '', 'network_id': '46d0e54c-5542-4e35-9775-a731dae01186', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:f1:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:56Z', 'updated_at': '2022-02-04T20:12:17Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': 'd6697286-c1f5-4dd3-9ff1-171a35ec0612', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:00.294302 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.316379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.352709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4beebef2-bf5b-417f-b76d-f60569c082dc,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:00.353312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.367267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3e0ff4c1-2352-46f4-b865-1515ead06f2e req-e312d1d1-9f16-4f68-932a-0a93a14f1954 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:00.368666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e0ff4c1-2352-46f4-b865-1515ead06f2e req-e312d1d1-9f16-4f68-932a-0a93a14f1954 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 907 time: 0.4370241 Feb 04 20:13:00.377642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32956) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:00.421877 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.428066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Calling delete_port for 4beebef2-bf5b-417f-b76d-f60569c082dc owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:00.498278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network afba89e1-84ef-4e3c-95e5-786c67043090 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:00.502628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:00.507649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:00.519643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 4beebef2-bf5b-417f-b76d-f60569c082dc owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:00.547134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.570639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=4beebef2-bf5b-417f-b76d-f60569c082dc,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:00.591252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d89c159ad454c15b530734621799b53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5221713 Feb 04 20:13:00.600803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:00.602777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.610875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32962) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:00.620820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1000378716-network', 'tenant_id': '70a59d02805c425fa60accf95517a4be'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:00.625384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:00.625763 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:00.649284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:00.650601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0972e-63c5-4bd7-a9d5-a9568916b31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69afc2f7-33c4-4221-9825-16aec287baf4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:00.652194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:00.668474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611d115-dfd1-437d-a781-15f61e88ce17 req-ec31d840-9026-48b7-a2e6-3640e4438d74 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:00.676298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e611d115-dfd1-437d-a781-15f61e88ce17 req-ec31d840-9026-48b7-a2e6-3640e4438d74 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.4608769 Feb 04 20:13:00.709094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Usage tracker for resource:network and tenant:70a59d02805c425fa60accf95517a4be is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:00.714980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:00.724135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:00.747253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2953-b2dd-4fb6-a47c-169f34346499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.782066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2953-b2dd-4fb6-a47c-169f34346499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.809475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e611d115-dfd1-437d-a781-15f61e88ce17 req-086d91e9-59e3-48c6-a828-4775fc93665c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316037 Feb 04 20:13:00.821364 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7617266a-2ec8-4b0d-a9ff-a24ce9820377 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8633375 Feb 04 20:13:00.823975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32970) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:00.831783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'network_id': 'afba89e1-84ef-4e3c-95e5-786c67043090', 'name': 'tempest-AllowedAddressPairTestJSON-1997041989'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:00.867352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:00.868001 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:00.933609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Made reservation on behalf of 70a59d02805c425fa60accf95517a4be for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:00.936356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:00.994617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.011144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2953-b2dd-4fb6-a47c-169f34346499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.036595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdd53a-9490-47bb-b54e-44704957833a req-36e866be-e8c6-4b1b-897c-b08ce9b1b115 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:01.036758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-084c7387-7c04-4dd3-97a4-1f78eab66e91 None None] Provisioning for port 7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:01.038102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ccdd53a-9490-47bb-b54e-44704957833a req-36e866be-e8c6-4b1b-897c-b08ce9b1b115 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 907 time: 0.3104231 Feb 04 20:13:01.043621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-084c7387-7c04-4dd3-97a4-1f78eab66e91 None None] Provisioning complete for port 7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:01.044315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:01.044546 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-084c7387-7c04-4dd3-97a4-1f78eab66e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.048329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b2953-b2dd-4fb6-a47c-169f34346499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69afc2f7-33c4-4221-9825-16aec287baf4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:01.055309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:70a59d02805c425fa60accf95517a4be is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:01.060089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:01.075436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea7b2953-b2dd-4fb6-a47c-169f34346499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.079195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea7b2953-b2dd-4fb6-a47c-169f34346499 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69afc2f7-33c4-4221-9825-16aec287baf4 HTTP/1.1" status: 204 len: 168 time: 0.4494905 Feb 04 20:13:01.079195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:01.130245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:01.132051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497408e-af7b-4931-aa25-17575019c1d5 req-225006c1-3ca8-45df-b86c-975ca4060475 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:01.133550 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a497408e-af7b-4931-aa25-17575019c1d5 req-225006c1-3ca8-45df-b86c-975ca4060475 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.2508898 Feb 04 20:13:01.136950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Usage tracker for resource:port and tenant:fe89e2eb08954bb6adcff9271fd1a741 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:01.138825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Deleting port 4beebef2-bf5b-417f-b76d-f60569c082dc {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:01.140935 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.141449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:01.150092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:01.176107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-891c28e9-f4b1-477e-9031-36b89282f035 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2134006 Feb 04 20:13:01.227259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877afd17-d8cc-4559-96f9-3fba9fc2261f req-71bfd00b-65a2-4716-9fe4-594dff4b5418 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:01.236713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-877afd17-d8cc-4559-96f9-3fba9fc2261f req-71bfd00b-65a2-4716-9fe4-594dff4b5418 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.2768433 Feb 04 20:13:01.242621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a497408e-af7b-4931-aa25-17575019c1d5 req-08cd5403-a70e-4322-ab65-c933b38e6bb1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014090 Feb 04 20:13:01.244069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Deleting port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:01.244615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.299159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-084c7387-7c04-4dd3-97a4-1f78eab66e91 None None] Port 7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:01.310922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.315564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Made reservation on behalf of fe89e2eb08954bb6adcff9271fd1a741 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:01.321890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.325362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-ff418abd-2877-4682-bae2-b3b5c78ffd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:01.326889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-ff418abd-2877-4682-bae2-b3b5c78ffd64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 1096 time: 0.1210599 Feb 04 20:13:01.371912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 4beebef2-bf5b-417f-b76d-f60569c082dc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:01.372274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.459962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-877afd17-d8cc-4559-96f9-3fba9fc2261f req-76932e29-fc6f-49dd-8c59-e06ad357b0c4 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223096 Feb 04 20:13:01.480097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4beebef2-bf5b-417f-b76d-f60569c082dc,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:01.480570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.480677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] device_id is not set on port 64efe456-a7d5-4922-b345-718da95b7d13 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:13:01.675039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Calling delete_port for 4beebef2-bf5b-417f-b76d-f60569c082dc owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:01.711547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08319a6a-33e0-4d76-9d6b-837941e34736 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:01.757177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.811807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 08319a6a-33e0-4d76-9d6b-837941e34736 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:01.812152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08319a6a-33e0-4d76-9d6b-837941e34736 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:01.837159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:01.846198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cfe6a7-2599-4b3f-9614-7013017ba7f5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:01.869995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.870543 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Added segment 5d468d3b-0b9c-4562-96d6-becfb57e9799 of type vlan for network b57e89f5-fb3b-417a-b7a6-3486dcca2553 Feb 04 20:13:01.908750 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:01.923757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812a0fa-c992-4f31-8ac3-72a18f0ff9ae req-8be3df64-b170-4b63-b8be-08039667a7af tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:01.925240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0812a0fa-c992-4f31-8ac3-72a18f0ff9ae req-8be3df64-b170-4b63-b8be-08039667a7af tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 907 time: 0.2203374 Feb 04 20:13:01.926265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-af09ce25-5de6-42c2-b17e-0aebf8603867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:01.928156 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-af09ce25-5de6-42c2-b17e-0aebf8603867 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 200 len: 913 time: 0.5814648 Feb 04 20:13:01.963336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] Pushing event deleted for resources: {'Port': ['ID=4beebef2-bf5b-417f-b76d-f60569c082dc,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:01.973418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32283823-7d5a-4149-b0fc-2a5f55efd04a None None] No DVR routers for this DVR port 4beebef2-bf5b-417f-b76d-f60569c082dc on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:01.992462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:02.016992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-cd096b9d-a481-43bf-8f05-b8993f2bbc9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b HTTP/1.1" status: 200 len: 217 time: 0.0794499 Feb 04 20:13:02.090791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-6c32c80d-645f-4d45-96ee-0c054368a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:02.092732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-6c32c80d-645f-4d45-96ee-0c054368a2d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 200 len: 851 time: 0.0659103 Feb 04 20:13:02.149896 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:02.150878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:02.151450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:02.157562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Allocated IP 172.20.0.14 (afba89e1-84ef-4e3c-95e5-786c67043090/3db228b9-b458-4cb3-b41c-0095dde59b60/64efe456-a7d5-4922-b345-718da95b7d13) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:02.224680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 4beebef2-bf5b-417f-b76d-f60569c082dc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4beebef2-bf5b-417f-b76d-f60569c082dc,segment=NetworkSegment(13ac454c-c21b-4ebc-ac14-541796b2dd14),segment_id=13ac454c-c21b-4ebc-ac14-541796b2dd14)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:02.224680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:02.288874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b57e89f5-fb3b-417a-b7a6-3486dcca2553,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:02.300287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network b57e89f5-fb3b-417a-b7a6-3486dcca2553 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:02.314897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-7685451f-ac6d-4f52-934e-6b6271cf429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:02.317298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-7685451f-ac6d-4f52-934e-6b6271cf429f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182992 Feb 04 20:13:02.390249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 4beebef2-bf5b-417f-b76d-f60569c082dc owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:02.433723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-48763e44-c1e0-462b-bb87-d21ba892c2c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0522366 Feb 04 20:13:02.440939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33004) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:02.478872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eba88a-9b3c-4846-a8a9-88a0e4328370 req-cb2c069b-a21d-4006-95f9-fe984d98f715 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:02.480406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4eba88a-9b3c-4846-a8a9-88a0e4328370 req-cb2c069b-a21d-4006-95f9-fe984d98f715 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.7532988 Feb 04 20:13:02.485003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Request body: {'subnet': {'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1000378716-subnet', 'tenant_id': '70a59d02805c425fa60accf95517a4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:02.497659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:02.507150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33008) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:02.512353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Usage tracker for resource:subnet and tenant:70a59d02805c425fa60accf95517a4be is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:02.530023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:02.541628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] For port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:02.542406 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:02.542607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:02.588948 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-9703dc12-c1b9-407a-91c7-20df9d76eed5 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644088 Feb 04 20:13:02.605317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd4637-dab1-4a51-8de9-de98e8d3af6b req-f934c46e-a4d9-45d3-b61c-9576bc102c10 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:02.606761 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06cd4637-dab1-4a51-8de9-de98e8d3af6b req-f934c46e-a4d9-45d3-b61c-9576bc102c10 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.1671419 Feb 04 20:13:02.632193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Made reservation on behalf of 70a59d02805c425fa60accf95517a4be for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:02.634523 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:02.708836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Calling delete_port for 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:02.746752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-622481074-network', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:02.813246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:02.831895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Usage tracker for resource:network and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:02.832011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4eba88a-9b3c-4846-a8a9-88a0e4328370 req-5da80f92-c527-4ab3-ab35-4ade2f0e4839 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967067 Feb 04 20:13:02.837381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:02.859066 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:02.859390 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:02.863566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06cd4637-dab1-4a51-8de9-de98e8d3af6b req-71185e07-c74a-4014-88c1-22fb6f59c231 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497761 Feb 04 20:13:02.887857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:02.913781 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:02.952045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa86b1f7-b937-4eb0-bf6a-2141dc89c5c5 req-acf64d49-c856-4cfb-a996-6c8715462d45 service neutron] 10.222.0.62 "GET /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477202 Feb 04 20:13:03.007124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Made reservation on behalf of 4ef0b878c8be4a168a72c51e6760b96e for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:03.008910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.022785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Transition to ACTIVE for port object 64efe456-a7d5-4922-b345-718da95b7d13 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:03.030261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.037505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.078723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:03.086840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:03.093487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event deleted for resources: {'Port': ['ID=3d510f9c-f4f1-4e04-a935-9c8d98a63df8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:03.098509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:03.118140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:03.231360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.233296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] No DVR routers for this DVR port 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:03.241133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.265899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'name': 'network-vif-deleted', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:03.273467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.311674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f956f220-e472-4834-8846-e17665943ead,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:03.367037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.374360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ccdd53a-9490-47bb-b54e-44704957833a req-6a342352-752c-4523-8c3a-ee48fb075622 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "DELETE /v2.0/ports/3d510f9c-f4f1-4e04-a935-9c8d98a63df8 HTTP/1.1" status: 204 len: 173 time: 2.3245809 Feb 04 20:13:03.376289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Checking segment: {'id': '5d468d3b-0b9c-4562-96d6-becfb57e9799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:03.376857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Network hostable DHCP agents. Network: b57e89f5-fb3b-417a-b7a6-3486dcca2553, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:03.389867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785bb29-f66f-42b2-85bc-2e43c2c5f5e9 req-3b0762b9-aae9-4d87-90e9-59b984ff65dd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:03.391525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9785bb29-f66f-42b2-85bc-2e43c2c5f5e9 req-3b0762b9-aae9-4d87-90e9-59b984ff65dd tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.4055936 Feb 04 20:13:03.404104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Network afba89e1-84ef-4e3c-95e5-786c67043090 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:03.435071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-738a7ba4-4b0c-4d36-a6c7-3f68f0e0845a req-38064472-4a90-4d2e-9b8a-271ab2885da1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 210 time: 0.0598552 Feb 04 20:13:03.541590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.552846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:03.570080 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672849de-2bb5-4e7f-b75b-b58b59832e0d', 'name': 'network-vif-deleted', 'tag': '3d510f9c-f4f1-4e04-a935-9c8d98a63df8', 'status': 'completed', 'code': 200} Feb 04 20:13:03.575126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:03.576309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:03.581955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4109684-8bbd-4d8d-b4d7-bba8ecbdc819,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:03.589053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.589443 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Added segment ae15a40a-cb03-4002-97f2-9833631e8963 of type vlan for network cf0a41d9-3526-4119-b801-6663b9f63685 Feb 04 20:13:03.602476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Network b57e89f5-fb3b-417a-b7a6-3486dcca2553 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:03.611625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=64efe456-a7d5-4922-b345-718da95b7d13,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:03.631626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.661028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9785bb29-f66f-42b2-85bc-2e43c2c5f5e9 req-22fd4786-58e2-434f-aef3-f0a113c3a734 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605443 Feb 04 20:13:03.696555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, b57e89f5-fb3b-417a-b7a6-3486dcca2553) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:03.697483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:03.701399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:03.702043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.716262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.716366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe4c90e-29d8-4b46-802f-220bd4c3cac7 None None] Network b57e89f5-fb3b-417a-b7a6-3486dcca2553 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:03.743591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.744312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:03.745124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.809933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ef98ee0f-d0d1-41c3-be4b-59e50609b7e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9845004 Feb 04 20:13:03.810629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33032) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:03.816608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:2d:8c:57'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ce:eb:a9'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:03.847243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 4beebef2-bf5b-417f-b76d-f60569c082dc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:03.847808 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:03.876299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-139cbb45-7570-4017-a3c9-61eb78699d01 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4264362 Feb 04 20:13:03.876299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0a41d9-3526-4119-b801-6663b9f63685,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:03.896290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network cf0a41d9-3526-4119-b801-6663b9f63685 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:03.984874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a8417237-d258-40d6-8d6d-21ed8d575595 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4748569 Feb 04 20:13:03.989091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33040) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:03.995237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Request body: {'subnet': {'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-622481074-subnet', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:04.001754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:04.024610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] The port '4beebef2-bf5b-417f-b76d-f60569c082dc' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:13:04.051311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Usage tracker for resource:subnet and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:04.067627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:04.078513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:04.108878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2bb71-24ba-422f-8242-5a4137de954f req-8d982f8a-f5db-4b6a-9c33-c45825bde790 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:04.110477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-84f2bb71-24ba-422f-8242-5a4137de954f req-8d982f8a-f5db-4b6a-9c33-c45825bde790 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.1115267 Feb 04 20:13:04.156576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-16511ed7-8026-429b-a6eb-3e321c8bd1f7 None None] Provisioning for port 64efe456-a7d5-4922-b345-718da95b7d13 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:04.167451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-16511ed7-8026-429b-a6eb-3e321c8bd1f7 None None] Provisioning complete for port 64efe456-a7d5-4922-b345-718da95b7d13 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:04.168044 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-16511ed7-8026-429b-a6eb-3e321c8bd1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.207772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97170579-5fb1-4c02-9d78-eac394b257c0 None None] Network b57e89f5-fb3b-417a-b7a6-3486dcca2553 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:04.212523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.245074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2df022-3f8b-4191-bc9e-6b78f3169f1e']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:04.264427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ac454c-c21b-4ebc-ac14-541796b2dd14') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:04.264732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ac454c-c21b-4ebc-ac14-541796b2dd14') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:04.279360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Made reservation on behalf of 4ef0b878c8be4a168a72c51e6760b96e for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:04.284694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.360162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.419065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-84f2bb71-24ba-422f-8242-5a4137de954f req-a0f261ea-6c9f-4f3c-8b45-8e2319263753 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022745 Feb 04 20:13:04.423079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82978220-a186-4f26-b999-aeabc924deba req-68f86438-295e-4120-a031-48e7026f3951 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:04.430108 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82978220-a186-4f26-b999-aeabc924deba req-68f86438-295e-4120-a031-48e7026f3951 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.5333917 Feb 04 20:13:04.447625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:04.456387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.482910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:13:04.482910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:13:04.502927 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:13:04.535711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-16511ed7-8026-429b-a6eb-3e321c8bd1f7 None None] Port 64efe456-a7d5-4922-b345-718da95b7d13 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:04.587612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:04.587761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 3d510f9c-f4f1-4e04-a935-9c8d98a63df8 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:04.672470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82978220-a186-4f26-b999-aeabc924deba req-70c7be5e-49d3-4c74-955f-1af193883601 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410862 Feb 04 20:13:04.696901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.700277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4df65da-e379-4615-b4f0-bab7ab4eab0f req-67104b83-50aa-418f-b8c8-c4f01a61fad1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=672849de-2bb5-4e7f-b75b-b58b59832e0d HTTP/1.1" status: 200 len: 210 time: 0.0755458 Feb 04 20:13:04.712101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.803070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286d23d6-65ca-4305-84b0-2ffb8f524ab1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:04.813678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Checking segment: {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:04.814036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Network hostable DHCP agents. Network: cf0a41d9-3526-4119-b801-6663b9f63685, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:04.872883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.928767 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:04.952974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=bd2df022-3f8b-4191-bc9e-6b78f3169f1e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:04.958224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f33c6a89-d0b3-4ab9-a3e9-8a1de1c7a03b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/bd2df022-3f8b-4191-bc9e-6b78f3169f1e HTTP/1.1" status: 204 len: 168 time: 5.5789845 Feb 04 20:13:04.961058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33058) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:05.037848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e106d2-b715-4790-a91f-2fd537ca12bb req-39d5b6ab-7c54-4c9c-b176-6c00b234f486 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:05.039340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Network cf0a41d9-3526-4119-b801-6663b9f63685 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:05.039453 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40e106d2-b715-4790-a91f-2fd537ca12bb req-39d5b6ab-7c54-4c9c-b176-6c00b234f486 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.1766398 Feb 04 20:13:05.078957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.091265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33064) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:05.099806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-797480314-network', 'tenant_id': '18a6a518ace34077999f5a6a509a77f6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:05.106946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:05.114088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Usage tracker for resource:network and tenant:18a6a518ace34077999f5a6a509a77f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:05.119666 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40e106d2-b715-4790-a91f-2fd537ca12bb req-a4933694-e5e5-4993-b63f-3ba9478a170b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660141 Feb 04 20:13:05.125167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:05.129326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:05.200530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.221957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, cf0a41d9-3526-4119-b801-6663b9f63685) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:05.232618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071961b7-0e7c-4f34-8eb9-c216947c09f3 None None] Network cf0a41d9-3526-4119-b801-6663b9f63685 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:05.263155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Made reservation on behalf of 18a6a518ace34077999f5a6a509a77f6 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:05.265433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.285395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:05.285395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.315581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.387971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:05.408066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event updated for resources: {'Port': ['ID=64efe456-a7d5-4922-b345-718da95b7d13,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:05.418638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Usage tracker for resource:security_group_rule and tenant:18a6a518ace34077999f5a6a509a77f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:05.428202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:05.436816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:05.450580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ef30938c-ff2d-48f1-8e7c-1067c8970bb0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4598970 Feb 04 20:13:05.450959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33074) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:05.457227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] In _notify_port_updated(), no bound segment for port 64efe456-a7d5-4922-b345-718da95b7d13 on network afba89e1-84ef-4e3c-95e5-786c67043090 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:13:05.463325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:05.463967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.465247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-df11f2f2-55e5-44eb-8645-1c11626ef6f2 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "PUT /v2.0/ports/64efe456-a7d5-4922-b345-718da95b7d13 HTTP/1.1" status: 200 len: 1057 time: 1.6534455 Feb 04 20:13:05.475204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33078) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:05.475326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:05.493398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:05.510892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Usage tracker for resource:router and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:05.515178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-cf0a41d9-3526-4119-b801-6663b9f63685', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:13:05.516865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.519830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:05.531510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:05.557496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6099650-23b1-4227-838c-5ef48fa4f893 req-217108f0-d881-48d8-bdb1-cbc4f701c17d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:05.559068 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6099650-23b1-4227-838c-5ef48fa4f893 req-217108f0-d881-48d8-bdb1-cbc4f701c17d tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.3064842 Feb 04 20:13:05.645530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6099650-23b1-4227-838c-5ef48fa4f893 req-65707c72-e94d-45f8-bef9-7927a825c499 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739760 Feb 04 20:13:05.669444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.670483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port 64efe456-a7d5-4922-b345-718da95b7d13 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:05.670614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.671350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.701281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.710529 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.773934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Allocated IP 172.20.0.2 (cf0a41d9-3526-4119-b801-6663b9f63685/286d23d6-65ca-4305-84b0-2ffb8f524ab1/2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:05.783798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b9edf25c-8450-4700-90cd-95fc72dcabc4 None None] Provisioning complete for port 64efe456-a7d5-4922-b345-718da95b7d13 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:05.784175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9edf25c-8450-4700-90cd-95fc72dcabc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.835850 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.862063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b9edf25c-8450-4700-90cd-95fc72dcabc4 None None] Port 64efe456-a7d5-4922-b345-718da95b7d13 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:05.870607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438fbf0-30a7-4cd8-8154-193ccd4854a1 req-8898d9ac-b4f5-4348-b4d6-823f1939fe3f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:05.872371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3438fbf0-30a7-4cd8-8154-193ccd4854a1 req-8898d9ac-b4f5-4348-b4d6-823f1939fe3f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.3007355 Feb 04 20:13:05.886839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:05.897703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895c35a8-111a-436e-87bc-62bb07e01a33,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:05.908893 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:05.908893 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Added segment 32b19ac7-7a9b-4495-adcb-631eb2fd6dd2 of type vlan for network 33171016-589f-4b36-a797-615e47e875e0 Feb 04 20:13:06.018969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.032559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3438fbf0-30a7-4cd8-8154-193ccd4854a1 req-315ab286-be75-418d-ae0a-77cb09130b03 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337774 Feb 04 20:13:06.136402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.156789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.464275 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.481153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Transition to ACTIVE for port object 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:06.481388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.516392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Transition to ACTIVE for port object 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:06.566076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.567909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:06.568571 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.649548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:06.748440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Pushing event updated for resources: {'Port': ['ID=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:06.753089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Network cf0a41d9-3526-4119-b801-6663b9f63685 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:06.754465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] Pushing event updated for resources: {'Network': ['ID=33171016-589f-4b36-a797-615e47e875e0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:06.758466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.758837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.759180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.759518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.759848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.760184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.760509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.760833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.761171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.761476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.761796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.762113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:06.775661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:06.775661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 33171016-589f-4b36-a797-615e47e875e0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:06.783555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:06.858131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2a098c39-faf2-4700-bfdf-58543204e688 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7607079 Feb 04 20:13:06.858293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Calling delete_port for 64efe456-a7d5-4922-b345-718da95b7d13 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:06.863680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33092) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:06.872423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Request body: {'subnet': {'network_id': '33171016-589f-4b36-a797-615e47e875e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-797480314-subnet', 'tenant_id': '18a6a518ace34077999f5a6a509a77f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:06.946182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:06.964629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Usage tracker for resource:subnet and tenant:18a6a518ace34077999f5a6a509a77f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:07.000746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Attempting to bind port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:07.001420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Attempting to bind port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:07.002030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Attempting to bind port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd on network cf0a41d9-3526-4119-b801-6663b9f63685 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:07.009949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:07.010746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Checking segment: {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:07.011374 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.012059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Bound using segment: {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:07.012756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Bound port: 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:07.013356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.079074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:07.094542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:07.170741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.212160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] For port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:07.221936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] For port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:07.225560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87e2f8-6487-49ea-bd8f-967d6acfb167 req-2c8b0fbf-76d0-4a47-8290-6a897288fa2d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:07.230822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Made reservation on behalf of 18a6a518ace34077999f5a6a509a77f6 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:07.232760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a87e2f8-6487-49ea-bd8f-967d6acfb167 req-2c8b0fbf-76d0-4a47-8290-6a897288fa2d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 945 time: 0.5834339 Feb 04 20:13:07.238198 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.294104 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.318945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 3796fca4-c142-482a-a19c-ba5bbe0cc287 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:07.319414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.355795 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.425094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a87e2f8-6487-49ea-bd8f-967d6acfb167 req-d6641a29-dbb5-4d1c-8298-6b773d8bea75 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913397 Feb 04 20:13:07.476675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5fda-eb27-4a26-bac5-9e668d016b15 None None] Pushing event updated for resources: {'Port': ['ID=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:07.596845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-afb99675-5f59-44c4-8b12-a666b0d6fbb8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:07.599003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-afb99675-5f59-44c4-8b12-a666b0d6fbb8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 945 time: 0.4930356 Feb 04 20:13:07.641656 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.681304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Allocated IP 172.25.7.146 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/a0c2619b-ef7a-412e-8e1d-5b57b5684a9d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:07.755088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a953b0-e1b2-46bc-9f9b-7da52c53015e req-4f1c0b5d-d1b0-4f22-8aa6-4e4a07bb1b32 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:07.762023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Port': ['ID=64efe456-a7d5-4922-b345-718da95b7d13,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:07.763217 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63a953b0-e1b2-46bc-9f9b-7da52c53015e req-4f1c0b5d-d1b0-4f22-8aa6-4e4a07bb1b32 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.4807885 Feb 04 20:13:07.884034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 3796fca4-c142-482a-a19c-ba5bbe0cc287, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3796fca4-c142-482a-a19c-ba5bbe0cc287,segment=NetworkSegment(ccd1d128-ae7d-4e80-89d7-e5805c95c03e),segment_id=ccd1d128-ae7d-4e80-89d7-e5805c95c03e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:07.884034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.901144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Deleting port b9c9498e-39e5-4382-a2c7-a4be9b89d56b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:07.901484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:07.979937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63a953b0-e1b2-46bc-9f9b-7da52c53015e req-943aca25-1b90-4ccd-9241-395a72b76a08 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156708 Feb 04 20:13:08.129174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:08.174014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 3796fca4-c142-482a-a19c-ba5bbe0cc287 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:08.217676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:08.269113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:08.325725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:08.332622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:08.342131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:08.584649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0998eb6d-5e8f-4ae1-bd46-cefbc6de5138,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:08.600123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Checking segment: {'id': '32b19ac7-7a9b-4495-adcb-631eb2fd6dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '33171016-589f-4b36-a797-615e47e875e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:08.600486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Network hostable DHCP agents. Network: 33171016-589f-4b36-a797-615e47e875e0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:08.621683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:08.769907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:08.880143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Network 33171016-589f-4b36-a797-615e47e875e0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:08.960336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:08.970276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] For port b9c9498e-39e5-4382-a2c7-a4be9b89d56b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:08.970645 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:09.007890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:09.019051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb402bf9-daae-4a90-a179-2898b6e7c4f8 None None] Network cf0a41d9-3526-4119-b801-6663b9f63685 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:09.050666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d4f10888-e722-4ba6-835d-37ed537d8898 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/ports/64efe456-a7d5-4922-b345-718da95b7d13 HTTP/1.1" status: 204 len: 168 time: 3.5790334 Feb 04 20:13:09.054081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33106) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:09.059345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 33171016-589f-4b36-a797-615e47e875e0) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:09.064418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:09.065230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:09.156658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697d1fb-181c-4daf-981b-dfdd32cd1b5a req-602d2287-3f35-4bd6-a499-6ae32816d9e3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:09.158075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c697d1fb-181c-4daf-981b-dfdd32cd1b5a req-602d2287-3f35-4bd6-a499-6ae32816d9e3 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 945 time: 0.4991317 Feb 04 20:13:09.165975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Calling delete_port for b9c9498e-39e5-4382-a2c7-a4be9b89d56b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:09.273468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-14b71339-dd04-4b40-9382-2f8f9b3d6517 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4081659 Feb 04 20:13:09.279869 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cd5823-1cfa-4f81-9e07-738dc13f740d tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] GET failed (client error): The resource could not be found. Feb 04 20:13:09.280532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a1cd5823-1cfa-4f81-9e07-738dc13f740d tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Synchronizing usage tracker for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:09.302122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9f4f7-4016-4789-aac9-db739c478981 None None] Network 33171016-589f-4b36-a797-615e47e875e0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:09.378713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c697d1fb-181c-4daf-981b-dfdd32cd1b5a req-8c3957a0-dd86-4be5-bbd9-00452690e02d tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655416 Feb 04 20:13:09.416081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32821-a309-4a88-b378-ab866cade4fe req-aee21e6f-9c3d-4b74-a2b9-ba54c5c7056f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:09.429163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2df32821-a309-4a88-b378-ab866cade4fe req-aee21e6f-9c3d-4b74-a2b9-ba54c5c7056f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.3054347 Feb 04 20:13:09.432228 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:09.521681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:09.546381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a1cd5823-1cfa-4f81-9e07-738dc13f740d tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Unset dirty status for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:09.551397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a1cd5823-1cfa-4f81-9e07-738dc13f740d tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "GET /v2.0/ports/64efe456-a7d5-4922-b345-718da95b7d13 HTTP/1.1" status: 404 len: 333 time: 0.4933369 Feb 04 20:13:09.580646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33114) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:09.580837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d497dfb-3c5a-4c06-a271-8d7bc966b0f1 None None] Provisioning for port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:09.599716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2df32821-a309-4a88-b378-ab866cade4fe req-125bb051-f26a-4ebd-bc7b-7aa8d332f562 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Feb 04 20:13:09.641927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=3796fca4-c142-482a-a19c-ba5bbe0cc287,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:09.700389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port 7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:09.701496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:09.912520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:09.920678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0943098e-8f32-480d-a5c0-37d1b114636c None None] Network 33171016-589f-4b36-a797-615e47e875e0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:09.987914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b9c9498e-39e5-4382-a2c7-a4be9b89d56b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:13:10.050509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c1981475-470a-4323-8051-efa4c6353571'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:13:10.076239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:10.130479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:10.203764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event deleted for resources: {'Port': ['ID=b9c9498e-39e5-4382-a2c7-a4be9b89d56b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:10.640155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:10.677550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] No DVR routers for this DVR port b9c9498e-39e5-4382-a2c7-a4be9b89d56b on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:10.936756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Calling delete_port for 7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:10.951307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:10.952921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c8d3bedf-8761-4dd8-a183-129f35f7f5d9 req-49cea6c8-d896-4c69-8b24-558b8b983626 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:10.953894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'name': 'network-vif-deleted', 'tag': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:11.030609 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0333353e-9dfe-40d5-b4a5-2bf0953e9e01 req-a3310534-4fed-4904-a655-a83e41896950 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "DELETE /v2.0/ports/b9c9498e-39e5-4382-a2c7-a4be9b89d56b HTTP/1.1" status: 204 len: 173 time: 3.4246459 Feb 04 20:13:11.091257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:11.096892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:11.097545 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:11.246036 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:11.308254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-2460358f-a7ad-4df5-8282-8bc6aa2c2332 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:11.309579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-2460358f-a7ad-4df5-8282-8bc6aa2c2332 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Synchronizing usage tracker for tenant:70a59d02805c425fa60accf95517a4be on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:11.319065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:11.372049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c8d3bedf-8761-4dd8-a183-129f35f7f5d9 req-49cea6c8-d896-4c69-8b24-558b8b983626 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:11.386199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c8d3bedf-8761-4dd8-a183-129f35f7f5d9 req-49cea6c8-d896-4c69-8b24-558b8b983626 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 210 time: 0.7286360 Feb 04 20:13:11.405350 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:11.473132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:11.491813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-2460358f-a7ad-4df5-8282-8bc6aa2c2332 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Unset dirty status for tenant:70a59d02805c425fa60accf95517a4be on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:11.499242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-2460358f-a7ad-4df5-8282-8bc6aa2c2332 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/networks?id=b57e89f5-fb3b-417a-b7a6-3486dcca2553 HTTP/1.1" status: 200 len: 815 time: 1.1721747 Feb 04 20:13:11.539524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-ce6f1141-e94f-4e10-9651-e8054c2b6812 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/quotas/70a59d02805c425fa60accf95517a4be HTTP/1.1" status: 200 len: 375 time: 0.0273035 Feb 04 20:13:11.568745 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:11.598428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-ce8b8aaa-94d1-4f95-b075-9beb074e4183 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=70a59d02805c425fa60accf95517a4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551395 Feb 04 20:13:11.601385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:11.606649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d708b207-4954-4818-8bad-e42bb4a2f388 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6440034 Feb 04 20:13:11.609672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33148) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:11.633920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:11.686829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:11.687505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:11.748775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0c36-8e09-4ee2-83dd-5a0672d379df req-7e1ed055-8c85-4257-a578-6c53dffca475 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:11.750299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da9d0c36-8e09-4ee2-83dd-5a0672d379df req-7e1ed055-8c85-4257-a578-6c53dffca475 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.2187145 Feb 04 20:13:11.808594 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da9d0c36-8e09-4ee2-83dd-5a0672d379df req-7f5c9039-480a-4277-b835-2ad9577f9e82 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486486 Feb 04 20:13:11.845561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet d6697286-c1f5-4dd3-9ff1-171a35ec0612 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:13:11.852794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:11.863362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:11.881332 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:11.899021 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305d2256-16c1-45eb-b99e-c58fd81255ef', 'name': 'network-vif-deleted', 'tag': 'b9c9498e-39e5-4382-a2c7-a4be9b89d56b', 'status': 'completed', 'code': 200} Feb 04 20:13:11.909488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:11.941172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Port': ['ID=7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:11.972515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:11.992171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:13:12.047524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-716564a5-54c1-499f-95bf-d3bbf94c746f service neutron] 10.222.0.48 "GET /v2.0/networks/b57e89f5-fb3b-417a-b7a6-3486dcca2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744202 Feb 04 20:13:12.231167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b9c9498e-39e5-4382-a2c7-a4be9b89d56b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:12.267151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:12.295291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:12.305907 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Sync routers for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:12.314225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-d28da452-b6c2-43ec-9897-179ecf6421db service neutron] 10.222.0.48 "GET /v2.0/networks/b57e89f5-fb3b-417a-b7a6-3486dcca2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658808 Feb 04 20:13:12.332293 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:12.335889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:12.337951 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:12.338460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: b9c9498e-39e5-4382-a2c7-a4be9b89d56b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:12.338906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b9c9498e-39e5-4382-a2c7-a4be9b89d56b not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:12.428898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:12.430517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a85a8d4f-d186-4b10-851a-ba2a87cdfb17 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9746845 Feb 04 20:13:12.433498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33154) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:12.442971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ea6bde0d-e29b-44b8-8774-396edfeecf37 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/ports/7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c HTTP/1.1" status: 204 len: 168 time: 2.8341303 Feb 04 20:13:12.445130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:12.561325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:08Z', 'revision_number': 10, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:12.569092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:12.579088 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e3a66c-f48f-401b-a9d1-3eb40cd5710e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] GET failed (client error): The resource could not be found. Feb 04 20:13:12.579631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a6e3a66c-f48f-401b-a9d1-3eb40cd5710e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Synchronizing usage tracker for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:12.590866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:12.593501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:12.593898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:12.708215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=d6697286-c1f5-4dd3-9ff1-171a35ec0612,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:12.710722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:12.715580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a6e3a66c-f48f-401b-a9d1-3eb40cd5710e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Unset dirty status for tenant:fe89e2eb08954bb6adcff9271fd1a741 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:12.716747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a6e3a66c-f48f-401b-a9d1-3eb40cd5710e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "GET /v2.0/ports/7dfc2e7d-b59c-4ee7-90ac-b8d93d064e3c HTTP/1.1" status: 404 len: 333 time: 0.2705147 Feb 04 20:13:12.724155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33168) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:12.750090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c53931cf-64cd-4bee-810f-79dddfa29d83 req-593b5754-81a8-46c3-8d5a-6045130f7730 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=305d2256-16c1-45eb-b99e-c58fd81255ef HTTP/1.1" status: 200 len: 210 time: 0.0953152 Feb 04 20:13:12.775905 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:12.832687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-273c78bd-c013-4ece-8ac3-4fd40addd3ea tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/d6697286-c1f5-4dd3-9ff1-171a35ec0612 HTTP/1.1" status: 204 len: 168 time: 1.2187917 Feb 04 20:13:12.833153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33172) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:12.859079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:13.147802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:13.172132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 8540876d-5e0c-4d56-abaf-50183fc742c8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:13.172132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:13.247375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a443b4-57d5-4a70-8a89-b72d080e6839 req-bb23947b-0a22-4391-aac6-1f3499af2add tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:13.255170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88a443b4-57d5-4a70-8a89-b72d080e6839 req-bb23947b-0a22-4391-aac6-1f3499af2add tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.1918709 Feb 04 20:13:13.279369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412f1bd2-c0b5-4016-9774-4f9e42fd12fa None None] Network 46d0e54c-5542-4e35-9775-a731dae01186 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:13.335357 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:08Z', 'revision_number': 3, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:13.340153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ba6e638-a7bc-4364-be6b-b83cf10c1edc req-6f3ff84c-4e57-4448-99c0-abbae6be5934 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 210 time: 0.4795709 Feb 04 20:13:13.344203 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Checking router: c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:13.344551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Updating router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:13:13.397521 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88a443b4-57d5-4a70-8a89-b72d080e6839 req-17bb1460-db2d-47a6-9f04-9e277c2faad4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164649 Feb 04 20:13:13.397637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port 2a980dc2-259f-4e76-8cd7-a549bd7c84da {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:13.397637 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:13.469712 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:13.590922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 8540876d-5e0c-4d56-abaf-50183fc742c8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8540876d-5e0c-4d56-abaf-50183fc742c8,segment=NetworkSegment(ccd1d128-ae7d-4e80-89d7-e5805c95c03e),segment_id=ccd1d128-ae7d-4e80-89d7-e5805c95c03e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:13.590922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:13.825742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:08Z', 'revision_number': 10, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:13.846888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22f938-2b2b-45fd-b498-d9363de6d7ff None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:08Z', 'revision_number': 10, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None, '_interfaces': [{'id': '7ea87c14-074c-4807-8d8f-b23922205ec9', 'name': '', 'network_id': '23b46829-e485-40eb-99b2-54969ff3d2b3', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'mac_address': 'fa:16:3e:dd:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:37Z', 'updated_at': '2022-02-04T20:11:55Z', 'revision_number': 5, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'subnets': [{'id': '6a548510-4ad6-4ccd-a0b0-599c906faf50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:13.864067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:14.101431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:14.102968 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.164455 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.215949 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Transition to ACTIVE for port object a0c2619b-ef7a-412e-8e1d-5b57b5684a9d will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:14.230222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] DHCP port deletion for 46d0e54c-5542-4e35-9775-a731dae01186 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:13:14.255639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Deleting port 8540876d-5e0c-4d56-abaf-50183fc742c8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:14.256007 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.302919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.344890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 8540876d-5e0c-4d56-abaf-50183fc742c8 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:14.417905 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.539622 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Attempting to bind port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:14.539992 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Attempting to bind port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:14.540350 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Attempting to bind port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:14.548233 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:14.548674 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:14.549085 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.549475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:14.550755 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Bound port: a0c2619b-ef7a-412e-8e1d-5b57b5684a9d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:14.551358 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.592867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] For port 8540876d-5e0c-4d56-abaf-50183fc742c8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8540876d-5e0c-4d56-abaf-50183fc742c8,segment=NetworkSegment(ccd1d128-ae7d-4e80-89d7-e5805c95c03e),segment_id=ccd1d128-ae7d-4e80-89d7-e5805c95c03e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:14.595054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.603450 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Pushing event updated for resources: {'Port': ['ID=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:14.644609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Calling delete_port for 2a980dc2-259f-4e76-8cd7-a549bd7c84da owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:14.648021 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] For port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:14.653517 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] For port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:14.662221 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664532 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664623 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.664932 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.665451 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.665933 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.666416 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:14.674629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.759958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=8540876d-5e0c-4d56-abaf-50183fc742c8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:14.763427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No DVR routers for this DVR port 8540876d-5e0c-4d56-abaf-50183fc742c8 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:14.789427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Calling delete_port for 8540876d-5e0c-4d56-abaf-50183fc742c8 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:14.790051 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.888063 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:14.888416 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:14.890614 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:14.891340 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:14.902807 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:14.949498 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320c73a-4f7a-4d21-8108-2107dc0401a1 None None] Pushing event updated for resources: {'Port': ['ID=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:15.006415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.056125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4cdb021-da66-4d3c-9bf7-6ce30be5d02d req-14e38039-d956-46c2-ad8c-3719a6249919 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 210 time: 0.0548410 Feb 04 20:13:15.165044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d0e54c-5542-4e35-9775-a731dae01186']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:15.196113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:15.196416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd1d128-ae7d-4e80-89d7-e5805c95c03e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:15.201334 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:15.236693 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.240030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.282971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.295605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:13:15.301524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:13:15.312554 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:13:15.338568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Port': ['ID=2a980dc2-259f-4e76-8cd7-a549bd7c84da,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:15.345844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Allocated IP 172.20.0.1 (cf0a41d9-3526-4119-b801-6663b9f63685/286d23d6-65ca-4305-84b0-2ffb8f524ab1/e8872aeb-38d5-44c6-b830-03e5e18ef194) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:15.373252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa925c-f5ef-44a4-9bc0-4c0bb0816d9b req-cac035c9-ae2a-4495-9daf-c672cefc3a27 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:15.375258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5eaa925c-f5ef-44a4-9bc0-4c0bb0816d9b req-cac035c9-ae2a-4495-9daf-c672cefc3a27 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.2874663 Feb 04 20:13:15.389536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Deleting port 8540876d-5e0c-4d56-abaf-50183fc742c8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:15.389921 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.456735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-13f2ea4e-4c11-4137-863a-a9a02c62213a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:15.458820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-13f2ea4e-4c11-4137-863a-a9a02c62213a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.4341567 Feb 04 20:13:15.510347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c8c0c5-7ff8-493a-b557-952ca1ee0928 None None] The port '8540876d-5e0c-4d56-abaf-50183fc742c8' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:13:15.566754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5eaa925c-f5ef-44a4-9bc0-4c0bb0816d9b req-cec15a1b-201a-4c05-a82a-f386801eca7d tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650391 Feb 04 20:13:15.584947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Deleting port c1981475-470a-4323-8051-efa4c6353571 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:15.584947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.667732 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:08Z', 'revision_number': 3, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:15.669029 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.671798 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215225a-6611-4880-a63a-8635e9bdcb71 None None] The sync data for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 is: [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:08Z', 'revision_number': 3, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:15.728252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.761235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=46d0e54c-5542-4e35-9775-a731dae01186,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:15.783188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3796fca4-c142-482a-a19c-ba5bbe0cc287 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:15.808952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1d08f43d-8fd7-4898-b472-b07e1d4ef245 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/46d0e54c-5542-4e35-9775-a731dae01186 HTTP/1.1" status: 204 len: 168 time: 2.9703212 Feb 04 20:13:15.813271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33206) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:15.834565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 3796fca4-c142-482a-a19c-ba5bbe0cc287 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:15.834682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3796fca4-c142-482a-a19c-ba5bbe0cc287 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:15.835163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8540876d-5e0c-4d56-abaf-50183fc742c8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:15.862647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:15.876934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 8540876d-5e0c-4d56-abaf-50183fc742c8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:15.893325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8540876d-5e0c-4d56-abaf-50183fc742c8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:15.914532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa83dbc-e281-4404-af2f-4fadbce0c629 req-21473148-a2d0-41c2-8f76-6a1931682c12 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:15.915274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0fa83dbc-e281-4404-af2f-4fadbce0c629 req-21473148-a2d0-41c2-8f76-6a1931682c12 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:15.952272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0fa83dbc-e281-4404-af2f-4fadbce0c629 req-21473148-a2d0-41c2-8f76-6a1931682c12 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:15.958944 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fa83dbc-e281-4404-af2f-4fadbce0c629 req-21473148-a2d0-41c2-8f76-6a1931682c12 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.6711690 Feb 04 20:13:15.984145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:16.041173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-abd7aff5-239b-4ede-b122-ff14bce92a4e tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/ports/2a980dc2-259f-4e76-8cd7-a549bd7c84da HTTP/1.1" status: 204 len: 168 time: 3.3135333 Feb 04 20:13:16.046868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33210) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:16.053233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Transition to ACTIVE for port object e8872aeb-38d5-44c6-b830-03e5e18ef194 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:16.117406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fa83dbc-e281-4404-af2f-4fadbce0c629 req-7e3ecb49-c310-4e71-9d0b-c569db62c51f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575482 Feb 04 20:13:16.156325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting subnet 3db228b9-b458-4cb3-b41c-0095dde59b60 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:13:16.158558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:16.257660 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:16.373092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d619f15-0924-46bb-8c57-92aa14f03291 req-7f7d3b27-cfe4-4d0d-b5f1-ec3714e2a6d4 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 210 time: 0.0562918 Feb 04 20:13:16.398539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b2cec-d9a6-4bfa-a004-035aa9400412 req-5b566d36-6a93-4613-8e7b-22b0cd7d6d67 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:16.400124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-349b2cec-d9a6-4bfa-a004-035aa9400412 req-5b566d36-6a93-4613-8e7b-22b0cd7d6d67 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.5955632 Feb 04 20:13:16.402038 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:16.538831 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:13:16.566170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Network cf0a41d9-3526-4119-b801-6663b9f63685 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:16.576519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:16.588145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:16.667429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8872aeb-38d5-44c6-b830-03e5e18ef194,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:16.689053 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-349b2cec-d9a6-4bfa-a004-035aa9400412 req-78226c14-c2d0-465f-8296-5e3995432246 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285554 Feb 04 20:13:16.755513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] For port c1981475-470a-4323-8051-efa4c6353571, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c1981475-470a-4323-8051-efa4c6353571,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:16.775995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:16.776482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:16.868472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:16.874017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-a9f2b33e-e6d6-4cfc-8310-2518e45e0d8b tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:16.875567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-a9f2b33e-e6d6-4cfc-8310-2518e45e0d8b tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.62 "GET /v2.0/networks?id=b57e89f5-fb3b-417a-b7a6-3486dcca2553 HTTP/1.1" status: 200 len: 815 time: 0.5015750 Feb 04 20:13:16.924689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Request body: {'port': {'device_id': '66d0447d-521d-4efc-a935-fadfc432c683', 'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553', 'admin_state_up': True, 'tenant_id': '70a59d02805c425fa60accf95517a4be'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:17.027459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8d81b934-35d6-44e6-a84d-7e43ddbb2d52 None None] Provisioning for port e8872aeb-38d5-44c6-b830-03e5e18ef194 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:17.032505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8d81b934-35d6-44e6-a84d-7e43ddbb2d52 None None] Provisioning complete for port e8872aeb-38d5-44c6-b830-03e5e18ef194 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:17.033127 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d81b934-35d6-44e6-a84d-7e43ddbb2d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.034497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.063494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Calling delete_port for c1981475-470a-4323-8051-efa4c6353571 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:17.118017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.120712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Subnet': ['ID=3db228b9-b458-4cb3-b41c-0095dde59b60,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:17.147592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8d81b934-35d6-44e6-a84d-7e43ddbb2d52 None None] Port e8872aeb-38d5-44c6-b830-03e5e18ef194 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:17.149317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ba3bf-dced-48a0-a70d-67c40d2e49e8 None None] Network afba89e1-84ef-4e3c-95e5-786c67043090 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:17.168706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d77d3772-099a-46ce-8114-82f48237f943 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/subnets/3db228b9-b458-4cb3-b41c-0095dde59b60 HTTP/1.1" status: 204 len: 168 time: 1.1165559 Feb 04 20:13:17.172766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33220) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:17.269819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11879d8e-c868-450b-89a2-6b01878f0ceb req-6689ca02-3d76-4eb0-b5b4-de0966b52694 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:17.277697 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11879d8e-c868-450b-89a2-6b01878f0ceb req-6689ca02-3d76-4eb0-b5b4-de0966b52694 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.4006760 Feb 04 20:13:17.337075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:17.345840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11879d8e-c868-450b-89a2-6b01878f0ceb req-0bebe5cc-dd6c-4796-8e81-c0bb322f3830 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672693 Feb 04 20:13:17.351974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Usage tracker for resource:port and tenant:70a59d02805c425fa60accf95517a4be is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:17.355872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:17.363437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:17.403164 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.479547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Made reservation on behalf of 70a59d02805c425fa60accf95517a4be for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:17.494901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.500314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port c23f58ff-5390-4e8c-9c5d-33c012757b0f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:17.500659 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.516884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] DHCP port deletion for afba89e1-84ef-4e3c-95e5-786c67043090 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:13:17.527864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] Deleting port c23f58ff-5390-4e8c-9c5d-33c012757b0f {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:17.528248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.540560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-5f7efcc2-79af-4f3b-92d4-5cc00f70a85c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:17.542059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-5f7efcc2-79af-4f3b-92d4-5cc00f70a85c tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.4924796 Feb 04 20:13:17.599227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42042d63-eb6e-4c76-b4e8-592069e013e2 req-7282323e-d3c1-4409-a6a8-d608a52e0bbe tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 210 time: 0.0994968 Feb 04 20:13:17.685846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20951b-b285-44e5-8343-c16867d652e7 req-39f41a22-8a59-4364-917a-2c4c4422dd5a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:17.687088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d20951b-b285-44e5-8343-c16867d652e7 req-39f41a22-8a59-4364-917a-2c4c4422dd5a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 946 time: 0.3842106 Feb 04 20:13:17.710733 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.825055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0c2619b-ef7a-412e-8e1d-5b57b5684a9d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:17.895310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] For port c23f58ff-5390-4e8c-9c5d-33c012757b0f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c23f58ff-5390-4e8c-9c5d-33c012757b0f,segment=NetworkSegment(9fdecf31-a842-4f64-a22e-7862aba508bb),segment_id=9fdecf31-a842-4f64-a22e-7862aba508bb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:17.895718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:17.934372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Allocated IP 172.20.0.13 (b57e89f5-fb3b-417a-b7a6-3486dcca2553/f956f220-e472-4834-8846-e17665943ead/92a6500b-7907-4942-9bd0-33bbf5c8c768) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:17.935314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.015130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Deleting port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:18.015621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.038217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] Calling delete_port for c23f58ff-5390-4e8c-9c5d-33c012757b0f owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:18.100206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event deleted for resources: {'Port': ['ID=c1981475-470a-4323-8051-efa4c6353571,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:18.201943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:18.208525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:18.209879 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.266837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.305935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d20951b-b285-44e5-8343-c16867d652e7 req-ab22b9ec-5beb-4485-8e30-8d151f779724 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=23a581cb-d33c-4e19-b847-f4a495071b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915222 Feb 04 20:13:18.346060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] Pushing event deleted for resources: {'Port': ['ID=c23f58ff-5390-4e8c-9c5d-33c012757b0f,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:18.360906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64367b4e-94a8-47c9-ba1a-170ff893be58 None None] No DVR routers for this DVR port c23f58ff-5390-4e8c-9c5d-33c012757b0f on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:18.361790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] No DVR routers for this DVR port c1981475-470a-4323-8051-efa4c6353571 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:18.374440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c1981475-470a-4323-8051-efa4c6353571 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:18.376151 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.392308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'name': 'network-vif-deleted', 'tag': 'c1981475-470a-4323-8051-efa4c6353571'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:18.402965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] For port c23f58ff-5390-4e8c-9c5d-33c012757b0f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c23f58ff-5390-4e8c-9c5d-33c012757b0f,segment=NetworkSegment(9fdecf31-a842-4f64-a22e-7862aba508bb),segment_id=9fdecf31-a842-4f64-a22e-7862aba508bb)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:18.403475 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.427052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: c1981475-470a-4323-8051-efa4c6353571 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:18.427391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c1981475-470a-4323-8051-efa4c6353571 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:18.496014 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.512701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd636642-436e-407c-84ef-624d75282c46 req-4b0d9291-45fc-4fa1-a412-71449acc3d7f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:18.514184 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd636642-436e-407c-84ef-624d75282c46 req-4b0d9291-45fc-4fa1-a412-71449acc3d7f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 947 time: 0.6388688 Feb 04 20:13:18.519904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.521596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:18.584553 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.587825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd636642-436e-407c-84ef-624d75282c46 req-208907b9-c8dd-4f22-b0a4-40ce2b85a526 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc098d18-d878-49ef-ac1a-0232d16ff895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644908 Feb 04 20:13:18.596102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.653399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c23f58ff-5390-4e8c-9c5d-33c012757b0f no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:18.696790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.709921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c23f58ff-5390-4e8c-9c5d-33c012757b0f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:18.710261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c23f58ff-5390-4e8c-9c5d-33c012757b0f not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:18.736201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:18.758907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f98d5837-a998-4bcf-ab96-06c9ff0e60e6 req-5e0a5f76-dd99-4b37-82bb-0b0986eb0f8e tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.24 "DELETE /v2.0/ports/c1981475-470a-4323-8051-efa4c6353571 HTTP/1.1" status: 204 len: 173 time: 3.2882288 Feb 04 20:13:18.771326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Calling delete_port for c23f58ff-5390-4e8c-9c5d-33c012757b0f owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:18.801859 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1df3e97-fa06-4584-8f1d-6bbc9769cf14', 'name': 'network-vif-deleted', 'tag': 'c1981475-470a-4323-8051-efa4c6353571', 'status': 'completed', 'code': 200} Feb 04 20:13:18.825437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.853345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.889437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8872aeb-38d5-44c6-b830-03e5e18ef194,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:18.892445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:18.936754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Network b57e89f5-fb3b-417a-b7a6-3486dcca2553 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:18.948805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:18.959182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:19.108296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] For port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,segment=NetworkSegment(1a46aac3-9529-46ca-a331-3abad1e9adb9),segment_id=1a46aac3-9529-46ca-a331-3abad1e9adb9)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:19.108749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.110244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Pushing event updated for resources: {'Port': ['ID=92a6500b-7907-4942-9bd0-33bbf5c8c768,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:19.128705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:19.129879 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.152485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a3598-ee9d-44ed-ba9d-f568e3ea7513 req-9eb62789-ea4a-4573-8cc2-78504c18d32b tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:19.154244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b3a3598-ee9d-44ed-ba9d-f568e3ea7513 req-9eb62789-ea4a-4573-8cc2-78504c18d32b tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 932 time: 0.3852608 Feb 04 20:13:19.235383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:19.235704 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:19.237750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Network cf0a41d9-3526-4119-b801-6663b9f63685 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:19.240036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6b3a3598-ee9d-44ed-ba9d-f568e3ea7513 req-1b1763d3-efc8-4cc7-b414-fe8cd14949ce tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Synchronizing usage tracker for tenant:70a59d02805c425fa60accf95517a4be on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:19.243856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:19.313952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-76282e57-996b-443e-af00-670974059ea1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3938007 Feb 04 20:13:19.316043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Calling delete_port for 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:19.331866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Request body: {'port': {'device_id': '66d0447d-521d-4efc-a935-fadfc432c683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:19.398754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0907e9-3086-49fa-88c4-a5d627bda7d3 req-ddf4064e-264a-44d2-9af2-0a717b61f98f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:19.400537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b0907e9-3086-49fa-88c4-a5d627bda7d3 req-ddf4064e-264a-44d2-9af2-0a717b61f98f tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.6005533 Feb 04 20:13:19.491125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e1b7226-f4ba-44ea-a515-aab84611d762 None None] Provisioning complete for port e8872aeb-38d5-44c6-b830-03e5e18ef194 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:19.491954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7226-f4ba-44ea-a515-aab84611d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.498855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b0907e9-3086-49fa-88c4-a5d627bda7d3 req-fb4944b7-64dc-484f-87f3-36581224fb46 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870726 Feb 04 20:13:19.548462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6b3a3598-ee9d-44ed-ba9d-f568e3ea7513 req-1b1763d3-efc8-4cc7-b414-fe8cd14949ce tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Unset dirty status for tenant:70a59d02805c425fa60accf95517a4be on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:19.549630 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b3a3598-ee9d-44ed-ba9d-f568e3ea7513 req-1b1763d3-efc8-4cc7-b414-fe8cd14949ce tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797050 Feb 04 20:13:19.575397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b7226-f4ba-44ea-a515-aab84611d762 None None] Port e8872aeb-38d5-44c6-b830-03e5e18ef194 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:19.598464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:19.607025 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.690863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 7ea87c14-074c-4807-8d8f-b23922205ec9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:19.691083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.726005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.737861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:13:19.740658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Deleting port c23f58ff-5390-4e8c-9c5d-33c012757b0f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:19.741100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.818223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0c2619b-ef7a-412e-8e1d-5b57b5684a9d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:19.873906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ebcef79e-8d7f-4c34-8ed7-97a925960256 req-9944bbe0-af7f-4ebc-a21d-c9faf69c0722 tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.0707297 Feb 04 20:13:19.905909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Pushing event deleted for resources: {'Port': ['ID=87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:19.908550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c44235e1-d514-42dc-bd23-105b45fe7112 req-2c75cf25-acb2-4d28-a688-72102e5a615f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:19.955436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:19.955975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:19.956809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] The port 'c23f58ff-5390-4e8c-9c5d-33c012757b0f' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:13:20.129588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0845cdd4-6195-4488-8d76-a0049983eb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.195510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:20.204404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c5eef56c-3955-4fdb-923a-293af04ba4b9 admin admin] 10.222.0.48 "PUT /v2.0/routers/c8c8b035-6ef9-43e7-b2b1-7c4165145eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7680576 Feb 04 20:13:20.208877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Sync routers for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:20.225762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:20.227071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:12:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:20.305643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] No DVR routers for this DVR port 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:20.314470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c44235e1-d514-42dc-bd23-105b45fe7112 req-2c75cf25-acb2-4d28-a688-72102e5a615f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:20.315657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c44235e1-d514-42dc-bd23-105b45fe7112 req-2c75cf25-acb2-4d28-a688-72102e5a615f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1df3e97-fa06-4584-8f1d-6bbc9769cf14 HTTP/1.1" status: 200 len: 210 time: 0.5883915 Feb 04 20:13:20.376199 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.428897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.470281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:20.491513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afba89e1-84ef-4e3c-95e5-786c67043090']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:20.494926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a6500b-7907-4942-9bd0-33bbf5c8c768 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:13:20.509783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.510913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdecf31-a842-4f64-a22e-7862aba508bb') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:20.511397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdecf31-a842-4f64-a22e-7862aba508bb') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:20.519753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 7ea87c14-074c-4807-8d8f-b23922205ec9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7ea87c14-074c-4807-8d8f-b23922205ec9,segment=NetworkSegment(7c8f3b15-0df8-444d-a951-ca53ee161994),segment_id=7c8f3b15-0df8-444d-a951-ca53ee161994)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:20.522052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.528309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Transition to ACTIVE for port object 92a6500b-7907-4942-9bd0-33bbf5c8c768 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:20.531603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51919b62-b84e-46b1-b257-3b906e0cdcd6 req-df441a68-fc71-4e1b-a2dd-889b3b04352b tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.62 "DELETE /v2.0/ports/87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 HTTP/1.1" status: 204 len: 173 time: 2.9699614 Feb 04 20:13:20.538109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.599238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.676406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 7ea87c14-074c-4807-8d8f-b23922205ec9 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:20.714636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.732183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:13:20.732539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:13:20.751193 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:13:20.845540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-deleted', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:20.901101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Pushing event updated for resources: {'Port': ['ID=92a6500b-7907-4942-9bd0-33bbf5c8c768,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:20.949488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 2, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:20.958047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Checking router: c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:20.958911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Updating router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 port e8872aeb-38d5-44c6-b830-03e5e18ef194 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:13:21.041027 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.044804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4d4d-2f53-43b9-91a3-e43606510d2b req-7a94a88c-2ad8-4e08-b64e-5bb7318b76bb tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:21.045774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.046603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-155d4d4d-2f53-43b9-91a3-e43606510d2b req-7a94a88c-2ad8-4e08-b64e-5bb7318b76bb tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.3373709 Feb 04 20:13:21.058094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aec47-9fdd-4382-8ff5-52638e4192c8 req-446e3e07-1c54-4b61-8a44-7f1c4c71ab2c tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:21.063710 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.065391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-735aec47-9fdd-4382-8ff5-52638e4192c8 req-446e3e07-1c54-4b61-8a44-7f1c4c71ab2c tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 944 time: 0.3151789 Feb 04 20:13:21.073130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Attempting to bind port 92a6500b-7907-4942-9bd0-33bbf5c8c768 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:21.073599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Attempting to bind port 92a6500b-7907-4942-9bd0-33bbf5c8c768 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '5d468d3b-0b9c-4562-96d6-becfb57e9799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:21.074025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Attempting to bind port 92a6500b-7907-4942-9bd0-33bbf5c8c768 on network b57e89f5-fb3b-417a-b7a6-3486dcca2553 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:21.082917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Port 92a6500b-7907-4942-9bd0-33bbf5c8c768 on network b57e89f5-fb3b-417a-b7a6-3486dcca2553 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:13:21.083329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Attempting to bind port 92a6500b-7907-4942-9bd0-33bbf5c8c768 on network b57e89f5-fb3b-417a-b7a6-3486dcca2553 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:21.099590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:21.100027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Checking segment: {'id': '5d468d3b-0b9c-4562-96d6-becfb57e9799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:21.100485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Bound using segment: {'id': '5d468d3b-0b9c-4562-96d6-becfb57e9799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:21.101013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Bound port: 92a6500b-7907-4942-9bd0-33bbf5c8c768, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d468d3b-0b9c-4562-96d6-becfb57e9799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:21.101447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.130520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-155d4d4d-2f53-43b9-91a3-e43606510d2b req-dbd44043-5ddb-487a-9cf5-bb515a197c46 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771945 Feb 04 20:13:21.183613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] Pushing event deleted for resources: {'Network': ['ID=afba89e1-84ef-4e3c-95e5-786c67043090,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:21.200440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f62c283c-457d-4aab-bc40-42bc5ee341e7 tempest-AllowedAddressPairTestJSON-1332990550 tempest-AllowedAddressPairTestJSON-1332990550-project] 10.222.0.48 "DELETE /v2.0/networks/afba89e1-84ef-4e3c-95e5-786c67043090 HTTP/1.1" status: 204 len: 168 time: 4.0097427 Feb 04 20:13:21.218473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] For port 92a6500b-7907-4942-9bd0-33bbf5c8c768, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:21.245617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-735aec47-9fdd-4382-8ff5-52638e4192c8 req-baf70c3f-649b-4b24-8a8f-e5a3bfaf1f60 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790915 Feb 04 20:13:21.262170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] For port 92a6500b-7907-4942-9bd0-33bbf5c8c768, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=92a6500b-7907-4942-9bd0-33bbf5c8c768,segment=NetworkSegment(5d468d3b-0b9c-4562-96d6-becfb57e9799),segment_id=5d468d3b-0b9c-4562-96d6-becfb57e9799)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:21.262835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.277223 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb68c9f-4b14-47b1-b952-3fab010153e9', 'name': 'network-vif-deleted', 'tag': '87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94', 'status': 'completed', 'code': 200} Feb 04 20:13:21.325123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Port': ['ID=7ea87c14-074c-4807-8d8f-b23922205ec9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:21.360386 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.492385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890023b-e7bf-483d-a58e-c259d28593e8 req-db03294f-f3c4-4c44-9f90-8af4725e9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:21.495451 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3890023b-e7bf-483d-a58e-c259d28593e8 req-db03294f-f3c4-4c44-9f90-8af4725e9ddd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 1096 time: 0.3544447 Feb 04 20:13:21.543458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33264) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:21.544400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Pushing event updated for resources: {'Port': ['ID=92a6500b-7907-4942-9bd0-33bbf5c8c768,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:21.564943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1626665769-network', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:21.575759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:21.576874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.578813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-cc4913c2-b56e-40b7-bb74-58c67c3a27bf service neutron] 10.222.0.62 "PUT /v2.0/ports/92a6500b-7907-4942-9bd0-33bbf5c8c768 HTTP/1.1" status: 200 len: 1092 time: 2.2533767 Feb 04 20:13:21.579435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d0447d-521d-4efc-a935-fadfc432c683', 'tag': '92a6500b-7907-4942-9bd0-33bbf5c8c768'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:21.586946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:21.592637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Usage tracker for resource:network and tenant:d4eb223bc7094a1cbdfe8809a9933c64 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:21.598974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:21.605259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:21.711534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.719086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e66299e8-85ec-4267-b99e-d97bdc8033ce req-c9f4b2d8-3a2c-455b-a474-9615cf8cfa5f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Synchronizing usage tracker for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:21.782522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Made reservation on behalf of d4eb223bc7094a1cbdfe8809a9933c64 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:21.788132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.798928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.825546 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:21.840142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Transition to ACTIVE for port object e8872aeb-38d5-44c6-b830-03e5e18ef194 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:21.854295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:21.860711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Usage tracker for resource:security_group_rule and tenant:d4eb223bc7094a1cbdfe8809a9933c64 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:21.868392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:21.876053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:21.908236 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3890023b-e7bf-483d-a58e-c259d28593e8 req-2b76f6a8-7590-435b-9e05-1158a6cf553d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745495 Feb 04 20:13:21.920775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-1fbcecaf-1732-45d6-8084-f7b4cc8abda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:21.922581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-1fbcecaf-1732-45d6-8084-f7b4cc8abda5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=70a59d02805c425fa60accf95517a4be&device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 1095 time: 0.1124620 Feb 04 20:13:21.965760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.021775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-5ccbbba6-c6cd-4ff6-b361-88592da4449a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a6500b-7907-4942-9bd0-33bbf5c8c768 HTTP/1.1" status: 200 len: 217 time: 0.0758600 Feb 04 20:13:22.047501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583593ed-e1ce-40a7-8246-5c12c511b3b8 None None] Pushing event updated for resources: {'Port': ['ID=e8872aeb-38d5-44c6-b830-03e5e18ef194,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:22.051432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33274) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:22.152117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e66299e8-85ec-4267-b99e-d97bdc8033ce req-c9f4b2d8-3a2c-455b-a474-9615cf8cfa5f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] Unset dirty status for tenant:94dc4fe7adb1406594df7edf3f787db7 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:22.159992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.162846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-8a9609e2-9112-466f-b518-069a40f4ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:22.165506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-8a9609e2-9112-466f-b518-069a40f4ae2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f956f220-e472-4834-8846-e17665943ead HTTP/1.1" status: 200 len: 855 time: 0.1507225 Feb 04 20:13:22.168880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e66299e8-85ec-4267-b99e-d97bdc8033ce req-c9f4b2d8-3a2c-455b-a474-9615cf8cfa5f tempest-ServersNegativeTestJSON-1137309630 tempest-ServersNegativeTestJSON-1137309630-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb68c9f-4b14-47b1-b952-3fab010153e9 HTTP/1.1" status: 200 len: 210 time: 0.5363114 Feb 04 20:13:22.231838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:22.270643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:22.280078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-2d6af889-007c-4cea-be16-aadbddd16ed5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b57e89f5-fb3b-417a-b7a6-3486dcca2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067083 Feb 04 20:13:22.286087 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d0447d-521d-4efc-a935-fadfc432c683', 'tag': '92a6500b-7907-4942-9bd0-33bbf5c8c768', 'status': 'completed', 'code': 200} Feb 04 20:13:22.290137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.313247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:22.338460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.338945 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Added segment 6a516556-7f64-4266-98ba-79fe69001fe1 of type vlan for network 6c350679-2728-43ae-96fe-9f3c024efc16 Feb 04 20:13:22.404500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.420370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:22.421009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87486be5-f1c5-4ae3-b5e6-d4cc1a37ae94 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:22.444568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e213b941-5865-4b70-98cf-2847414a4e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.448607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Attempting to bind port e8872aeb-38d5-44c6-b830-03e5e18ef194 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:22.449237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Attempting to bind port e8872aeb-38d5-44c6-b830-03e5e18ef194 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:22.449788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Attempting to bind port e8872aeb-38d5-44c6-b830-03e5e18ef194 on network cf0a41d9-3526-4119-b801-6663b9f63685 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:22.456663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:22.457323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Checking segment: {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:22.457911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.458458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Bound using segment: {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:22.459130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Bound port: e8872aeb-38d5-44c6-b830-03e5e18ef194, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:22.459672 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.571275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] For port e8872aeb-38d5-44c6-b830-03e5e18ef194, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:22.574430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] For port e8872aeb-38d5-44c6-b830-03e5e18ef194, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e8872aeb-38d5-44c6-b830-03e5e18ef194,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:22.606087 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.607068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:22.607649 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.644495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:22.645405 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.650112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8a887a66-ee64-4e52-acdf-cbfd0393fe70 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7954981 Feb 04 20:13:22.655474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33288) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:22.660542 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:22.672242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:22.673161 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:22.690897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-35bcf139-ad67-407e-87d4-fde05f8af86d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe89e2eb08954bb6adcff9271fd1a741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346118 Feb 04 20:13:22.692637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c220cd49-2c24-4fc4-917e-547d4249f5d3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:22.699358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33292) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:22.732100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting subnet 6a548510-4ad6-4ccd-a0b0-599c906faf50 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:13:22.741306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe84b80-1de0-4220-8241-d1d2c4af70a8 req-971b28a1-8991-4d11-97a2-c01e0e82829d tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:22.742915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fe84b80-1de0-4220-8241-d1d2c4af70a8 req-971b28a1-8991-4d11-97a2-c01e0e82829d tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.2253070 Feb 04 20:13:22.745178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.765703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:22.767298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:22.888599 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:22.923665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fe84b80-1de0-4220-8241-d1d2c4af70a8 req-e2de9b9f-d780-42cb-8ce9-cd072cef0eb4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477067 Feb 04 20:13:22.924187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] Pushing event updated for resources: {'Network': ['ID=6c350679-2728-43ae-96fe-9f3c024efc16,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:22.935132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.938600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029a4396-0952-4d03-bb3e-6cd99f5cffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:22.965816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-58e2fa5a-6d56-4014-b8c5-83eeecaeefc9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4080355 Feb 04 20:13:22.979892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33298) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:23.000201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Request body: {'subnet': {'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1626665769-subnet', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:23.011102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 6c350679-2728-43ae-96fe-9f3c024efc16 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:23.014013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:23.024145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Usage tracker for resource:subnet and tenant:d4eb223bc7094a1cbdfe8809a9933c64 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:23.029096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:23.039872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:23.045880 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:20Z', 'revision_number': 11, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:23.056908 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:23.062494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-d8703796-ee1e-440b-b6d3-55e0d631af2f service neutron] 10.222.0.62 "GET /v2.0/networks/b57e89f5-fb3b-417a-b7a6-3486dcca2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106627 Feb 04 20:13:23.069057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029a4396-0952-4d03-bb3e-6cd99f5cffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.085502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8e1ab-b798-4b40-aa77-be4cf01871ea req-2589a9a2-fe4a-4fdb-b373-8adbd911eff7 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:23.086625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-36e8e1ab-b798-4b40-aa77-be4cf01871ea req-2589a9a2-fe4a-4fdb-b373-8adbd911eff7 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Synchronizing usage tracker for tenant:70a59d02805c425fa60accf95517a4be on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:23.089943 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:23.090551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:23.189346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583593ed-e1ce-40a7-8246-5c12c511b3b8 None None] Pushing event updated for resources: {'Port': ['ID=e8872aeb-38d5-44c6-b830-03e5e18ef194,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:23.238505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.259174 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:23.388420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5053b-8018-45f0-a1d6-15a4eb642dbf req-35af3327-b4f4-4032-974a-2e0406459435 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:23.390748 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aad5053b-8018-45f0-a1d6-15a4eb642dbf req-35af3327-b4f4-4032-974a-2e0406459435 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.2673843 Feb 04 20:13:23.401031 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:20Z', 'revision_number': 11, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:23.405858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b5a9f-f14a-47eb-82c0-9ecd500c136d None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:20Z', 'revision_number': 11, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:23.423200 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.449143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aad5053b-8018-45f0-a1d6-15a4eb642dbf req-ad9143e7-2d28-430c-8000-dc48a57cb372 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487666 Feb 04 20:13:23.461190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:23.461593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Made reservation on behalf of d4eb223bc7094a1cbdfe8809a9933c64 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:23.463935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.502321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.544597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.550634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:23.581659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Subnet': ['ID=6a548510-4ad6-4ccd-a0b0-599c906faf50,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:23.588641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.598788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-147ae66f-72a9-41e4-acd6-1a324f87b589 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/6a548510-4ad6-4ccd-a0b0-599c906faf50 HTTP/1.1" status: 204 len: 168 time: 0.9414072 Feb 04 20:13:23.603271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33312) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:23.606199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1d818-f62a-4755-80e4-e1d3cc32bdb6 None None] Network 23b46829-e485-40eb-99b2-54969ff3d2b3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:23.721319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-36e8e1ab-b798-4b40-aa77-be4cf01871ea req-2589a9a2-fe4a-4fdb-b373-8adbd911eff7 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Unset dirty status for tenant:70a59d02805c425fa60accf95517a4be on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:23.728852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-36e8e1ab-b798-4b40-aa77-be4cf01871ea req-2589a9a2-fe4a-4fdb-b373-8adbd911eff7 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 944 time: 1.2734830 Feb 04 20:13:23.767167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f5292105-7c6b-4a0a-996f-b786f72f3df3 req-e657b76a-ec2d-4ce2-887d-9230db1f9290 service neutron] 10.222.0.62 "GET /v2.0/networks/b57e89f5-fb3b-417a-b7a6-3486dcca2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640041 Feb 04 20:13:23.803288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-2fe4d452-76d6-4af2-9c35-0925390e9e2f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:23.803288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-2fe4d452-76d6-4af2-9c35-0925390e9e2f tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3474565 Feb 04 20:13:23.814732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] Deleting subnet 3b33e1a7-651d-4107-a3b4-fcbf5b258a77 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:13:23.822235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.829318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ea87c14-074c-4807-8d8f-b23922205ec9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:23.838732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-36e8e1ab-b798-4b40-aa77-be4cf01871ea req-74a5adf3-41bf-4279-b1ae-150fec1b73a5 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089733 Feb 04 20:13:23.861310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029a4396-0952-4d03-bb3e-6cd99f5cffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.886225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a4396-0952-4d03-bb3e-6cd99f5cffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68de4820-d920-46bc-9dcc-5f8bac9d57a7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:23.913888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.950073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-029a4396-0952-4d03-bb3e-6cd99f5cffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:23.956352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-029a4396-0952-4d03-bb3e-6cd99f5cffeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68de4820-d920-46bc-9dcc-5f8bac9d57a7 HTTP/1.1" status: 204 len: 168 time: 1.1964464 Feb 04 20:13:23.978094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7ea87c14-074c-4807-8d8f-b23922205ec9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:23.978236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ea87c14-074c-4807-8d8f-b23922205ec9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:24.016742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.035892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.085711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:24.086347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.135803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Pushing event updated for resources: {'Subnet': ['ID=722b4002-5859-476f-a485-2ba304e3c128,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:24.166415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Deleting port 62776ff4-39c4-4f6b-8417-ec0a861bd112 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:24.166666 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.216814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Checking segment: {'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:24.216976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:22Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:24.217478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Network hostable DHCP agents. Network: 6c350679-2728-43ae-96fe-9f3c024efc16, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:24.224812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200fa8e-a69a-4b86-a576-a86c1c2842e8 None None] The sync data for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 is: [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:22Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:24.243009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee475-078d-40c1-92a9-7550379c8296 req-f67d0356-525f-4c8c-9f27-a847f319d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:24.247369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aeee475-078d-40c1-92a9-7550379c8296 req-f67d0356-525f-4c8c-9f27-a847f319d520 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=70a59d02805c425fa60accf95517a4be&device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 1095 time: 0.2889955 Feb 04 20:13:24.257130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] DHCP port deletion for 23b46829-e485-40eb-99b2-54969ff3d2b3 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:13:24.267988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] Deleting port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:24.267988 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.377975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.429396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Network 6c350679-2728-43ae-96fe-9f3c024efc16 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:24.473614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee475-078d-40c1-92a9-7550379c8296 req-8d3f424c-5b9b-4aa7-89fd-6e4264c5660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:24.475917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aeee475-078d-40c1-92a9-7550379c8296 req-8d3f424c-5b9b-4aa7-89fd-6e4264c5660c service neutron] 10.222.0.62 "GET /v2.0/networks?id=b57e89f5-fb3b-417a-b7a6-3486dcca2553 HTTP/1.1" status: 200 len: 916 time: 0.2209971 Feb 04 20:13:24.511125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8875eb7-2326-481f-8482-a34e8dbc05cc req-c8eef324-ce92-46d6-b9fa-64e83eb1b5f4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:24.523709 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a8875eb7-2326-481f-8482-a34e8dbc05cc req-c8eef324-ce92-46d6-b9fa-64e83eb1b5f4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.4441648 Feb 04 20:13:24.602152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] For port 22f465ee-fd1a-4585-9b6c-137b51c7ae78, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=22f465ee-fd1a-4585-9b6c-137b51c7ae78,segment=NetworkSegment(7c8f3b15-0df8-444d-a951-ca53ee161994),segment_id=7c8f3b15-0df8-444d-a951-ca53ee161994)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:24.602708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.608859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 6c350679-2728-43ae-96fe-9f3c024efc16) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:24.614593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:24.615543 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.634048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aeee475-078d-40c1-92a9-7550379c8296 req-f8622b8e-7ca2-4ccc-8141-8225dd3ef9dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a6500b-7907-4942-9bd0-33bbf5c8c768 HTTP/1.1" status: 200 len: 217 time: 0.1430249 Feb 04 20:13:24.761786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359bf42d-e026-401d-a88c-255e4ad57a76 None None] Network 6c350679-2728-43ae-96fe-9f3c024efc16 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:24.824802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee475-078d-40c1-92a9-7550379c8296 req-7b10897d-98b9-4859-960f-27cc4ebde8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:24.826606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aeee475-078d-40c1-92a9-7550379c8296 req-7b10897d-98b9-4859-960f-27cc4ebde8dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f956f220-e472-4834-8846-e17665943ead HTTP/1.1" status: 200 len: 855 time: 0.1852920 Feb 04 20:13:24.855598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] Calling delete_port for 22f465ee-fd1a-4585-9b6c-137b51c7ae78 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:24.878402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-620ff4fe-e3b1-4225-a8e7-fbeaa30d889e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8957965 Feb 04 20:13:24.879472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33332) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:24.899727 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aeee475-078d-40c1-92a9-7550379c8296 req-73e13d5c-bcbf-4c6b-8908-7c968f672456 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b57e89f5-fb3b-417a-b7a6-3486dcca2553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630121 Feb 04 20:13:24.901466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:24.925393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] For port 22f465ee-fd1a-4585-9b6c-137b51c7ae78, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=22f465ee-fd1a-4585-9b6c-137b51c7ae78,segment=NetworkSegment(7c8f3b15-0df8-444d-a951-ca53ee161994),segment_id=7c8f3b15-0df8-444d-a951-ca53ee161994)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:24.926001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:24.931146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:24.937745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Usage tracker for resource:router and tenant:d4eb223bc7094a1cbdfe8809a9933c64 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:24.942385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:25.007748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:25.027592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15a1c-27eb-4033-843f-24b115036455 req-0aedd1c0-6a1f-4e3c-ae43-749a148080c9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:25.029295 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0b15a1c-27eb-4033-843f-24b115036455 req-0aedd1c0-6a1f-4e3c-ae43-749a148080c9 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.3080466 Feb 04 20:13:25.086184 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.151489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.159201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aeee475-078d-40c1-92a9-7550379c8296 req-6fb6a3eb-01a6-40b9-802c-560246f793da service neutron] 10.222.0.62 "GET /v2.0/networks/b57e89f5-fb3b-417a-b7a6-3486dcca2553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503054 Feb 04 20:13:25.206680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0b15a1c-27eb-4033-843f-24b115036455 req-8ec06541-b5af-42e8-b908-294172d5e1ad tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648579 Feb 04 20:13:25.211828 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.212839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.247031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] No DVR routers for this DVR port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:25.259423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3744d3d-ad76-4ae9-82ab-ad3317a2cc3c None None] Pushing event deleted for resources: {'Port': ['ID=22f465ee-fd1a-4585-9b6c-137b51c7ae78,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:25.262897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-6c350679-2728-43ae-96fe-9f3c024efc16', 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'fixed_ips': [{'subnet_id': '722b4002-5859-476f-a485-2ba304e3c128'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:13:25.264383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.351473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a8875eb7-2326-481f-8482-a34e8dbc05cc req-ff6c9317-645e-4d9a-8595-d6a773de124b tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8232565 Feb 04 20:13:25.385242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.389249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Calling delete_port for 22f465ee-fd1a-4585-9b6c-137b51c7ae78 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:25.467230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1aeee475-078d-40c1-92a9-7550379c8296 req-db137cac-e810-4d63-8dc5-4ffe1d333d26 service neutron] 10.222.0.62 "GET /v2.0/networks/b57e89f5-fb3b-417a-b7a6-3486dcca2553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997036 Feb 04 20:13:25.543068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Allocated IP 172.20.0.2 (6c350679-2728-43ae-96fe-9f3c024efc16/722b4002-5859-476f-a485-2ba304e3c128/2137b6ed-03df-493c-8465-7d0fed138eaf) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:25.558324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] For port 62776ff4-39c4-4f6b-8417-ec0a861bd112, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=62776ff4-39c4-4f6b-8417-ec0a861bd112,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:25.559088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.578992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c49d9e-f1d7-4097-86a0-fa8c7bb41c8a req-b2552cc2-e80c-4f84-a3e8-7007b4bff5be tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:25.578992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82c49d9e-f1d7-4097-86a0-fa8c7bb41c8a req-b2552cc2-e80c-4f84-a3e8-7007b4bff5be tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 944 time: 0.1021590 Feb 04 20:13:25.639023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82c49d9e-f1d7-4097-86a0-fa8c7bb41c8a req-5a09f221-566a-4c4c-8db0-260ad04a8928 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615280 Feb 04 20:13:25.863184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e8872aeb-38d5-44c6-b830-03e5e18ef194 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:25.937410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:25.945079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33348) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:26.010139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.017741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b33e1a7-651d-4107-a3b4-fcbf5b258a77,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:26.021156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Transition to ACTIVE for port object 2137b6ed-03df-493c-8465-7d0fed138eaf will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:26.036355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.039672 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:26.039986 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:26.045854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Transition to ACTIVE for port object 2137b6ed-03df-493c-8465-7d0fed138eaf will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:26.119804 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.136668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e696b9-440b-4062-8a87-15209e5cd5c5 req-f83b85aa-ed56-45d6-a2a6-96dfc8cef479 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:26.138078 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13e696b9-440b-4062-8a87-15209e5cd5c5 req-f83b85aa-ed56-45d6-a2a6-96dfc8cef479 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.5696623 Feb 04 20:13:26.181409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8f54fde5-5d26-4a1c-a138-67f84a240a1b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3b33e1a7-651d-4107-a3b4-fcbf5b258a77 HTTP/1.1" status: 204 len: 168 time: 2.6239638 Feb 04 20:13:26.191307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1319843223'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:26.194655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33354) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:26.215694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Pushing event updated for resources: {'Port': ['ID=2137b6ed-03df-493c-8465-7d0fed138eaf,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:26.217971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e8872aeb-38d5-44c6-b830-03e5e18ef194 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:26.240903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 92a6500b-7907-4942-9bd0-33bbf5c8c768 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:13:26.274650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e8872aeb-38d5-44c6-b830-03e5e18ef194 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:26.274650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.288485 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.308646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:26.324088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Network 6c350679-2728-43ae-96fe-9f3c024efc16 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:26.332093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:26.335362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:network and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:26.336044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:26.355506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:26.376873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.377245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.377554 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Floating IP 9995fae0-c0af-4a27-8472-288bb69a9790 disassociated. External IP: 172.25.7.179, port: 62776ff4-39c4-4f6b-8417-ec0a861bd112. Feb 04 20:13:26.378587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Calling delete_port for 62776ff4-39c4-4f6b-8417-ec0a861bd112 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:26.408079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:26.415746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13e696b9-440b-4062-8a87-15209e5cd5c5 req-31b97b0e-18bb-49cd-badc-408159a2b026 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763143 Feb 04 20:13:26.426009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.562077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Deleting port 22f465ee-fd1a-4585-9b6c-137b51c7ae78 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:26.562736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.564518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514dc6f-1a61-47bf-b8fc-48011b612f09 req-e4d75178-02d2-4287-a450-04505af872f5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:26.566276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f514dc6f-1a61-47bf-b8fc-48011b612f09 req-e4d75178-02d2-4287-a450-04505af872f5 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 944 time: 0.1991398 Feb 04 20:13:26.579373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Attempting to bind port 2137b6ed-03df-493c-8465-7d0fed138eaf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:26.580019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Attempting to bind port 2137b6ed-03df-493c-8465-7d0fed138eaf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:26.580578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Attempting to bind port 2137b6ed-03df-493c-8465-7d0fed138eaf on network 6c350679-2728-43ae-96fe-9f3c024efc16 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:26.604177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:26.604878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Checking segment: {'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:26.605485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.606025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Bound using segment: {'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:26.606656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Bound port: 2137b6ed-03df-493c-8465-7d0fed138eaf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:26.607231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.631892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:26.635081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.642938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f514dc6f-1a61-47bf-b8fc-48011b612f09 req-1ffffa84-527f-4c37-bc93-b010ae8f3fb1 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups?id=029a1f5a-f949-4f1e-811d-7b6107d680fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656371 Feb 04 20:13:26.801926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.802449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] The port '22f465ee-fd1a-4585-9b6c-137b51c7ae78' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:13:26.803511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.813738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.821187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 92a6500b-7907-4942-9bd0-33bbf5c8c768, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=92a6500b-7907-4942-9bd0-33bbf5c8c768,segment=NetworkSegment(5d468d3b-0b9c-4562-96d6-becfb57e9799),segment_id=5d468d3b-0b9c-4562-96d6-becfb57e9799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:26.848709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '92a6500b-7907-4942-9bd0-33bbf5c8c768', 'network_id': 'b57e89f5-fb3b-417a-b7a6-3486dcca2553', 'port_id': '92a6500b-7907-4942-9bd0-33bbf5c8c768', 'mac_address': 'fa:16:3e:58:ed:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f956f220-e472-4834-8846-e17665943ead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:13:26.906036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e8872aeb-38d5-44c6-b830-03e5e18ef194, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e8872aeb-38d5-44c6-b830-03e5e18ef194,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:26.916525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:26.923378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.930292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] For port 2137b6ed-03df-493c-8465-7d0fed138eaf, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:26.934372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.938283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:security_group_rule and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:26.943383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] For port 2137b6ed-03df-493c-8465-7d0fed138eaf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2137b6ed-03df-493c-8465-7d0fed138eaf,segment=NetworkSegment(6a516556-7f64-4266-98ba-79fe69001fe1),segment_id=6a516556-7f64-4266-98ba-79fe69001fe1)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:26.943981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.965053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a6500b-7907-4942-9bd0-33bbf5c8c768 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:13:26.968983 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:26.993520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 92a6500b-7907-4942-9bd0-33bbf5c8c768, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=92a6500b-7907-4942-9bd0-33bbf5c8c768,segment=NetworkSegment(5d468d3b-0b9c-4562-96d6-becfb57e9799),segment_id=5d468d3b-0b9c-4562-96d6-becfb57e9799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:27.033618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664144-12ab-4d33-83d6-c9a11a20c6aa req-0afef1a7-31a8-40bf-a170-c2d17d0aea7f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:27.046026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.046134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74664144-12ab-4d33-83d6-c9a11a20c6aa req-0afef1a7-31a8-40bf-a170-c2d17d0aea7f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 944 time: 0.2553523 Feb 04 20:13:27.109301 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.125635 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.146515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 22f465ee-fd1a-4585-9b6c-137b51c7ae78 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:27.158604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74664144-12ab-4d33-83d6-c9a11a20c6aa req-29eb11d2-14ca-4357-b17e-c6c706342009 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165309 Feb 04 20:13:27.184937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:27.201103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 22f465ee-fd1a-4585-9b6c-137b51c7ae78 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:27.201904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 22f465ee-fd1a-4585-9b6c-137b51c7ae78 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:27.232418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Allocated IP 172.25.7.192 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/0e4d42c8-6365-48f6-8b9f-0f53718ab1eb) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:27.235219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e8872aeb-38d5-44c6-b830-03e5e18ef194,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:27.243795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a77bb77-0892-4d61-817e-67ca407bd763']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:27.299340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:27.312993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event deleted for resources: {'Port': ['ID=62776ff4-39c4-4f6b-8417-ec0a861bd112,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:27.330117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a46aac3-9529-46ca-a331-3abad1e9adb9') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:27.330676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a46aac3-9529-46ca-a331-3abad1e9adb9') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:27.346007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.346622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7a724-a5b6-402c-be9a-af557386d941 None None] Pushing event updated for resources: {'Port': ['ID=2137b6ed-03df-493c-8465-7d0fed138eaf,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:27.375575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.436839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=92a6500b-7907-4942-9bd0-33bbf5c8c768,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:27.460906 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.468930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['92a6500b-7907-4942-9bd0-33bbf5c8c768'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:13:27.495545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.510077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:13:27.510897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.535278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b46829-e485-40eb-99b2-54969ff3d2b3']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:13:27.566046 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:13:27.570575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8f3b15-0df8-444d-a951-ca53ee161994') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:27.570891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8f3b15-0df8-444d-a951-ca53ee161994') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:27.648882 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.811296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.866034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:27.866988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:27.870289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:27.874891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:27.894827 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.932806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.944337 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:27.945228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.945583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.946137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.946264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.946566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.946928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.947763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.947763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.947955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.948182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.948515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.948813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:27.976436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a04e5177-93cf-4de3-9bb5-7698f3af3227 req-782ea0e5-4905-40e9-af87-696d59d81081 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 210 time: 0.1038709 Feb 04 20:13:27.996284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2137b6ed-03df-493c-8465-7d0fed138eaf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:28.009828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a77bb77-0892-4d61-817e-67ca407bd763,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:28.021569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:13:28.022244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.052905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30294fc1-be93-49da-831c-0c106c277123 req-89467f49-c66d-4be5-b33a-3ac3360b6683 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:28.055184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30294fc1-be93-49da-831c-0c106c277123 req-89467f49-c66d-4be5-b33a-3ac3360b6683 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.8995693 Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:13:28.056957 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:13:28.069454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.153862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2137b6ed-03df-493c-8465-7d0fed138eaf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:28.156985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Router a33e6744-3aa2-4e0c-aef6-ed2e63709056 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:28.159934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e8872aeb-38d5-44c6-b830-03e5e18ef194 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:28.163518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.231962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:28.248895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-72cc3e31-bf36-4653-b609-33b5fb672056 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1a77bb77-0892-4d61-817e-67ca407bd763 HTTP/1.1" status: 204 len: 168 time: 2.0367239 Feb 04 20:13:28.249683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:28.306403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 62776ff4-39c4-4f6b-8417-ec0a861bd112 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:28.307149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 62776ff4-39c4-4f6b-8417-ec0a861bd112 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:28.339327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e8872aeb-38d5-44c6-b830-03e5e18ef194 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:28.342911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.366058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.376724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30294fc1-be93-49da-831c-0c106c277123 req-41be574f-c946-44ef-85d0-4c135a481026 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572870 Feb 04 20:13:28.377635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc4ea8-5b1b-4111-8d73-dedb69aa679c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:28.395149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.395738 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Added segment e31cbeae-29bd-4bc8-a9ac-54781fa21942 of type vlan for network a3617f18-5da1-4e3a-821a-582c484776ac Feb 04 20:13:28.415479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.440487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Pushing event deleted for resources: {'Network': ['ID=23b46829-e485-40eb-99b2-54969ff3d2b3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:28.453699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-948f2fbe-fd49-4b1d-83ad-2c30817c5ac4 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/networks/23b46829-e485-40eb-99b2-54969ff3d2b3 HTTP/1.1" status: 204 len: 168 time: 4.8491518 Feb 04 20:13:28.524910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33374) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:28.550034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'routes': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:28.625625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.711047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:28.734085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be789a51-4bb1-4fe4-a0ab-98a8d36e51d8 None None] Network 6c350679-2728-43ae-96fe-9f3c024efc16 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:28.784717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173477cc-7a3b-41fc-bd1c-d40a8cf42b24 req-fce32245-35c8-4bef-8ec8-9842f8d00e00 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:28.786203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-173477cc-7a3b-41fc-bd1c-d40a8cf42b24 req-fce32245-35c8-4bef-8ec8-9842f8d00e00 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 945 time: 0.2476916 Feb 04 20:13:28.788862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:28.811620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] Sync routers for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:28.847154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:28.847875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:28.891572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:28.926096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-173477cc-7a3b-41fc-bd1c-d40a8cf42b24 req-f5bd2fd4-9a16-47cc-8719-fef39c7c08f1 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264141 Feb 04 20:13:28.940892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1e5bf8ff-1c17-40d0-920b-c325f7943c40 None None] Provisioning for port 2137b6ed-03df-493c-8465-7d0fed138eaf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:28.965892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1e5bf8ff-1c17-40d0-920b-c325f7943c40 None None] Provisioning complete for port 2137b6ed-03df-493c-8465-7d0fed138eaf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:28.966262 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf8ff-1c17-40d0-920b-c325f7943c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.127592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.extraroute_db [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Added routes are [] {{(pid=88236) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 20:13:29.128131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.extraroute_db [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Removed routes are [] {{(pid=88236) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 20:13:29.128261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.130778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] No DVR routers for this DVR port 62776ff4-39c4-4f6b-8417-ec0a861bd112 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:29.135131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.137034 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-899f63c9-9ca0-4a15-8956-53770cedbfea req-cdcd8859-5a24-4353-a744-58e7df5b59db tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.62 "DELETE /v2.0/ports/62776ff4-39c4-4f6b-8417-ec0a861bd112 HTTP/1.1" status: 204 len: 173 time: 5.3187122 Feb 04 20:13:29.144707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-deleted', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:29.185623 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.195985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:29.225235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.230869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:29.231466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.269773 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6bd9a6-b77c-4dba-8374-3857da5cf681', 'name': 'network-vif-deleted', 'tag': '62776ff4-39c4-4f6b-8417-ec0a861bd112', 'status': 'completed', 'code': 200} Feb 04 20:13:29.389142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0c70adc0-199b-4f09-81d6-970389e873b7 req-457b316c-2c0a-4a3f-9522-6b1577bc70d6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Synchronizing usage tracker for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:29.393916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-45570fc4-2025-466f-91f1-8b9c288e4241 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94dc4fe7adb1406594df7edf3f787db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013125 Feb 04 20:13:29.446994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33386) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:29.509545 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf8ff-1c17-40d0-920b-c325f7943c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.562549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5831447 Feb 04 20:13:29.622407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33392) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:29.623433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Router b7ceb80e-a668-43f3-8279-fe9217de694a is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:13:29.635037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:29.635589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1e5bf8ff-1c17-40d0-920b-c325f7943c40 None None] For port 2137b6ed-03df-493c-8465-7d0fed138eaf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2137b6ed-03df-493c-8465-7d0fed138eaf,segment=NetworkSegment(6a516556-7f64-4266-98ba-79fe69001fe1),segment_id=6a516556-7f64-4266-98ba-79fe69001fe1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:29.647183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce63a0-62e6-4eea-9d26-126086d68117 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Network': ['ID=a3617f18-5da1-4e3a-821a-582c484776ac,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:29.649338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0c70adc0-199b-4f09-81d6-970389e873b7 req-457b316c-2c0a-4a3f-9522-6b1577bc70d6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Unset dirty status for tenant:ee38bbd6cca841d69c5a6ee21119324a on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:29.654923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c70adc0-199b-4f09-81d6-970389e873b7 req-457b316c-2c0a-4a3f-9522-6b1577bc70d6 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b6bd9a6-b77c-4dba-8374-3857da5cf681 HTTP/1.1" status: 200 len: 210 time: 0.4456074 Feb 04 20:13:29.669747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a3617f18-5da1-4e3a-821a-582c484776ac details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:29.677976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.686496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.810026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf8ff-1c17-40d0-920b-c325f7943c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.837712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c59e8e5-1430-430c-be0a-832f99700a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.867849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router 388821cb-c2c8-427b-84c1-a9c20c8cad07 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:29.884070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c59e8e5-1430-430c-be0a-832f99700a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:29.895863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bf8ff-1c17-40d0-920b-c325f7943c40 None None] Pushing event updated for resources: {'Port': ['ID=2137b6ed-03df-493c-8465-7d0fed138eaf,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:29.898518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:05Z', 'revision_number': 5, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:29.906088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] Checking router: a33e6744-3aa2-4e0c-aef6-ed2e63709056 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:29.918449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:29.919202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:29.989724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cf357-4d30-4db6-95e1-b81de54afcce req-92ea3e54-6cc3-4a7d-9271-1e363c95fde5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:29.997556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e8cf357-4d30-4db6-95e1-b81de54afcce req-92ea3e54-6cc3-4a7d-9271-1e363c95fde5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.4477282 Feb 04 20:13:30.058988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:30.072256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:30.086536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:30.106992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e8cf357-4d30-4db6-95e1-b81de54afcce req-f162a008-fb72-4153-8d03-298dd6a13d35 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078827 Feb 04 20:13:30.116832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:30.140646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:30.147787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:30.152626 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] Sync routers for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:30.166462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:30.167152 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:30.168021 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:30.169444 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-526672c3-b610-4bd7-9999-e37354ada631 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 200 len: 705 time: 1.6433685 Feb 04 20:13:30.178473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33398) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:30.240454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:30.246613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:30.257316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Sync routers for ids ['b7ceb80e-a668-43f3-8279-fe9217de694a'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:30.307102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5be2538c-d31e-4227-8ab9-a759deae31ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:30.319896 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:30.324554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-07c57bae-3e41-4d1b-a8d4-dca1132c5106 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4369850 Feb 04 20:13:30.327453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 92a6500b-7907-4942-9bd0-33bbf5c8c768 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:30.327903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33404) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:30.398088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8441ed-0307-42ef-91d3-afe7a1979048 req-d60e798a-e8f7-47dc-aa48-4acfa9e1e51c tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:30.400105 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c8441ed-0307-42ef-91d3-afe7a1979048 req-d60e798a-e8f7-47dc-aa48-4acfa9e1e51c tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 945 time: 0.3058805 Feb 04 20:13:30.423966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c59e8e5-1430-430c-be0a-832f99700a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:30.449865 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:30.467770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59e8e5-1430-430c-be0a-832f99700a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc098d18-d878-49ef-ac1a-0232d16ff895,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:30.468673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:30.515960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5be2538c-d31e-4227-8ab9-a759deae31ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:30.517610 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5be2538c-d31e-4227-8ab9-a759deae31ab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 200 len: 205 time: 0.3378527 Feb 04 20:13:30.527019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:30.624458 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:20Z', 'revision_number': 11, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:30.632468 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] Checking router: 388821cb-c2c8-427b-84c1-a9c20c8cad07 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:30.641967 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] Routers {'388821cb-c2c8-427b-84c1-a9c20c8cad07'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:30.642642 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['388821cb-c2c8-427b-84c1-a9c20c8cad07'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:30.645834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Routers {'b7ceb80e-a668-43f3-8279-fe9217de694a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:30.646660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b7ceb80e-a668-43f3-8279-fe9217de694a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:30.756871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0cddc6-7950-438e-a08d-a0fad10e0455 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:30.839845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-130aa79b-1a2e-4273-9594-b2e641078780 None None] Provisioning complete for port 2137b6ed-03df-493c-8465-7d0fed138eaf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:30.840847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-130aa79b-1a2e-4273-9594-b2e641078780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:30.861709 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] Set router 388821cb-c2c8-427b-84c1-a9c20c8cad07 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:31.012598 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:20Z', 'revision_number': 11, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:31.015883 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abc9af-645f-4aae-bc3b-19bf246c622f None None] The sync data for ids ['388821cb-c2c8-427b-84c1-a9c20c8cad07'] in n-d-811806-1 is: [{'id': '388821cb-c2c8-427b-84c1-a9c20c8cad07', 'name': 'tempest-RoutersIpV6Test-router-1943003892', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:29Z', 'updated_at': '2022-02-04T20:13:20Z', 'revision_number': 11, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:31.140940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 92a6500b-7907-4942-9bd0-33bbf5c8c768 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:31.144880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c8441ed-0307-42ef-91d3-afe7a1979048 req-018a20c7-3573-487f-a457-9395ea959a90 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7390552 Feb 04 20:13:31.163344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 92a6500b-7907-4942-9bd0-33bbf5c8c768 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:31.163722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.289468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c59e8e5-1430-430c-be0a-832f99700a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.292912 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c59e8e5-1430-430c-be0a-832f99700a81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc098d18-d878-49ef-ac1a-0232d16ff895 HTTP/1.1" status: 204 len: 168 time: 1.8420372 Feb 04 20:13:31.376202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33422) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:31.449621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Set router b7ceb80e-a668-43f3-8279-fe9217de694a gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:31.484163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0cddc6-7950-438e-a08d-a0fad10e0455 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.485024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0cddc6-7950-438e-a08d-a0fad10e0455 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.537557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.590803 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.705981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.725719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c432cb-339f-469c-a1c4-af753581951e req-d0f3a2c9-b1db-4669-9ccc-7d813894ea16 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:31.738137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9c432cb-339f-469c-a1c4-af753581951e req-d0f3a2c9-b1db-4669-9ccc-7d813894ea16 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.3961582 Feb 04 20:13:31.764163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2137b6ed-03df-493c-8465-7d0fed138eaf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:31.772091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029a1f5a-f949-4f1e-811d-7b6107d680fc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:31.787266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.787715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.788222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.789067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.789161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.789947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.790310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.790629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.791112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.791517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.793265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.793695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.795009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:13:31.809359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0cddc6-7950-438e-a08d-a0fad10e0455 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.810631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0cddc6-7950-438e-a08d-a0fad10e0455 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Fanout notify agent at l3_agent the message router_deleted on router 388821cb-c2c8-427b-84c1-a9c20c8cad07 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:13:31.837549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d0cddc6-7950-438e-a08d-a0fad10e0455 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.841907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2d0cddc6-7950-438e-a08d-a0fad10e0455 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 204 len: 168 time: 1.3099957 Feb 04 20:13:31.845172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33428) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:31.854365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1457296430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:31.867003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:31.871633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Usage tracker for resource:router and tenant:4cc9553f31994cfd93a4962faea2924b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:31.876653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:31.890077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:31.901894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.903086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ecc762d1-7f79-4248-a3c1-4f78f97b9b4a tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "DELETE /v2.0/security-groups/029a1f5a-f949-4f1e-811d-7b6107d680fc HTTP/1.1" status: 204 len: 168 time: 0.5264921 Feb 04 20:13:31.905428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33432) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:31.909012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9c432cb-339f-469c-a1c4-af753581951e req-d5a0a3e1-a1b2-429c-a2ad-c4b91459ac53 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781919 Feb 04 20:13:31.932952 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-bbbf0a68-ba73-406b-bc31-7dbb94b4c2cb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] show failed (client error): The resource could not be found. Feb 04 20:13:31.939278 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bbbf0a68-ba73-406b-bc31-7dbb94b4c2cb tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "GET /v2.0/security-groups/029a1f5a-f949-4f1e-811d-7b6107d680fc HTTP/1.1" status: 404 len: 347 time: 0.0320985 Feb 04 20:13:31.945317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33436) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:31.984944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:31.987920 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.019188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.087861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.128080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.131529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=6755a2b4-69e7-4066-a309-937b2582f5e1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:32.164823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2137b6ed-03df-493c-8465-7d0fed138eaf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:32.165203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.253268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d0447d-521d-4efc-a935-fadfc432c683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6500b-7907-4942-9bd0-33bbf5c8c768'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:32.255210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:32.255777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network hostable DHCP agents. Network: a3617f18-5da1-4e3a-821a-582c484776ac, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:32.264145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.264145 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-789eda5f-f754-4a13-a02c-38cc55e4c784 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4154997 Feb 04 20:13:32.266231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33450) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:32.266397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:05Z', 'revision_number': 5, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:32.278362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 92a6500b-7907-4942-9bd0-33bbf5c8c768, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=92a6500b-7907-4942-9bd0-33bbf5c8c768,segment=NetworkSegment(5d468d3b-0b9c-4562-96d6-becfb57e9799),segment_id=5d468d3b-0b9c-4562-96d6-becfb57e9799)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:32.279853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a846a7c-a87f-4946-84dc-d7c9b3b0d7c6 None None] The sync data for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 is: [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:02:57Z', 'revision_number': 4, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bfc1484d-5050-48ff-b007-711ba9dbcc5a', 'name': '', 'network_id': '4181155b-5c8a-42e0-9f1e-db8eb8ab0d96', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'mac_address': 'fa:16:3e:ba:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:55Z', 'updated_at': '2022-02-04T20:03:05Z', 'revision_number': 5, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'subnets': [{'id': 'ff753336-aaff-4c78-8e0b-3a4cdeaffe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:32.280925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2484b787-ef5d-4fe2-8c9e-bfd3bd6d5f5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:32.314468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Deleting port a32bd01a-1c5d-44a3-a437-28c7543a5805 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:32.314576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.364577 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.411777 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d0447d-521d-4efc-a935-fadfc432c683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6500b-7907-4942-9bd0-33bbf5c8c768', 'code': 200} Feb 04 20:13:32.462159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.480598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:13:28Z', 'revision_number': 3, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:32.490537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Checking router: b7ceb80e-a668-43f3-8279-fe9217de694a for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:32.490918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Updating router b7ceb80e-a668-43f3-8279-fe9217de694a port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:13:32.524371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=92a6500b-7907-4942-9bd0-33bbf5c8c768,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:32.560679 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.798425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:32.872182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33372b3f-a613-4067-ae86-f0e3b7d924dc None None] New status for floating IP 9995fae0-c0af-4a27-8472-288bb69a9790: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:13:32.925634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, a3617f18-5da1-4e3a-821a-582c484776ac) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:32.954250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:32.955100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.965177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.965763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:32.987042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c483531a-1852-41a0-a02a-0058e45375a8 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:33.169859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846ff3-420f-4d85-8b42-87f85360c7fb req-5d2f56a9-155b-44e7-871a-5af42c66ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:33.171671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f846ff3-420f-4d85-8b42-87f85360c7fb req-5d2f56a9-155b-44e7-871a-5af42c66ff86 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 1097 time: 0.7164211 Feb 04 20:13:33.179343 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2484b787-ef5d-4fe2-8c9e-bfd3bd6d5f5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.209304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aecdf4-de13-4336-88ad-f55e1ec8fbf1 req-d8b8cde9-e8f5-47c4-ad66-386d4f309b11 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:33.210999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50aecdf4-de13-4336-88ad-f55e1ec8fbf1 req-d8b8cde9-e8f5-47c4-ad66-386d4f309b11 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 946 time: 0.7574816 Feb 04 20:13:33.224838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Calling delete_port for a32bd01a-1c5d-44a3-a437-28c7543a5805 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:33.245651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.257433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6beeb057-80e6-41ad-b748-2a9f04ef9840 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6299930 Feb 04 20:13:33.268594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33468) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:33.272651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Transition to ACTIVE for port object 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:33.317239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'name': 'tempest-NetworksTestDHCPv6-1318395858'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:33.370133 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.404930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2484b787-ef5d-4fe2-8c9e-bfd3bd6d5f5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.411472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '6755a2b4-69e7-4066-a309-937b2582f5e1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:13:33.412299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.437972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Allocated IP 172.20.0.1 (6c350679-2728-43ae-96fe-9f3c024efc16/722b4002-5859-476f-a485-2ba304e3c128/a17c10c1-3151-45a2-86ac-2b5838c03a67) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:33.486039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d47f3-8499-4710-a05f-11a2d1a2c29f req-94407cf6-c236-40ff-a8a7-2bcbcfba10dd tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:33.487588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-052d47f3-8499-4710-a05f-11a2d1a2c29f req-94407cf6-c236-40ff-a8a7-2bcbcfba10dd tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.2729640 Feb 04 20:13:33.505975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f846ff3-420f-4d85-8b42-87f85360c7fb req-57c09b47-ac39-4063-86fa-9e867568a180 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214951 Feb 04 20:13:33.514249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec057c37-0154-42cf-b2dc-2fe2c7c24268 None None] Pushing event updated for resources: {'Port': ['ID=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:33.521892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Attempting to bind port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:33.523017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Attempting to bind port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:33.523549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Attempting to bind port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:33.543944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:33.544611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:33.545189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.545579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:33.546067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Bound port: 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:33.546461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.556361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:33.556686 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:33.610726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-052d47f3-8499-4710-a05f-11a2d1a2c29f req-e01ec31a-1b07-4dcf-ae9f-93a2545631e4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747275 Feb 04 20:13:33.663055 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.686206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Transition to ACTIVE for port object a17c10c1-3151-45a2-86ac-2b5838c03a67 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:33.746384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] For port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:33.750830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] For port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:33.762339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/6755a2b4-69e7-4066-a309-937b2582f5e1/ed521081-bf5c-4b8b-b7cf-d49193bfaf59) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:33.770019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50aecdf4-de13-4336-88ad-f55e1ec8fbf1 req-169dae20-5f9b-4d76-87c0-b24e7ca84e33 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194287 Feb 04 20:13:33.852236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:33.861125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:33.866073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:33.873058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:33.885843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.926471 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:33.953835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Network 6c350679-2728-43ae-96fe-9f3c024efc16 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:33.956647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:33.960544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:34.008434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Pushing event updated for resources: {'Port': ['ID=a17c10c1-3151-45a2-86ac-2b5838c03a67,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:34.022825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Routers {'b7ceb80e-a668-43f3-8279-fe9217de694a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:34.023478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b7ceb80e-a668-43f3-8279-fe9217de694a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:34.023606 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.044424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2484b787-ef5d-4fe2-8c9e-bfd3bd6d5f5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Router e8b44525-2786-4807-b5f8-408c1de7b7a7 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:13:34.044424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:34.049571 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.058957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Deleting port a32bd01a-1c5d-44a3-a437-28c7543a5805 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:34.059375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.167013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 22e6b439-4c95-4c2c-b968-7d342c163658 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:13:34.300783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2484b787-ef5d-4fe2-8c9e-bfd3bd6d5f5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:34.301442 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.301533 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.309427 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2484b787-ef5d-4fe2-8c9e-bfd3bd6d5f5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.325744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2484b787-ef5d-4fe2-8c9e-bfd3bd6d5f5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "PUT /v2.0/routers/e8b44525-2786-4807-b5f8-408c1de7b7a7 HTTP/1.1" status: 200 len: 698 time: 2.0450842 Feb 04 20:13:34.325744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33478) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:34.335364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] Set router b7ceb80e-a668-43f3-8279-fe9217de694a gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:34.488085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] Sync routers for ids ['e8b44525-2786-4807-b5f8-408c1de7b7a7'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:34.521372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33484) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:34.526486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec057c37-0154-42cf-b2dc-2fe2c7c24268 None None] Pushing event updated for resources: {'Port': ['ID=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:34.547004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Calling delete_port for a32bd01a-1c5d-44a3-a437-28c7543a5805 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:34.554951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0d29cf86-3385-46e4-9d38-94e0947398b9 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/routers/e8b44525-2786-4807-b5f8-408c1de7b7a7 HTTP/1.1" status: 200 len: 704 time: 0.2320478 Feb 04 20:13:34.567277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33488) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:34.612235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.625654 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.625897 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-866dd6a1-dd8c-4d04-b9b8-a740f60a5bab tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8b44525-2786-4807-b5f8-408c1de7b7a7 HTTP/1.1" status: 200 len: 205 time: 0.0568852 Feb 04 20:13:34.626764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33494) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:34.687556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] Routers {'e8b44525-2786-4807-b5f8-408c1de7b7a7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:34.691981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e8b44525-2786-4807-b5f8-408c1de7b7a7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:34.791338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.818053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Transition to ACTIVE for port object ed521081-bf5c-4b8b-b7cf-d49193bfaf59 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:34.818285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:34.818285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Usage tracker for resource:security_group_rule and tenant:278ffed0c898443696299e842ba7e239 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:34.821317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:34.822354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-56b34dfe-b42f-4423-969d-8066a3204327 None None] Provisioning for port a17c10c1-3151-45a2-86ac-2b5838c03a67 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:34.827255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:34.888089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1e54562-5286-48d7-a7f3-655220fa009d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:34.924225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] Set router e8b44525-2786-4807-b5f8-408c1de7b7a7 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:35.087322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-56b34dfe-b42f-4423-969d-8066a3204327 None None] Provisioning complete for port a17c10c1-3151-45a2-86ac-2b5838c03a67 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:35.087322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-56b34dfe-b42f-4423-969d-8066a3204327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.122060 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.154530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-56b34dfe-b42f-4423-969d-8066a3204327 None None] Port a17c10c1-3151-45a2-86ac-2b5838c03a67 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:35.168160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b44525-2786-4807-b5f8-408c1de7b7a7', 'name': 'tempest-RoutersIpV6Test-router-1457296430', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:31Z', 'updated_at': '2022-02-04T20:13:33Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:35.178789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] Checking router: e8b44525-2786-4807-b5f8-408c1de7b7a7 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:35.186020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Transition to ACTIVE for port object ed521081-bf5c-4b8b-b7cf-d49193bfaf59 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:35.193467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] Routers {'e8b44525-2786-4807-b5f8-408c1de7b7a7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:35.194096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e8b44525-2786-4807-b5f8-408c1de7b7a7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:35.222935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Pushing event deleted for resources: {'Port': ['ID=a32bd01a-1c5d-44a3-a437-28c7543a5805,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:35.346072 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1e54562-5286-48d7-a7f3-655220fa009d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.359474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1e54562-5286-48d7-a7f3-655220fa009d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.362626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.370098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.420301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e1fd-bc63-45c2-b443-124cd8959a27 req-a0063a62-8e08-45f4-a19f-e3926163a3cb tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:35.423669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8036e1fd-bc63-45c2-b443-124cd8959a27 req-a0063a62-8e08-45f4-a19f-e3926163a3cb tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 946 time: 0.3057530 Feb 04 20:13:35.459917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.468513 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.470535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::3d9 (a3617f18-5da1-4e3a-821a-582c484776ac/6755a2b4-69e7-4066-a309-937b2582f5e1/22e6b439-4c95-4c2c-b968-7d342c163658) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:35.504194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.508099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-933e78e8-7218-4482-b9ae-4db6110d2cd8 tempest-ServerActionsTestJSON-944871310 tempest-ServerActionsTestJSON-944871310-project] 10.222.0.48 "DELETE /v2.0/floatingips/9995fae0-c0af-4a27-8472-288bb69a9790 HTTP/1.1" status: 204 len: 168 time: 3.5513980 Feb 04 20:13:35.513544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33508) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:35.514277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:35.525315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1e54562-5286-48d7-a7f3-655220fa009d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.525315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e54562-5286-48d7-a7f3-655220fa009d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Fanout notify agent at l3_agent the message router_deleted on router e8b44525-2786-4807-b5f8-408c1de7b7a7 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:13:35.525672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:35.525774 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8036e1fd-bc63-45c2-b443-124cd8959a27 req-8b20583e-bf51-4d75-ab3c-60bdd1467124 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620360 Feb 04 20:13:35.533033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:35.536796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] Set router e8b44525-2786-4807-b5f8-408c1de7b7a7 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:35.580871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.598959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1e54562-5286-48d7-a7f3-655220fa009d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.603349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b1e54562-5286-48d7-a7f3-655220fa009d tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/e8b44525-2786-4807-b5f8-408c1de7b7a7 HTTP/1.1" status: 204 len: 168 time: 0.9754148 Feb 04 20:13:35.607445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33514) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:35.697743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Pushing event updated for resources: {'Port': ['ID=ed521081-bf5c-4b8b-b7cf-d49193bfaf59,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:35.724814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-31065d35-e5bb-486c-8616-d1ed94fe5e45 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Synchronizing usage tracker for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:35.753856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.768718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Pushing event updated for resources: {'Port': ['ID=a17c10c1-3151-45a2-86ac-2b5838c03a67,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:35.769883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b44525-2786-4807-b5f8-408c1de7b7a7', 'name': 'tempest-RoutersIpV6Test-router-1457296430', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:31Z', 'updated_at': '2022-02-04T20:13:33Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:35.770068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-31065d35-e5bb-486c-8616-d1ed94fe5e45 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] Unset dirty status for tenant:4cc9553f31994cfd93a4962faea2924b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:35.770068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-31065d35-e5bb-486c-8616-d1ed94fe5e45 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8b44525-2786-4807-b5f8-408c1de7b7a7 HTTP/1.1" status: 200 len: 205 time: 0.1242206 Feb 04 20:13:35.775300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33518) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:35.788909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6d184-66b1-495e-9b10-3111afdd6a1f None None] The sync data for ids ['e8b44525-2786-4807-b5f8-408c1de7b7a7'] in n-d-811806-1 is: [{'id': 'e8b44525-2786-4807-b5f8-408c1de7b7a7', 'name': 'tempest-RoutersIpV6Test-router-1457296430', 'tenant_id': '4cc9553f31994cfd93a4962faea2924b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:31Z', 'updated_at': '2022-02-04T20:13:33Z', 'revision_number': 2, 'project_id': '4cc9553f31994cfd93a4962faea2924b', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:35.797798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Attempting to bind port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:35.798177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Attempting to bind port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:35.798539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Attempting to bind port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:35.811477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:35.811477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:35.811477 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.811477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:35.811477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Bound port: ed521081-bf5c-4b8b-b7cf-d49193bfaf59, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:35.811477 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:35.834082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:13:28Z', 'revision_number': 3, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:35.883708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35f4fb-ae55-4d7c-82df-49d1188e11e4 None None] The sync data for ids ['b7ceb80e-a668-43f3-8279-fe9217de694a'] in n-d-811806-1 is: [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:13:28Z', 'revision_number': 3, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:35.975505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] For port ed521081-bf5c-4b8b-b7cf-d49193bfaf59, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:35.980215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] For port ed521081-bf5c-4b8b-b7cf-d49193bfaf59, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ed521081-bf5c-4b8b-b7cf-d49193bfaf59,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:36.006376 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-c1b6d26f-593b-4d2d-9b7c-10a0c76029b8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] delete failed (client error): The resource could not be found. Feb 04 20:13:36.008082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c1b6d26f-593b-4d2d-9b7c-10a0c76029b8 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/e8b44525-2786-4807-b5f8-408c1de7b7a7 HTTP/1.1" status: 404 len: 336 time: 0.2312551 Feb 04 20:13:36.008712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33524) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.018257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:36.069043 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b3a668-a88d-4485-bbf3-b2544c877d51 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:36.073782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b3a668-a88d-4485-bbf3-b2544c877d51 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:36.073782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b8b3a668-a88d-4485-bbf3-b2544c877d51 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/381df481-0e93-4640-a75e-81d9ee0a279a HTTP/1.1" status: 404 len: 337 time: 0.0574450 Feb 04 20:13:36.073782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33528) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.102499 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:36.145744 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-6021c0b0-52f4-470a-bde0-f49fff68aa7b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:36.146251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6021c0b0-52f4-470a-bde0-f49fff68aa7b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:36.150329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6021c0b0-52f4-470a-bde0-f49fff68aa7b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/bff40e51-5afa-4c13-be33-8694966c4fc5 HTTP/1.1" status: 404 len: 337 time: 0.0733840 Feb 04 20:13:36.167398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33532) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.194596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:36.259427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc926046-a6ca-4b35-957b-6db781d76619 None None] Pushing event updated for resources: {'Port': ['ID=ed521081-bf5c-4b8b-b7cf-d49193bfaf59,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:36.262436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Network 6c350679-2728-43ae-96fe-9f3c024efc16 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:36.263699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:36.328872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 22e6b439-4c95-4c2c-b968-7d342c163658 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:36.370924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=278ffed0c898443696299e842ba7e239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8457589 Feb 04 20:13:36.374851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33536) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.385421 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-92df519c-f546-4be1-a7c2-92e993cebb42 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:36.386091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92df519c-f546-4be1-a7c2-92e993cebb42 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:36.391388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-92df519c-f546-4be1-a7c2-92e993cebb42 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/d6697286-c1f5-4dd3-9ff1-171a35ec0612 HTTP/1.1" status: 404 len: 337 time: 0.1662467 Feb 04 20:13:36.392906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33540) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.428554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c5d9e-b2c7-4ea8-9ec4-ba0d78940426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff58526-357f-4b35-8b1b-4d26001663d8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:36.538199 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:36.549269 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac4d6c6-6a2d-478b-93ee-457ea264952b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:36.549972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac4d6c6-6a2d-478b-93ee-457ea264952b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:36.553209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6ac4d6c6-6a2d-478b-93ee-457ea264952b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/6a548510-4ad6-4ccd-a0b0-599c906faf50 HTTP/1.1" status: 404 len: 337 time: 0.1591043 Feb 04 20:13:36.563940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33546) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.665172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:36.685612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:36.697136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:36.709448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:36.710033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:36.763840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a92301c1-4342-42bd-87b5-47c7c877c050 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 200 len: 205 time: 0.1964679 Feb 04 20:13:36.781722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33550) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.802726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=22e6b439-4c95-4c2c-b968-7d342c163658,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:36.938350 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-10e5766a-ab7c-4dbb-9d0d-39cd80dc19cb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] delete failed (client error): The resource could not be found. Feb 04 20:13:36.939441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-10e5766a-ab7c-4dbb-9d0d-39cd80dc19cb tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/388821cb-c2c8-427b-84c1-a9c20c8cad07 HTTP/1.1" status: 404 len: 336 time: 0.1534455 Feb 04 20:13:36.944173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33554) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:36.948597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e48297b-6535-4973-b773-cf26feaed5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:36.972437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Router b7ceb80e-a668-43f3-8279-fe9217de694a has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:36.992194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e48297b-6535-4973-b773-cf26feaed5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:37.016603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b87c8c47-878e-4ef2-b86e-3d07f622cd47 None None] Provisioning complete for port a17c10c1-3151-45a2-86ac-2b5838c03a67 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:37.017175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b87c8c47-878e-4ef2-b86e-3d07f622cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:37.085259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-107c1448-94df-447e-bc87-41efeec71e5e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=a618950f-3e7b-4526-8118-b113db7c1910 HTTP/1.1" status: 200 len: 205 time: 0.1391065 Feb 04 20:13:37.086837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fe50cff6-5c12-4136-8cdb-5c07d26723c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7968211 Feb 04 20:13:37.125176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0757257-f9a5-410e-83f2-69a553c71d06 req-c6f058ce-4ebf-4395-bfd8-af143f618356 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:37.137647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0757257-f9a5-410e-83f2-69a553c71d06 req-c6f058ce-4ebf-4395-bfd8-af143f618356 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 946 time: 0.3909431 Feb 04 20:13:37.138671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33560) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:37.140390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33562) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:37.155297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b87c8c47-878e-4ef2-b86e-3d07f622cd47 None None] Port a17c10c1-3151-45a2-86ac-2b5838c03a67 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:37.349054 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-14617caf-99b3-41d4-8996-b42cecafa8d1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] delete failed (client error): The resource could not be found. Feb 04 20:13:37.354012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-14617caf-99b3-41d4-8996-b42cecafa8d1 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/a618950f-3e7b-4526-8118-b113db7c1910 HTTP/1.1" status: 404 len: 336 time: 0.1982834 Feb 04 20:13:37.364048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33570) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:37.449575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0757257-f9a5-410e-83f2-69a553c71d06 req-285fb775-372a-486c-822e-a6d4c3826109 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107357 Feb 04 20:13:37.464549 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcf2da0-5796-4c6b-9cc3-974a0ab89b69 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:37.465237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcf2da0-5796-4c6b-9cc3-974a0ab89b69 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:37.469922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7bcf2da0-5796-4c6b-9cc3-974a0ab89b69 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/b59c9aa6-fb1f-4695-bfb1-f49d3b02cf17 HTTP/1.1" status: 404 len: 337 time: 0.1036451 Feb 04 20:13:37.471545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:37.599088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-717448c1-754c-41be-b5d8-c2e91122076e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe HTTP/1.1" status: 200 len: 205 time: 0.1232228 Feb 04 20:13:37.603787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33580) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:37.704823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:37.751979 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-9dbe536d-5cb2-461b-8204-1ce581fe7ac5 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] delete failed (client error): The resource could not be found. Feb 04 20:13:37.756660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9dbe536d-5cb2-461b-8204-1ce581fe7ac5 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/a50bc4d0-f74f-47cf-adfd-f67ebf7fd3fe HTTP/1.1" status: 404 len: 336 time: 0.1484001 Feb 04 20:13:37.763740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33584) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:37.771845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2978661f-6248-40fb-8c90-1c1184fef50e admin admin] 10.222.0.48 "PUT /v2.0/routers/b7ceb80e-a668-43f3-8279-fe9217de694a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4358811 Feb 04 20:13:37.824663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7b610-b7c5-45e3-acd0-7a005daeeb4b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:37.843496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7b610-b7c5-45e3-acd0-7a005daeeb4b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:37.843496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-37a7b610-b7c5-45e3-acd0-7a005daeeb4b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6858459 Feb 04 20:13:37.843812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e48297b-6535-4973-b773-cf26feaed5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:37.847693 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e48297b-6535-4973-b773-cf26feaed5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:37.850375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5e48297b-6535-4973-b773-cf26feaed5f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bff58526-357f-4b35-8b1b-4d26001663d8 HTTP/1.1" status: 204 len: 168 time: 1.4653890 Feb 04 20:13:37.866290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33592) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:37.990506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:37.999405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bb03d133-e119-435c-99d9-0d629b1f5e92 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6eed23-92a0-4c00-8d96-15e13bc7f365 HTTP/1.1" status: 200 len: 205 time: 0.2386744 Feb 04 20:13:38.009638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33598) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:38.025968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48297b-6535-4973-b773-cf26feaed5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff58526-357f-4b35-8b1b-4d26001663d8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:38.072024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 22e6b439-4c95-4c2c-b968-7d342c163658 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:38.074223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:38.235129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c3e4f-a731-4a6d-a37f-3c345430b547 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:38.361084 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-40953c06-fc31-48ca-90e4-9b1854f415f6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] delete failed (client error): The resource could not be found. Feb 04 20:13:38.370226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-40953c06-fc31-48ca-90e4-9b1854f415f6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/1f6eed23-92a0-4c00-8d96-15e13bc7f365 HTTP/1.1" status: 404 len: 336 time: 0.3559573 Feb 04 20:13:38.376593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33614) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:38.481396 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-c886fa4f-696a-497b-80d0-6763fb16a429 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:38.482017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c886fa4f-696a-497b-80d0-6763fb16a429 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:38.486090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c886fa4f-696a-497b-80d0-6763fb16a429 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/5956fb1b-0b83-464f-b644-2b8d6d74e8a5 HTTP/1.1" status: 404 len: 337 time: 0.1060193 Feb 04 20:13:38.490119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33620) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:38.628287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ac988662-61f9-45d4-b03d-cb10bad2cf79 None None] Provisioning for port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:38.687796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:38.781455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:38.781834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:38.814862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-11caa7c4-67c2-43c8-9867-a85ac5426aed tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=c96b83d5-0f77-455e-afd0-1121817f6ac0 HTTP/1.1" status: 200 len: 205 time: 0.3220277 Feb 04 20:13:38.816943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33636) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:38.938555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:38.941604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ca9d-5d0c-47a1-a21b-f7e55c0f7a02 req-91c1bad1-469e-40c7-a1d7-569708a36d26 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:38.956469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0005ca9d-5d0c-47a1-a21b-f7e55c0f7a02 req-91c1bad1-469e-40c7-a1d7-569708a36d26 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.7159939 Feb 04 20:13:39.043721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0005ca9d-5d0c-47a1-a21b-f7e55c0f7a02 req-0f48309a-3c0e-4756-a13e-7e4ade8c1e49 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831282 Feb 04 20:13:39.073458 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-1a50cb9a-b8f6-4dfb-a360-506a4d5b27b6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] delete failed (client error): The resource could not be found. Feb 04 20:13:39.074672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1a50cb9a-b8f6-4dfb-a360-506a4d5b27b6 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/c96b83d5-0f77-455e-afd0-1121817f6ac0 HTTP/1.1" status: 404 len: 336 time: 0.2483478 Feb 04 20:13:39.080682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f044276-304a-4012-9c64-8087003ab3ce req-964216b4-2050-4794-b29d-b12a9d4385b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:39.084702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f044276-304a-4012-9c64-8087003ab3ce req-964216b4-2050-4794-b29d-b12a9d4385b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 0.8315287 Feb 04 20:13:39.086338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33672) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:39.088898 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Sync routers for ids ['b7ceb80e-a668-43f3-8279-fe9217de694a'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:39.096792 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:39.118738 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Routers {'b7ceb80e-a668-43f3-8279-fe9217de694a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:39.121645 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b7ceb80e-a668-43f3-8279-fe9217de694a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:39.230854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:39.274601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:39.295809 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd08672-06a1-47f2-a4a5-68ca81029471 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:39.296826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd08672-06a1-47f2-a4a5-68ca81029471 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:39.305228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cfd08672-06a1-47f2-a4a5-68ca81029471 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/ef47ed13-593f-490d-80e6-9871f1384168 HTTP/1.1" status: 404 len: 337 time: 0.2127817 Feb 04 20:13:39.314493 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:39.378474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 22e6b439-4c95-4c2c-b968-7d342c163658 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:39.399891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33678) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:39.404246 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:39.404246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ed521081-bf5c-4b8b-b7cf-d49193bfaf59 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:39.584210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5492b38-52d8-4c2e-8500-5499f38e76ce tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "GET /v2.0/ports?device_id=055f38ca-f792-48e6-9926-3199ab6d1605 HTTP/1.1" status: 200 len: 205 time: 0.1648831 Feb 04 20:13:39.596667 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Set router b7ceb80e-a668-43f3-8279-fe9217de694a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:39.613857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33686) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:39.615085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:39.639876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bafc8-f8d0-49b1-9319-d40d1b9beb70 req-293c8920-8692-46d0-976a-aed0bc26927e tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:39.641400 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-265bafc8-f8d0-49b1-9319-d40d1b9beb70 req-293c8920-8692-46d0-976a-aed0bc26927e tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.8230567 Feb 04 20:13:39.682967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:39.687018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:39.687619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:39.759147 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-d23a93f4-2c93-40d9-b4a9-112674144e0e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] delete failed (client error): The resource could not be found. Feb 04 20:13:39.760102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d23a93f4-2c93-40d9-b4a9-112674144e0e tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/routers/055f38ca-f792-48e6-9926-3199ab6d1605 HTTP/1.1" status: 404 len: 336 time: 0.1450882 Feb 04 20:13:39.762852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33694) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:39.837485 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f7567c-ccb6-47b0-9a6a-bfe69b39422b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:39.843749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f7567c-ccb6-47b0-9a6a-bfe69b39422b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:39.850407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-21f7567c-ccb6-47b0-9a6a-bfe69b39422b tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/eb9ad888-1be5-4c66-84a9-b6927e7bf665 HTTP/1.1" status: 404 len: 337 time: 0.0864940 Feb 04 20:13:39.853157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33698) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:39.862567 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:39.891617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1df4939d-5e3a-4a8e-bc83-e263be4e83f7 None None] Could not find standard attr ID for object 22e6b439-4c95-4c2c-b968-7d342c163658. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:13:39.963576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1df4939d-5e3a-4a8e-bc83-e263be4e83f7 None None] Provisioning complete for port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:39.963693 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1df4939d-5e3a-4a8e-bc83-e263be4e83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:39.993797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=22e6b439-4c95-4c2c-b968-7d342c163658,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:40.071130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f044276-304a-4012-9c64-8087003ab3ce req-9b350354-5998-48cc-9f1c-14d64d362831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:40.084363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f044276-304a-4012-9c64-8087003ab3ce req-9b350354-5998-48cc-9f1c-14d64d362831 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.9813118 Feb 04 20:13:40.094866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.103694 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-78c0d9bd-7c51-40a0-affa-d40eb2ce9be7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/22e6b439-4c95-4c2c-b968-7d342c163658 HTTP/1.1" status: 204 len: 168 time: 2.1790619 Feb 04 20:13:40.106880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33708) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:40.163910 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.187628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33712) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:40.314989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-265bafc8-f8d0-49b1-9319-d40d1b9beb70 req-266f56cf-184d-4f00-9c29-3b20b96b66d9 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5432005 Feb 04 20:13:40.314989 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a45cd7-7408-430a-9d87-daf36dc0c208 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] DELETE failed (client error): The resource could not be found. Feb 04 20:13:40.314989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a45cd7-7408-430a-9d87-daf36dc0c208 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:13:40.314989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-83a45cd7-7408-430a-9d87-daf36dc0c208 tempest-RoutersIpV6Test-1303738384 tempest-RoutersIpV6Test-1303738384-project] 10.222.0.48 "DELETE /v2.0/subnets/006ab9e9-25f3-46ef-be46-6e0fd33f18f9 HTTP/1.1" status: 404 len: 337 time: 0.4513521 Feb 04 20:13:40.323959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.355975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313dee7-3574-4409-b740-58af9300df6c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:40.357994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313dee7-3574-4409-b740-58af9300df6c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:40.359162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e313dee7-3574-4409-b740-58af9300df6c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:40.443131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ed521081-bf5c-4b8b-b7cf-d49193bfaf59, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ed521081-bf5c-4b8b-b7cf-d49193bfaf59,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:40.519847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf140b-2953-4078-8537-f5d64189f771 req-d4b9bb69-f13c-4ce0-aab7-f8c7c21a02b1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:40.539645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1faf140b-2953-4078-8537-f5d64189f771 req-d4b9bb69-f13c-4ce0-aab7-f8c7c21a02b1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.2733500 Feb 04 20:13:40.593061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1df4939d-5e3a-4a8e-bc83-e263be4e83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.603031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e313dee7-3574-4409-b740-58af9300df6c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:40.606977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e313dee7-3574-4409-b740-58af9300df6c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4961205 Feb 04 20:13:40.619678 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.619814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33728) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:40.619898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f044276-304a-4012-9c64-8087003ab3ce req-2ff3f14d-ecc1-4cc6-9a79-b38661fc419e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 217 time: 0.5342295 Feb 04 20:13:40.622551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:13:34Z', 'revision_number': 4, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a17c10c1-3151-45a2-86ac-2b5838c03a67', 'name': '', 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'mac_address': 'fa:16:3e:31:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '722b4002-5859-476f-a485-2ba304e3c128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:32Z', 'updated_at': '2022-02-04T20:13:34Z', 'revision_number': 2, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'subnets': [{'id': '722b4002-5859-476f-a485-2ba304e3c128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:40.637290 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Checking router: b7ceb80e-a668-43f3-8279-fe9217de694a for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:40.637680 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Updating router b7ceb80e-a668-43f3-8279-fe9217de694a port a17c10c1-3151-45a2-86ac-2b5838c03a67 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:13:40.737086 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.761739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-368212070-network', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:40.777794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:40.789946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Usage tracker for resource:network and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:40.798092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:40.808178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:40.811285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:40.872534 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1df4939d-5e3a-4a8e-bc83-e263be4e83f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:13:40.873155 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1df4939d-5e3a-4a8e-bc83-e263be4e83f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:13:40.873804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ed521081-bf5c-4b8b-b7cf-d49193bfaf59,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:40.884161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1faf140b-2953-4078-8537-f5d64189f771 req-08fb99f7-1a02-4ad5-a63d-d6fe8df0a4fc tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373566 Feb 04 20:13:40.912919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:40.912919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.927265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 6755a2b4-69e7-4066-a309-937b2582f5e1 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:13:40.932226 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:40.992472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f044276-304a-4012-9c64-8087003ab3ce req-6408b441-4506-4219-81ec-7be6e47cb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:40.999355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f044276-304a-4012-9c64-8087003ab3ce req-6408b441-4506-4219-81ec-7be6e47cb195 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.3451815 Feb 04 20:13:41.021835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Made reservation on behalf of 2f50590d4af84de5803be5ca84d11bcf for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:41.024513 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.044611 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.057299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.126471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:41.134908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Usage tracker for resource:security_group_rule and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:41.139755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:41.150686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:41.170802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f044276-304a-4012-9c64-8087003ab3ce req-46b0d435-2cdb-464e-833e-373ceab52ac4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460414 Feb 04 20:13:41.215704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.341113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33756) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:41.372554 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.473988 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f044276-304a-4012-9c64-8087003ab3ce req-df96d469-d8da-4d32-90b7-b3be8d6bfac7 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943947 Feb 04 20:13:41.479048 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Transition to ACTIVE for port object a17c10c1-3151-45a2-86ac-2b5838c03a67 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:41.481878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.574400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.576842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6fe510-39f7-411b-8f83-f1a7e9f0eafe None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:41.585099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=6755a2b4-69e7-4066-a309-937b2582f5e1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:41.683649 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:41.735566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-41f92a9e-26b1-4ef6-accb-0d6f578aadcd None None] Could not find standard attr ID for object 22e6b439-4c95-4c2c-b968-7d342c163658. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:13:41.918016 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc7050-4268-48ed-a008-57ab6a1bd3d7 None None] Pushing event updated for resources: {'Port': ['ID=a17c10c1-3151-45a2-86ac-2b5838c03a67,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:42.085436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:13:42.090128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] Deleting port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:42.090518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.101441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f044276-304a-4012-9c64-8087003ab3ce req-bf1d2e96-b898-49cd-9eb7-c7efe3bf2857 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198933 Feb 04 20:13:42.143918 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Attempting to bind port a17c10c1-3151-45a2-86ac-2b5838c03a67 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:42.145906 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Attempting to bind port a17c10c1-3151-45a2-86ac-2b5838c03a67 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:42.146456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Attempting to bind port a17c10c1-3151-45a2-86ac-2b5838c03a67 on network 6c350679-2728-43ae-96fe-9f3c024efc16 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:42.164154 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:42.164569 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Checking segment: {'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:42.165012 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.169691 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Bound using segment: {'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:42.170181 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Bound port: a17c10c1-3151-45a2-86ac-2b5838c03a67, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a516556-7f64-4266-98ba-79fe69001fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:42.170570 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.241369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-70da8608-eb08-4e3b-8f22-40cd4f64a303 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cc9553f31994cfd93a4962faea2924b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8822012 Feb 04 20:13:42.263225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33790) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:42.326063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Deleting port bfc1484d-5050-48ff-b007-711ba9dbcc5a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:42.326721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.337992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.348273 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] For port a17c10c1-3151-45a2-86ac-2b5838c03a67, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:42.361498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5429140-b340-414b-ba6f-2acd52c1b2b1 req-023a0b90-d801-48b2-9b72-40d8e0655867 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:42.372233 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] For port a17c10c1-3151-45a2-86ac-2b5838c03a67, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a17c10c1-3151-45a2-86ac-2b5838c03a67,segment=NetworkSegment(6a516556-7f64-4266-98ba-79fe69001fe1),segment_id=6a516556-7f64-4266-98ba-79fe69001fe1)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:42.372398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5429140-b340-414b-ba6f-2acd52c1b2b1 req-023a0b90-d801-48b2-9b72-40d8e0655867 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.8043041 Feb 04 20:13:42.404576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5224e915-b958-42a5-91c2-e61b7b801f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.456582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5224e915-b958-42a5-91c2-e61b7b801f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.467146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5429140-b340-414b-ba6f-2acd52c1b2b1 req-0fad4d6e-8120-4eab-99d6-601dd5cda49b tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913091 Feb 04 20:13:42.471414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-53fef981-938a-4ed6-b43d-cec1fd9b7bbe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/6755a2b4-69e7-4066-a309-937b2582f5e1 HTTP/1.1" status: 204 len: 168 time: 1.8526554 Feb 04 20:13:42.474581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33794) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:42.490332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] For port ed521081-bf5c-4b8b-b7cf-d49193bfaf59, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ed521081-bf5c-4b8b-b7cf-d49193bfaf59,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:42.491022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.519943 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.616415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.678254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-11f7f501-6ef6-4a13-becc-082362d6fe52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2025557 Feb 04 20:13:42.689913 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Routers {'b7ceb80e-a668-43f3-8279-fe9217de694a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:42.691323 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b7ceb80e-a668-43f3-8279-fe9217de694a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:42.695484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33806) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:42.725223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:42.739031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:42.768145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] For port bfc1484d-5050-48ff-b007-711ba9dbcc5a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bfc1484d-5050-48ff-b007-711ba9dbcc5a,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:42.768645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:42.805777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ed521081-bf5c-4b8b-b7cf-d49193bfaf59 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:42.868605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] Calling delete_port for ed521081-bf5c-4b8b-b7cf-d49193bfaf59 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:42.878162 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc7050-4268-48ed-a008-57ab6a1bd3d7 None None] Pushing event updated for resources: {'Port': ['ID=a17c10c1-3151-45a2-86ac-2b5838c03a67,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:43.053497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.054116 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Added segment 8db088d6-6bab-414d-8f91-de7cb2cc2954 of type vlan for network 1c854c5c-7051-4c4f-a822-e027d8661ce5 Feb 04 20:13:43.069499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3387810-4113-4ff8-90ad-d1e60c2aaabc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:43.138291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.151151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:43.152007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Calling delete_port for bfc1484d-5050-48ff-b007-711ba9dbcc5a owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:43.164689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:43.171417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:43.185842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0497e35-e5dd-4961-88c0-8ca341eb6c2e req-9dda87de-c314-46e6-9a62-2e1556826d25 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:43.193666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0497e35-e5dd-4961-88c0-8ca341eb6c2e req-9dda87de-c314-46e6-9a62-2e1556826d25 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.3537846 Feb 04 20:13:43.196139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:43.236915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5224e915-b958-42a5-91c2-e61b7b801f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.256617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] Set router b7ceb80e-a668-43f3-8279-fe9217de694a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:43.285714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0497e35-e5dd-4961-88c0-8ca341eb6c2e req-335df1a1-93fe-4856-b648-2bb9d6e1f984 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852785 Feb 04 20:13:43.295415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224e915-b958-42a5-91c2-e61b7b801f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38bc308-f13a-4fed-9750-973d5a3d622e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:43.303486 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.311687 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5224e915-b958-42a5-91c2-e61b7b801f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.313163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5224e915-b958-42a5-91c2-e61b7b801f35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a38bc308-f13a-4fed-9750-973d5a3d622e HTTP/1.1" status: 204 len: 168 time: 1.0487199 Feb 04 20:13:43.322947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.358267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.358267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:43.358267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.358785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:43.366769 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.387618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] No DVR routers for this DVR port ed521081-bf5c-4b8b-b7cf-d49193bfaf59 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:43.389953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb75fc-9029-4b4d-9d7e-840975299c5a None None] Pushing event deleted for resources: {'Port': ['ID=ed521081-bf5c-4b8b-b7cf-d49193bfaf59,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:43.447027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-b866d3d4-8b48-4c5f-b832-cd7d52d41b60 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:43.462881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-b866d3d4-8b48-4c5f-b832-cd7d52d41b60 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.62 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.3219712 Feb 04 20:13:43.641823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Deleting port eeee5919-d165-49e1-acbf-37982b26adde {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:43.642460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:43.824424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6299939 Feb 04 20:13:43.829126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef30e2-8265-488a-9bcd-1ab923967c92 admin admin] Pushing event updated for resources: {'Network': ['ID=1c854c5c-7051-4c4f-a822-e027d8661ce5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:43.832973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33820) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:43.843089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:43.849139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Request body: {'subnet': {'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-subnet', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:43.860675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:43.873089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Usage tracker for resource:subnet and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:43.877647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:43.893535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7167d2-861a-47ef-a313-77e14a52302a req-dd91614d-b26b-4927-8c7c-6bee26792d19 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:43.895200 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a7167d2-861a-47ef-a313-77e14a52302a req-dd91614d-b26b-4927-8c7c-6bee26792d19 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.2118590 Feb 04 20:13:43.919786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:43.953845 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:13:34Z', 'revision_number': 4, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a17c10c1-3151-45a2-86ac-2b5838c03a67', 'name': '', 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'mac_address': 'fa:16:3e:31:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '722b4002-5859-476f-a485-2ba304e3c128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:32Z', 'updated_at': '2022-02-04T20:13:42Z', 'revision_number': 4, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'subnets': [{'id': '722b4002-5859-476f-a485-2ba304e3c128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:43.959728 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc88ae-3d06-496c-85f6-52136aa8d3c6 None None] The sync data for ids ['b7ceb80e-a668-43f3-8279-fe9217de694a'] in n-d-811806-1 is: [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:13:34Z', 'revision_number': 4, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'a17c10c1-3151-45a2-86ac-2b5838c03a67', 'name': '', 'network_id': '6c350679-2728-43ae-96fe-9f3c024efc16', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'mac_address': 'fa:16:3e:31:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '722b4002-5859-476f-a485-2ba304e3c128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:32Z', 'updated_at': '2022-02-04T20:13:42Z', 'revision_number': 4, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'subnets': [{'id': '722b4002-5859-476f-a485-2ba304e3c128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:44.054605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a7167d2-861a-47ef-a313-77e14a52302a req-056ce95a-f958-419e-9d03-1bd0f25d8c7a tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198058 Feb 04 20:13:44.086463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:44.176690 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:44.263896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Made reservation on behalf of 2f50590d4af84de5803be5ca84d11bcf for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:44.283396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:44.326157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:44.339623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc1484d-5050-48ff-b007-711ba9dbcc5a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:44.443416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:44.453144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:44.455469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:44.462424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847189d-ed08-4aa0-a9d3-16582c5dad02 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:44.482632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=823d751c-fbdb-40c6-bb0a-4e539124b61d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:44.660622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] For port eeee5919-d165-49e1-acbf-37982b26adde, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eeee5919-d165-49e1-acbf-37982b26adde,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:44.662808 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:44.677880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fed80de6-b4e1-4a7c-9b7d-4f2bac67c91d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9690108 Feb 04 20:13:44.678575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33836) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:44.684537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'name': 'tempest-NetworksTestDHCPv6-1016609416'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:45.141939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a17c10c1-3151-45a2-86ac-2b5838c03a67 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:45.219130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:45.231028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:45.237663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:45.252198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:45.308223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '823d751c-fbdb-40c6-bb0a-4e539124b61d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:13:45.309692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:45.411889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:45.420881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:45.520759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port c526da4f-57fc-4189-816c-a7181da32dfe yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:13:45.606787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a17c10c1-3151-45a2-86ac-2b5838c03a67 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:45.608031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33854) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:45.617482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a17c10c1-3151-45a2-86ac-2b5838c03a67 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:45.618548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:45.769499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:45.770066 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:45.772375 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Floating IP c01ed74b-df52-41db-9205-26f66f26d880 disassociated. External IP: 172.25.7.61, port: eeee5919-d165-49e1-acbf-37982b26adde. Feb 04 20:13:45.772765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Calling delete_port for eeee5919-d165-49e1-acbf-37982b26adde owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:45.786118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686c4c-b30b-425d-964f-6eff03f4474b req-5eed2cf7-7742-48e7-bd61-d2ea163b19a3 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:45.788159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-34686c4c-b30b-425d-964f-6eff03f4474b req-5eed2cf7-7742-48e7-bd61-d2ea163b19a3 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 945 time: 0.4974070 Feb 04 20:13:45.844551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-734350864'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:45.854224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:45.875295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:45.880288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:45.907651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:45.927878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-34686c4c-b30b-425d-964f-6eff03f4474b req-faa3cfcc-f420-4df0-b349-4f5d10c343f9 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups?id=277d9d3f-aea6-4a5d-9bd1-43f9832aa404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259851 Feb 04 20:13:46.019105 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.040010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:46.041570 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.080454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.083000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/823d751c-fbdb-40c6-bb0a-4e539124b61d/d0846bca-7681-4373-9800-2d873f116a70) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:46.135135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:46.147427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c178ad-9b39-43cd-a40a-c4fa15ecc44c req-b61ce3ac-1b3a-488b-bd94-b582e34d6f92 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:46.148857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a17c10c1-3151-45a2-86ac-2b5838c03a67, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a17c10c1-3151-45a2-86ac-2b5838c03a67,segment=NetworkSegment(6a516556-7f64-4266-98ba-79fe69001fe1),segment_id=6a516556-7f64-4266-98ba-79fe69001fe1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:46.158880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:security_group_rule and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:46.159063 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60c178ad-9b39-43cd-a40a-c4fa15ecc44c req-b61ce3ac-1b3a-488b-bd94-b582e34d6f92 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 1.0902109 Feb 04 20:13:46.161724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:46.171196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:46.317297 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.325437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.353813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60c178ad-9b39-43cd-a40a-c4fa15ecc44c req-f658a0cf-36f5-41c9-9d26-11012d9ed5c8 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972940 Feb 04 20:13:46.430029 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.435882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a17c10c1-3151-45a2-86ac-2b5838c03a67,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:46.508360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.525889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:46.559639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.561811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.569142 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 83651a3e-2ba0-4f34-aff9-03675ee50764 of type vlan for network 9442e463-4bc6-46bf-888b-daf4992dbb9f Feb 04 20:13:46.589804 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.596107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.603912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Transition to ACTIVE for port object d0846bca-7681-4373-9800-2d873f116a70 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:46.627207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Transition to ACTIVE for port object d0846bca-7681-4373-9800-2d873f116a70 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:46.685294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.686357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event deleted for resources: {'Port': ['ID=eeee5919-d165-49e1-acbf-37982b26adde,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:46.696394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22182609-e5e2-46c0-bd18-e7e3425d5eed,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:46.729861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:46.799675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a17c10c1-3151-45a2-86ac-2b5838c03a67 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:46.818429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::2e3 (a3617f18-5da1-4e3a-821a-582c484776ac/823d751c-fbdb-40c6-bb0a-4e539124b61d/c526da4f-57fc-4189-816c-a7181da32dfe) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:46.842568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:46.857351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:46.870788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:46.927506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Pushing event updated for resources: {'Port': ['ID=d0846bca-7681-4373-9800-2d873f116a70,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:46.946886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3c8336-f934-4211-894b-8dfb95270c18,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:46.991845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Attempting to bind port d0846bca-7681-4373-9800-2d873f116a70 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:46.992211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Attempting to bind port d0846bca-7681-4373-9800-2d873f116a70 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:46.992570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Attempting to bind port d0846bca-7681-4373-9800-2d873f116a70 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:47.001113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:47.001467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:47.001798 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.002187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:47.002666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Bound port: d0846bca-7681-4373-9800-2d873f116a70, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:47.003085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.024763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a17c10c1-3151-45a2-86ac-2b5838c03a67 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:47.025143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.132761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Checking segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:47.133134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Network hostable DHCP agents. Network: 1c854c5c-7051-4c4f-a822-e027d8661ce5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:47.172126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:47.196844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] For port d0846bca-7681-4373-9800-2d873f116a70, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:47.200422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] For port d0846bca-7681-4373-9800-2d873f116a70, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0846bca-7681-4373-9800-2d873f116a70,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:47.304876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.471566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.478925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:47.479798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.531261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9187a83-f5ba-4d7f-87a3-6a248ed13162 None None] Pushing event updated for resources: {'Port': ['ID=d0846bca-7681-4373-9800-2d873f116a70,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:47.531799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db174aaf-33bb-4cc7-9834-006f59e8325d req-dd6f3173-c73c-43bf-bc58-00d77802a254 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.1465647 Feb 04 20:13:47.606344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.659264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object c526da4f-57fc-4189-816c-a7181da32dfe will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:47.660936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=9442e463-4bc6-46bf-888b-daf4992dbb9f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:47.673193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:47.696806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e9602dca-d59f-4670-b74e-c5a43724992b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0812376 Feb 04 20:13:47.699276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33870) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:47.705116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-380910978'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:47.714632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:47.722470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:47.731622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:47.741874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:47.772724 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.788160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:47.901835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:47.906923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:47.912235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:47.917883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:47.918467 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:47.950842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Router a33e6744-3aa2-4e0c-aef6-ed2e63709056 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:13:47.951412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=c526da4f-57fc-4189-816c-a7181da32dfe,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:47.999438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:48.003484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.036294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:13:48.045246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:48.045471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.046194 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 878412cc-6f38-4881-905c-e1a431be0ae4 of type vlan for network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 Feb 04 20:13:48.058992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] Sync routers for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:48.075288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:48.075930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:48.076163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.085267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1c854c5c-7051-4c4f-a822-e027d8661ce5) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:48.097788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b56d60d1-fb90-4517-b599-49b894a90e06 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4175880 Feb 04 20:13:48.101166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33876) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:48.158858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:48.159484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.166934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eaf129-ee20-4f14-bfd5-ffd53fc789f9 None None] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:48.199040 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.204895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:48.205435 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.243993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c41ab-0a00-4793-a013-fef1d153f0d7 req-1534dda9-d767-49db-a96b-a593530525cf tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:48.251060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a81c41ab-0a00-4793-a013-fef1d153f0d7 req-1534dda9-d767-49db-a96b-a593530525cf tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.4227421 Feb 04 20:13:48.252883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] No DVR routers for this DVR port eeee5919-d165-49e1-acbf-37982b26adde on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:48.282459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.285341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'name': 'network-vif-deleted', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:13:48.346524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=20610153-dbaa-4aba-8f04-eb3596c1d5c3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:48.375299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:13:48.414357 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09168c33-c35e-44da-a93c-87b7a2affaa4', 'name': 'network-vif-deleted', 'tag': 'eeee5919-d165-49e1-acbf-37982b26adde', 'status': 'completed', 'code': 200} Feb 04 20:13:48.423369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d62e1acf-c54c-4f85-837f-d750f3ca2c06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7230587 Feb 04 20:13:48.426255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33882) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:48.432939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a81c41ab-0a00-4793-a013-fef1d153f0d7 req-48537ce2-c745-4a8c-99ec-3d4e7389d441 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744354 Feb 04 20:13:48.434524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': '9442e463-4bc6-46bf-888b-daf4992dbb9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:48.448303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:48.460557 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d7dd9be-63b3-4670-91e3-17c8958ec82e admin admin] 10.222.0.48 "PUT /v2.0/routers/a33e6744-3aa2-4e0c-aef6-ed2e63709056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9432700 Feb 04 20:13:48.464560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33886) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:48.473678 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] Sync routers for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:48.476462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a7c5f967-4793-45f4-88ac-38df93c7bf3a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.6413991 Feb 04 20:13:48.478924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33892) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:48.492591 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:48.493363 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:48.543409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9582e15b-84a3-4a7c-a0fd-7832258c9a4b req-690f355b-0316-47fd-b918-9bbd57f91671 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.62 "DELETE /v2.0/ports/eeee5919-d165-49e1-acbf-37982b26adde HTTP/1.1" status: 204 len: 173 time: 5.0757453 Feb 04 20:13:48.622776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:48.676608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eeee5919-d165-49e1-acbf-37982b26adde no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:48.718497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:48.746840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Usage tracker for resource:router and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:48.785850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: eeee5919-d165-49e1-acbf-37982b26adde {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:48.786197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eeee5919-d165-49e1-acbf-37982b26adde not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:48.792807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:48.828339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:48.829159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:48.943441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:48.957970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:48.959871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:48.976134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:49.000808 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:49.013565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68f7b1-039e-410b-bbfc-694c8d55719a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:49.014192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ec5b605-26f4-4a40-81d1-35a89d7befa1 req-bc5d3d90-4103-4b58-a14e-14e60a515025 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.1872668 Feb 04 20:13:49.025442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68f7b1-039e-410b-bbfc-694c8d55719a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:49.026469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8a68f7b1-039e-410b-bbfc-694c8d55719a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:13:49.028406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0846bca-7681-4373-9800-2d873f116a70 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:49.094411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:49.098163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.138073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:49.189587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.200163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8a68f7b1-039e-410b-bbfc-694c8d55719a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:13:49.202954 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.204643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8a68f7b1-039e-410b-bbfc-694c8d55719a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0990961 Feb 04 20:13:49.207007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:49.212769 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.315778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port c526da4f-57fc-4189-816c-a7181da32dfe {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:49.316731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.387565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Deleting port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:49.387801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.416303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.654312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b075c5ec-1905-46f9-a561-72ea8ef7db21 None None] Provisioning for port d0846bca-7681-4373-9800-2d873f116a70 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:49.712984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-1c854c5c-7051-4c4f-a822-e027d8661ce5', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:13:49.714868 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.933854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d0846bca-7681-4373-9800-2d873f116a70 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:49.938864 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:13:43Z', 'revision_number': 5, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port': {'id': '4006ecd0-4dd8-4c2d-bd28-e48a656b51c7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:02:46Z', 'updated_at': '2022-02-04T20:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:49.946054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] Checking router: a33e6744-3aa2-4e0c-aef6-ed2e63709056 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:49.951165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d0846bca-7681-4373-9800-2d873f116a70 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:49.951977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:49.959171 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] Routers {'a33e6744-3aa2-4e0c-aef6-ed2e63709056'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:49.962086 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:50.058221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6fbaccc7-9be7-4c18-b948-0e811c029e95 None None] Provisioning for port c526da4f-57fc-4189-816c-a7181da32dfe completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:50.136846 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:50.146623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6fbaccc7-9be7-4c18-b948-0e811c029e95 None None] Provisioning complete for port c526da4f-57fc-4189-816c-a7181da32dfe triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:50.147024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6fbaccc7-9be7-4c18-b948-0e811c029e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:50.199212 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] Set router a33e6744-3aa2-4e0c-aef6-ed2e63709056 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:50.312659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:50.355423 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:13:49Z', 'revision_number': 6, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:50.360633 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6031b-986e-4beb-8696-835ee1fbb69e None None] The sync data for ids ['a33e6744-3aa2-4e0c-aef6-ed2e63709056'] in n-d-811806-1 is: [{'id': 'a33e6744-3aa2-4e0c-aef6-ed2e63709056', 'name': 'tempest-ServerActionsTestJSON-1098275441-router', 'tenant_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:02:43Z', 'updated_at': '2022-02-04T20:13:49Z', 'revision_number': 6, 'project_id': 'ee38bbd6cca841d69c5a6ee21119324a', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:50.408041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=b2be3414-2679-4323-88c7-b43797240bd7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:50.427264 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e926ba3b-5a84-43ef-bb8a-068522aa0234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:50.434800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-954e84af-124f-4714-aa04-e973b364b56d req-c88c3f42-c113-4746-9949-573e5298331c tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.1613145 Feb 04 20:13:50.525613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6fbaccc7-9be7-4c18-b948-0e811c029e95 None None] Port c526da4f-57fc-4189-816c-a7181da32dfe cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:13:50.638831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:50.653415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Allocated IP 172.20.0.2 (1c854c5c-7051-4c4f-a822-e027d8661ce5/9d3c8336-f934-4211-894b-8dfb95270c18/98928df5-1e83-4a9c-bea4-38927dae024e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:50.693185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d0846bca-7681-4373-9800-2d873f116a70, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0846bca-7681-4373-9800-2d873f116a70,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:50.708441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:17Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:50.729774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '83651a3e-2ba0-4f34-aff9-03675ee50764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9442e463-4bc6-46bf-888b-daf4992dbb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:50.730294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: 9442e463-4bc6-46bf-888b-daf4992dbb9f, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:50.772910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb738a-eac5-4532-b49f-767c325cf6aa req-c8155565-5b48-44c7-8e71-2636aa243618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:50.774540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b1cb738a-eac5-4532-b49f-767c325cf6aa req-c8155565-5b48-44c7-8e71-2636aa243618 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 1.1975095 Feb 04 20:13:50.778892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] For port 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:50.788948 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:50.793113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] Checking router: 61c44c91-f9fa-43e9-a030-9b7dd22f2934 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:50.801631 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:50.876977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bfc1484d-5050-48ff-b007-711ba9dbcc5a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:50.918573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:50.934945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: bfc1484d-5050-48ff-b007-711ba9dbcc5a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:50.935624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bfc1484d-5050-48ff-b007-711ba9dbcc5a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:50.948319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:50.949404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:51.027368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9442e463-4bc6-46bf-888b-daf4992dbb9f) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:51.052000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:51.052711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:51.090019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec72ed4-5e79-4cc8-a53d-a6cb013f02dc None None] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:51.135033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Calling delete_port for 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:51.181970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:51.189838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:51.278748 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:51.309620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091ea83-eaac-4290-bda3-7730073d9f85 req-7b1f4141-24df-4a31-b590-399d7f687aa7 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:51.311533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c091ea83-eaac-4290-bda3-7730073d9f85 req-7b1f4141-24df-4a31-b590-399d7f687aa7 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 1.6023738 Feb 04 20:13:51.351013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a7f0d309-b1ee-419f-bb8e-9d26d8af9bbf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9235775 Feb 04 20:13:51.358243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:51.370864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': '20610153-dbaa-4aba-8f04-eb3596c1d5c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:51.407597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for c526da4f-57fc-4189-816c-a7181da32dfe owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:51.461078 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b1cb738a-eac5-4532-b49f-767c325cf6aa req-2613bb3c-2564-4e1e-ada8-f9158ac6900e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469288 Feb 04 20:13:51.473271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d0846bca-7681-4373-9800-2d873f116a70,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:51.556685 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c091ea83-eaac-4290-bda3-7730073d9f85 req-3c13152f-a7a5-4619-8fdd-54ce970f6eb3 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549807 Feb 04 20:13:51.765574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Allocated IP 172.25.7.190 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/1f7de30e-6506-4254-9b98-ef4fd82a5579) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:51.811960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:51.827634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:51.831424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:51.834741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:51.839936 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b775054b-521b-4220-8f3c-094b17df7b68 req-789e206f-4e91-4091-8f48-d990a52bfd7b tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/ports?device_id=09168c33-c35e-44da-a93c-87b7a2affaa4 HTTP/1.1" status: 200 len: 210 time: 0.0959933 Feb 04 20:13:51.849059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:51.913523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:51.992330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.043537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:52.057730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.091072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Transition to ACTIVE for port object 98928df5-1e83-4a9c-bea4-38927dae024e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:52.175840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.186402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Pushing event deleted for resources: {'Port': ['ID=4006ecd0-4dd8-4c2d-bd28-e48a656b51c7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:52.246287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.267898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=c526da4f-57fc-4189-816c-a7181da32dfe,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:52.331484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Transition to ACTIVE for port object 98928df5-1e83-4a9c-bea4-38927dae024e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:52.354034 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.416724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-9442e463-4bc6-46bf-888b-daf4992dbb9f', 'network_id': '9442e463-4bc6-46bf-888b-daf4992dbb9f', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': 'b2be3414-2679-4323-88c7-b43797240bd7'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:13:52.416724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.421572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.471849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.514318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.566757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5d583f74-5c6e-4347-8743-6911e308b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.609481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:52.613693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:52.618061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:52.677471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:52.815178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Pushing event updated for resources: {'Port': ['ID=1f7de30e-6506-4254-9b98-ef4fd82a5579,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:52.861567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:52.907957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:53.033173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:53.046543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a1b3e75-d8bc-4b73-9397-51d51b21182d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/c526da4f-57fc-4189-816c-a7181da32dfe HTTP/1.1" status: 204 len: 168 time: 3.8385684 Feb 04 20:13:53.051679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Pushing event updated for resources: {'Port': ['ID=98928df5-1e83-4a9c-bea4-38927dae024e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:53.056526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:53.061520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0846bca-7681-4373-9800-2d873f116a70 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:53.080171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.217806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.238955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd9e14-11b7-4eef-9cb4-68638d0af19a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:53.241127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd9e14-11b7-4eef-9cb4-68638d0af19a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:53.248460 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bdbd9e14-11b7-4eef-9cb4-68638d0af19a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1792126 Feb 04 20:13:53.254119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33936) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:53.321438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Attempting to bind port 98928df5-1e83-4a9c-bea4-38927dae024e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:53.322117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Attempting to bind port 98928df5-1e83-4a9c-bea4-38927dae024e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:53.322738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Attempting to bind port 98928df5-1e83-4a9c-bea4-38927dae024e on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:53.333488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Allocated IP 172.20.0.2 (9442e463-4bc6-46bf-888b-daf4992dbb9f/b2be3414-2679-4323-88c7-b43797240bd7/f9ac7e1e-ac63-4289-abdf-9f9d1fed6306) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:53.350616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:53.351311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Checking segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:53.351895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.352481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Bound using segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:53.353149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Bound port: 98928df5-1e83-4a9c-bea4-38927dae024e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:53.353738 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.387880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.393438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:53.449678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=47820b71-962c-48ba-ac46-415f0f232cd1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:53.522425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '878412cc-6f38-4881-905c-e1a431be0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '20610153-dbaa-4aba-8f04-eb3596c1d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:53.522669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: 20610153-dbaa-4aba-8f04-eb3596c1d5c3, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:13:53.529365 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:13:53.564915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d0846bca-7681-4373-9800-2d873f116a70 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:13:53.565528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.581044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1777afdf-c76f-42a7-9ab2-1cdaf8714da4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.615089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1777afdf-c76f-42a7-9ab2-1cdaf8714da4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.712828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6404c1-2d30-49b6-b8cf-d04d00e7fb34 req-c1897199-a98c-4674-9b26-0a4080a1733b tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:53.714539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a6404c1-2d30-49b6-b8cf-d04d00e7fb34 req-c1897199-a98c-4674-9b26-0a4080a1733b tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.8116894 Feb 04 20:13:53.721867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 823d751c-fbdb-40c6-bb0a-4e539124b61d {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:13:53.725205 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.726142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.826959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.827468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a33e6744-3aa2-4e0c-aef6-ed2e63709056 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:13:53.829221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1777afdf-c76f-42a7-9ab2-1cdaf8714da4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:53.890531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:13:53.961339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:17Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:54.068164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de821d-cc94-4224-b28e-e119178eafaf None None] The sync data for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 is: [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:10:08Z', 'revision_number': 4, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1b868493-52a2-4f6c-beae-a0477e5e31ed', 'name': '', 'network_id': 'a59e4d3e-6ff0-4e2e-a3c9-25c39341650c', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'mac_address': 'fa:16:3e:32:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:07Z', 'updated_at': '2022-02-04T20:10:17Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'subnets': [{'id': '6eb9a43a-40bf-4cd3-949a-f57b095d8d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:13:54.077087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1777afdf-c76f-42a7-9ab2-1cdaf8714da4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.077087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1777afdf-c76f-42a7-9ab2-1cdaf8714da4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "DELETE /v2.0/security-groups/277d9d3f-aea6-4a5d-9bd1-43f9832aa404 HTTP/1.1" status: 204 len: 168 time: 0.6739457 Feb 04 20:13:54.083079 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.084175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9d7b8d0e-d89d-4ea1-a684-0c7ac989ef1f admin admin] 10.222.0.48 "DELETE /v2.0/routers/a33e6744-3aa2-4e0c-aef6-ed2e63709056 HTTP/1.1" status: 204 len: 168 time: 5.6167862 Feb 04 20:13:54.087871 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a6404c1-2d30-49b6-b8cf-d04d00e7fb34 req-f8039482-e2fc-4516-b773-92219f67b416 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113627 Feb 04 20:13:54.088470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:54.088802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:54.097699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777afdf-c76f-42a7-9ab2-1cdaf8714da4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d9d3f-aea6-4a5d-9bd1-43f9832aa404,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:54.209223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] Deleting subnet ff753336-aaff-4c78-8e0b-3a4cdeaffe86 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:13:54.212919 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.346473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.407157 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-f23b9501-31ee-4958-904d-b4de3f225610 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] show failed (client error): The resource could not be found. Feb 04 20:13:54.408995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f23b9501-31ee-4958-904d-b4de3f225610 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "GET /v2.0/security-groups/277d9d3f-aea6-4a5d-9bd1-43f9832aa404 HTTP/1.1" status: 404 len: 347 time: 0.3072367 Feb 04 20:13:54.418715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.463504 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.475475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Transition to ACTIVE for port object f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:54.497993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Transition to ACTIVE for port object f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:54.521193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33964) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:54.591151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cad04-11d3-4dc1-b523-cc54edff6a04 None None] New status for floating IP c01ed74b-df52-41db-9205-26f66f26d880: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:13:54.655453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] For port 98928df5-1e83-4a9c-bea4-38927dae024e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:54.662059 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.715290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.727962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.762751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Pushing event updated for resources: {'Port': ['ID=f9ac7e1e-ac63-4289-abdf-9f9d1fed6306,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:54.916810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] For port 98928df5-1e83-4a9c-bea4-38927dae024e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98928df5-1e83-4a9c-bea4-38927dae024e,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:54.958279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 20610153-dbaa-4aba-8f04-eb3596c1d5c3) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:54.983655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:54.988943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:54.994155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.014797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff45ac5-b97f-4740-987e-70f66190be70 None None] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:55.074236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:55.081037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:13:55.097731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Deleting port 8c3abc62-b186-44a1-9193-eb2c23016257 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:55.097731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.138232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d591119-282c-4787-bfc4-a1977de814ac None None] Network 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:55.163305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.168283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:55.174269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.193340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff753336-aaff-4c78-8e0b-3a4cdeaffe86,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:55.232683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99217ee1-303e-4223-8f47-e3aabd7c6150 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ff753336-aaff-4c78-8e0b-3a4cdeaffe86 HTTP/1.1" status: 204 len: 168 time: 1.1297395 Feb 04 20:13:55.246253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:55.384946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.511288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:13:55.523789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:13:55.524143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4006ecd0-4dd8-4c2d-bd28-e48a656b51c7 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:13:55.644581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.675294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.702199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b51e63a-cc53-4256-85df-fa1edb86c682 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3425272 Feb 04 20:13:55.705274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.718621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33988) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:55.733236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-332262392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:55.737096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Deleting port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:55.742974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.774959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.775560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:55.905053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:55.916114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:router and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:55.929032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:55.938926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Calling delete_port for 8c3abc62-b186-44a1-9193-eb2c23016257 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:55.948511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:55.960181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830acd1-e85c-486c-9395-d08bfd75ea4c None None] Pushing event updated for resources: {'Port': ['ID=98928df5-1e83-4a9c-bea4-38927dae024e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:56.061050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.061865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Attempting to bind port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:13:56.063168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Attempting to bind port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '83651a3e-2ba0-4f34-aff9-03675ee50764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9442e463-4bc6-46bf-888b-daf4992dbb9f'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:13:56.064662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Attempting to bind port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 on network 9442e463-4bc6-46bf-888b-daf4992dbb9f {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:13:56.082174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:13:56.085026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Checking segment: {'id': '83651a3e-2ba0-4f34-aff9-03675ee50764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9442e463-4bc6-46bf-888b-daf4992dbb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:13:56.085026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.085026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Bound using segment: {'id': '83651a3e-2ba0-4f34-aff9-03675ee50764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9442e463-4bc6-46bf-888b-daf4992dbb9f'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:13:56.085026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Bound port: f9ac7e1e-ac63-4289-abdf-9f9d1fed6306, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83651a3e-2ba0-4f34-aff9-03675ee50764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9442e463-4bc6-46bf-888b-daf4992dbb9f'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:13:56.085026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.120681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb07d31-c762-489a-b3f9-fcab35869d04 req-44d989f4-c99b-4d0c-89db-e2dac031e22b tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:56.120987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cb07d31-c762-489a-b3f9-fcab35869d04 req-44d989f4-c99b-4d0c-89db-e2dac031e22b tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.5036354 Feb 04 20:13:56.162015 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.163602 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.184721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.196158 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.210333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=823d751c-fbdb-40c6-bb0a-4e539124b61d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:56.210333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4242caf2-5d4e-4b17-96a9-99b413ce2474 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/823d751c-fbdb-40c6-bb0a-4e539124b61d HTTP/1.1" status: 204 len: 168 time: 2.9481606 Feb 04 20:13:56.232798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33992) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:56.241314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e1496-9237-4ad9-8ad5-4c1c09a68241 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:56.330435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cb07d31-c762-489a-b3f9-fcab35869d04 req-b0e23340-7714-4e9c-89f8-2c82d22bd792 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011299 Feb 04 20:13:56.366516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-20610153-dbaa-4aba-8f04-eb3596c1d5c3', 'network_id': '20610153-dbaa-4aba-8f04-eb3596c1d5c3', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': '47820b71-962c-48ba-ac46-415f0f232cd1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:13:56.367746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.388229 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.604305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Router e945adcd-96f8-4fa5-b456-6866ea592064 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:13:56.623372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] DHCP port deletion for 4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:13:56.669201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Deleting port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:56.669575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.807246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] For port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:56.807898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.821434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:56.825136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6988f269-fd43-4876-8900-8b0aad7e41e6 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1001844 Feb 04 20:13:56.832468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34004) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:56.945920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] For port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:13:56.993079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] For port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f9ac7e1e-ac63-4289-abdf-9f9d1fed6306,segment=NetworkSegment(83651a3e-2ba0-4f34-aff9-03675ee50764),segment_id=83651a3e-2ba0-4f34-aff9-03675ee50764)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:13:57.053357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-77e9d3b4-2637-4019-b6fb-28f17dbff616 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8154175 Feb 04 20:13:57.053807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34008) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:57.064220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:57.070575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Calling delete_port for 6fbcea1b-17bf-45f2-8e7f-a09243ca185e owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:57.154975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:57.520711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Allocated IP 172.21.0.2 (20610153-dbaa-4aba-8f04-eb3596c1d5c3/47820b71-962c-48ba-ac46-415f0f232cd1/f7170f89-ce89-4962-a16a-2680c2d419fe) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:57.607746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0043-85ba-4082-a5de-e594c88b9ea8 None None] Pushing event updated for resources: {'Port': ['ID=f9ac7e1e-ac63-4289-abdf-9f9d1fed6306,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:57.667144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] For port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,segment=NetworkSegment(a215afb1-b920-4200-9f9e-922fa2d42461),segment_id=a215afb1-b920-4200-9f9e-922fa2d42461)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:13:57.667295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:57.685383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-005c5177-75a2-4be9-8150-b85e1c97b8c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3578095 Feb 04 20:13:57.718206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-46dc4b26-f695-4655-93ee-29e3ed95607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:57.719780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-46dc4b26-f695-4655-93ee-29e3ed95607e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 0.3281939 Feb 04 20:13:57.750297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f87e-2ebf-4e5e-8775-046e4de39858 req-d72eca0d-e27f-4743-8531-db680153d28a tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:57.766031 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd50f87e-2ebf-4e5e-8775-046e4de39858 req-d72eca0d-e27f-4743-8531-db680153d28a tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.3275104 Feb 04 20:13:57.786773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf849a9-2561-41b6-acaf-433ee05baff1 None None] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:57.875427 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:57.935811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98928df5-1e83-4a9c-bea4-38927dae024e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:13:57.960634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:58.110560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbcea1b-17bf-45f2-8e7f-a09243ca185e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:58.129403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:13:58.136175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:13:58.150682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:13:58.188962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:13:58.203705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] No DVR routers for this DVR port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:13:58.209566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:13:58.217709 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:58.232669 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Sync routers for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:13:58.254944 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:13:58.255975 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:58.355364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Pushing event deleted for resources: {'Port': ['ID=8c3abc62-b186-44a1-9193-eb2c23016257,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:58.445674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Calling delete_port for 6fbcea1b-17bf-45f2-8e7f-a09243ca185e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:13:58.519946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:58.529133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-55ffbcea-e638-43b0-960d-403982ae06ce admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0367568 Feb 04 20:13:58.529133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:13:58.529582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5c2ff124-eb53-4ff2-89f2-c5fa40efbdd4 None None] Provisioning for port 98928df5-1e83-4a9c-bea4-38927dae024e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:13:58.529702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34022) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:58.529798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:58.716647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:13:58.768475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:13:58.967471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] Deleting port d0846bca-7681-4373-9800-2d873f116a70 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:13:58.967848 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.020351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd50f87e-2ebf-4e5e-8775-046e4de39858 req-53cc1756-82af-431d-a4ea-e757f2787e3a tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2504623 Feb 04 20:13:59.026118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.087663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.20.0.1 (9442e463-4bc6-46bf-888b-daf4992dbb9f/b2be3414-2679-4323-88c7-b43797240bd7/b657c5d3-e4b0-47c4-b126-eb1b0e7673f0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:13:59.106055 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.177451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.212715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=bc24366e-d0cb-4288-9713-4f269cf4f2e5,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:13:59.317172 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:13:53Z', 'revision_number': 3, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:59.323649 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Checking router: e945adcd-96f8-4fa5-b456-6866ea592064 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:13:59.324003 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Updating router e945adcd-96f8-4fa5-b456-6866ea592064 port 1f7de30e-6506-4254-9b98-ef4fd82a5579 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:13:59.337095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.352854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Transition to ACTIVE for port object f7170f89-ce89-4962-a16a-2680c2d419fe will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:59.381323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Transition to ACTIVE for port object f7170f89-ce89-4962-a16a-2680c2d419fe will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:59.422513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:59.455853 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.456602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:59.466182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:59.471769 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.605704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4181155b-5c8a-42e0-9f1e-db8eb8ab0d96']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:59.620056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.641104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:13:59.668077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-5370051e-f21c-46c9-a69f-b8ec40e6e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:59.669848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-5370051e-f21c-46c9-a69f-b8ec40e6e537 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 1.8665545 Feb 04 20:13:59.680958 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fd291943-dadf-4019-808a-8075bf43996a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6233981 Feb 04 20:13:59.684053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34032) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:59.691614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'name': 'tempest-NetworksTestDHCPv6-707560101'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:13:59.704954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.709700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c002cff2-f4af-4813-901b-2416068f69e4 tempest-ServersTestBootFromVolume-1021795905 tempest-ServersTestBootFromVolume-1021795905-project] 10.222.0.48 "DELETE /v2.0/floatingips/c01ed74b-df52-41db-9205-26f66f26d880 HTTP/1.1" status: 204 len: 168 time: 5.1857851 Feb 04 20:13:59.710598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34036) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:13:59.812752 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.818285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce5952c-2116-4aa3-be2e-252b2b2feb3d None None] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:13:59.868343 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:13:59.917892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-8fb59fbc-a90c-4a86-9b8c-b8a0c4dd847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:13:59.920414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-8fb59fbc-a90c-4a86-9b8c-b8a0c4dd847d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 1096 time: 1.8764594 Feb 04 20:13:59.982058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:13:59.988814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:13:59.993730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a215afb1-b920-4200-9f9e-922fa2d42461') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:59.993730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a215afb1-b920-4200-9f9e-922fa2d42461') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:13:59.994947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:00.007297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.026665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.029671 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.035079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:14:00.035488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.043775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Transition to ACTIVE for port object 1f7de30e-6506-4254-9b98-ef4fd82a5579 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:00.071467 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:14:00.072519 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:14:00.073707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 98928df5-1e83-4a9c-bea4-38927dae024e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:00.074021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.099684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=b657c5d3-e4b0-47c4-b126-eb1b0e7673f0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:00.101544 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.139428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:00.146032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:00.152830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:00.156771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:00.186467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 98928df5-1e83-4a9c-bea4-38927dae024e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:00.186879 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.220086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:00.254450 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Attempting to bind port 1f7de30e-6506-4254-9b98-ef4fd82a5579 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:00.255286 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Attempting to bind port 1f7de30e-6506-4254-9b98-ef4fd82a5579 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:00.255902 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Attempting to bind port 1f7de30e-6506-4254-9b98-ef4fd82a5579 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:00.268516 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:00.269913 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:00.274596 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.274596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:00.274596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Bound port: 1f7de30e-6506-4254-9b98-ef4fd82a5579, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:00.274596 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:14:00.334965 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:14:00.339556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-63174b36-c62f-426b-aed5-78d0d62fedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:00.341371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-63174b36-c62f-426b-aed5-78d0d62fedfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.2763035 Feb 04 20:14:00.390647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-7fa08fb6-07f2-4b38-8710-7e4123d2c590 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 217 time: 0.7003143 Feb 04 20:14:00.403266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:00.407522 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] For port 1f7de30e-6506-4254-9b98-ef4fd82a5579, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:00.412518 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] For port 1f7de30e-6506-4254-9b98-ef4fd82a5579, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1f7de30e-6506-4254-9b98-ef4fd82a5579,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:00.417999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:00.419670 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba80db7-1f00-4f77-98ba-52c2db95ddb4 None None] Pushing event updated for resources: {'Port': ['ID=1f7de30e-6506-4254-9b98-ef4fd82a5579,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:00.426812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-533b145e-9240-49ad-9ef6-91f7dc12c088 None None] Provisioning for port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:00.478132 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.533868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Pushing event updated for resources: {'Port': ['ID=f7170f89-ce89-4962-a16a-2680c2d419fe,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:00.590648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Deleting port 6fbcea1b-17bf-45f2-8e7f-a09243ca185e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:00.591228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.618064 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:00.619101 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:00.673460 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-f122ce68-fd58-4123-8c2d-e35e01136306 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704 HTTP/1.1" status: 200 len: 217 time: 0.2476935 Feb 04 20:14:00.689621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:00.696064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.744082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] For port d0846bca-7681-4373-9800-2d873f116a70, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0846bca-7681-4373-9800-2d873f116a70,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:00.744751 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:00.751396 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba80db7-1f00-4f77-98ba-52c2db95ddb4 None None] Pushing event updated for resources: {'Port': ['ID=1f7de30e-6506-4254-9b98-ef4fd82a5579,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:00.814457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 9a9fd7e1-d429-43be-ac24-de7341b6895e yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:14:00.836296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ca65829e-f92f-4fa5-b045-8c30b83f8223 None None] The port '6fbcea1b-17bf-45f2-8e7f-a09243ca185e' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:14:00.981344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] Calling delete_port for d0846bca-7681-4373-9800-2d873f116a70 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:00.983940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.014914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Attempting to bind port f7170f89-ce89-4962-a16a-2680c2d419fe on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:01.015549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Attempting to bind port f7170f89-ce89-4962-a16a-2680c2d419fe by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '878412cc-6f38-4881-905c-e1a431be0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '20610153-dbaa-4aba-8f04-eb3596c1d5c3'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:01.016079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Attempting to bind port f7170f89-ce89-4962-a16a-2680c2d419fe on network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:01.073752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:01.077069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Checking segment: {'id': '878412cc-6f38-4881-905c-e1a431be0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '20610153-dbaa-4aba-8f04-eb3596c1d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:01.078677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.079894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Bound using segment: {'id': '878412cc-6f38-4881-905c-e1a431be0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '20610153-dbaa-4aba-8f04-eb3596c1d5c3'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:01.083750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Bound port: f7170f89-ce89-4962-a16a-2680c2d419fe, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878412cc-6f38-4881-905c-e1a431be0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '20610153-dbaa-4aba-8f04-eb3596c1d5c3'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:01.084152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.088768 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:01.224129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a044-e836-4410-9427-7930f9eaa836 req-59faa03a-97f3-4449-bfac-c057ddc5bd10 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:01.225637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f37a044-e836-4410-9427-7930f9eaa836 req-59faa03a-97f3-4449-bfac-c057ddc5bd10 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.9936235 Feb 04 20:14:01.339942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.475498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-a82eba43-1163-4c4a-8ff4-375695a993cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:01.478562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-a82eba43-1163-4c4a-8ff4-375695a993cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.3430471 Feb 04 20:14:01.561119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 98928df5-1e83-4a9c-bea4-38927dae024e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98928df5-1e83-4a9c-bea4-38927dae024e,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:01.609745 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.612811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7657928e-50e0-4d9f-894b-7456bcb2a417 None None] Provisioning complete for port 98928df5-1e83-4a9c-bea4-38927dae024e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:01.612811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7657928e-50e0-4d9f-894b-7456bcb2a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.657816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f37a044-e836-4410-9427-7930f9eaa836 req-dbe8dba3-2ca4-4d5b-be89-76dbf403791c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906846 Feb 04 20:14:01.665424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] For port f7170f89-ce89-4962-a16a-2680c2d419fe, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:01.674786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.742603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-6c9be61c-ee68-4d79-8b14-4b68fd07417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:01.749590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-6c9be61c-ee68-4d79-8b14-4b68fd07417f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 1.0639684 Feb 04 20:14:01.759385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.769852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:01.776583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-34ec291d-678d-4546-b40d-884d9dd08ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2542818 Feb 04 20:14:01.782651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=98928df5-1e83-4a9c-bea4-38927dae024e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:01.787224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] For port f7170f89-ce89-4962-a16a-2680c2d419fe, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f7170f89-ce89-4962-a16a-2680c2d419fe,segment=NetworkSegment(878412cc-6f38-4881-905c-e1a431be0ae4),segment_id=878412cc-6f38-4881-905c-e1a431be0ae4)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:01.813788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::6e (a3617f18-5da1-4e3a-821a-582c484776ac/bc24366e-d0cb-4288-9713-4f269cf4f2e5/9a9fd7e1-d429-43be-ac24-de7341b6895e) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:01.835449 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:13:53Z', 'revision_number': 3, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:01.840500 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ff46-c54b-429c-bb77-5cb1587cfd87 None None] The sync data for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 is: [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:13:53Z', 'revision_number': 3, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:01.852524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] Pushing event deleted for resources: {'Port': ['ID=d0846bca-7681-4373-9800-2d873f116a70,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:01.860861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fbcea1b-17bf-45f2-8e7f-a09243ca185e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:01.920454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f607f-6a4a-4291-afe1-c07c6e1a18b5 None None] No DVR routers for this DVR port d0846bca-7681-4373-9800-2d873f116a70 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:01.924096 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:02.208040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-0fdeb9b9-d9c1-4d6f-86f7-d15b447cddcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473141 Feb 04 20:14:02.211371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6fbcea1b-17bf-45f2-8e7f-a09243ca185e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:02.211371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6fbcea1b-17bf-45f2-8e7f-a09243ca185e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:02.211996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] Pushing event deleted for resources: {'Network': ['ID=4181155b-5c8a-42e0-9f1e-db8eb8ab0d96,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:02.212466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801fb2-9acd-44a6-84c5-2c5c9aa94289 None None] Pushing event updated for resources: {'Port': ['ID=f7170f89-ce89-4962-a16a-2680c2d419fe,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:02.226423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769d054-cf77-443f-b1ff-3ae4287731d0 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:02.659892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:02.680316 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:14:02.773075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e80e2ad8-63ab-4701-8a4c-ade0f73f274d admin admin] 10.222.0.48 "DELETE /v2.0/networks/4181155b-5c8a-42e0-9f1e-db8eb8ab0d96 HTTP/1.1" status: 204 len: 168 time: 7.5240185 Feb 04 20:14:02.782264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7500455-6169-4ab1-a5ff-7ce0da0cf716 None None] Provisioning for port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:02.818294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:02.885941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7500455-6169-4ab1-a5ff-7ce0da0cf716 None None] Provisioning complete for port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:02.886502 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7500455-6169-4ab1-a5ff-7ce0da0cf716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:02.977814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:02.992935 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.058074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a7500455-6169-4ab1-a5ff-7ce0da0cf716 None None] Port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:03.136521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.242341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'bc24366e-d0cb-4288-9713-4f269cf4f2e5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:14:03.247360 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.329128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-841b8546-cfc2-4d58-b813-dfa0b36d19fa None None] Provisioning complete for port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:03.330337 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-841b8546-cfc2-4d58-b813-dfa0b36d19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.395637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 9a9fd7e1-d429-43be-ac24-de7341b6895e will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:03.415846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=b657c5d3-e4b0-47c4-b126-eb1b0e7673f0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:03.434179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.495092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34066) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:03.557125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:03.575082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:03.575586 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.676918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99ea9c-c3ce-4962-9fbc-edbf08493d8f req-49ffc9de-1be2-4aff-a7b9-7fdfc0e1831c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:03.681957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c99ea9c-c3ce-4962-9fbc-edbf08493d8f req-49ffc9de-1be2-4aff-a7b9-7fdfc0e1831c tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.6375592 Feb 04 20:14:03.682110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-841b8546-cfc2-4d58-b813-dfa0b36d19fa None None] Port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:03.721305 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-41eb1bb7-c0e8-4c29-a3d0-02d8aea04df1 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7088511 Feb 04 20:14:03.726040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-0499edec-402a-485c-ac9b-0e12945e9c36 service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7397783 Feb 04 20:14:03.736855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0826c73b-52f2-4291-9a42-0e6df61aaec2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee38bbd6cca841d69c5a6ee21119324a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272813 Feb 04 20:14:03.739107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34070) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:03.798661 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.828609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:03.946323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c99ea9c-c3ce-4962-9fbc-edbf08493d8f req-ff404cfd-0fa1-4b8c-b728-9a5b9e05eb50 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538619 Feb 04 20:14:04.022197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f9ac7e1e-ac63-4289-abdf-9f9d1fed6306,segment=NetworkSegment(83651a3e-2ba0-4f34-aff9-03675ee50764),segment_id=83651a3e-2ba0-4f34-aff9-03675ee50764)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:04.083144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/bc24366e-d0cb-4288-9713-4f269cf4f2e5/7972b71b-e41a-42a7-9377-da925902e968) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:04.094869 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:04.095707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98928df5-1e83-4a9c-bea4-38927dae024e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:04.166736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:04.171876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:04.188087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:04.192981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:04.205908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:04.212842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:04.213500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:04.251261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=9a9fd7e1-d429-43be-ac24-de7341b6895e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:04.401706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-def5a176-550b-4758-bc50-dc8fbd8a7867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:04.420354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c7fe2c15-7177-4337-92cf-6abae855cc52 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7351341 Feb 04 20:14:04.472183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34078) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:04.595180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e471de-596a-457f-9ae5-bdb64447f78a req-f57d7ec2-41cd-42f9-a9d6-c4ab1f373433 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655272 Feb 04 20:14:04.779999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a201fe-3042-4897-9419-21f5455eeb03 req-46e9e1d4-8db2-4ab0-9dc1-a1426988fdef service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346725 Feb 04 20:14:04.850375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Allocated IP 172.20.0.1 (1c854c5c-7051-4c4f-a822-e027d8661ce5/9d3c8336-f934-4211-894b-8dfb95270c18/3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:05.030854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69deeb5-1ca4-4ebe-b666-c76228dbae2c None None] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:05.057378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-def5a176-550b-4758-bc50-dc8fbd8a7867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:05.065884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:05.066658 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:05.089082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Transition to ACTIVE for port object 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:05.267656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:05.336644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 98928df5-1e83-4a9c-bea4-38927dae024e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:05.336644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:05.411058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Transition to ACTIVE for port object 7972b71b-e41a-42a7-9377-da925902e968 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:05.441727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=f9ac7e1e-ac63-4289-abdf-9f9d1fed6306,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:05.460813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab423983-242f-4085-9b00-5c62d92074bf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:05.461537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab423983-242f-4085-9b00-5c62d92074bf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:05.504818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Transition to ACTIVE for port object 7972b71b-e41a-42a7-9377-da925902e968 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:05.705498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0846bca-7681-4373-9800-2d873f116a70 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:05.749234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: d0846bca-7681-4373-9800-2d873f116a70 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:05.749613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0846bca-7681-4373-9800-2d873f116a70 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:05.764611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae1bd3-2e96-4f28-8f54-0b2bd6b53762 req-1e20a454-7cb9-4d2f-bc11-02b01515f589 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:05.766143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcae1bd3-2e96-4f28-8f54-0b2bd6b53762 req-1e20a454-7cb9-4d2f-bc11-02b01515f589 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.5790629 Feb 04 20:14:05.873337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcae1bd3-2e96-4f28-8f54-0b2bd6b53762 req-2ac3c723-5d9d-40df-9f36-e07037eb1251 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765958 Feb 04 20:14:05.937518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 618a3a93-bce1-4f6b-9af0-62c58964b299 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:14:05.981237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dcee73c3-1920-4cf8-9f3c-ce1885ee8944 None None] Provisioning for port f7170f89-ce89-4962-a16a-2680c2d419fe completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:05.981902 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:05.989547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.039463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab423983-242f-4085-9b00-5c62d92074bf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:06.046779 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab423983-242f-4085-9b00-5c62d92074bf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.5717857 Feb 04 20:14:06.047764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34098) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:06.075969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-def5a176-550b-4758-bc50-dc8fbd8a7867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.206831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:06.216488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:06.223759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Deleting port 1b868493-52a2-4f6c-beae-a0477e5e31ed {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:06.224283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.239025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f7170f89-ce89-4962-a16a-2680c2d419fe up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:06.271093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:06.312200 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-def5a176-550b-4758-bc50-dc8fbd8a7867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.316250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-def5a176-550b-4758-bc50-dc8fbd8a7867 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23a581cb-d33c-4e19-b847-f4a495071b5c HTTP/1.1" status: 204 len: 168 time: 2.5671432 Feb 04 20:14:06.317613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5a176-550b-4758-bc50-dc8fbd8a7867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a581cb-d33c-4e19-b847-f4a495071b5c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:06.318745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:06.319907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6b771b92-ba78-4c46-9222-803ba4bed1c1 None None] Provisioning complete for port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:06.320460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6b771b92-ba78-4c46-9222-803ba4bed1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.348240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:06.355505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:06.361269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2f6097e6-cd71-4159-ae53-e7f42b1690cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/618a3a93-bce1-4f6b-9af0-62c58964b299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5250921 Feb 04 20:14:06.375587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34106) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:06.431615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:06.438353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] Sync routers for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:06.502532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f7fe3-9ba1-422c-8ba7-d24ad069ac4e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:06.503382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-422f7fe3-9ba1-422c-8ba7-d24ad069ac4e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:06.560845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Pushing event updated for resources: {'Port': ['ID=7972b71b-e41a-42a7-9377-da925902e968,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:06.570183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 9a9fd7e1-d429-43be-ac24-de7341b6895e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:06.570183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.603364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Pushing event updated for resources: {'Port': ['ID=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:06.626911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-422f7fe3-9ba1-422c-8ba7-d24ad069ac4e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:06.631189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-422f7fe3-9ba1-422c-8ba7-d24ad069ac4e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports/b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 HTTP/1.1" status: 200 len: 910 time: 0.2515373 Feb 04 20:14:06.631432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34120) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:06.635438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:06.635996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:06.686741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.729566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:06.736846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6b771b92-ba78-4c46-9222-803ba4bed1c1 None None] Port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:06.750256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Attempting to bind port 7972b71b-e41a-42a7-9377-da925902e968 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:06.750638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Attempting to bind port 7972b71b-e41a-42a7-9377-da925902e968 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:06.751037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Attempting to bind port 7972b71b-e41a-42a7-9377-da925902e968 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:06.762299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:06.763029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:06.849298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:06.849692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead5217-6ec4-4fbd-b375-0f48f2f4f421 None None] The sync data for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:06.851878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f7170f89-ce89-4962-a16a-2680c2d419fe completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:06.858936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:06.859319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:06.859725 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.860173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:06.860654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Bound port: 7972b71b-e41a-42a7-9377-da925902e968, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:06.861108 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.880857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f7170f89-ce89-4962-a16a-2680c2d419fe triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:06.881270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:06.958218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] For port 1b868493-52a2-4f6c-beae-a0477e5e31ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1b868493-52a2-4f6c-beae-a0477e5e31ed,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:06.959344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:07.057370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] For port 7972b71b-e41a-42a7-9377-da925902e968, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:07.061555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] For port 7972b71b-e41a-42a7-9377-da925902e968, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7972b71b-e41a-42a7-9377-da925902e968,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:07.067631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1f325957-e75c-416c-82e6-32da0af6bbc8 None None] Provisioning for port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:07.075287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1f325957-e75c-416c-82e6-32da0af6bbc8 None None] Provisioning complete for port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:07.075912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f325957-e75c-416c-82e6-32da0af6bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:07.152945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:07.305966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Calling delete_port for 1b868493-52a2-4f6c-beae-a0477e5e31ed owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:07.507048 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:07.522389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1f325957-e75c-416c-82e6-32da0af6bbc8 None None] Port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:07.524624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Pushing event updated for resources: {'Port': ['ID=7972b71b-e41a-42a7-9377-da925902e968,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:07.545731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.546216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.546656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.547126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.547581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.548327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.548768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.549423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.550678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.551143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.551761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.551991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ff4c78-7a24-4f0f-b04d-ca0da950552c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:07.655228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port f7170f89-ce89-4962-a16a-2680c2d419fe, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f7170f89-ce89-4962-a16a-2680c2d419fe,segment=NetworkSegment(878412cc-6f38-4881-905c-e1a431be0ae4),segment_id=878412cc-6f38-4881-905c-e1a431be0ae4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:07.661084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1f325957-e75c-416c-82e6-32da0af6bbc8 None None] Provisioning complete for port f7170f89-ce89-4962-a16a-2680c2d419fe triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:07.663706 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f325957-e75c-416c-82e6-32da0af6bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:07.866380 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:07.869576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:07.974328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:07.982948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2334f00-ca8e-4fdd-bd16-9130bb8a40e6 req-b81bc908-0ba8-4d92-a87d-bdd8f3004c17 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:07.985908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2334f00-ca8e-4fdd-bd16-9130bb8a40e6 req-b81bc908-0ba8-4d92-a87d-bdd8f3004c17 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.6413667 Feb 04 20:14:07.999783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:08.098075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=f7170f89-ce89-4962-a16a-2680c2d419fe,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:08.283860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:08.283860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:08.416083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2334f00-ca8e-4fdd-bd16-9130bb8a40e6 req-4c4a61de-ab4b-4f56-9f8c-8ed29ffea81e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701687 Feb 04 20:14:08.526400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f7de30e-6506-4254-9b98-ef4fd82a5579 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:08.724651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34152) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:08.737029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 9a9fd7e1-d429-43be-ac24-de7341b6895e owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:08.775611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 1f7de30e-6506-4254-9b98-ef4fd82a5579 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:08.793208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1f7de30e-6506-4254-9b98-ef4fd82a5579 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:08.797182 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:08.906432 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:08.978431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.029174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.046282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.071930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 1f7de30e-6506-4254-9b98-ef4fd82a5579, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1f7de30e-6506-4254-9b98-ef4fd82a5579,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:09.106646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.21.0.1 (20610153-dbaa-4aba-8f04-eb3596c1d5c3/47820b71-962c-48ba-ac46-415f0f232cd1/b90f1725-3f5c-4872-a6b2-6e1586269620) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:09.137692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1458773136-network', 'tenant_id': '5006f6c77f84453bbb70ce43b7de8696'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:09.151010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:09.158790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.213724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Usage tracker for resource:network and tenant:5006f6c77f84453bbb70ce43b7de8696 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:09.227926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:09.255586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:09.371488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=1f7de30e-6506-4254-9b98-ef4fd82a5579,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:09.373095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.402089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object b90f1725-3f5c-4872-a6b2-6e1586269620 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:09.506308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Made reservation on behalf of 5006f6c77f84453bbb70ce43b7de8696 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:09.512654 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.530458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.535293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f7170f89-ce89-4962-a16a-2680c2d419fe up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:09.549217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.570977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.649760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.691290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:09.694450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:09.698930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:09.725588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f7170f89-ce89-4962-a16a-2680c2d419fe triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:09.726331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.761967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=b90f1725-3f5c-4872-a6b2-6e1586269620,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:09.821352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:09.990137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:09.995631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Usage tracker for resource:security_group_rule and tenant:5006f6c77f84453bbb70ce43b7de8696 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:09.999126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:10.005943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:10.068879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7972b71b-e41a-42a7-9377-da925902e968 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:10.130008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b868493-52a2-4f6c-beae-a0477e5e31ed,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:10.148569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-40d8cc9f-4341-443f-9d59-b90990f5160b None None] Provisioning for port 7972b71b-e41a-42a7-9377-da925902e968 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:10.258456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=9a9fd7e1-d429-43be-ac24-de7341b6895e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:10.276423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.302294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.329562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7972b71b-e41a-42a7-9377-da925902e968 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:10.334958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7972b71b-e41a-42a7-9377-da925902e968 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:10.335418 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.396141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e3088f5c-78d6-4964-a027-ac3937130253 None None] Provisioning for port b90f1725-3f5c-4872-a6b2-6e1586269620 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:10.397328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.408929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.419747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-36057eaf-c7a0-4cb6-a264-b6e38780b4c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9a9fd7e1-d429-43be-ac24-de7341b6895e HTTP/1.1" status: 204 len: 168 time: 4.3583212 Feb 04 20:14:10.423474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e3088f5c-78d6-4964-a027-ac3937130253 None None] Provisioning complete for port b90f1725-3f5c-4872-a6b2-6e1586269620 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:10.426953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e3088f5c-78d6-4964-a027-ac3937130253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.430603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34176) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:10.511567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e3088f5c-78d6-4964-a027-ac3937130253 None None] Port b90f1725-3f5c-4872-a6b2-6e1586269620 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:10.518306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.636547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1897b84a-52fb-4d77-8852-d3b99672d7e2 None None] Could not find standard attr ID for object 9a9fd7e1-d429-43be-ac24-de7341b6895e. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:14:10.641993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.679832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.698985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 7972b71b-e41a-42a7-9377-da925902e968, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7972b71b-e41a-42a7-9377-da925902e968,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:10.768264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e5255-ea52-4598-a954-fc4a10362abb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:10.769863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e5255-ea52-4598-a954-fc4a10362abb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:10.770732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c15e5255-ea52-4598-a954-fc4a10362abb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:10.778492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:14:10.798441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.800547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55f28b-579f-4bdb-8e03-8d4bd4085b43 req-17ea47d1-d0c9-4365-808c-03517ea55f82 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:10.802166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e55f28b-579f-4bdb-8e03-8d4bd4085b43 req-17ea47d1-d0c9-4365-808c-03517ea55f82 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 1.1074729 Feb 04 20:14:10.901942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=7972b71b-e41a-42a7-9377-da925902e968,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:10.937228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c15e5255-ea52-4598-a954-fc4a10362abb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:10.939015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c15e5255-ea52-4598-a954-fc4a10362abb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4970105 Feb 04 20:14:10.939185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27518330-ecdc-46b6-9edb-345a8a616969,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:10.941690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Pushing event updated for resources: {'Port': ['ID=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:10.943707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:10.946030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:10.946381 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Added segment b4dc4794-c513-46a6-8554-19780d4af791 of type vlan for network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 Feb 04 20:14:10.951790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.049616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.050448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e55f28b-579f-4bdb-8e03-8d4bd4085b43 req-34037051-a5ca-4ef0-89f9-a6b8a4525b88 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770997 Feb 04 20:14:11.152678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.370675 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.406197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=b90f1725-3f5c-4872-a6b2-6e1586269620,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:11.453247 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.473667 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.482358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7972b71b-e41a-42a7-9377-da925902e968 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:11.603447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7972b71b-e41a-42a7-9377-da925902e968 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:11.603858 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.651095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:11.653615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:11.680139 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:14:11.732830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet bc24366e-d0cb-4288-9713-4f269cf4f2e5 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:11.742937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.820192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.839526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f7de30e-6506-4254-9b98-ef4fd82a5579 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:11.977613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1f7de30e-6506-4254-9b98-ef4fd82a5579 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:11.977990 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:11.999967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 618a3a93-bce1-4f6b-9af0-62c58964b299 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:12.287632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4bfba48a-78b1-4d81-b18a-709302e9fe86 None None] Provisioning complete for port b90f1725-3f5c-4872-a6b2-6e1586269620 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:12.287632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bfba48a-78b1-4d81-b18a-709302e9fe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:12.351238 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4bfba48a-78b1-4d81-b18a-709302e9fe86 None None] Port b90f1725-3f5c-4872-a6b2-6e1586269620 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:12.383272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:12.384875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:12.384875 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:12.511512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:12.524921 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] Sync routers for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:12.525790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:12.539679 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:12.540583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:12.547773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:12.550710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:12.646046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5c0fa2b4-6aca-436c-9e54-a61997b353ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/618a3a93-bce1-4f6b-9af0-62c58964b299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0127926 Feb 04 20:14:12.648748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:12.667233 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:12.678929 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:12.680338 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:12.739969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9373162 Feb 04 20:14:12.745919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34206) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:12.753704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Request body: {'subnet': {'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1458773136-subnet', 'tenant_id': '5006f6c77f84453bbb70ce43b7de8696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:12.765707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:12.775834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Usage tracker for resource:subnet and tenant:5006f6c77f84453bbb70ce43b7de8696 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:12.783155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:12.786761 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:12.787389 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d353a3c-dea6-4d94-92a2-2e04444b57cd None None] The sync data for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:12.798382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285df30c-a972-4006-9c94-d630a3941291 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:12.799114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-285df30c-a972-4006-9c94-d630a3941291 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:12.802859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:12.881457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9b4d2-04b1-44ab-8273-7c7cacb995ee admin admin] Pushing event updated for resources: {'Network': ['ID=04b0d267-37f4-4aa5-abfe-7473af1b0de5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:12.884779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:12.899026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:14:12.924201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Made reservation on behalf of 5006f6c77f84453bbb70ce43b7de8696 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:12.929840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:12.940422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14685dd2-0731-41db-a81a-d672fd72239f req-2e3479df-7f0d-4b57-b421-95d769fa31fb tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:12.948311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14685dd2-0731-41db-a81a-d672fd72239f req-2e3479df-7f0d-4b57-b421-95d769fa31fb tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 946 time: 0.7980969 Feb 04 20:14:13.041990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-285df30c-a972-4006-9c94-d630a3941291 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:13.043360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-04f7f291-7fdc-4886-b923-3044da733feb None None] Provisioning complete for port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:13.043724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04f7f291-7fdc-4886-b923-3044da733feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:13.044800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-285df30c-a972-4006-9c94-d630a3941291 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports/b90f1725-3f5c-4872-a6b2-6e1586269620 HTTP/1.1" status: 200 len: 910 time: 0.3942912 Feb 04 20:14:13.059382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34210) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:13.112892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-04f7f291-7fdc-4886-b923-3044da733feb None None] Port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:13.477693 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14685dd2-0731-41db-a81a-d672fd72239f req-fb534931-a9d2-4b97-8ba6-a437cb92bd43 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284107 Feb 04 20:14:13.478626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:13.549371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:13.556560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:13.559575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=bc24366e-d0cb-4288-9713-4f269cf4f2e5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:13.569657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97075709-550c-4900-9b4a-eedf5101154a None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:13.581714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Router e945adcd-96f8-4fa5-b456-6866ea592064 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:13.589442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] Sync routers for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:13.671988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:13.672658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:13.778671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a5c4530b-9315-427f-9d81-5480a794dd7b admin admin] 10.222.0.48 "PUT /v2.0/routers/61c44c91-f9fa-43e9-a030-9b7dd22f2934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9910386 Feb 04 20:14:13.783730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34218) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:13.790161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d8410e3f-04e6-4ae2-becd-a7596fb099f6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/bc24366e-d0cb-4288-9713-4f269cf4f2e5 HTTP/1.1" status: 204 len: 168 time: 2.8398392 Feb 04 20:14:13.794551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:13.859402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:13.861973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-c4191e91-81fe-4405-bac1-47b6365f599a tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:13.864072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-c4191e91-81fe-4405-bac1-47b6365f599a tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.62 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 946 time: 0.4260011 Feb 04 20:14:13.865212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:13.914963 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fa915758-6a13-482e-8d41-ce04a31b0d38 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179152 Feb 04 20:14:13.924122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34226) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:13.981057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:13.988296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:13.997305 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7ac23e80-23e0-4c8a-af55-48c57365d88f admin admin] 10.222.0.48 "PUT /v2.0/routers/e945adcd-96f8-4fa5-b456-6866ea592064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4606307 Feb 04 20:14:14.009681 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Sync routers for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:14.025166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Deleting port 92a6500b-7907-4942-9bd0-33bbf5c8c768 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:14.025595 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:14.028625 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:14.029274 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:14.105922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d374d437-832d-4efc-8591-f2577c89176c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:14.106831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d374d437-832d-4efc-8591-f2577c89176c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:14.314093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0720364-dd35-4cc2-80ec-a04aff2cd415,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:14.319813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:14:14.329204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] Deleting port 7972b71b-e41a-42a7-9377-da925902e968 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:14.329622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:14.349366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d374d437-832d-4efc-8591-f2577c89176c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:14.351036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d374d437-832d-4efc-8591-f2577c89176c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4235649 Feb 04 20:14:14.356472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34238) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:14.381246 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:14.475025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d385a-ef2e-47f4-88d9-e6071c3da61c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:14.475728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e50d385a-ef2e-47f4-88d9-e6071c3da61c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:14.511577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] For port 92a6500b-7907-4942-9bd0-33bbf5c8c768, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=92a6500b-7907-4942-9bd0-33bbf5c8c768,segment=NetworkSegment(5d468d3b-0b9c-4562-96d6-becfb57e9799),segment_id=5d468d3b-0b9c-4562-96d6-becfb57e9799)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:14.512289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:14.708850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e50d385a-ef2e-47f4-88d9-e6071c3da61c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:14.712889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e50d385a-ef2e-47f4-88d9-e6071c3da61c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3551576 Feb 04 20:14:14.721245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Calling delete_port for 92a6500b-7907-4942-9bd0-33bbf5c8c768 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:14.744728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34248) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:14.745373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] For port 7972b71b-e41a-42a7-9377-da925902e968, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7972b71b-e41a-42a7-9377-da925902e968,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:14.745772 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:14.891312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34252) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:14.920992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] Calling delete_port for 7972b71b-e41a-42a7-9377-da925902e968 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:14.941131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad936723-03bd-4fc8-a4b9-4d80d4701a06 req-21ffb6e5-da88-411d-9579-be2157df6935 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:14.947962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad936723-03bd-4fc8-a4b9-4d80d4701a06 req-21ffb6e5-da88-411d-9579-be2157df6935 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.3142600 Feb 04 20:14:14.972088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094745600', 'description': 'tempest-description--1399377495'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:14.988446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c2db2a09-9e5c-4a0e-b59b-320100bab878 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2421236 Feb 04 20:14:14.989791 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 2, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:14.994711 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Checking router: e945adcd-96f8-4fa5-b456-6866ea592064 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:14:14.995322 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Updating router e945adcd-96f8-4fa5-b456-6866ea592064 port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:14:15.010197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:15.012308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34256) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:15.036925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:15.046589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] Checking router: 61c44c91-f9fa-43e9-a030-9b7dd22f2934 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:14:15.061899 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.064818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:15.067516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] Routers {'61c44c91-f9fa-43e9-a030-9b7dd22f2934'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:15.068514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad936723-03bd-4fc8-a4b9-4d80d4701a06 req-58d7d5c6-e881-4486-a6b9-3dd0e565c116 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196320 Feb 04 20:14:15.068793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:15.080283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:15.098453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:15.117518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Checking segment: {'id': 'b4dc4794-c513-46a6-8554-19780d4af791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:15.121506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Network hostable DHCP agents. Network: 04b0d267-37f4-4aa5-abfe-7473af1b0de5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:14:15.190305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:15.221144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.251406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.335377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Pushing event deleted for resources: {'Port': ['ID=92a6500b-7907-4942-9bd0-33bbf5c8c768,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:15.362482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.409004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:15.424751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] No DVR routers for this DVR port 92a6500b-7907-4942-9bd0-33bbf5c8c768 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:15.428109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.430882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d0447d-521d-4efc-a935-fadfc432c683', 'name': 'network-vif-deleted', 'tag': '92a6500b-7907-4942-9bd0-33bbf5c8c768'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:14:15.464443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['92a6500b-7907-4942-9bd0-33bbf5c8c768'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:14:15.493059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7972b71b-e41a-42a7-9377-da925902e968 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:15.501827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:15.509970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:15.512157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:14:15.560894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group_rule and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:15.561193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f01f573a-4df9-4df5-813d-bae2c7002bad req-e6aefee7-7ac1-41c0-bff9-f164409dd41f tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.62 "DELETE /v2.0/ports/92a6500b-7907-4942-9bd0-33bbf5c8c768 HTTP/1.1" status: 204 len: 173 time: 1.6820061 Feb 04 20:14:15.573927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:15.586428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] Set router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:15.600435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:15.611663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe6cef-09ae-4038-8bae-59153c0be59b req-26083235-b4ce-4107-bdec-f1807bd7f9f5 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:15.613172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dbe6cef-09ae-4038-8bae-59153c0be59b req-26083235-b4ce-4107-bdec-f1807bd7f9f5 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 946 time: 0.6055717 Feb 04 20:14:15.661992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port b90f1725-3f5c-4872-a6b2-6e1586269620 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:15.662325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.672276 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.710735 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Transition to ACTIVE for port object 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:15.724137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 04b0d267-37f4-4aa5-abfe-7473af1b0de5) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:15.746563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.757704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfc80c-d309-47ac-a42b-7651d944cfc2 None None] Network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:15.767011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:15.767860 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.771346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.771804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:15.775319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.819742 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:15.837830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dbe6cef-09ae-4038-8bae-59153c0be59b req-498e3a71-fc7e-4e81-b9f4-6704b655aaf5 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3cfe6a7-2599-4b3f-9614-7013017ba7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051868 Feb 04 20:14:15.872405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Port 7972b71b-e41a-42a7-9377-da925902e968 update to DOWN by agent not found {{(pid=88238) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 20:14:15.892682 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d0447d-521d-4efc-a935-fadfc432c683', 'name': 'network-vif-deleted', 'tag': '92a6500b-7907-4942-9bd0-33bbf5c8c768', 'status': 'completed', 'code': 200} Feb 04 20:14:15.957490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] Pushing event deleted for resources: {'Port': ['ID=7972b71b-e41a-42a7-9377-da925902e968,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:15.992904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Deleting port cb3f3b2f-e179-4122-8666-dae68541b5d5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:15.992904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.116315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efdf53f-752e-45ff-939c-ea8ff1e277c5 None None] No DVR routers for this DVR port 7972b71b-e41a-42a7-9377-da925902e968 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:16.244732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:16.251570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fd7b0-ef35-4f0e-a108-88b175a52195 None None] The sync data for ids ['61c44c91-f9fa-43e9-a030-9b7dd22f2934'] in n-d-811806-1 is: [{'id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'name': 'tempest-ServersTestBootFromVolume-21456946-router', 'tenant_id': 'fec847ac077d456db255dfe858da5e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:10:00Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 5, 'project_id': 'fec847ac077d456db255dfe858da5e9e', 'gw_port': {'id': 'cb3f3b2f-e179-4122-8666-dae68541b5d5', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c44c91-f9fa-43e9-a030-9b7dd22f2934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:10:01Z', 'updated_at': '2022-02-04T20:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:16.269602 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Pushing event updated for resources: {'Port': ['ID=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:16.303122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.333580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f321a-ce8e-4572-a018-e1b5b83c2ce5 None None] Network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:16.355278 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.355562 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.355894 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.356225 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.356554 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.356867 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.357185 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.357508 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.357817 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.358133 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.358450 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.358784 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:16.371539 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Attempting to bind port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:16.371859 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Attempting to bind port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:16.372216 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Attempting to bind port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:16.387240 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:16.387240 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Checking segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:16.387240 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.387240 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Bound using segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:16.387240 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Bound port: 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:16.387240 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.446910 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bcaa34e4-b080-4022-baa4-cc301f91a77c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6947739 Feb 04 20:14:16.459290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.519140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] For port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:16.525124 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] For port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:16.602971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.617607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a364c551-5ed3-460a-9acc-2f18e81eb0a6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:16.629190 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.670714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:16.679553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-39e30d53-933b-4838-8cca-200a036e263b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7760763 Feb 04 20:14:16.679693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34276) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:16.686124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'security_group_rule': {'security_group_id': 'a364c551-5ed3-460a-9acc-2f18e81eb0a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:16.719942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:16.727818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group_rule and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:16.732602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:16.741411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:16.776404 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:16.777056 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:16.887674 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a77c54-3ae8-424f-b913-bd0b1e9389c4 None None] Pushing event updated for resources: {'Port': ['ID=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:16.891134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.084255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.227653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.232635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.248678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for b90f1725-3f5c-4872-a6b2-6e1586269620 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:17.248865 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:17.276199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1b868493-52a2-4f6c-beae-a0477e5e31ed no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:17.283229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3649fe0f-0994-4213-a7b6-01f349a4d370,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:17.330023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 1b868493-52a2-4f6c-beae-a0477e5e31ed {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:17.331383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1b868493-52a2-4f6c-beae-a0477e5e31ed not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:17.376348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] For port cb3f3b2f-e179-4122-8666-dae68541b5d5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb3f3b2f-e179-4122-8666-dae68541b5d5,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:17.376641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.390736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c2f20f49-bc5f-4684-b49c-505c5a4a9f3c req-e16e692c-935d-4ac2-994d-cda530a356f7 tempest-VolumesAdminNegativeTest-1343415687 tempest-VolumesAdminNegativeTest-1343415687-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d0447d-521d-4efc-a935-fadfc432c683 HTTP/1.1" status: 200 len: 210 time: 0.2392423 Feb 04 20:14:17.459119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.468462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ffec85e7-a76f-4b2b-9884-2f1d0c647296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7843027 Feb 04 20:14:17.468462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34294) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:17.473061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'security_group_rule': {'security_group_id': 'a364c551-5ed3-460a-9acc-2f18e81eb0a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:17.488897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:17.500331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group_rule and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:17.508035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:17.515775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:17.554617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Calling delete_port for cb3f3b2f-e179-4122-8666-dae68541b5d5 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:17.604255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:17.604490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34298) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:17.604839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:17.607912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:17.608841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.620139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-335783988-network', 'tenant_id': 'b40191c46d724e24aeb482ac83e26be5'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:17.628364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0431abdb-259f-4a60-87d0-a3dd94f97667 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:17.644583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:17.660595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Usage tracker for resource:network and tenant:b40191c46d724e24aeb482ac83e26be5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:17.666723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.690526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:17.710798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:17.839610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.847461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Made reservation on behalf of b40191c46d724e24aeb482ac83e26be5 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:17.852584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.860089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=04618889-560f-46b0-b5bb-4524b332e5d2,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:17.873276 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.900972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:17.904751 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:16Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:17.910458 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c0dc9-1ba7-4b49-a231-254d207a9dc0 None None] The sync data for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 is: [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:16Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:17.944813 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.007984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57340bc5-f120-47c0-a319-d607da8f9ae9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:18.015197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:18.021417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Usage tracker for resource:security_group_rule and tenant:b40191c46d724e24aeb482ac83e26be5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:18.025658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:18.032494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:18.070149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-10a74c39-d352-44d1-999b-d184edf9764c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0518119 Feb 04 20:14:18.085754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34304) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:18.117474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=b90f1725-3f5c-4872-a6b2-6e1586269620,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:18.186968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '04618889-560f-46b0-b5bb-4524b332e5d2'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:14:18.188802 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.216511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.235380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': '04618889-560f-46b0-b5bb-4524b332e5d2', 'ip_address': '2001:db8::162c:f76f:f49:4cba'}], 'name': 'tempest-NetworksTestDHCPv6-1367966669'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:18.288653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.558628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/04618889-560f-46b0-b5bb-4524b332e5d2/25c5963e-e273-4ca8-a3ef-6cd53c7b4789) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:18.562154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 92a6500b-7907-4942-9bd0-33bbf5c8c768 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:18.595909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:14:18.609815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.610161 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Added segment 1185acb1-0b18-4c6e-b38c-d732c044ef39 of type vlan for network 942557b4-42d5-4895-a03b-1cbe84205955 Feb 04 20:14:18.618158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 92a6500b-7907-4942-9bd0-33bbf5c8c768 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:18.618799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 92a6500b-7907-4942-9bd0-33bbf5c8c768 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:18.634361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34312) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:18.639965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.677145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.678352 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f0219567-e38e-46c4-9683-bf06bd7d0eb3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2114322 Feb 04 20:14:18.681954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34316) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:18.695969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:18.705049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:18.712641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:floatingip and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:18.715609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680f0ff2-ce5d-4d2a-9ae9-93200195599f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:18.718368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:18.724483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:18.884374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.885926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:18.886266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:18.887074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.897397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:18.909924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Transition to ACTIVE for port object 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:18.932366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Transition to ACTIVE for port object 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:18.935651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.001089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:19.004438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.037933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] Deleting subnet f956f220-e472-4834-8846-e17665943ead {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:19.048910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.073016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4672198 Feb 04 20:14:19.073659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34322) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:19.123345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.135650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Pushing event updated for resources: {'Port': ['ID=25c5963e-e273-4ca8-a3ef-6cd53c7b4789,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:19.158203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:19.160078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:19.162403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:19.204049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Request body: {'subnet': {'network_id': '942557b4-42d5-4895-a03b-1cbe84205955', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-335783988-subnet', 'tenant_id': 'b40191c46d724e24aeb482ac83e26be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:19.210261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:19.212805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.214671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Usage tracker for resource:subnet and tenant:b40191c46d724e24aeb482ac83e26be5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:19.218376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:19.224951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:19.235370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f073122-aa37-4fa2-9b66-d7933fdd1b09 admin admin] Pushing event updated for resources: {'Network': ['ID=942557b4-42d5-4895-a03b-1cbe84205955,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:19.266733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Attempting to bind port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:19.267603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Attempting to bind port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:19.268168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Attempting to bind port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:19.280047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 942557b4-42d5-4895-a03b-1cbe84205955 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:14:19.295320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:19.341505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Made reservation on behalf of b40191c46d724e24aeb482ac83e26be5 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:19.343875 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.467685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:19.486684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.522955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:19.523584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:19.524181 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.524821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:19.525469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Bound port: 25c5963e-e273-4ca8-a3ef-6cd53c7b4789, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:19.526017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.665326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.687128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] For port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:19.690309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] For port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=25c5963e-e273-4ca8-a3ef-6cd53c7b4789,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:19.722566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.740867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3f3b2f-e179-4122-8666-dae68541b5d5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:19.754053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.776188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.822054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:19.857480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:19.858299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:19.922062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Allocated IP 172.25.7.171 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/7b3ab201-f9a9-4ada-bda5-c8cf94ed2c1e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:20.056184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0f005-f990-43f3-88bd-15225da90b04 None None] Pushing event updated for resources: {'Port': ['ID=25c5963e-e273-4ca8-a3ef-6cd53c7b4789,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:20.130105 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.156467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port d85dce11-729a-4814-87f0-12151cf8870d yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:14:20.160057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.165803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.184806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8477fd76-1b73-43b7-96e0-cc0d0d925bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.230670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:20.245829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.323566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.329407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Checking segment: {'id': '1185acb1-0b18-4c6e-b38c-d732c044ef39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '942557b4-42d5-4895-a03b-1cbe84205955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:20.329407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Network hostable DHCP agents. Network: 942557b4-42d5-4895-a03b-1cbe84205955, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:14:20.336760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Pushing event updated for resources: {'Subnet': ['ID=adeab55f-1bc0-4b75-ad6b-d20fbfdc7b10,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:20.352747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:20.356239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:20.367668 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.371001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:20.431807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'Port': ['ID=7b3ab201-f9a9-4ada-bda5-c8cf94ed2c1e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:20.465158 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.488683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:20.508791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.538512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Network 942557b4-42d5-4895-a03b-1cbe84205955 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:14:20.636126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 942557b4-42d5-4895-a03b-1cbe84205955) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:20.640776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:20.641446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.647672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a641c-12cb-45c3-8e07-3cb66e39b099 None None] Network 942557b4-42d5-4895-a03b-1cbe84205955 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:20.692170 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.750966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f956f220-e472-4834-8846-e17665943ead,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:20.763380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.773732 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.776384 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.826057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3df9018f-11f4-44a7-9cd6-827783c3a3b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f956f220-e472-4834-8846-e17665943ead HTTP/1.1" status: 204 len: 168 time: 2.1787658 Feb 04 20:14:20.861995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34336) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:20.898027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a950633-5052-4cc9-b2c9-f9a4b317786b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7067981 Feb 04 20:14:20.908487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 618a3a93-bce1-4f6b-9af0-62c58964b299 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:20.938140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.978436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:20.979002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c44c91-f9fa-43e9-a030-9b7dd22f2934 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:14:21.010968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556ad8cf-a658-491c-8bbd-a07cd9117809 None None] Network 942557b4-42d5-4895-a03b-1cbe84205955 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:21.030971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:21.109098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::162c:f76f:f49:4cba (a3617f18-5da1-4e3a-821a-582c484776ac/04618889-560f-46b0-b5bb-4524b332e5d2/d85dce11-729a-4814-87f0-12151cf8870d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:21.123056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:21.128267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-88dbdd5c-2290-4f70-b44b-662a55fe2c43 admin admin] 10.222.0.48 "DELETE /v2.0/routers/61c44c91-f9fa-43e9-a030-9b7dd22f2934 HTTP/1.1" status: 204 len: 168 time: 7.3415532 Feb 04 20:14:21.226264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34346) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:21.381358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'Port': ['ID=7b3ab201-f9a9-4ada-bda5-c8cf94ed2c1e,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:21.408780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:21.425954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] Deleting subnet 6eb9a43a-40bf-4cd3-949a-f57b095d8d3d {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:21.436611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:21.538014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:21.583788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:21.738784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:21.869255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:21.882198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] Sync routers for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:21.888801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:21.891924 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-76a8aa3a-d3f3-4640-b852-232024bc7bde tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/618a3a93-bce1-4f6b-9af0-62c58964b299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8309963 Feb 04 20:14:21.942046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:21.942683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:21.951623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34366) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:22.000646 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.010546 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab43b915-8952-44c0-b99e-65820a7d4e49 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3191934 Feb 04 20:14:22.060989 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.100883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:22.102540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb9a43a-40bf-4cd3-949a-f57b095d8d3d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:22.104794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.131288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0970cc3d-c05f-4da1-83e8-cdffe12c234a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6eb9a43a-40bf-4cd3-949a-f57b095d8d3d HTTP/1.1" status: 204 len: 168 time: 0.8262885 Feb 04 20:14:22.132131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34372) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:22.136648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f79f0d-3eab-4a21-ad72-e548fd3a270c None None] Network a59e4d3e-6ff0-4e2e-a3c9-25c39341650c requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:22.167106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:22.167742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:22.289369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.299016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:22.299792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3fadf7-883e-48b3-8dc8-1280c4526521 None None] The sync data for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:22.359914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.368091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-c426f543-7ad8-4408-b5c2-cde32461e0e6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2094745600&fields=id&tenant_id=2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 267 time: 0.0823054 Feb 04 20:14:22.370342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57e89f5-fb3b-417a-b7a6-3486dcca2553']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:22.376178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Deleting port 288ec09b-7807-4b14-bd8a-24afd3d08c0d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:22.376644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.408008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-52cc5711-5fc1-414d-97af-9f38873f4edb tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:22.416305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-52cc5711-5fc1-414d-97af-9f38873f4edb tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/networks?id=04b0d267-37f4-4aa5-abfe-7473af1b0de5 HTTP/1.1" status: 200 len: 825 time: 0.7623086 Feb 04 20:14:22.419494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-14e28779-7d78-440a-9fc0-a11734fe4edc None None] Provisioning for port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:22.425711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d468d3b-0b9c-4562-96d6-becfb57e9799') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:22.426223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d468d3b-0b9c-4562-96d6-becfb57e9799') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:22.441039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:22.441409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.467007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-f2dec20c-ac83-4848-9a09-d622b1dafa9d tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/quotas/5006f6c77f84453bbb70ce43b7de8696 HTTP/1.1" status: 200 len: 375 time: 0.0495181 Feb 04 20:14:22.527665 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.530432 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0eada0b2-1522-4ca7-a70d-0655cff08630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.574721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-197742d6-b65d-406d-b4a7-1646fb56eb0c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:22.576263 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-197742d6-b65d-406d-b4a7-1646fb56eb0c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 816 time: 0.2012465 Feb 04 20:14:22.595890 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-bdd76c1b-bcdf-4ffd-899c-a36235e5be93 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/quotas/2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 375 time: 0.0138538 Feb 04 20:14:22.644537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:22.704965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-e94aec78-4a9a-4365-bacb-f7b6232d42d7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5006f6c77f84453bbb70ce43b7de8696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2368226 Feb 04 20:14:22.827982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-32ed1404-e6eb-456f-a382-58e2c8797fc4 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:22.843503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] For port 288ec09b-7807-4b14-bd8a-24afd3d08c0d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=288ec09b-7807-4b14-bd8a-24afd3d08c0d,segment=NetworkSegment(61ae85b5-bbd0-4ce7-9737-f8946842b8d0),segment_id=61ae85b5-bbd0-4ce7-9737-f8946842b8d0)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:22.843963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.847861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.864225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.885117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:14:22.885848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:14:22.902285 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:14:22.923989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:22.962152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:22.962625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:22.991682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object d85dce11-729a-4814-87f0-12151cf8870d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:22.993928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Calling delete_port for 288ec09b-7807-4b14-bd8a-24afd3d08c0d owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:23.024975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-32ed1404-e6eb-456f-a382-58e2c8797fc4 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:23.026465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-32ed1404-e6eb-456f-a382-58e2c8797fc4 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3998692 Feb 04 20:14:23.092090 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-9d37ae16-f233-4e37-bd3c-44b725560933 service neutron] 10.222.0.48 "GET /v2.0/networks/04b0d267-37f4-4aa5-abfe-7473af1b0de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855257 Feb 04 20:14:23.216979 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-09156e4f-4243-41b3-bd27-573514eb1256 service neutron] 10.222.0.48 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754024 Feb 04 20:14:23.281916 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.308323 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.339853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341077b-db31-4419-a5ba-3d1edc68dfa7 None None] DHCP port deletion for a59e4d3e-6ff0-4e2e-a3c9-25c39341650c request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:14:23.339853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=25c5963e-e273-4ca8-a3ef-6cd53c7b4789,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:23.341068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.377609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] No DVR routers for this DVR port 288ec09b-7807-4b14-bd8a-24afd3d08c0d on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:23.418546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Pushing event deleted for resources: {'Port': ['ID=288ec09b-7807-4b14-bd8a-24afd3d08c0d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:23.430021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.448610 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.481058 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.499657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57e89f5-fb3b-417a-b7a6-3486dcca2553,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:23.562247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.577426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.586505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb3f3b2f-e179-4122-8666-dae68541b5d5 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:23.586982 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-ddac36a3-6abe-4ddd-ad56-ea0915de8198 service neutron] 10.222.0.48 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611455 Feb 04 20:14:23.600383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-41f8cc27-1a2a-4dc7-acef-9eea9adcc619 service neutron] 10.222.0.48 "GET /v2.0/networks/04b0d267-37f4-4aa5-abfe-7473af1b0de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071163 Feb 04 20:14:23.607825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59e4d3e-6ff0-4e2e-a3c9-25c39341650c']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:23.633787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ae85b5-bbd0-4ce7-9737-f8946842b8d0') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:23.633787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ae85b5-bbd0-4ce7-9737-f8946842b8d0') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:23.634555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.650603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.673312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.685010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:14:23.686415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.688269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: cb3f3b2f-e179-4122-8666-dae68541b5d5 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:23.688623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb3f3b2f-e179-4122-8666-dae68541b5d5 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:23.689050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 288ec09b-7807-4b14-bd8a-24afd3d08c0d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:23.707060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f3576000-2ddb-422e-be47-f34afffbc218 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b57e89f5-fb3b-417a-b7a6-3486dcca2553 HTTP/1.1" status: 204 len: 168 time: 2.8443155 Feb 04 20:14:23.716289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.756762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 288ec09b-7807-4b14-bd8a-24afd3d08c0d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:23.757095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 288ec09b-7807-4b14-bd8a-24afd3d08c0d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:23.770451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=25c5963e-e273-4ca8-a3ef-6cd53c7b4789,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:23.774471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34392) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:14:23.916140 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:14:23.965921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:23.975037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] Deleting subnet 0998eb6d-5e8f-4ae1-bd46-cefbc6de5138 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:23.992548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:23.993647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8c4764c-3d07-464e-b6a5-086c25cdb29e req-762cc155-0827-4c99-81fc-5243a360a7d2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 210 time: 0.0648730 Feb 04 20:14:24.053430 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.089330 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.128442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.151373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59e4d3e-6ff0-4e2e-a3c9-25c39341650c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:24.182418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:24.248514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ccc1a8c0-5899-4f64-9101-16d244e3f145 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a59e4d3e-6ff0-4e2e-a3c9-25c39341650c HTTP/1.1" status: 204 len: 168 time: 2.1152039 Feb 04 20:14:24.291738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=d85dce11-729a-4814-87f0-12151cf8870d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:24.298560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:24.304617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:24.305278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.351398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-133404c2-7ff2-44f7-8b88-0b31041924c3 req-87c62532-a535-4f0a-bec2-6f6b5ace50a3 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 210 time: 0.1586881 Feb 04 20:14:24.364203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.585789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:24.586145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.617629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-50de53ca-9d22-40dc-8401-5b8f92a7e629 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.5017099 Feb 04 20:14:24.622055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34422) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:24.661515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.678487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-829f5d95-9ec5-4a2d-9732-6f9668e9dcc4 None None] Provisioning for port d85dce11-729a-4814-87f0-12151cf8870d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:24.685261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-829f5d95-9ec5-4a2d-9732-6f9668e9dcc4 None None] Provisioning complete for port d85dce11-729a-4814-87f0-12151cf8870d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:24.685865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-829f5d95-9ec5-4a2d-9732-6f9668e9dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.738965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be142e-6382-4ca1-b949-6a79b0458326 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:24.744774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be142e-6382-4ca1-b949-6a79b0458326 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:24.746746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f6be142e-6382-4ca1-b949-6a79b0458326 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1229792 Feb 04 20:14:24.753865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34426) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:24.759877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-829f5d95-9ec5-4a2d-9732-6f9668e9dcc4 None None] Port d85dce11-729a-4814-87f0-12151cf8870d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:24.763084 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.781340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0998eb6d-5e8f-4ae1-bd46-cefbc6de5138,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:24.796342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34430) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:24.796570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ba70f51-e6a7-4f7c-999b-b1977108417d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0998eb6d-5e8f-4ae1-bd46-cefbc6de5138 HTTP/1.1" status: 204 len: 168 time: 1.0206134 Feb 04 20:14:24.859445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.873437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34434) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:24.901282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port d85dce11-729a-4814-87f0-12151cf8870d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:24.901631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:24.995610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for b657c5d3-e4b0-47c4-b126-eb1b0e7673f0 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:25.043681 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.078953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab82679f-6f59-45e5-a86b-4d9f252f30f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fec847ac077d456db255dfe858da5e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024083 Feb 04 20:14:25.084442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34442) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:25.194359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-744c4e1e-8f46-488e-ad6f-eb80415ba280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.201306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11c841d3-448e-4711-b299-437c7ac7f3f6 req-561d26ae-9f67-4148-b0a5-6a29ffabee28 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 210 time: 0.1082840 Feb 04 20:14:25.222874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.287875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-744c4e1e-8f46-488e-ad6f-eb80415ba280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.503224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.538474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:25.571631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33171016-589f-4b36-a797-615e47e875e0']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:25.591708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b19ac7-7a9b-4495-adcb-631eb2fd6dd2') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:25.592105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b19ac7-7a9b-4495-adcb-631eb2fd6dd2') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:25.611493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.621981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:25.622335 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.635641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.643635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:14:25.643635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.663914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb0ff8cd-b52a-44c1-9f17-bab138fb834a req-210805c7-8aaf-4be3-b2fa-407c86084caa tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 210 time: 0.2020328 Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:14:25.668712 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:14:25.671742 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.712536 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-744c4e1e-8f46-488e-ad6f-eb80415ba280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:25.749212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c4e1e-8f46-488e-ad6f-eb80415ba280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db2b92-13d0-462d-b882-0e6fe9951645,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:25.795849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=b657c5d3-e4b0-47c4-b126-eb1b0e7673f0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:25.822653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:26.092325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for d85dce11-729a-4814-87f0-12151cf8870d owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:26.158504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:26.420326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:26.462158 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-744c4e1e-8f46-488e-ad6f-eb80415ba280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:26.462158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-744c4e1e-8f46-488e-ad6f-eb80415ba280 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3db2b92-13d0-462d-b882-0e6fe9951645 HTTP/1.1" status: 204 len: 168 time: 1.3624301 Feb 04 20:14:26.588753 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:26.615414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] Pushing event deleted for resources: {'Network': ['ID=33171016-589f-4b36-a797-615e47e875e0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:26.621249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e7538e5-f912-42ee-94e3-359f1ab2da4c req-4559636a-cbe1-46a2-b0d9-ec87bea167cf tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 210 time: 0.1187208 Feb 04 20:14:26.623623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ebfb94f4-0f49-4734-8d2d-3bd60c12137c admin admin] 10.222.0.48 "DELETE /v2.0/networks/33171016-589f-4b36-a797-615e47e875e0 HTTP/1.1" status: 204 len: 168 time: 1.8262944 Feb 04 20:14:26.643586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 618a3a93-bce1-4f6b-9af0-62c58964b299 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:26.683518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:26.802099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:26.812604 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] Sync routers for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:26.821444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9f3eac77-633c-4623-9c10-963e66b76a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/618a3a93-bce1-4f6b-9af0-62c58964b299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8616719 Feb 04 20:14:26.824415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34474) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:26.829395 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:26.844147 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:26.894540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=d85dce11-729a-4814-87f0-12151cf8870d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:26.913889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7b3f4a0-b72d-44e4-b17d-f7cee4369465 req-41b552e4-1712-48e5-8548-463381f72278 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 210 time: 0.1100755 Feb 04 20:14:26.943956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2573ff5e-c935-45ae-8409-da966c6b07dd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:26.974432 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:26.979471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:26.984987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34482) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:26.996569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d814ca6b-6ebc-4461-9836-519ce265b039 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/d85dce11-729a-4814-87f0-12151cf8870d HTTP/1.1" status: 204 len: 168 time: 2.2301416 Feb 04 20:14:27.003341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] Routers {'618a3a93-bce1-4f6b-9af0-62c58964b299'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:27.005215 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['618a3a93-bce1-4f6b-9af0-62c58964b299'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:27.025404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34486) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:27.068279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2573ff5e-c935-45ae-8409-da966c6b07dd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:27.078126 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2573ff5e-c935-45ae-8409-da966c6b07dd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=618a3a93-bce1-4f6b-9af0-62c58964b299 HTTP/1.1" status: 200 len: 205 time: 0.2474148 Feb 04 20:14:27.079366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34490) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:27.152953 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:27.153079 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc2808-49fd-4c3d-8cce-59cb13d3469d None None] The sync data for ids ['618a3a93-bce1-4f6b-9af0-62c58964b299'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:27.164988 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d785ff2a-fddd-4691-898b-6dccd1acddae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70a59d02805c425fa60accf95517a4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383684 Feb 04 20:14:27.168541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34494) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:27.464521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395a2d1-bfd7-4292-be95-bc79e908f5fd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:27.466347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395a2d1-bfd7-4292-be95-bc79e908f5fd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:27.467944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6395a2d1-bfd7-4292-be95-bc79e908f5fd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:27.478576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6079d4ea-40c6-4ce3-b6a4-ea130f7c1e8a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:27.628230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f65a822-775a-4c60-929b-2f401032a972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:27.671343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-44273515-7179-44f1-91db-9dc05c926231 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:27.673593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-44273515-7179-44f1-91db-9dc05c926231 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 816 time: 0.2401125 Feb 04 20:14:27.681748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f65a822-775a-4c60-929b-2f401032a972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:27.794170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-575e925d-bb14-405b-a6ba-ed1ebe97d551 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 380 time: 0.1034625 Feb 04 20:14:27.805677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'port': {'device_id': '6dc6213e-f948-4841-8883-278aa98aeacc', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'admin_state_up': True, 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'security_groups': ['a364c551-5ed3-460a-9acc-2f18e81eb0a6']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:28.054813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6395a2d1-bfd7-4292-be95-bc79e908f5fd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:28.060389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6395a2d1-bfd7-4292-be95-bc79e908f5fd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0740347 Feb 04 20:14:28.073487 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f65a822-775a-4c60-929b-2f401032a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.077968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34520) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:28.091250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f6ab638-e794-4824-a63b-0327fcf00f4e req-e8af0e78-fd47-472e-baf2-3d72d7c7b9ab tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 210 time: 0.1179304 Feb 04 20:14:28.150785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a822-775a-4c60-929b-2f401032a972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cfe6a7-2599-4b3f-9614-7013017ba7f5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:28.236363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 04618889-560f-46b0-b5bb-4524b332e5d2 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34532) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-16c8c71e-35c7-4f3d-b2d5-4c10919484d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-16c8c71e-35c7-4f3d-b2d5-4c10919484d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 0.3383603 Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f65a822-775a-4c60-929b-2f401032a972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9f65a822-775a-4c60-929b-2f401032a972 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3cfe6a7-2599-4b3f-9614-7013017ba7f5 HTTP/1.1" status: 204 len: 168 time: 1.1548879 Feb 04 20:14:28.484098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.485197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6079d4ea-40c6-4ce3-b6a4-ea130f7c1e8a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.485197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6079d4ea-40c6-4ce3-b6a4-ea130f7c1e8a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.527839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b3c8894-1634-46a2-837f-6e3b21a78029 req-e7bed281-7991-451a-9dca-0fe8bc551058 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 210 time: 0.0739567 Feb 04 20:14:28.558977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96b9af-c981-4b84-bed5-98d6494804d8 req-28df0e11-e79d-44d1-bf4b-d1fb1cc207ee tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:28.559797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1676886696-network', 'tenant_id': '97c81473993645c9bed1c163aab2c1c2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:28.563193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e96b9af-c981-4b84-bed5-98d6494804d8 req-28df0e11-e79d-44d1-bf4b-d1fb1cc207ee tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.6389322 Feb 04 20:14:28.569632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:28.576812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Usage tracker for resource:network and tenant:97c81473993645c9bed1c163aab2c1c2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:28.584894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:28.588840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-fd596dcd-3e79-46be-ba3a-1a251c2420c5 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:28.590447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-fd596dcd-3e79-46be-ba3a-1a251c2420c5 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.24 "GET /v2.0/networks?id=04b0d267-37f4-4aa5-abfe-7473af1b0de5 HTTP/1.1" status: 200 len: 825 time: 0.4140339 Feb 04 20:14:28.606911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:28.611385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Request body: {'port': {'device_id': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5', 'admin_state_up': True, 'tenant_id': '5006f6c77f84453bbb70ce43b7de8696'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:28.622475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-1e2c4500-4840-4fe7-8a40-77006ed755d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:28.624018 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-1e2c4500-4840-4fe7-8a40-77006ed755d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.2970016 Feb 04 20:14:28.692822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e96b9af-c981-4b84-bed5-98d6494804d8 req-93aca09f-7227-4181-ab0c-9fedc47ca094 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287344 Feb 04 20:14:28.697169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Made reservation on behalf of 2f50590d4af84de5803be5ca84d11bcf for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:28.700816 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.701933 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6079d4ea-40c6-4ce3-b6a4-ea130f7c1e8a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.702504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6079d4ea-40c6-4ce3-b6a4-ea130f7c1e8a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Fanout notify agent at l3_agent the message router_deleted on router 618a3a93-bce1-4f6b-9af0-62c58964b299 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:14:28.711875 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.730310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6079d4ea-40c6-4ce3-b6a4-ea130f7c1e8a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.731427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6079d4ea-40c6-4ce3-b6a4-ea130f7c1e8a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/618a3a93-bce1-4f6b-9af0-62c58964b299 HTTP/1.1" status: 204 len: 168 time: 1.6462970 Feb 04 20:14:28.734470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34546) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:28.754323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-049a1f8d-eb52-4b8b-b9b1-ec9ba22450c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 217 time: 0.1226349 Feb 04 20:14:28.759302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:28.761538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.826799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.848990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet 47820b71-962c-48ba-ac46-415f0f232cd1 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:28.851066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:28.855035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.883212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Usage tracker for resource:port and tenant:5006f6c77f84453bbb70ce43b7de8696 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:28.890060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:28.902744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:28.907616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:28.919293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Usage tracker for resource:security_group_rule and tenant:97c81473993645c9bed1c163aab2c1c2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:28.921555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:28.923500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:28.941843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:28.962922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-0195e0c3-622a-4db2-b14e-a036bad7a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:28.964674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-0195e0c3-622a-4db2-b14e-a036bad7a3e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.1813066 Feb 04 20:14:29.011031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Made reservation on behalf of 5006f6c77f84453bbb70ce43b7de8696 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:29.014483 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.035136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.037973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-e2346b50-e824-4df2-82da-55c4b991610f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638573 Feb 04 20:14:29.098037 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.240118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Allocated IP 172.20.0.3 (04b0d267-37f4-4aa5-abfe-7473af1b0de5/e0720364-dd35-4cc2-80ec-a04aff2cd415/58842270-e779-4fba-9a1a-a6a295f0270c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:29.251108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=04618889-560f-46b0-b5bb-4524b332e5d2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:29.325802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.330588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082b1fd-58de-415d-9e9a-d8ca39a6ad69 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:29.418065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34562) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:29.428023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.513765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d8a0c1e1-69ae-4241-9bdc-54e623874030 req-f791e72c-9914-4ca5-acb5-1842b685c68d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:29.528729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Allocated IP 172.20.0.4 (1c854c5c-7051-4c4f-a822-e027d8661ce5/9d3c8336-f934-4211-894b-8dfb95270c18/b53d9e51-b237-494e-b378-de87f040391b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:29.548343 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.613807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-048b38a6-9482-4670-843d-5e27affd398e service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400388 Feb 04 20:14:29.615310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d8a0c1e1-69ae-4241-9bdc-54e623874030 req-f791e72c-9914-4ca5-acb5-1842b685c68d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:29.619213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8a0c1e1-69ae-4241-9bdc-54e623874030 req-f791e72c-9914-4ca5-acb5-1842b685c68d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 210 time: 0.3503118 Feb 04 20:14:29.628875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.640467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e19f54c-d727-4e6f-8808-54512c04d04a None None] Network 20610153-dbaa-4aba-8f04-eb3596c1d5c3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:29.644014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-eeb700de-48f2-407a-96ff-7febc5746e94 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/04618889-560f-46b0-b5bb-4524b332e5d2 HTTP/1.1" status: 204 len: 168 time: 1.5529213 Feb 04 20:14:29.649659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34572) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:29.689875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=47820b71-962c-48ba-ac46-415f0f232cd1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:29.751432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:14:29.774004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] Deleting port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:29.774746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:29.881763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.882110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.882489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.882859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.883191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.883603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.883943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.884268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.884641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.884962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.885281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.885601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:29.895176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c1232f6f-3389-482f-be23-1509ee6c3165 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2444437 Feb 04 20:14:29.897247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b5edcc7e-0f0f-4f2c-a6b4-88b9834fe311 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/47820b71-962c-48ba-ac46-415f0f232cd1 HTTP/1.1" status: 204 len: 168 time: 1.1619081 Feb 04 20:14:29.909644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34582) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:29.909954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34584) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:29.928494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d02a7f2a-69ef-402e-aa35-761c52c278e5 req-34debede-e459-4ee5-a445-22c3ed01b986 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Synchronizing usage tracker for tenant:5006f6c77f84453bbb70ce43b7de8696 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:29.969058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:29.973928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.036409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de5f834b-d29e-4d60-aea7-8bd01039a6da req-794086eb-25ad-414c-a68e-fcb15d5e58ca service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997891 Feb 04 20:14:30.061251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.128822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:14:30.140869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] For port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=25c5963e-e273-4ca8-a3ef-6cd53c7b4789,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:30.141264 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.165441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc766e13-75d1-4792-a4fb-7bbf6aa987db,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:30.174925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.185722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0e18-e795-422e-aefd-c37c03f92c62 req-3f825447-0bf2-4987-b698-d7f61fa2bba4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:30.194731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-451a0e18-e795-422e-aefd-c37c03f92c62 req-3f825447-0bf2-4987-b698-d7f61fa2bba4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.2876081 Feb 04 20:14:30.217140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.217489 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Added segment 1741b975-b7f6-4bab-bd59-85a2cbbba41a of type vlan for network bbae5d84-8507-4117-84ad-791f0b1862e4 Feb 04 20:14:30.267579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] DHCP port deletion for 20610153-dbaa-4aba-8f04-eb3596c1d5c3 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:14:30.277130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Transition to ACTIVE for port object b53d9e51-b237-494e-b378-de87f040391b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:30.312197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-451a0e18-e795-422e-aefd-c37c03f92c62 req-a9cdf4d8-89ad-4875-a5e2-bcc556e19638 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164520 Feb 04 20:14:30.341018 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.342678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.362639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] Deleting port f7170f89-ce89-4962-a16a-2680c2d419fe {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:30.363251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.386140 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9b9b324a-22a3-4197-956e-1271bdf9e464 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18a6a518ace34077999f5a6a509a77f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9665630 Feb 04 20:14:30.388748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34598) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:30.397762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet b2be3414-2679-4323-88c7-b43797240bd7 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:30.406137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] Calling delete_port for 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:30.407622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:30.471076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18d54bde-bd80-4169-a5a5-cdea5342b310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.481606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:30.487160 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.507467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18d54bde-bd80-4169-a5a5-cdea5342b310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.521168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Pushing event updated for resources: {'Port': ['ID=58842270-e779-4fba-9a1a-a6a295f0270c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:30.530122 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:14:30.533745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:30.546955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:30.571587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:30.576089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.577452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:30.577742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:30.578191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.583427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:30.605383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.646900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.703661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:30.728262 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] For port f7170f89-ce89-4962-a16a-2680c2d419fe, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f7170f89-ce89-4962-a16a-2680c2d419fe,segment=NetworkSegment(878412cc-6f38-4881-905c-e1a431be0ae4),segment_id=878412cc-6f38-4881-905c-e1a431be0ae4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:30.737426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.780013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18d54bde-bd80-4169-a5a5-cdea5342b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.810413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:30.815170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.826850 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18d54bde-bd80-4169-a5a5-cdea5342b310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.831484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-18d54bde-bd80-4169-a5a5-cdea5342b310 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/895c35a8-111a-436e-87bc-62bb07e01a33 HTTP/1.1" status: 204 len: 168 time: 0.4415505 Feb 04 20:14:30.837381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:30.845759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54bde-bd80-4169-a5a5-cdea5342b310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c35a8-111a-436e-87bc-62bb07e01a33,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:30.845759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:30.859666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] Pushing event updated for resources: {'Network': ['ID=bbae5d84-8507-4117-84ad-791f0b1862e4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:30.862984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:30.896303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:30.937906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] Calling delete_port for f7170f89-ce89-4962-a16a-2680c2d419fe owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:30.956233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d02a7f2a-69ef-402e-aa35-761c52c278e5 req-34debede-e459-4ee5-a445-22c3ed01b986 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Unset dirty status for tenant:5006f6c77f84453bbb70ce43b7de8696 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:30.957415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d02a7f2a-69ef-402e-aa35-761c52c278e5 req-34debede-e459-4ee5-a445-22c3ed01b986 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 210 time: 1.2525935 Feb 04 20:14:30.989472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ed7076ac-3ff8-43f7-a876-64300f326d74 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6737926 Feb 04 20:14:31.004972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34608) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:31.029671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Request body: {'subnet': {'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1676886696-subnet', 'tenant_id': '97c81473993645c9bed1c163aab2c1c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:31.030099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bbae5d84-8507-4117-84ad-791f0b1862e4 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:14:31.048936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:31.059621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Usage tracker for resource:subnet and tenant:97c81473993645c9bed1c163aab2c1c2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:31.068067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:31.068725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.072620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.072896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:31.088383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:31.130819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfe07-60d0-4590-85e6-45c76b91175e req-3f161c9e-7a3f-4960-bbc9-499ce8c6b3fc tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:31.132362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe7bfe07-60d0-4590-85e6-45c76b91175e req-3f161c9e-7a3f-4960-bbc9-499ce8c6b3fc tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 931 time: 0.2335613 Feb 04 20:14:31.169570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] No DVR routers for this DVR port 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:31.221674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-a71a67e2-4db0-4ff8-8607-452eaf4eba00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4196277 Feb 04 20:14:31.228635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:31.229903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.241084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Request body: {'port': {'device_id': '6dc6213e-f948-4841-8883-278aa98aeacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:31.293527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e532a-1dd3-432b-801a-546ade0427cb None None] Pushing event deleted for resources: {'Port': ['ID=25c5963e-e273-4ca8-a3ef-6cd53c7b4789,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:31.307237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe7bfe07-60d0-4590-85e6-45c76b91175e req-61893137-4c64-4b95-a2b1-d3b35cc8afab tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624513 Feb 04 20:14:31.319607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:31.333157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.337501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.444129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=b2be3414-2679-4323-88c7-b43797240bd7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:31.452783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9900a76b-5022-43ec-a596-89a8d468a490 None None] Provisioning for port b53d9e51-b237-494e-b378-de87f040391b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:31.456922 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.459716 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.486092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-8ba41f02-dc47-49a5-b59c-69ad6d67bbd7 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8746159 Feb 04 20:14:31.514127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-150981f6-09db-4df1-a564-5fba7ef42055 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/b2be3414-2679-4323-88c7-b43797240bd7 HTTP/1.1" status: 204 len: 168 time: 1.5963657 Feb 04 20:14:31.514906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34620) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:31.538640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9900a76b-5022-43ec-a596-89a8d468a490 None None] Provisioning complete for port b53d9e51-b237-494e-b378-de87f040391b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:31.539094 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9900a76b-5022-43ec-a596-89a8d468a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.586650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4765674-9694-44c6-9dd3-861c7ea43386 None None] Network 9442e463-4bc6-46bf-888b-daf4992dbb9f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:31.606793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Request body: {'port': {'device_id': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:31.626669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.767788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f7170f89-ce89-4962-a16a-2680c2d419fe no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:31.809984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] No DVR routers for this DVR port f7170f89-ce89-4962-a16a-2680c2d419fe on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:31.833877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9900a76b-5022-43ec-a596-89a8d468a490 None None] Port b53d9e51-b237-494e-b378-de87f040391b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:31.847641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f7170f89-ce89-4962-a16a-2680c2d419fe {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:31.848205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f7170f89-ce89-4962-a16a-2680c2d419fe not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:31.848775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:31.857526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:31.913032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac85ea-a474-42f8-9e18-07428d19f529 None None] Pushing event deleted for resources: {'Port': ['ID=f7170f89-ce89-4962-a16a-2680c2d419fe,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:31.991535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:31.991978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 25c5963e-e273-4ca8-a3ef-6cd53c7b4789 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:32.106728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.266439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] DHCP port deletion for 9442e463-4bc6-46bf-888b-daf4992dbb9f request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:14:32.272779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] Deleting port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:32.273601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.341495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.472376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53d9e51-b237-494e-b378-de87f040391b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:14:32.513070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e3a06-cabb-4c54-b4da-0159b1e7f66e req-ca7aeac0-71aa-4903-8fe0-57e2663953c1 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:32.514933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f96e3a06-cabb-4c54-b4da-0159b1e7f66e req-ca7aeac0-71aa-4903-8fe0-57e2663953c1 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 931 time: 0.3300977 Feb 04 20:14:32.529105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.586520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.605441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Transition to ACTIVE for port object b53d9e51-b237-494e-b378-de87f040391b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:32.611134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34646) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:32.618749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20610153-dbaa-4aba-8f04-eb3596c1d5c3']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:32.638981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] For port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f9ac7e1e-ac63-4289-abdf-9f9d1fed6306,segment=NetworkSegment(83651a3e-2ba0-4f34-aff9-03675ee50764),segment_id=83651a3e-2ba0-4f34-aff9-03675ee50764)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:32.639524 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.639934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878412cc-6f38-4881-905c-e1a431be0ae4') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:32.640391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878412cc-6f38-4881-905c-e1a431be0ae4') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:32.672488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f96e3a06-cabb-4c54-b4da-0159b1e7f66e req-d6fabaaf-d851-493a-8a3b-2e4ae803a42f tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Synchronizing usage tracker for tenant:5006f6c77f84453bbb70ce43b7de8696 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:32.684925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=50974dd8-b0cc-412e-bf29-d31eee8a9627,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:32.704222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.714172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:32.730532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea528dd5-fbea-46d8-a4e7-1f06d48d07c1 req-21016360-75b9-4eeb-ae83-3507188d3b25 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:32.736380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea528dd5-fbea-46d8-a4e7-1f06d48d07c1 req-21016360-75b9-4eeb-ae83-3507188d3b25 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 1.2414918 Feb 04 20:14:32.749228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:32.757230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.790053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:32.790053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.803489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fcfb6-473a-4698-b5eb-709ac8346412 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:32.812286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-network', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:32.828213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] Calling delete_port for f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:32.829169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.876142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.978264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f96e3a06-cabb-4c54-b4da-0159b1e7f66e req-d6fabaaf-d851-493a-8a3b-2e4ae803a42f tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Unset dirty status for tenant:5006f6c77f84453bbb70ce43b7de8696 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:32.983043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f96e3a06-cabb-4c54-b4da-0159b1e7f66e req-d6fabaaf-d851-493a-8a3b-2e4ae803a42f tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575732 Feb 04 20:14:32.983189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:14:32.983189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:32.983372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:33.029137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Usage tracker for resource:network and tenant:b1ca1f59ee264015bbd7f804a89ea0c6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:33.036194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:33.051569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:33.122067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:33.167531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124df688-3066-4fd2-9e18-51457673f28b,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:33.197564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.197564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.197821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.197999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.198333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.198667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.199030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.199354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.199678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.200000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.200323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.200966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.257375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.257759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.258098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.258432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.258796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.259127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.259450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.259769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.260086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.260403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.260719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.261032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:14:33.280305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '50974dd8-b0cc-412e-bf29-d31eee8a9627'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:14:33.281333 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.285722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Checking segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:33.286084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Network hostable DHCP agents. Network: bbae5d84-8507-4117-84ad-791f0b1862e4, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:14:33.341214 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:14:33.343856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Made reservation on behalf of b1ca1f59ee264015bbd7f804a89ea0c6 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:33.343856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.370249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.390343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:33.390819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:33.391088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:33.392210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cfce5db5-16d1-4b4c-ab68-158862f61d71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4758224 Feb 04 20:14:33.395004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:33.399306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34658) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:33.402367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Usage tracker for resource:security_group_rule and tenant:b1ca1f59ee264015bbd7f804a89ea0c6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:33.405599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Port b53d9e51-b237-494e-b378-de87f040391b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:14:33.405913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:33.407460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea528dd5-fbea-46d8-a4e7-1f06d48d07c1 req-693ca7a5-b6c1-4e81-90c3-a6304ca4607b tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284139 Feb 04 20:14:33.413261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': '50974dd8-b0cc-412e-bf29-d31eee8a9627', 'ip_address': '2001:db8::78ad:a707:1d73:fc53'}], 'name': 'tempest-NetworksTestDHCPv6-1761769268'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:33.417535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:33.438851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5ad3-4e58-4391-bef0-5566d75af0c9 req-9b0a79ca-06c9-4f22-98b7-cc28d614cb3f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:33.440673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76d5ad3-4e58-4391-bef0-5566d75af0c9 req-9b0a79ca-06c9-4f22-98b7-cc28d614cb3f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.3047061 Feb 04 20:14:33.444644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:33.445238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Checking segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:33.445945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Bound using segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:33.446576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Bound port: b53d9e51-b237-494e-b378-de87f040391b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:33.447153 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.472004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:33.492054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/50974dd8-b0cc-412e-bf29-d31eee8a9627/30cbb92e-ce13-471e-8708-300b43952fcf) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:33.503868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Network bbae5d84-8507-4117-84ad-791f0b1862e4 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:14:33.532833 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.598284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76d5ad3-4e58-4391-bef0-5566d75af0c9 req-46ba4f30-07ec-443e-8b53-023881a45e35 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127896 Feb 04 20:14:33.599933 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.604652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=20610153-dbaa-4aba-8f04-eb3596c1d5c3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:33.631713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7ea71772-ca94-4600-96a9-1a1126e14443 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/20610153-dbaa-4aba-8f04-eb3596c1d5c3 HTTP/1.1" status: 204 len: 168 time: 1.9295619 Feb 04 20:14:33.636264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34662) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:33.656092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:33.660278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:33.666877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bbae5d84-8507-4117-84ad-791f0b1862e4) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:33.667768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:33.682943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:33.684181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.701854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065cb3a-4209-48b6-955c-dc31842dee14 None None] Network bbae5d84-8507-4117-84ad-791f0b1862e4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:33.714266 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.753651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.761477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.796430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:33.797875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:33.866085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:33.873299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.876994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58842270-e779-4fba-9a1a-a6a295f0270c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:14:33.884476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.886969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:33.891580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.900567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:33.909074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:33.913186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:33.915883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] 10.222.0.24 "PUT /v2.0/ports/b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 1091 time: 2.6828446 Feb 04 20:14:33.922361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:14:33.951974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] Pushing event deleted for resources: {'Port': ['ID=f9ac7e1e-ac63-4289-abdf-9f9d1fed6306,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:33.953837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:33.969570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133e2e2-2b7b-4556-8f8b-483dc6fd1ad5 None None] No DVR routers for this DVR port f9ac7e1e-ac63-4289-abdf-9f9d1fed6306 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:34.014729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.048190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c6329b50-225c-4f4a-ba50-54bfd90881e5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0331564 Feb 04 20:14:34.048867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Transition to ACTIVE for port object 58842270-e779-4fba-9a1a-a6a295f0270c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:34.049019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cefa0-a80c-4a1e-ab81-efb3840c2090 service neutron] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:34.053182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Transition to ACTIVE for port object 30cbb92e-ce13-471e-8708-300b43952fcf will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:34.059680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:14:34.069253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:34.095788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.096747 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Added segment 1b831f5c-3282-4cae-8088-8b68a2b33b06 of type vlan for network 0a5386d8-b3c2-477d-bd34-fd263992649d Feb 04 20:14:34.151465 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'status': 'completed', 'code': 200} Feb 04 20:14:34.177837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.246554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Transition to ACTIVE for port object 30cbb92e-ce13-471e-8708-300b43952fcf will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:34.284338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:34.322720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.347085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2437b2-d0df-45ba-bb4f-401fde06d43e None None] Network bbae5d84-8507-4117-84ad-791f0b1862e4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:34.392347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.419551 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.512910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-324fd817-7127-4ead-b69e-6dc9a0ebd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:34.515510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-324fd817-7127-4ead-b69e-6dc9a0ebd163 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1094 time: 0.3825343 Feb 04 20:14:34.519768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:34.525710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4436ddd-48bf-449f-aeb0-f0d161fae855 req-bc3675e6-bb43-44ea-8ad0-0be592f7c122 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:34.540290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4436ddd-48bf-449f-aeb0-f0d161fae855 req-bc3675e6-bb43-44ea-8ad0-0be592f7c122 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 943 time: 0.1476035 Feb 04 20:14:34.540290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.540290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:34.540290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.543447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:34.552074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:34.613250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9442e463-4bc6-46bf-888b-daf4992dbb9f']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:34.620110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=58842270-e779-4fba-9a1a-a6a295f0270c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:34.667219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83651a3e-2ba0-4f34-aff9-03675ee50764') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:34.667507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83651a3e-2ba0-4f34-aff9-03675ee50764') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:34.722869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.737887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Pushing event updated for resources: {'Port': ['ID=30cbb92e-ce13-471e-8708-300b43952fcf,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:34.779107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-f73b1ed8-d051-4e8f-90df-5c33ddd745d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 217 time: 0.2504532 Feb 04 20:14:34.784170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Attempting to bind port 30cbb92e-ce13-471e-8708-300b43952fcf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:34.784734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Attempting to bind port 30cbb92e-ce13-471e-8708-300b43952fcf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:34.785287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Attempting to bind port 30cbb92e-ce13-471e-8708-300b43952fcf on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:34.792144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.797795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:34.798413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:34.799127 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.800265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:34.800946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Bound port: 30cbb92e-ce13-471e-8708-300b43952fcf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:34.801538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.808089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.838949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Attempting to bind port 58842270-e779-4fba-9a1a-a6a295f0270c on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:34.839573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Attempting to bind port 58842270-e779-4fba-9a1a-a6a295f0270c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'b4dc4794-c513-46a6-8554-19780d4af791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:34.840719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Attempting to bind port 58842270-e779-4fba-9a1a-a6a295f0270c on network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:34.849503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:14:34.849503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.867506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Port 58842270-e779-4fba-9a1a-a6a295f0270c on network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:14:34.867857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Attempting to bind port 58842270-e779-4fba-9a1a-a6a295f0270c on network 04b0d267-37f4-4aa5-abfe-7473af1b0de5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:14:34.879583 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:14:34.894563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-06aa68df-bde4-4db0-a2c7-30f1a0a32dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:34.896291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-06aa68df-bde4-4db0-a2c7-30f1a0a32dcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.0891478 Feb 04 20:14:34.909222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:34.909562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Checking segment: {'id': 'b4dc4794-c513-46a6-8554-19780d4af791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:34.909936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Bound using segment: {'id': 'b4dc4794-c513-46a6-8554-19780d4af791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:34.910375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Bound port: 58842270-e779-4fba-9a1a-a6a295f0270c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4dc4794-c513-46a6-8554-19780d4af791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:34.910784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:34.956447 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3409529 Feb 04 20:14:34.963918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] For port 30cbb92e-ce13-471e-8708-300b43952fcf, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:34.965217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34694) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:34.965871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf3e5a-9b7a-4fe5-a700-1a11f141e04d admin admin] Pushing event updated for resources: {'Network': ['ID=0a5386d8-b3c2-477d-bd34-fd263992649d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:34.966642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] For port 30cbb92e-ce13-471e-8708-300b43952fcf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=30cbb92e-ce13-471e-8708-300b43952fcf,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:34.980727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Request body: {'subnet': {'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-subnet', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:34.985210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 0a5386d8-b3c2-477d-bd34-fd263992649d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:14:34.988676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4436ddd-48bf-449f-aeb0-f0d161fae855 req-75429e0d-72de-47cf-8e44-cef5531ee64c tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525044 Feb 04 20:14:34.993793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:35.008160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Usage tracker for resource:subnet and tenant:b1ca1f59ee264015bbd7f804a89ea0c6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:35.011148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:35.019730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:35.057850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-3e227d80-f809-429f-82c5-c73e4d1aae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:35.059384 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-3e227d80-f809-429f-82c5-c73e4d1aae2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520665 Feb 04 20:14:35.059523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:14:35.069947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:35.197867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff3df4-4fa2-4523-8750-87d82427d646 None None] Pushing event updated for resources: {'Port': ['ID=30cbb92e-ce13-471e-8708-300b43952fcf,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:35.242628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Made reservation on behalf of b1ca1f59ee264015bbd7f804a89ea0c6 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:35.246178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:35.411399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:35.429370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-259753ed-61a0-4324-9ddb-6b026a939c77 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:35.435283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-259753ed-61a0-4324-9ddb-6b026a939c77 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.5528080 Feb 04 20:14:35.458037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] For port 58842270-e779-4fba-9a1a-a6a295f0270c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:35.460636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:35.566996 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-1316c012-5612-46ec-bf7a-11d9e5e6652d service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965415 Feb 04 20:14:35.661277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=9442e463-4bc6-46bf-888b-daf4992dbb9f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:35.664116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] For port 58842270-e779-4fba-9a1a-a6a295f0270c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=58842270-e779-4fba-9a1a-a6a295f0270c,segment=NetworkSegment(b4dc4794-c513-46a6-8554-19780d4af791),segment_id=b4dc4794-c513-46a6-8554-19780d4af791)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:35.668244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eea66be4-8dce-4d2c-b30b-ca918324d386 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/9442e463-4bc6-46bf-888b-daf4992dbb9f HTTP/1.1" status: 204 len: 168 time: 2.0307696 Feb 04 20:14:35.670084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-fb3f68fd-3ccd-423c-bb9d-e7f99e5da4f3 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/quotas/97c81473993645c9bed1c163aab2c1c2 HTTP/1.1" status: 200 len: 375 time: 0.2135637 Feb 04 20:14:35.674751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34706) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:35.719896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885415044'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:35.750485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f666ec7-bfeb-44df-b71a-cef4a96b0295 req-1202f481-61c7-4d87-ab74-3a71ab40ce7a service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685314 Feb 04 20:14:35.775074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb7bd-c94e-4a34-aaaf-98bae03889a7 req-e6adaf2b-a5f7-4e40-b53d-164684458158 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:35.775370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:35.779383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:35.782733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-995eb7bd-c94e-4a34-aaaf-98bae03889a7 req-e6adaf2b-a5f7-4e40-b53d-164684458158 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.5412719 Feb 04 20:14:35.846761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:35.854514 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-c4bacc2d-c3b2-4216-83e5-e82b20f4a6b4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1295576 Feb 04 20:14:35.855587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:35.891505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-995eb7bd-c94e-4a34-aaaf-98bae03889a7 req-d99874f3-a7fb-4054-858b-5a1aab271c33 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076844 Feb 04 20:14:35.912309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:35.925686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:35.926301 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:35.927701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] 10.222.0.24 "PUT /v2.0/ports/58842270-e779-4fba-9a1a-a6a295f0270c HTTP/1.1" status: 200 len: 1091 time: 4.4315941 Feb 04 20:14:35.987749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'tag': '58842270-e779-4fba-9a1a-a6a295f0270c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:14:36.009363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::78ad:a707:1d73:fc53 (a3617f18-5da1-4e3a-821a-582c484776ac/50974dd8-b0cc-412e-bf29-d31eee8a9627/a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:36.091068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-5091e1f4-d4d8-45f7-8ddf-790ad2e2c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.091196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018e54-099f-4a7a-8baf-7b0cbaf5cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=58842270-e779-4fba-9a1a-a6a295f0270c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:36.091279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-5091e1f4-d4d8-45f7-8ddf-790ad2e2c064 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1094 time: 0.1962621 Feb 04 20:14:36.097911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:36.101120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:36.196464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:36.240581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:14:36.271165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-0728a850-bf3f-4fd4-839d-8278ce38c32d service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843203 Feb 04 20:14:36.325381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b5b7e-28cb-4c8b-ac80-af04dfdf9f4b req-33edf8fa-69cd-4364-9429-878beec4a54e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.326955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d2b5b7e-28cb-4c8b-ac80-af04dfdf9f4b req-33edf8fa-69cd-4364-9429-878beec4a54e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.3035488 Feb 04 20:14:36.369118 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:36.369118 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 9ea75709-7597-46b1-8747-aa95830566d8 of type vlan for network deb1f93a-2146-4497-a21f-1945fddd096b Feb 04 20:14:36.400484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97486fd5-a27e-478b-997b-85561e7c07cd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:36.423130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Checking segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:36.423555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Network hostable DHCP agents. Network: 0a5386d8-b3c2-477d-bd34-fd263992649d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:14:36.459187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d2b5b7e-28cb-4c8b-ac80-af04dfdf9f4b req-f5ee1a51-e4c1-4e9d-be13-8c3090a72041 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218290 Feb 04 20:14:36.466772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-3ab92d45-4464-41a1-923f-7ec06a39cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.468271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-3ab92d45-4464-41a1-923f-7ec06a39cafe service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.3710520 Feb 04 20:14:36.545336 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'tag': '58842270-e779-4fba-9a1a-a6a295f0270c', 'status': 'completed', 'code': 200} Feb 04 20:14:36.569393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-d1a0f53a-6317-4e5c-bab9-16b071b166bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 217 time: 0.0890422 Feb 04 20:14:36.575088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Network 0a5386d8-b3c2-477d-bd34-fd263992649d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:14:36.576050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-070b1b8e-b345-4ee2-a4aa-4c764d71a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.577526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-070b1b8e-b345-4ee2-a4aa-4c764d71a5d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5006f6c77f84453bbb70ce43b7de8696&device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 1094 time: 0.5519614 Feb 04 20:14:36.699181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 0a5386d8-b3c2-477d-bd34-fd263992649d) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:36.699893 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:36.708120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69708f03-eccc-42bc-a36d-2121adf258a2 None None] Network 0a5386d8-b3c2-477d-bd34-fd263992649d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:36.722669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-3c9d6a7d-301e-4252-80f9-845b84ee8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.723676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:36.724918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-3c9d6a7d-301e-4252-80f9-845b84ee8ce3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.1413746 Feb 04 20:14:36.739496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:36.746963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-2b69d3ed-d5db-4dd5-b86e-b108b2b5159d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58842270-e779-4fba-9a1a-a6a295f0270c HTTP/1.1" status: 200 len: 217 time: 0.1248925 Feb 04 20:14:36.770634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.771272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:36.897031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-9b334582-9bc0-4d66-bd00-5ef2406f4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.897031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-9b334582-9bc0-4d66-bd00-5ef2406f4dba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0720364-dd35-4cc2-80ec-a04aff2cd415 HTTP/1.1" status: 200 len: 865 time: 0.1285079 Feb 04 20:14:36.897031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-9ef5a96c-c7a0-4f2f-a94a-bfa8f9c84930 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139622 Feb 04 20:14:36.946431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3d5d2-97d2-4bfe-98e3-044668bb01c8 req-f75f272c-6153-4626-8e99-fd754105d0a9 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.947841 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0d3d5d2-97d2-4bfe-98e3-044668bb01c8 req-f75f272c-6153-4626-8e99-fd754105d0a9 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 943 time: 0.2931066 Feb 04 20:14:36.952660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab4913-3255-4468-938b-d07b8123c906 req-ecc2b585-1744-4ec4-a1b2-0e9fa9d2f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.962905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cab4913-3255-4468-938b-d07b8123c906 req-ecc2b585-1744-4ec4-a1b2-0e9fa9d2f17b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 0.2206364 Feb 04 20:14:36.962905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e04f0bda-345c-4396-bed1-aeb6117ea313 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9905877 Feb 04 20:14:36.962905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-6fc80474-d3c1-4f90-a4c2-0e86ccd227e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:36.963388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-6fc80474-d3c1-4f90-a4c2-0e86ccd227e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279153 Feb 04 20:14:36.963878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-78634e81-ed00-48b2-8b6e-69346ecb414f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04b0d267-37f4-4aa5-abfe-7473af1b0de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610452 Feb 04 20:14:36.964355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34726) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:36.969526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:36.974627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:36.978605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Usage tracker for resource:router and tenant:b1ca1f59ee264015bbd7f804a89ea0c6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:37.130552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-e790686c-052e-462a-9e64-1a2f093e405c service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342647 Feb 04 20:14:37.173847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dd6f361b-d18f-4371-8bf3-39ca8ff1fdec None None] Provisioning for port 30cbb92e-ce13-471e-8708-300b43952fcf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:37.201744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.208724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-0a5386d8-b3c2-477d-bd34-fd263992649d', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:14:37.209807 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.310554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-5de4ab96-8270-483c-a5bf-85dbcc11c116 service neutron] 10.222.0.24 "GET /v2.0/networks/04b0d267-37f4-4aa5-abfe-7473af1b0de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271565 Feb 04 20:14:37.315315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cab4913-3255-4468-938b-d07b8123c906 req-75ea39d2-8810-4d1e-8f30-4f5b694c000e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368549 Feb 04 20:14:37.320459 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0d3d5d2-97d2-4bfe-98e3-044668bb01c8 req-01d013f9-4904-4e0f-ac8e-bd50cdde6d3e tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632057 Feb 04 20:14:37.379908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:37.391145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.397661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:37.398459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.418094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:37.428968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bab6fac-2735-427f-bf10-8e7b3813b3bb req-926e5511-2ebe-4390-8986-2ab1110f2f92 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878244 Feb 04 20:14:37.469068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Allocated IP 172.20.0.2 (0a5386d8-b3c2-477d-bd34-fd263992649d/97486fd5-a27e-478b-997b-85561e7c07cd/6012fae8-8723-430e-b2ef-ff550d0d103f) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:37.511884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c437a0fe-7943-4a30-85d8-45eb0dec5e4b req-7e008a33-c1d7-45d8-aebc-51acfabe4f20 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 210 time: 0.0808492 Feb 04 20:14:37.543704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:37.624481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:37.652106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30cbb92e-ce13-471e-8708-300b43952fcf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:37.758221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:37.769318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:37.778003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.778177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54351a-2088-4ceb-bdac-5ece9f08bea0 req-d25ddddf-b463-40a0-a941-a76acd057a84 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:37.785222 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb54351a-2088-4ceb-bdac-5ece9f08bea0 req-d25ddddf-b463-40a0-a941-a76acd057a84 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.1426222 Feb 04 20:14:37.813866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.815536 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.820034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.832455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Transition to ACTIVE for port object 6012fae8-8723-430e-b2ef-ff550d0d103f will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:37.872935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb54351a-2088-4ceb-bdac-5ece9f08bea0 req-9ef55b44-7cdf-414b-b004-414e4564b4d7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866082 Feb 04 20:14:37.873401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Transition to ACTIVE for port object 6012fae8-8723-430e-b2ef-ff550d0d103f will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:37.906930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 30cbb92e-ce13-471e-8708-300b43952fcf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:37.922725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 30cbb92e-ce13-471e-8708-300b43952fcf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:37.924554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:37.967533 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.021911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:38.028255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34748) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:38.034342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:38.038342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3614800 Feb 04 20:14:38.068867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552f3ab-59c7-40e3-ac2e-8337cf78505e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=deb1f93a-2146-4497-a21f-1945fddd096b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:38.070155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Network 0a5386d8-b3c2-477d-bd34-fd263992649d is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:38.074801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:38.079698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:38.108580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.153128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fbbd5052-88b2-4236-970b-7423ad54fdf9 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7479429 Feb 04 20:14:38.156912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34754) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:38.164275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-959bc991-b660-4dbe-9cf6-4e36213a6d97 req-69a87ee7-4669-4fec-be07-7319586580da service neutron] 10.222.0.24 "GET /v2.0/networks/04b0d267-37f4-4aa5-abfe-7473af1b0de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539556 Feb 04 20:14:38.219697 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Pushing event updated for resources: {'Port': ['ID=6012fae8-8723-430e-b2ef-ff550d0d103f,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:38.220866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd67bfa-14aa-4c51-a06f-11ea3abc3878 req-654a29dc-a15d-492b-9be3-78b2cd2fe942 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:38.227903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network deb1f93a-2146-4497-a21f-1945fddd096b details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:14:38.228117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bd67bfa-14aa-4c51-a06f-11ea3abc3878 req-654a29dc-a15d-492b-9be3-78b2cd2fe942 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.9149654 Feb 04 20:14:38.252716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52f0e4cf-7e2b-4693-ae0d-344778b8119c None None] Provisioning for port a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:38.372836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52f0e4cf-7e2b-4693-ae0d-344778b8119c None None] Provisioning complete for port a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:38.373171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52f0e4cf-7e2b-4693-ae0d-344778b8119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.507540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:38.511557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:38.520662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:38.533732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:38.586166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bd67bfa-14aa-4c51-a06f-11ea3abc3878 req-330313a2-f36c-458e-b703-25e276a7f531 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508484 Feb 04 20:14:38.611238 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Attempting to bind port 6012fae8-8723-430e-b2ef-ff550d0d103f on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:38.612249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Attempting to bind port 6012fae8-8723-430e-b2ef-ff550d0d103f by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:38.612614 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Attempting to bind port 6012fae8-8723-430e-b2ef-ff550d0d103f on network 0a5386d8-b3c2-477d-bd34-fd263992649d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:38.649596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-52f0e4cf-7e2b-4693-ae0d-344778b8119c None None] Port a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:38.656131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:38.661143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.666119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b53d9e51-b237-494e-b378-de87f040391b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:14:38.670841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:38.671554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Checking segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:38.672027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.672489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Bound using segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:38.673145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Bound port: 6012fae8-8723-430e-b2ef-ff550d0d103f, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:38.674937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.716504 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.780103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.804725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa9b94-f304-4796-8b8c-4a10a6692c0b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:38.816883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa9b94-f304-4796-8b8c-4a10a6692c0b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:38.817021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3ffa9b94-f304-4796-8b8c-4a10a6692c0b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:38.852244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] For port 6012fae8-8723-430e-b2ef-ff550d0d103f, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:38.852244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] For port 6012fae8-8723-430e-b2ef-ff550d0d103f, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6012fae8-8723-430e-b2ef-ff550d0d103f,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:38.859275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-0041a607-065d-45ae-b3eb-a61324a15b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:38.859275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-0041a607-065d-45ae-b3eb-a61324a15b0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5006f6c77f84453bbb70ce43b7de8696&device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 1094 time: 0.4823968 Feb 04 20:14:38.876115 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.906400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 30cbb92e-ce13-471e-8708-300b43952fcf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=30cbb92e-ce13-471e-8708-300b43952fcf,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:38.910451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:14:38.938253 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:38.951223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f961309b-8a1b-4d23-a279-5c112803117f req-56df79af-53cc-4dd5-8b80-05bfb611cc7d tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 210 time: 0.0871112 Feb 04 20:14:38.957037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3ffa9b94-f304-4796-8b8c-4a10a6692c0b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:38.958140 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3ffa9b94-f304-4796-8b8c-4a10a6692c0b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7995107 Feb 04 20:14:39.027523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34774) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:39.092529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a46c54-ce6f-49ab-89a2-c20af648e986 req-c05ce4c5-70af-43e2-9b2b-fb6f34654e21 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:39.094033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a46c54-ce6f-49ab-89a2-c20af648e986 req-c05ce4c5-70af-43e2-9b2b-fb6f34654e21 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 943 time: 0.5353897 Feb 04 20:14:39.145803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.152152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2623d6c-7d47-482d-8c30-82e44d5d5ed6 None None] Pushing event updated for resources: {'Port': ['ID=6012fae8-8723-430e-b2ef-ff550d0d103f,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:39.173352 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a46c54-ce6f-49ab-89a2-c20af648e986 req-7e3438e9-337a-4e65-a410-c5149a2ee24d tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694022 Feb 04 20:14:39.189605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.273637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-6e69d07d-a070-445d-a7d9-bc6252c5811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:39.275157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-6e69d07d-a070-445d-a7d9-bc6252c5811c service neutron] 10.222.0.24 "GET /v2.0/networks?id=04b0d267-37f4-4aa5-abfe-7473af1b0de5 HTTP/1.1" status: 200 len: 926 time: 0.3750811 Feb 04 20:14:39.282324 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.288277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=8812cb59-99a8-4337-9123-7116137b35d5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:39.320161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:39.322545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.358311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:39.371825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=30cbb92e-ce13-471e-8708-300b43952fcf,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:39.405207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b53d9e51-b237-494e-b378-de87f040391b', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'port_id': 'b53d9e51-b237-494e-b378-de87f040391b', 'mac_address': 'fa:16:3e:d8:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:14:39.441022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-3eed0309-13fb-4133-bb62-fdeb62ec57c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58842270-e779-4fba-9a1a-a6a295f0270c HTTP/1.1" status: 200 len: 217 time: 0.1561630 Feb 04 20:14:39.473415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '9ea75709-7597-46b1-8747-aa95830566d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:39.473781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: deb1f93a-2146-4497-a21f-1945fddd096b, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:14:39.532552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-5ef01ce5-7324-497e-8c9a-e82ec6b0bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:39.534823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-5ef01ce5-7324-497e-8c9a-e82ec6b0bcc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0720364-dd35-4cc2-80ec-a04aff2cd415 HTTP/1.1" status: 200 len: 865 time: 0.0814288 Feb 04 20:14:39.535167 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.569341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53d9e51-b237-494e-b378-de87f040391b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:14:39.588857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30cbb92e-ce13-471e-8708-300b43952fcf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:39.633552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da70ae-1286-4e42-8355-8ec3d7aa0890 req-b8c76d21-d3d4-408f-bead-ac2703934322 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:39.639952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:39.640897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38da70ae-1286-4e42-8355-8ec3d7aa0890 req-b8c76d21-d3d4-408f-bead-ac2703934322 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.4851005 Feb 04 20:14:39.676370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-05766a9c-ea6c-4506-8333-2f2be15f0e4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04b0d267-37f4-4aa5-abfe-7473af1b0de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260390 Feb 04 20:14:39.695930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network deb1f93a-2146-4497-a21f-1945fddd096b is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:14:39.709986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 30cbb92e-ce13-471e-8708-300b43952fcf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:39.716547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.788241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.850171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, deb1f93a-2146-4497-a21f-1945fddd096b) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:39.865280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:39.865737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd2477-d9b6-4bee-81fd-38b260851eb0 None None] Network deb1f93a-2146-4497-a21f-1945fddd096b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:39.866913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:39.938753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:40.001291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceffcf2-6a18-4f03-905e-e3b4513e4622 req-d801e5df-cc6e-4433-9270-12c82b4b1d97 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:40.001291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cceffcf2-6a18-4f03-905e-e3b4513e4622 req-d801e5df-cc6e-4433-9270-12c82b4b1d97 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.2109866 Feb 04 20:14:40.003493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-38da70ae-1286-4e42-8355-8ec3d7aa0890 req-6a179b48-4a79-43fc-b237-b9fd3c0c9727 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:40.004758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:40.028763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-31e75f5a-1227-40c1-93b4-9ec62a8d0b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9994488 Feb 04 20:14:40.046248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34792) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:40.148265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b53d9e51-b237-494e-b378-de87f040391b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:14:40.261042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-985842399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:40.284849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:40.321099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:40.322465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-c035e55e-1283-47bf-9afb-d5db29ae60b7 service neutron] 10.222.0.24 "GET /v2.0/networks/04b0d267-37f4-4aa5-abfe-7473af1b0de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221116 Feb 04 20:14:40.359708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:router and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:40.409020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-deb1f93a-2146-4497-a21f-1945fddd096b', 'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': '8812cb59-99a8-4337-9123-7116137b35d5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:14:40.409443 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:40.424840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:40.461683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:40.482708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cceffcf2-6a18-4f03-905e-e3b4513e4622 req-142023fc-8daa-49bf-87ff-e8fb4dda52a3 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559107 Feb 04 20:14:40.508670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-38da70ae-1286-4e42-8355-8ec3d7aa0890 req-6a179b48-4a79-43fc-b237-b9fd3c0c9727 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:40.511559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38da70ae-1286-4e42-8355-8ec3d7aa0890 req-6a179b48-4a79-43fc-b237-b9fd3c0c9727 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8446157 Feb 04 20:14:40.571380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:40.647565 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:40.660403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:40.663822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:40.707600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 58842270-e779-4fba-9a1a-a6a295f0270c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:14:40.816430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-435791f3-cc02-449c-85ed-91f9b2b4c539 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:40.817427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-435791f3-cc02-449c-85ed-91f9b2b4c539 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:40.820815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:40.850867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63edc8d6-82eb-42be-a983-034a9dd7303d req-21ca9cf7-c924-46a5-bcb0-b40c11264518 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 210 time: 0.1385095 Feb 04 20:14:40.905469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74e1d505-495b-404f-8766-7fa0cd83ee3a req-94d9064d-e1ba-4ab9-8055-6e8d28e3b38d service neutron] 10.222.0.24 "GET /v2.0/networks/04b0d267-37f4-4aa5-abfe-7473af1b0de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682695 Feb 04 20:14:40.975073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.008458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b4151-bcc0-47b8-b0b8-30bde0fc23c5 req-5639a03c-6259-48f2-b64d-020006edad20 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:41.010462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66b4151-bcc0-47b8-b0b8-30bde0fc23c5 req-5639a03c-6259-48f2-b64d-020006edad20 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 943 time: 0.2452173 Feb 04 20:14:41.014331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-435791f3-cc02-449c-85ed-91f9b2b4c539 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:41.020909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-435791f3-cc02-449c-85ed-91f9b2b4c539 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.62 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.7009528 Feb 04 20:14:41.021817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.029111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Request body: {'port': {'device_id': '40977214-69f7-4aff-8b08-13097e8d6404', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'admin_state_up': True, 'tenant_id': '97c81473993645c9bed1c163aab2c1c2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:41.076746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Allocated IP 172.25.7.234 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/57f6cb47-d91b-49bc-85f6-f086c4754b57) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:41.107607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66b4151-bcc0-47b8-b0b8-30bde0fc23c5 req-6a576ee9-b7b4-4758-980a-a06b1468706f tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873084 Feb 04 20:14:41.137434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:41.215023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dedb69d-30f0-4d14-9f1b-e6df4831bda0 None None] Network 0a5386d8-b3c2-477d-bd34-fd263992649d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:41.268272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Allocated IP 172.20.0.2 (deb1f93a-2146-4497-a21f-1945fddd096b/8812cb59-99a8-4337-9123-7116137b35d5/799e39a1-a8cc-4e3f-b0ed-35a867462524) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:41.318418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.386685 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.388290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-18f82cb6-6a72-497f-ac11-b93e2c8b5f84 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3391199 Feb 04 20:14:41.391197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34806) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:41.397646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'port': {'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b', 'name': 'tempest-RoutersTest-1645744739'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:41.404003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 58842270-e779-4fba-9a1a-a6a295f0270c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=58842270-e779-4fba-9a1a-a6a295f0270c,segment=NetworkSegment(b4dc4794-c513-46a6-8554-19780d4af791),segment_id=b4dc4794-c513-46a6-8554-19780d4af791)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:41.426601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '58842270-e779-4fba-9a1a-a6a295f0270c', 'network_id': '04b0d267-37f4-4aa5-abfe-7473af1b0de5', 'port_id': '58842270-e779-4fba-9a1a-a6a295f0270c', 'mac_address': 'fa:16:3e:1d:d5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0720364-dd35-4cc2-80ec-a04aff2cd415', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:14:41.430113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.461496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.466054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-596b9af4-49ae-40ae-9688-15eedd622bf8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d HTTP/1.1" status: 204 len: 168 time: 2.4366021 Feb 04 20:14:41.466896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:41.624066 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.675542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6012fae8-8723-430e-b2ef-ff550d0d103f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:41.706580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814c00c-a379-4c79-b355-a509d5e44a45 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:41.709498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814c00c-a379-4c79-b355-a509d5e44a45 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:41.710223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1814c00c-a379-4c79-b355-a509d5e44a45 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:41.722397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:41.732587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Usage tracker for resource:port and tenant:97c81473993645c9bed1c163aab2c1c2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:41.737875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:41.745249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:41.764232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:41.770805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:41.774099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58842270-e779-4fba-9a1a-a6a295f0270c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:14:41.781312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:41.834858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1814c00c-a379-4c79-b355-a509d5e44a45 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:41.840424 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1814c00c-a379-4c79-b355-a509d5e44a45 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3701837 Feb 04 20:14:41.846492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34820) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:41.901924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:41.905580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:41.981030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=57f6cb47-d91b-49bc-85f6-f086c4754b57,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:42.001720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 50974dd8-b0cc-412e-bf29-d31eee8a9627 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:42.017070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.027378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5eb4619d-7c2f-48c4-ba16-00b57adeb77b None None] Provisioning for port 6012fae8-8723-430e-b2ef-ff550d0d103f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:42.093785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09134a9-d7ab-408a-8f03-79449362e3ec req-137ce4a3-7b68-4f4c-b28b-82398ace48f1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:42.094409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 58842270-e779-4fba-9a1a-a6a295f0270c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=58842270-e779-4fba-9a1a-a6a295f0270c,segment=NetworkSegment(b4dc4794-c513-46a6-8554-19780d4af791),segment_id=b4dc4794-c513-46a6-8554-19780d4af791)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:42.096482 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a09134a9-d7ab-408a-8f03-79449362e3ec req-137ce4a3-7b68-4f4c-b28b-82398ace48f1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.3417351 Feb 04 20:14:42.131957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:42.136229 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.142531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:port and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:42.147965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:42.158002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:42.199385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.202515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.290292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6012fae8-8723-430e-b2ef-ff550d0d103f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:42.299764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a09134a9-d7ab-408a-8f03-79449362e3ec req-6ba2ae33-2e28-4690-843f-839e8990b28e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878181 Feb 04 20:14:42.307203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Transition to ACTIVE for port object 799e39a1-a8cc-4e3f-b0ed-35a867462524 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:42.312408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6012fae8-8723-430e-b2ef-ff550d0d103f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:42.312851 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.327012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:42.327012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.355196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Allocated IP 172.20.0.3 (bbae5d84-8507-4117-84ad-791f0b1862e4/124df688-3066-4fd2-9e18-51457673f28b/59072de3-02fd-4feb-9087-f400ff4b313a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:42.456918 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.465402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Transition to ACTIVE for port object 799e39a1-a8cc-4e3f-b0ed-35a867462524 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:42.471741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-81268686-6fe3-464d-8cf6-0e0d1f675518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:42.473210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-81268686-6fe3-464d-8cf6-0e0d1f675518 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 0.6232703 Feb 04 20:14:42.484817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=58842270-e779-4fba-9a1a-a6a295f0270c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:42.502593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['58842270-e779-4fba-9a1a-a6a295f0270c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:14:42.551099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.591033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 6012fae8-8723-430e-b2ef-ff550d0d103f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6012fae8-8723-430e-b2ef-ff550d0d103f,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:42.592924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.598854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39f37b78-f231-4b09-a685-5e4162d2224a req-96db4b65-7e56-49d7-826f-02858615026a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 210 time: 0.0487313 Feb 04 20:14:42.649594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] device_id is not set on port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:14:42.709885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be00d1f-f70b-49fa-a362-12504aac69e1 req-f89725e0-76d6-42ce-95ce-183b09adf3a4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:42.711575 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6be00d1f-f70b-49fa-a362-12504aac69e1 req-f89725e0-76d6-42ce-95ce-183b09adf3a4 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.7982674 Feb 04 20:14:42.805905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Pushing event updated for resources: {'Port': ['ID=799e39a1-a8cc-4e3f-b0ed-35a867462524,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:42.811512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b53d9e51-b237-494e-b378-de87f040391b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:42.881622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.885479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.887936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Network deb1f93a-2146-4497-a21f-1945fddd096b is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:42.939475 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.948425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=50974dd8-b0cc-412e-bf29-d31eee8a9627,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:42.967914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:42.983512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=6012fae8-8723-430e-b2ef-ff550d0d103f,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:42.994049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61509438-87ac-4ed6-a12b-15ce7edb76ea None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:43.009644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:43.012731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:43.021421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9877ee-0c7b-42e7-ad04-f0f5995a1e98 req-96a2663f-d446-43f5-aabc-2534620fba39 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:43.024664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c9877ee-0c7b-42e7-ad04-f0f5995a1e98 req-96a2663f-d446-43f5-aabc-2534620fba39 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 944 time: 0.1984031 Feb 04 20:14:43.025641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9beb446-d7c2-44dc-aed5-1df177435571 None None] Provisioning complete for port 6012fae8-8723-430e-b2ef-ff550d0d103f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:43.026284 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9beb446-d7c2-44dc-aed5-1df177435571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.077128 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b1188dcb-7fb2-4ce7-8d7d-5d32798bc9d3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/50974dd8-b0cc-412e-bf29-d31eee8a9627 HTTP/1.1" status: 204 len: 168 time: 1.2293410 Feb 04 20:14:43.079629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34834) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:43.095718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c9877ee-0c7b-42e7-ad04-f0f5995a1e98 req-484f9079-b6c1-4a09-9cb7-31b452574ec8 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624616 Feb 04 20:14:43.115189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.233680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event updated for resources: {'Port': ['ID=59072de3-02fd-4feb-9087-f400ff4b313a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:43.242678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Network bbae5d84-8507-4117-84ad-791f0b1862e4 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:43.243956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:43.246427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:43.267259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a468f477-0005-4fa2-ab88-fde53230e194 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1804025 Feb 04 20:14:43.276656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34840) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:43.285145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:43.301006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b53d9e51-b237-494e-b378-de87f040391b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:43.347586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b53d9e51-b237-494e-b378-de87f040391b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:43.347586 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.395293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6be00d1f-f70b-49fa-a362-12504aac69e1 req-57a975dc-1578-4a3d-9102-849ee351265d tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113153 Feb 04 20:14:43.416554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:43.417173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.427635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-a80e5d0a-5cac-40c2-b36c-e0074c448e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:43.430052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-a80e5d0a-5cac-40c2-b36c-e0074c448e04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.9407859 Feb 04 20:14:43.445749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Attempting to bind port 799e39a1-a8cc-4e3f-b0ed-35a867462524 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:43.445749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Attempting to bind port 799e39a1-a8cc-4e3f-b0ed-35a867462524 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9ea75709-7597-46b1-8747-aa95830566d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:43.445749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Attempting to bind port 799e39a1-a8cc-4e3f-b0ed-35a867462524 on network deb1f93a-2146-4497-a21f-1945fddd096b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:43.446047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:43.456390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:14:43.472675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:14:43.501931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:43.546779 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.558684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-22d7a6cc-41de-416d-bad6-7debf473de84 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5332894 Feb 04 20:14:43.578601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Request body: {'port': {'device_id': '40977214-69f7-4aff-8b08-13097e8d6404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:43.619203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:43.619907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Checking segment: {'id': '9ea75709-7597-46b1-8747-aa95830566d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:43.620469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.621049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Bound using segment: {'id': '9ea75709-7597-46b1-8747-aa95830566d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:43.621738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Bound port: 799e39a1-a8cc-4e3f-b0ed-35a867462524, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea75709-7597-46b1-8747-aa95830566d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'deb1f93a-2146-4497-a21f-1945fddd096b'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:43.622273 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.634861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6012fae8-8723-430e-b2ef-ff550d0d103f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:43.712412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:43.788213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-21fde204-efc5-4372-9f6e-00ffff9c559a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 217 time: 0.3478203 Feb 04 20:14:43.789421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.20.0.12 (deb1f93a-2146-4497-a21f-1945fddd096b/8812cb59-99a8-4337-9123-7116137b35d5/721c39b8-a1aa-4fc8-9534-ef7116f43f63) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:43.897046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] For port 799e39a1-a8cc-4e3f-b0ed-35a867462524, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:43.901303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] For port 799e39a1-a8cc-4e3f-b0ed-35a867462524, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=799e39a1-a8cc-4e3f-b0ed-35a867462524,segment=NetworkSegment(9ea75709-7597-46b1-8747-aa95830566d8),segment_id=9ea75709-7597-46b1-8747-aa95830566d8)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:44.018984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.043484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-e99e6c51-cebb-4915-a89c-21ac2195a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:44.046018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-e99e6c51-cebb-4915-a89c-21ac2195a4db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.2372966 Feb 04 20:14:44.101220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:44.104691 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.119962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-8aaf1b10-e71c-4f66-82e1-7a00fea4644e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635536 Feb 04 20:14:44.159906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6012fae8-8723-430e-b2ef-ff550d0d103f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:44.160528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.260993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-571517f7-c953-45e7-9113-ee9037f48e80 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292348 Feb 04 20:14:44.321241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040feb2c-884e-412f-9be4-04cc737a89b2 None None] Pushing event updated for resources: {'Port': ['ID=799e39a1-a8cc-4e3f-b0ed-35a867462524,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:44.332431 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.427957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:14:44.429417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:14:44.474457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.494392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] Deleting port 30cbb92e-ce13-471e-8708-300b43952fcf {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:44.500590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66214088-e892-4d18-836f-f82ec34a312a req-9c021e4f-6aaf-4b98-851d-96602474c4c7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:44.502423 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.502640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66214088-e892-4d18-836f-f82ec34a312a req-9c021e4f-6aaf-4b98-851d-96602474c4c7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 1.0151439 Feb 04 20:14:44.507063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.552242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:44.663261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66214088-e892-4d18-836f-f82ec34a312a req-a0fce52d-f8f7-4111-815c-b76eead63170 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516623 Feb 04 20:14:44.664275 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.670603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:44.676243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:44.680220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:44.681026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:44.759201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=d724e8ab-5e9e-4e91-a9a3-c5e5765a3f55,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:44.829542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4f972013-f333-4adc-ba58-7990e6ad0501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5516088 Feb 04 20:14:44.843195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34862) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:44.849145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': 'd724e8ab-5e9e-4e91-a9a3-c5e5765a3f55', 'ip_address': '2001:db8::fa7:6ec:ed66:20b'}], 'name': 'tempest-NetworksTestDHCPv6-883673025'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:44.920419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea41f5-1373-4657-9fc4-5ec112d86c08 req-a8d20083-0b6e-46ad-b9d7-04dea7355d2a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:44.922085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1eea41f5-1373-4657-9fc4-5ec112d86c08 req-a8d20083-0b6e-46ad-b9d7-04dea7355d2a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 931 time: 1.1249013 Feb 04 20:14:44.955326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:45.034162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] For port 30cbb92e-ce13-471e-8708-300b43952fcf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=30cbb92e-ce13-471e-8708-300b43952fcf,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:45.034966 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:45.049341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59072de3-02fd-4feb-9087-f400ff4b313a {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:14:45.069628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:45.120915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Transition to ACTIVE for port object 59072de3-02fd-4feb-9087-f400ff4b313a will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:45.154304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:45.168940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:45.183406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4eb5-376b-46fc-85c3-e8638be2eeb2 req-7db30934-10c4-4f73-ac29-4743239a1a6b tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:45.190317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-797d4eb5-376b-46fc-85c3-e8638be2eeb2 req-7db30934-10c4-4f73-ac29-4743239a1a6b tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 944 time: 0.2186725 Feb 04 20:14:45.199126 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d5e52e5-c056-483d-98dc-783d25808b3f req-99a889ab-d32e-4add-936b-bc1f57ff2db6 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9032991 Feb 04 20:14:45.224808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:45.241241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:45.293652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] Calling delete_port for 30cbb92e-ce13-471e-8708-300b43952fcf owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:45.304855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1eea41f5-1373-4657-9fc4-5ec112d86c08 req-a4bfb6fc-304b-403b-9a63-fa52ce0ac86a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947030 Feb 04 20:14:45.340828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object 721c39b8-a1aa-4fc8-9534-ef7116f43f63 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:45.359038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:45.500610 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:45.585310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-797d4eb5-376b-46fc-85c3-e8638be2eeb2 req-c84f214a-3152-467c-b360-56b4fdb79efd tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879457 Feb 04 20:14:45.651679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] Pushing event deleted for resources: {'Port': ['ID=30cbb92e-ce13-471e-8708-300b43952fcf,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:45.667134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144eada-9cd2-4ce4-ba7a-3e410fabfd67 None None] No DVR routers for this DVR port 30cbb92e-ce13-471e-8708-300b43952fcf on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:45.701695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e644522-d514-4322-84ce-394587906b23 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:45.702070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:45.709695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:14:45.737006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 799e39a1-a8cc-4e3f-b0ed-35a867462524 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:45.774892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=59072de3-02fd-4feb-9087-f400ff4b313a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:45.823057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=721c39b8-a1aa-4fc8-9534-ef7116f43f63,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:45.836184 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'code': 200} Feb 04 20:14:46.029644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:46.038226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network deb1f93a-2146-4497-a21f-1945fddd096b is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:46.054867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:46.062272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:46.101086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 7962ba45-dfcb-4e41-8337-62d99df28e5d yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:14:46.105793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae79ef-3f2f-4997-a3b4-00b7ec35445b None None] Network deb1f93a-2146-4497-a21f-1945fddd096b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:46.144315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Attempting to bind port 59072de3-02fd-4feb-9087-f400ff4b313a on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:46.145244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Attempting to bind port 59072de3-02fd-4feb-9087-f400ff4b313a by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:46.145854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Attempting to bind port 59072de3-02fd-4feb-9087-f400ff4b313a on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:46.166469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Port 59072de3-02fd-4feb-9087-f400ff4b313a on network bbae5d84-8507-4117-84ad-791f0b1862e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:14:46.167085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Attempting to bind port 59072de3-02fd-4feb-9087-f400ff4b313a on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:46.196429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:46.197480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Checking segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:46.203917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Bound using segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:46.203917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Bound port: 59072de3-02fd-4feb-9087-f400ff4b313a, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:46.203917 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:46.204727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812297cd-bb9d-4ea5-b722-5215e145c673 req-aa827ee2-ebf7-4deb-beaf-131453a2dbac tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:46.206398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-812297cd-bb9d-4ea5-b722-5215e145c673 req-aa827ee2-ebf7-4deb-beaf-131453a2dbac tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.6624844 Feb 04 20:14:46.274941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:46.275964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:46.279581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 799e39a1-a8cc-4e3f-b0ed-35a867462524 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:46.321947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-812297cd-bb9d-4ea5-b722-5215e145c673 req-de66c261-c328-4166-9bfb-69b70d49b10e tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010385 Feb 04 20:14:46.331228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e5d4e794-e38a-4040-a7d9-57633eb579c5 None None] Provisioning for port 799e39a1-a8cc-4e3f-b0ed-35a867462524 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:46.334067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:46.342524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e5d4e794-e38a-4040-a7d9-57633eb579c5 None None] Provisioning complete for port 799e39a1-a8cc-4e3f-b0ed-35a867462524 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:46.342524 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e794-e38a-4040-a7d9-57633eb579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:46.384029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62d785-d55a-41b8-ada6-a12de577bd12 req-2bb3668f-2daa-4ab1-86e8-7b780b53fda6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:46.386184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b62d785-d55a-41b8-ada6-a12de577bd12 req-2bb3668f-2daa-4ab1-86e8-7b780b53fda6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.4417164 Feb 04 20:14:46.391823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:46.394177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a41ff9-c063-478f-b33e-55660f1f9e2c req-dc0f4b0b-67f4-4738-9af7-9bdfdedf4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:46.396130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44a41ff9-c063-478f-b33e-55660f1f9e2c req-dc0f4b0b-67f4-4738-9af7-9bdfdedf4eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1096 time: 0.4240532 Feb 04 20:14:46.414335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30cbb92e-ce13-471e-8708-300b43952fcf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:46.450701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'd724e8ab-5e9e-4e91-a9a3-c5e5765a3f55'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:14:46.451541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:46.481482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc6b8f37-427d-4997-9401-e9ccacf125bd tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0888140 Feb 04 20:14:46.483293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:46.483937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:46.485197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34874) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:46.603072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44a41ff9-c063-478f-b33e-55660f1f9e2c req-ae18d1ac-dd95-49ef-9e80-0d9d24739c76 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986797 Feb 04 20:14:46.642023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:46.646307 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e072612f-d3ce-4546-bc65-7107eaecf5a4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.6809597 Feb 04 20:14:46.653408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34880) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:46.674842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:46.730035 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b62d785-d55a-41b8-ada6-a12de577bd12 req-5231016c-7eb6-4b17-840b-4a413c3ab3b2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322377 Feb 04 20:14:46.743049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] For port 59072de3-02fd-4feb-9087-f400ff4b313a, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:46.771962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::fa7:6ec:ed66:20b (a3617f18-5da1-4e3a-821a-582c484776ac/d724e8ab-5e9e-4e91-a9a3-c5e5765a3f55/7962ba45-dfcb-4e41-8337-62d99df28e5d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:46.906069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 58842270-e779-4fba-9a1a-a6a295f0270c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:46.912786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] For port 59072de3-02fd-4feb-9087-f400ff4b313a, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=59072de3-02fd-4feb-9087-f400ff4b313a,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:46.947632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 30cbb92e-ce13-471e-8708-300b43952fcf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:46.947993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30cbb92e-ce13-471e-8708-300b43952fcf not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:47.139223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6751e4-23ad-44c1-bc5c-6c90730a2c5b req-0fe27ca5-c94d-4e5b-acc4-278efbaa372d tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:47.140820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b6751e4-23ad-44c1-bc5c-6c90730a2c5b req-0fe27ca5-c94d-4e5b-acc4-278efbaa372d tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 943 time: 0.5366664 Feb 04 20:14:47.193061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.214134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 7962ba45-dfcb-4e41-8337-62d99df28e5d will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:47.277404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b6751e4-23ad-44c1-bc5c-6c90730a2c5b req-525d3b4c-2499-4b81-8fed-d1af104d12fd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203067 Feb 04 20:14:47.316394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.320327 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e794-e38a-4040-a7d9-57633eb579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.376008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.409579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:47.410190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.411629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] 10.222.0.62 "PUT /v2.0/ports/59072de3-02fd-4feb-9087-f400ff4b313a HTTP/1.1" status: 200 len: 1091 time: 3.8415697 Feb 04 20:14:47.417229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40977214-69f7-4aff-8b08-13097e8d6404', 'tag': '59072de3-02fd-4feb-9087-f400ff4b313a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:14:47.481536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 58842270-e779-4fba-9a1a-a6a295f0270c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:47.496270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e5d4e794-e38a-4040-a7d9-57633eb579c5 None None] For port 799e39a1-a8cc-4e3f-b0ed-35a867462524, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=799e39a1-a8cc-4e3f-b0ed-35a867462524,segment=NetworkSegment(9ea75709-7597-46b1-8747-aa95830566d8),segment_id=9ea75709-7597-46b1-8747-aa95830566d8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:47.503927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 58842270-e779-4fba-9a1a-a6a295f0270c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:47.504299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.558038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/d724e8ab-5e9e-4e91-a9a3-c5e5765a3f55/c448230e-2a6c-4a69-8df4-82d576ff9f88) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:47.586930 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e794-e38a-4040-a7d9-57633eb579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.592260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:47.599648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916c438-d247-49a2-8681-0a8631d0d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=59072de3-02fd-4feb-9087-f400ff4b313a,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:47.644573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:47.708244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:47.715312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:47.715953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:47.775853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4e794-e38a-4040-a7d9-57633eb579c5 None None] Pushing event updated for resources: {'Port': ['ID=799e39a1-a8cc-4e3f-b0ed-35a867462524,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:47.776867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3af93-104c-45d1-80c4-24ca66a48032 req-2a554d4c-6db6-406c-baa5-5bc96a9ad551 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:47.778376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7f3af93-104c-45d1-80c4-24ca66a48032 req-2a554d4c-6db6-406c-baa5-5bc96a9ad551 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 944 time: 0.8643458 Feb 04 20:14:47.928542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.042928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:42Z', 'revision_number': 3, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:48.054713 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.079469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:14:48.080687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Updating router 79d4db50-9938-4dff-a6d4-a843bb220a3d port 57f6cb47-d91b-49bc-85f6-f086c4754b57 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:14:48.247921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4029863 Feb 04 20:14:48.261093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:48.275148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512a812-9aaa-4ae0-9224-99e805383b1b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=7962ba45-dfcb-4e41-8337-62d99df28e5d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:48.359642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7f3af93-104c-45d1-80c4-24ca66a48032 req-f5a79b53-c9bd-4d20-8710-faa0ca7a5399 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699329 Feb 04 20:14:48.409405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58842270-e779-4fba-9a1a-a6a295f0270c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:14:48.427560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1448b99e-3a08-44d9-b0ac-d981b7b868e0 None None] Provisioning complete for port 799e39a1-a8cc-4e3f-b0ed-35a867462524 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:48.434330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19f72a-6a96-4e66-b23d-cd31456555c6 req-7a03774b-33d8-4225-bd18-0c04e004edef tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:48.435918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d19f72a-6a96-4e66-b23d-cd31456555c6 req-7a03774b-33d8-4225-bd18-0c04e004edef tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.7351675 Feb 04 20:14:48.456880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1448b99e-3a08-44d9-b0ac-d981b7b868e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.477842 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40977214-69f7-4aff-8b08-13097e8d6404', 'tag': '59072de3-02fd-4feb-9087-f400ff4b313a', 'status': 'completed', 'code': 200} Feb 04 20:14:48.502843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d19f72a-6a96-4e66-b23d-cd31456555c6 req-17239856-3264-4170-8aa1-3a7737802743 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551379 Feb 04 20:14:48.503476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-6e60fb51-98e6-4caf-8aee-5b3247282a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:48.504959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-6e60fb51-98e6-4caf-8aee-5b3247282a74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 1094 time: 0.9149919 Feb 04 20:14:48.517141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 58842270-e779-4fba-9a1a-a6a295f0270c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=58842270-e779-4fba-9a1a-a6a295f0270c,segment=NetworkSegment(b4dc4794-c513-46a6-8554-19780d4af791),segment_id=b4dc4794-c513-46a6-8554-19780d4af791)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:48.554277 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.556146 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.593940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-1cb88b92-65c1-49f3-8455-e6ae634d6c19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59072de3-02fd-4feb-9087-f400ff4b313a HTTP/1.1" status: 200 len: 217 time: 0.0784745 Feb 04 20:14:48.610786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.631234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.633581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Transition to ACTIVE for port object c448230e-2a6c-4a69-8df4-82d576ff9f88 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:48.679183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41032b9-179d-401d-9317-23f353901691 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:48.679901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f41032b9-179d-401d-9317-23f353901691 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:48.692047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.800851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Transition to ACTIVE for port object c448230e-2a6c-4a69-8df4-82d576ff9f88 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:48.892088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=721c39b8-a1aa-4fc8-9534-ef7116f43f63,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:48.915332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbef54-da27-4747-a0eb-a50da780b1de req-f25591ce-6504-4950-87f4-f71436dc8b99 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:48.926519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35bbef54-da27-4747-a0eb-a50da780b1de req-f25591ce-6504-4950-87f4-f71436dc8b99 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 943 time: 0.3007257 Feb 04 20:14:48.933444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=58842270-e779-4fba-9a1a-a6a295f0270c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:48.945758 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:48.968683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-41efbe1b-a41e-48cd-8180-1bcf67cc2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:48.971512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-41efbe1b-a41e-48cd-8180-1bcf67cc2b24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.3436568 Feb 04 20:14:49.051250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Pushing event updated for resources: {'Port': ['ID=c448230e-2a6c-4a69-8df4-82d576ff9f88,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:49.060995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1448b99e-3a08-44d9-b0ac-d981b7b868e0 None None] Provisioning for port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:49.071987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1448b99e-3a08-44d9-b0ac-d981b7b868e0 None None] Provisioning complete for port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:49.072740 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1448b99e-3a08-44d9-b0ac-d981b7b868e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.078411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-e992553a-76a4-4e79-98ff-0e49979a6b60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995693 Feb 04 20:14:49.125788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f41032b9-179d-401d-9317-23f353901691 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:49.127001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f41032b9-179d-401d-9317-23f353901691 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 942 time: 0.8538351 Feb 04 20:14:49.140684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1448b99e-3a08-44d9-b0ac-d981b7b868e0 None None] Port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:49.151086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34910) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:49.153679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:49.170353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:49.173228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:49.233663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.292194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35bbef54-da27-4747-a0eb-a50da780b1de req-590181b2-a287-4e5b-ab99-c7a4a53772c2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646908 Feb 04 20:14:49.304640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95465ba-2212-4f2f-9e28-fbdee993b291 req-eba63249-45c3-4c99-9920-dec7165a8d5f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:49.306769 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f95465ba-2212-4f2f-9e28-fbdee993b291 req-eba63249-45c3-4c99-9920-dec7165a8d5f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.7161152 Feb 04 20:14:49.371056 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58842270-e779-4fba-9a1a-a6a295f0270c', 'code': 200} Feb 04 20:14:49.383894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Attempting to bind port c448230e-2a6c-4a69-8df4-82d576ff9f88 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:49.384256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Attempting to bind port c448230e-2a6c-4a69-8df4-82d576ff9f88 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:49.384629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Attempting to bind port c448230e-2a6c-4a69-8df4-82d576ff9f88 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:49.401556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 7962ba45-dfcb-4e41-8337-62d99df28e5d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:49.401922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.420060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5cbd8217-384a-4385-86b7-d4ee189120fe None None] Provisioning complete for port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:49.421543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8217-384a-4385-86b7-d4ee189120fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.482332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:49.485456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:49.485834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.486300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:49.493236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Bound port: c448230e-2a6c-4a69-8df4-82d576ff9f88, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:49.495151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.548712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.629771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 799e39a1-a8cc-4e3f-b0ed-35a867462524 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:49.641260 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.766838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] For port c448230e-2a6c-4a69-8df4-82d576ff9f88, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:49.770858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] For port c448230e-2a6c-4a69-8df4-82d576ff9f88, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c448230e-2a6c-4a69-8df4-82d576ff9f88,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:49.786256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.800685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd8217-384a-4385-86b7-d4ee189120fe None None] Port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:49.809144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Transition to ACTIVE for port object 57f6cb47-d91b-49bc-85f6-f086c4754b57 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:49.828897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 799e39a1-a8cc-4e3f-b0ed-35a867462524 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:49.829417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.834779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Allocated IP 172.20.0.1 (0a5386d8-b3c2-477d-bd34-fd263992649d/97486fd5-a27e-478b-997b-85561e7c07cd/90765c0c-38d7-4ba3-a0a4-95be5f183250) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:14:49.860878 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:49.926006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.005689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Attempting to bind port 57f6cb47-d91b-49bc-85f6-f086c4754b57 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:14:50.006062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Attempting to bind port 57f6cb47-d91b-49bc-85f6-f086c4754b57 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:14:50.006426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Attempting to bind port 57f6cb47-d91b-49bc-85f6-f086c4754b57 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:14:50.026335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:14:50.026722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:14:50.027187 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.027351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.027750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:14:50.028215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Bound port: 57f6cb47-d91b-49bc-85f6-f086c4754b57, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:14:50.028583 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.046296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Transition to ACTIVE for port object 90765c0c-38d7-4ba3-a0a4-95be5f183250 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:14:50.072358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-9b91df39-080f-47d5-8de3-5f8b6cb5163a service neutron] 10.222.0.62 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9850185 Feb 04 20:14:50.086965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88190c9f-60d3-48cb-b4a2-d636d8589cd6 None None] Pushing event updated for resources: {'Port': ['ID=c448230e-2a6c-4a69-8df4-82d576ff9f88,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:50.100077 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f95465ba-2212-4f2f-9e28-fbdee993b291 req-f3bce0f7-b5b1-4cd8-9036-d94033c15b4c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7505937 Feb 04 20:14:50.232940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5791-af46-48df-997e-81f2f99d13a2 req-8b2bf5bc-159c-43c8-882e-aeb55b3c06a1 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:50.242981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44cc5791-af46-48df-997e-81f2f99d13a2 req-8b2bf5bc-159c-43c8-882e-aeb55b3c06a1 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 945 time: 0.7046120 Feb 04 20:14:50.253647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517f47-0b0a-41bd-b28c-dcdbc6ed0d66 req-261d4959-84f3-4ed4-b40a-d2496066daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:50.256908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06517f47-0b0a-41bd-b28c-dcdbc6ed0d66 req-261d4959-84f3-4ed4-b40a-d2496066daad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 1096 time: 0.7936339 Feb 04 20:14:50.283984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-71316f15-12e9-46b8-9ec7-fc353f7f1d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.355158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] For port 57f6cb47-d91b-49bc-85f6-f086c4754b57, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:14:50.358795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.366120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] For port 57f6cb47-d91b-49bc-85f6-f086c4754b57, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=57f6cb47-d91b-49bc-85f6-f086c4754b57,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:14:50.378103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea16026-843d-45a6-a93e-09bdd7f3c32f None None] Pushing event updated for resources: {'Port': ['ID=57f6cb47-d91b-49bc-85f6-f086c4754b57,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:50.395880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06517f47-0b0a-41bd-b28c-dcdbc6ed0d66 req-3629b667-7c1b-4c89-801f-30172e94515e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262839 Feb 04 20:14:50.410878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44cc5791-af46-48df-997e-81f2f99d13a2 req-74177d63-8737-48b2-a611-844634b04938 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666787 Feb 04 20:14:50.453319 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.478766 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.563559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.588744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:50.589382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:50.608905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Network 0a5386d8-b3c2-477d-bd34-fd263992649d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:50.636162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:50.682681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:14:50.797879 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.902266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:50.923091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea16026-843d-45a6-a93e-09bdd7f3c32f None None] Pushing event updated for resources: {'Port': ['ID=57f6cb47-d91b-49bc-85f6-f086c4754b57,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:50.924287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=721c39b8-a1aa-4fc8-9534-ef7116f43f63,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:50.938558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:51.116281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network deb1f93a-2146-4497-a21f-1945fddd096b is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:51.120879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:51.247750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2854e74-a769-43e0-91ef-25bb6fc4010e req-0eab1bae-d0cf-41ee-bf03-46d4e457e0a7 service neutron] 10.222.0.62 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1269763 Feb 04 20:14:51.302191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-34d928cb-da6d-468f-8ffc-dbc641c18a95 None None] Provisioning for port 90765c0c-38d7-4ba3-a0a4-95be5f183250 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:51.310271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-34d928cb-da6d-468f-8ffc-dbc641c18a95 None None] Provisioning complete for port 90765c0c-38d7-4ba3-a0a4-95be5f183250 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:51.310640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-34d928cb-da6d-468f-8ffc-dbc641c18a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:51.380465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=90765c0c-38d7-4ba3-a0a4-95be5f183250,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:51.411685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3944287-88d7-459b-b7ca-54efe8c4425a req-31a9fe36-124d-4f55-936d-f3cc9983dc50 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:51.413298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3944287-88d7-459b-b7ca-54efe8c4425a req-31a9fe36-124d-4f55-936d-f3cc9983dc50 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.7890041 Feb 04 20:14:51.427328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34936) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:51.436197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-34d928cb-da6d-468f-8ffc-dbc641c18a95 None None] Port 90765c0c-38d7-4ba3-a0a4-95be5f183250 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:51.512525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:42Z', 'revision_number': 3, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:51.518965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50551b59-0024-48e5-a60b-80af4d70aa18 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:42Z', 'revision_number': 3, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:51.530741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:51.532954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 776ca453-33be-45ce-8a9a-f0fb8ba5e341 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:14:51.560297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3d2af162-2116-4ab4-a07e-81e4a70a4a1e None None] Provisioning complete for port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:51.560763 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3d2af162-2116-4ab4-a07e-81e4a70a4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:51.572782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'floatingip': {'port_id': 'b53d9e51-b237-494e-b378-de87f040391b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:51.676770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3d2af162-2116-4ab4-a07e-81e4a70a4a1e None None] Port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:51.702906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c448230e-2a6c-4a69-8df4-82d576ff9f88 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:51.876335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c448230e-2a6c-4a69-8df4-82d576ff9f88 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:51.932398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:51.942737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a4d8a840-f173-4032-aa17-8aa94604687e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/776ca453-33be-45ce-8a9a-f0fb8ba5e341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4504826 Feb 04 20:14:51.943755 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] Sync routers for ids ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:51.950009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34942) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:51.960609 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] Routers {'776ca453-33be-45ce-8a9a-f0fb8ba5e341'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:51.961737 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:52.054465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 7962ba45-dfcb-4e41-8337-62d99df28e5d owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:52.130662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807cb966-da86-437a-81ab-0820b3bbf02b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:52.130662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-807cb966-da86-437a-81ab-0820b3bbf02b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:52.215916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d73a7-e797-40bd-b9ea-3cc1463e8aa2 req-b316c2f8-8e0c-4910-b93b-d541f916b8c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:52.223794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c07d73a7-e797-40bd-b9ea-3cc1463e8aa2 req-b316c2f8-8e0c-4910-b93b-d541f916b8c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 943 time: 0.5081856 Feb 04 20:14:52.249098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-472deb1f-3844-4e84-805f-b6fe2c681fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:52.277241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f5b6e5a7-2016-45a1-ab21-d49fb012de75 None None] Provisioning for port c448230e-2a6c-4a69-8df4-82d576ff9f88 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:52.283828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f5b6e5a7-2016-45a1-ab21-d49fb012de75 None None] Provisioning complete for port c448230e-2a6c-4a69-8df4-82d576ff9f88 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:52.284395 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e5a7-2016-45a1-ab21-d49fb012de75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:52.287373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-807cb966-da86-437a-81ab-0820b3bbf02b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:52.292107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-807cb966-da86-437a-81ab-0820b3bbf02b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports/721c39b8-a1aa-4fc8-9534-ef7116f43f63 HTTP/1.1" status: 200 len: 978 time: 0.3411961 Feb 04 20:14:52.296131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34946) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:52.321478 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:52.347804 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] Routers {'776ca453-33be-45ce-8a9a-f0fb8ba5e341'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:52.351224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:52.353812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:52.537271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c07d73a7-e797-40bd-b9ea-3cc1463e8aa2 req-7380511e-4b75-4586-93cd-cf672857327f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122220 Feb 04 20:14:52.567925 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:52.568516 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135fd49-7b1e-46b0-ba55-c90159dbe74e None None] The sync data for ids ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:52.578626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70507d55-b004-4ef4-84bd-e9b21df56541 req-278f8166-b4f8-4a43-ba91-f9f037626f92 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:52.585706 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-70507d55-b004-4ef4-84bd-e9b21df56541 req-278f8166-b4f8-4a43-ba91-f9f037626f92 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 2.2884531 Feb 04 20:14:52.616313 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:52.654375 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e5a7-2016-45a1-ab21-d49fb012de75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:52.742883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f5b6e5a7-2016-45a1-ab21-d49fb012de75 None None] For port c448230e-2a6c-4a69-8df4-82d576ff9f88, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c448230e-2a6c-4a69-8df4-82d576ff9f88,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:52.818516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e5a7-2016-45a1-ab21-d49fb012de75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:52.906227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6e5a7-2016-45a1-ab21-d49fb012de75 None None] Pushing event updated for resources: {'Port': ['ID=c448230e-2a6c-4a69-8df4-82d576ff9f88,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:52.937782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bf2c019d-066a-41fa-b0d7-19d14c18d79f None None] Could not find standard attr ID for object 7962ba45-dfcb-4e41-8337-62d99df28e5d. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:14:52.943399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=7962ba45-dfcb-4e41-8337-62d99df28e5d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:52.973756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:53.281201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01546303-9ea4-463d-b517-2124d19a7585 req-4a1e8a40-3437-47ad-9c71-91b4d5d706e3 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:53.282862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01546303-9ea4-463d-b517-2124d19a7585 req-4a1e8a40-3437-47ad-9c71-91b4d5d706e3 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 945 time: 0.4556189 Feb 04 20:14:53.340570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:53.358334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01546303-9ea4-463d-b517-2124d19a7585 req-2cdf8dcf-ab0e-4d7d-8152-b5cd00b84fd9 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647917 Feb 04 20:14:53.425608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-70507d55-b004-4ef4-84bd-e9b21df56541 req-950584d3-c4f6-431b-a2ff-c080c74f3263 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369112 Feb 04 20:14:53.435941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:53.459320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:53.582756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-6381c7bf-fc08-4412-9b3c-dba9a7ef408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:53.589936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-6381c7bf-fc08-4412-9b3c-dba9a7ef408c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 1094 time: 2.1606750 Feb 04 20:14:53.705539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:53.780801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c448230e-2a6c-4a69-8df4-82d576ff9f88 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:53.912250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c448230e-2a6c-4a69-8df4-82d576ff9f88 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:53.912972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:53.916311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ffe70ef2-d3f5-44fb-9e38-b79ca86c24d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/7962ba45-dfcb-4e41-8337-62d99df28e5d HTTP/1.1" status: 204 len: 168 time: 4.7630374 Feb 04 20:14:53.919242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002a15d-3241-4e74-b7c4-a4c56707de83 req-ed855cd0-fd51-4d43-b298-ae27ed3d157a tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:53.929240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4002a15d-3241-4e74-b7c4-a4c56707de83 req-ed855cd0-fd51-4d43-b298-ae27ed3d157a tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 945 time: 0.3360772 Feb 04 20:14:53.930865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34966) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:54.156550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 57f6cb47-d91b-49bc-85f6-f086c4754b57 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:54.192572 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4002a15d-3241-4e74-b7c4-a4c56707de83 req-cb4a3e02-5018-4a52-8054-e732e054c483 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624562 Feb 04 20:14:54.198233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e03fb-e44c-42d3-9450-aa051fdd1249 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:54.200124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e03fb-e44c-42d3-9450-aa051fdd1249 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:54.200945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d31e03fb-e44c-42d3-9450-aa051fdd1249 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:54.278506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 721c39b8-a1aa-4fc8-9534-ef7116f43f63 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:54.278941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.363241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 57f6cb47-d91b-49bc-85f6-f086c4754b57 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:54.368046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d31e03fb-e44c-42d3-9450-aa051fdd1249 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:54.368046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d31e03fb-e44c-42d3-9450-aa051fdd1249 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4290271 Feb 04 20:14:54.368046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34980) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:54.370663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 57f6cb47-d91b-49bc-85f6-f086c4754b57 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:54.371127 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.429566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:14:54.463360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-d59c236f-d63d-444c-9233-364d4e687b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:54.464940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-d59c236f-d63d-444c-9233-364d4e687b75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 913 time: 0.7912567 Feb 04 20:14:54.479794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.528078 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.547406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 57f6cb47-d91b-49bc-85f6-f086c4754b57, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=57f6cb47-d91b-49bc-85f6-f086c4754b57,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:54.564587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-4ad296ce-8372-46fa-bf0c-a42311c46af5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59072de3-02fd-4feb-9087-f400ff4b313a HTTP/1.1" status: 200 len: 217 time: 0.0801451 Feb 04 20:14:54.565091 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.609227 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.619911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.699994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet d724e8ab-5e9e-4e91-a9a3-c5e5765a3f55 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:14:54.703394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.706926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 59072de3-02fd-4feb-9087-f400ff4b313a details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:14:54.759202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.792430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d20bd9-459f-4a51-93d5-376e14ac553d req-c6aca268-9824-4781-9185-cd46d95e40e6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:54.793136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-70d20bd9-459f-4a51-93d5-376e14ac553d req-c6aca268-9824-4781-9185-cd46d95e40e6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:54.861680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.862185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 59072de3-02fd-4feb-9087-f400ff4b313a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=59072de3-02fd-4feb-9087-f400ff4b313a,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:54.880680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '59072de3-02fd-4feb-9087-f400ff4b313a', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'port_id': '59072de3-02fd-4feb-9087-f400ff4b313a', 'mac_address': 'fa:16:3e:94:b1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124df688-3066-4fd2-9e18-51457673f28b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:14:54.900052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:54.904011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=90765c0c-38d7-4ba3-a0a4-95be5f183250,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:54.910185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-5f297c99-ab35-4ec8-8d4c-76892973d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:54.911867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-5f297c99-ab35-4ec8-8d4c-76892973d391 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.2618148 Feb 04 20:14:55.007261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-70d20bd9-459f-4a51-93d5-376e14ac553d req-c6aca268-9824-4781-9185-cd46d95e40e6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:55.013314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=57f6cb47-d91b-49bc-85f6-f086c4754b57,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:55.015392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-70d20bd9-459f-4a51-93d5-376e14ac553d req-c6aca268-9824-4781-9185-cd46d95e40e6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 943 time: 1.1367841 Feb 04 20:14:55.042102 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.056851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 721c39b8-a1aa-4fc8-9534-ef7116f43f63 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:55.088018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.088201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59072de3-02fd-4feb-9087-f400ff4b313a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:14:55.120069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-b66a430a-4b89-40e2-bfd9-f2d015a3addd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753340 Feb 04 20:14:55.138492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 59072de3-02fd-4feb-9087-f400ff4b313a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=59072de3-02fd-4feb-9087-f400ff4b313a,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:55.144117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.152494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524efa0-01e3-4a16-bd4b-c3a4d12823c9 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:55.156218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=d724e8ab-5e9e-4e91-a9a3-c5e5765a3f55,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:55.172951 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.361555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-70d20bd9-459f-4a51-93d5-376e14ac553d req-d9410608-87a3-4e1a-ac40-24e54ebaf689 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:55.387503 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.455371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Network 0a5386d8-b3c2-477d-bd34-fd263992649d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:55.517197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d9207044-e10c-4781-b223-c8396a700a17 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/d724e8ab-5e9e-4e91-a9a3-c5e5765a3f55 HTTP/1.1" status: 204 len: 168 time: 1.1477942 Feb 04 20:14:55.520021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:55.558973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=59072de3-02fd-4feb-9087-f400ff4b313a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:55.599181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.601426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 57f6cb47-d91b-49bc-85f6-f086c4754b57 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:55.615531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-70d20bd9-459f-4a51-93d5-376e14ac553d req-d9410608-87a3-4e1a-ac40-24e54ebaf689 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:55.643259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-70d20bd9-459f-4a51-93d5-376e14ac553d req-d9410608-87a3-4e1a-ac40-24e54ebaf689 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085038 Feb 04 20:14:55.643259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:55.692388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-d705ca32-0efd-4a26-8f01-2f8733118d3c service neutron] 10.222.0.62 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481362 Feb 04 20:14:55.695409 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.760169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-97322b89-47cf-4ca1-93b0-233fec8bb836 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2390440 Feb 04 20:14:55.765789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35004) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:55.843625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 57f6cb47-d91b-49bc-85f6-f086c4754b57 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:55.845075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:55.910322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d8f1-38d4-4db9-8be9-bca740b34812 req-69cfd5c7-7683-4274-a812-de4a6b081d58 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:55.910559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['59072de3-02fd-4feb-9087-f400ff4b313a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:14:55.912277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ea2d8f1-38d4-4db9-8be9-bca740b34812 req-69cfd5c7-7683-4274-a812-de4a6b081d58 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 945 time: 0.2402792 Feb 04 20:14:55.994074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:56.123856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f05ac78e-3fa1-4c19-bef9-2d070c315644 req-e8e2e9e2-3727-4edd-9c16-4879f7887db0 service neutron] 10.222.0.62 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532495 Feb 04 20:14:56.190423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ea2d8f1-38d4-4db9-8be9-bca740b34812 req-ab082492-b956-4179-aee3-7c659f4138b6 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704482 Feb 04 20:14:56.191382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=721c39b8-a1aa-4fc8-9534-ef7116f43f63,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:56.215360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d95b3-661c-4985-bd22-3d6c15029efc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:56.217086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ba3d95b3-661c-4985-bd22-3d6c15029efc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4476552 Feb 04 20:14:56.220749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35010) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:56.253428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:14:56.379719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] Deleting port c448230e-2a6c-4a69-8df4-82d576ff9f88 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:56.381997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:56.529153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:56.535923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:56.539423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900b86d-6dbf-4688-aa49-beb569ba4030 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:56.543861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b900b86d-6dbf-4688-aa49-beb569ba4030 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:56.598924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b6820655-904c-4804-92cc-e6a547dc8f7d None None] Provisioning complete for port 90765c0c-38d7-4ba3-a0a4-95be5f183250 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:56.599564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6820655-904c-4804-92cc-e6a547dc8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:56.816325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b6820655-904c-4804-92cc-e6a547dc8f7d None None] Port 90765c0c-38d7-4ba3-a0a4-95be5f183250 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:14:56.879140 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Floating IP 0afc6cc3-4551-45dc-a375-8560f190ff1e associated. External IP: 172.25.7.171, port: b53d9e51-b237-494e-b378-de87f040391b. Feb 04 20:14:56.891775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b900b86d-6dbf-4688-aa49-beb569ba4030 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:56.896262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b900b86d-6dbf-4688-aa49-beb569ba4030 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6742251 Feb 04 20:14:56.896904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35022) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:56.991251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a4c7478f-f357-44d9-898b-08859a45719c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906093 Feb 04 20:14:56.991929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35026) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:57.024601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] For port c448230e-2a6c-4a69-8df4-82d576ff9f88, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c448230e-2a6c-4a69-8df4-82d576ff9f88,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:57.025195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:57.131568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:57.187860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] Calling delete_port for c448230e-2a6c-4a69-8df4-82d576ff9f88 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:14:57.246992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 776ca453-33be-45ce-8a9a-f0fb8ba5e341 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:57.319743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:57.333920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-690ce8c2-47fd-49dd-92a0-a07ab691d5b5 admin admin] 10.222.0.48 "PUT /v2.0/routers/79d4db50-9938-4dff-a6d4-a843bb220a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6794276 Feb 04 20:14:57.338771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:57.348456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:57.353250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fe78d-0967-4f19-976e-0e3270519eeb req-5cc68053-d0eb-4c81-9298-bf6900bd3629 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:57.355052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-679fe78d-0967-4f19-976e-0e3270519eeb req-5cc68053-d0eb-4c81-9298-bf6900bd3629 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 944 time: 0.4233994 Feb 04 20:14:57.362386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:14:57.402896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:57.403561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:57.469920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] Pushing event deleted for resources: {'Port': ['ID=c448230e-2a6c-4a69-8df4-82d576ff9f88,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:57.483123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b7e45f-b5bf-47ff-bc66-ff946e6ccb54 None None] No DVR routers for this DVR port c448230e-2a6c-4a69-8df4-82d576ff9f88 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:14:57.561694 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-679fe78d-0967-4f19-976e-0e3270519eeb req-a003d9ec-b62e-4f25-894f-9b07bb3ac917 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485851 Feb 04 20:14:57.627720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Router e945adcd-96f8-4fa5-b456-6866ea592064 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:14:57.651179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c448230e-2a6c-4a69-8df4-82d576ff9f88 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:14:57.693521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c448230e-2a6c-4a69-8df4-82d576ff9f88 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:14:57.693722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c448230e-2a6c-4a69-8df4-82d576ff9f88 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:14:57.734330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:57.812719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:14:57.837378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:57.851111 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] Sync routers for ids ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:57.863408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] Routers {'776ca453-33be-45ce-8a9a-f0fb8ba5e341'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:57.864019 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:57.889736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:14:57.894749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:57.897560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c99746-0901-4990-b330-b208845e3cc2 req-4ec296e2-d4bb-4205-943f-0d9b728490e9 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:57.912751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06c99746-0901-4990-b330-b208845e3cc2 req-4ec296e2-d4bb-4205-943f-0d9b728490e9 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 945 time: 0.6620152 Feb 04 20:14:57.939375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:14:57.939922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] Sync routers for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:14:57.953160 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:57.976546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fc177a60-2d01-4b5e-bf83-19818f500c00 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/776ca453-33be-45ce-8a9a-f0fb8ba5e341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6656201 Feb 04 20:14:57.982006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:57.992936 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:58.002640 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] Routers {'776ca453-33be-45ce-8a9a-f0fb8ba5e341'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:58.003302 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:58.045713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a29fa12-eb0a-4d26-ad8f-ded1019e2adb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "PUT /v2.0/floatingips/0afc6cc3-4551-45dc-a375-8560f190ff1e HTTP/1.1" status: 200 len: 991 time: 6.5604625 Feb 04 20:14:58.049573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:14:58.074884 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:58.075623 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468d1f7-2030-47ae-b73f-a25521b12f74 None None] The sync data for ids ['776ca453-33be-45ce-8a9a-f0fb8ba5e341'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:14:58.122131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-dd0bd6ef-08b2-4f27-9acc-33f6c265b968 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:58.123127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-dd0bd6ef-08b2-4f27-9acc-33f6c265b968 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:58.151757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:58.152392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:58.203278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-dd0bd6ef-08b2-4f27-9acc-33f6c265b968 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:58.212530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-dd0bd6ef-08b2-4f27-9acc-33f6c265b968 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 821 time: 0.3181534 Feb 04 20:14:58.238633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-b174c88f-619c-489b-800a-51e0589ee68a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/quotas/b1ca1f59ee264015bbd7f804a89ea0c6 HTTP/1.1" status: 200 len: 375 time: 0.0216269 Feb 04 20:14:58.287054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06c99746-0901-4990-b330-b208845e3cc2 req-2f4f5dd2-60e0-416a-b2de-4275457268e3 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733695 Feb 04 20:14:58.351209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-8063ecbf-809e-49fd-88e7-06e134414b2b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:14:58.466138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-8063ecbf-809e-49fd-88e7-06e134414b2b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:14:58.470445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-8063ecbf-809e-49fd-88e7-06e134414b2b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2287505 Feb 04 20:14:58.483254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:14:58.649641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-732bd2a2-c048-4a4f-b758-0a67149cd629 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720247 Feb 04 20:14:58.671561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:14:53Z', 'revision_number': 2, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:58.682546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:14:58.682944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Updating router 79d4db50-9938-4dff-a6d4-a843bb220a3d port 90765c0c-38d7-4ba3-a0a4-95be5f183250 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:14:58.734704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 59072de3-02fd-4feb-9087-f400ff4b313a up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:14:58.804121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-2b13babf-2d15-4820-9005-72d03478f508 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464996 Feb 04 20:14:58.806312 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-07317d68-3219-4ca2-9a7b-360b2d5f2b14 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 20:14:58.807369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-07317d68-3219-4ca2-9a7b-360b2d5f2b14 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/776ca453-33be-45ce-8a9a-f0fb8ba5e341/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8167264 Feb 04 20:14:58.811963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35072) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:58.875825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:58.935529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69010c-61b0-46d9-814b-b65f380ecae4 req-f612dc43-62d1-4e3a-ba66-63b9cd4504c7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:58.937064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd69010c-61b0-46d9-814b-b65f380ecae4 req-f612dc43-62d1-4e3a-ba66-63b9cd4504c7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.2806778 Feb 04 20:14:58.955597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc67a60-b978-484f-b541-14fd3584df15 req-e7a2b8fb-150a-4de2-bb5c-4b8ebe719755 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:58.957079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bc67a60-b978-484f-b541-14fd3584df15 req-e7a2b8fb-150a-4de2-bb5c-4b8ebe719755 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 945 time: 0.3018494 Feb 04 20:14:59.017334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:59.090847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-beee930e-5d7b-49c5-8a16-d8c91b482fc0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=776ca453-33be-45ce-8a9a-f0fb8ba5e341 HTTP/1.1" status: 200 len: 205 time: 0.2775767 Feb 04 20:14:59.099409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35082) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:59.158565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:14:59.172408 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'status': 'completed', 'code': 200} Feb 04 20:14:59.178920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd69010c-61b0-46d9-814b-b65f380ecae4 req-e835721e-f572-4a15-b069-488b5adccd1f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258329 Feb 04 20:14:59.181839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Deleting port 58842270-e779-4fba-9a1a-a6a295f0270c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:14:59.181839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:59.261118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:14:59.302009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4113402-ff84-4e08-a624-7c48dffe2a60 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:14:59.375976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:14:59.377151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:59.405912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=da6dca5a-68c1-48ab-b2b4-b109f6aed526,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:14:59.435467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 59072de3-02fd-4feb-9087-f400ff4b313a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:14:59.456716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 59072de3-02fd-4feb-9087-f400ff4b313a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:14:59.457120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:59.526571 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7cec367b-42b9-4ff1-97f0-33a55b3982e0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4013050 Feb 04 20:14:59.543068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35096) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:14:59.591375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': 'da6dca5a-68c1-48ab-b2b4-b109f6aed526', 'ip_address': '2001:db8::c70a:d6ea:86e3:7d43'}], 'name': 'tempest-NetworksTestDHCPv6-320880658'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:14:59.599051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '0afc6cc3-4551-45dc-a375-8560f190ff1e', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'port_id': 'b53d9e51-b237-494e-b378-de87f040391b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'mac_address': 'fa:16:3e:d8:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc6213e-f948-4841-8883-278aa98aeacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:14:20Z', 'updated_at': '2022-02-04T20:14:55Z', 'revision_number': 1, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:59.612024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] Checking router: e945adcd-96f8-4fa5-b456-6866ea592064 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:14:59.620087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e158-71dd-4178-aef1-69c67dc0d28d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:14:59.620625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-ef7ae913-af7e-4720-8bb2-d30f0cb50ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3016291 Feb 04 20:14:59.635272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da896ea3-8d7a-42a9-bab4-63c1fbff21f0 req-deb5c3d5-64fd-4943-9bff-b14b53245b7a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.0580943 Feb 04 20:14:59.682739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:14:59.684557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:14:59.763893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] For port 58842270-e779-4fba-9a1a-a6a295f0270c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=58842270-e779-4fba-9a1a-a6a295f0270c,segment=NetworkSegment(b4dc4794-c513-46a6-8554-19780d4af791),segment_id=b4dc4794-c513-46a6-8554-19780d4af791)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:14:59.764238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.096998 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.113738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Transition to ACTIVE for port object 90765c0c-38d7-4ba3-a0a4-95be5f183250 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:00.131649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:00.200213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:00.203958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:00.205216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Calling delete_port for 58842270-e779-4fba-9a1a-a6a295f0270c owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:00.219194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e158-71dd-4178-aef1-69c67dc0d28d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.225102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:00.227351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e158-71dd-4178-aef1-69c67dc0d28d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.265193 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.269377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f82434-d602-4c75-be96-6444c1d20bf4 req-8cfd9c56-bd74-4151-b2b0-2eb92e8fd773 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:00.276423 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4f82434-d602-4c75-be96-6444c1d20bf4 req-8cfd9c56-bd74-4151-b2b0-2eb92e8fd773 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 944 time: 0.9293966 Feb 04 20:15:00.280616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-6f0746fc-9904-42c7-89d0-3fa514ddc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:00.281756 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-6f0746fc-9904-42c7-89d0-3fa514ddc1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1096 time: 1.0754833 Feb 04 20:15:00.353902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2abac-ab5b-4e93-ad52-23cf14f88cec req-8faab46c-29c0-4b22-bc4f-360933df7b0a tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:00.355469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3be2abac-ab5b-4e93-ad52-23cf14f88cec req-8faab46c-29c0-4b22-bc4f-360933df7b0a tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 945 time: 0.3587470 Feb 04 20:15:00.394982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-7755de6d-e337-4f7e-8671-0e3cb6216495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:00.396359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-7755de6d-e337-4f7e-8671-0e3cb6216495 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 1096 time: 0.4284041 Feb 04 20:15:00.398181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:00.428774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e158-71dd-4178-aef1-69c67dc0d28d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.428774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e5e158-71dd-4178-aef1-69c67dc0d28d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Fanout notify agent at l3_agent the message router_deleted on router 776ca453-33be-45ce-8a9a-f0fb8ba5e341 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:15:00.481076 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4f82434-d602-4c75-be96-6444c1d20bf4 req-bc45e78e-e258-4903-852c-c77d5a52ea7e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037141 Feb 04 20:15:00.589886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'da6dca5a-68c1-48ab-b2b4-b109f6aed526'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:15:00.591066 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.635362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:00.641854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e158-71dd-4178-aef1-69c67dc0d28d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.646183 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d1e5e158-71dd-4178-aef1-69c67dc0d28d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/776ca453-33be-45ce-8a9a-f0fb8ba5e341 HTTP/1.1" status: 204 len: 168 time: 1.5429935 Feb 04 20:15:00.649257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:00.744264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet 8812cb59-99a8-4337-9123-7116137b35d5 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:00.771531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.810161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3be2abac-ab5b-4e93-ad52-23cf14f88cec req-870a1f11-89b7-41f5-8545-49ef4a393826 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/security-groups?id=27518330-ecdc-46b6-9edb-345a8a616969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128454 Feb 04 20:15:00.874132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-a5444934-3d97-46da-87fe-71113f6c7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:00.874560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:00.887732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-a5444934-3d97-46da-87fe-71113f6c7594 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.3976221 Feb 04 20:15:01.027227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.036932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.144905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1030-bfc7-4297-b311-d817bdc52bb8 None None] Pushing event updated for resources: {'Port': ['ID=90765c0c-38d7-4ba3-a0a4-95be5f183250,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:01.180853 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.230099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-7e4016ba-6662-4e7e-8641-2ebe36db93d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704 HTTP/1.1" status: 200 len: 217 time: 0.3358393 Feb 04 20:15:01.279833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-211bc657-6a3c-4b6d-b05c-520ed6996cc1 req-f8c5f7b1-a82c-4439-9628-86be318fa914 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.2124622 Feb 04 20:15:01.410863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Pushing event deleted for resources: {'Port': ['ID=58842270-e779-4fba-9a1a-a6a295f0270c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:01.498200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.500659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Attempting to bind port 90765c0c-38d7-4ba3-a0a4-95be5f183250 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:01.501036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Attempting to bind port 90765c0c-38d7-4ba3-a0a4-95be5f183250 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:01.501972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Attempting to bind port 90765c0c-38d7-4ba3-a0a4-95be5f183250 on network 0a5386d8-b3c2-477d-bd34-fd263992649d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:01.503537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-c1ff7a3a-32d5-421c-9740-0c93dd80e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:01.505178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-c1ff7a3a-32d5-421c-9740-0c93dd80e633 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 1.2088428 Feb 04 20:15:01.514518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40977214-69f7-4aff-8b08-13097e8d6404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59072de3-02fd-4feb-9087-f400ff4b313a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:01.550352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.554767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 59072de3-02fd-4feb-9087-f400ff4b313a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=59072de3-02fd-4feb-9087-f400ff4b313a,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:01.557543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:01.561250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Checking segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:01.561657 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.562484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Bound using segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:01.562599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Bound port: 90765c0c-38d7-4ba3-a0a4-95be5f183250, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:01.562914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.594252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] No DVR routers for this DVR port 58842270-e779-4fba-9a1a-a6a295f0270c on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:01.605898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.608608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'name': 'network-vif-deleted', 'tag': '58842270-e779-4fba-9a1a-a6a295f0270c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:01.657963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-b3844208-7a5a-4c8b-9b99-1ccb6e6ef57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:01.659763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-b3844208-7a5a-4c8b-9b99-1ccb6e6ef57e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.3169835 Feb 04 20:15:01.680972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.730795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-84772a2e-d290-4331-9102-6bcb869811af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634937 Feb 04 20:15:01.734522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=8812cb59-99a8-4337-9123-7116137b35d5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:01.755564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:01.786963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 9c8b967d-9215-4db5-ad8f-4a3af8aa055f yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:15:01.829231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3af4ba7e-f740-44fa-b2bb-6b457fc81b0d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/8812cb59-99a8-4337-9123-7116137b35d5 HTTP/1.1" status: 204 len: 168 time: 1.1770029 Feb 04 20:15:01.833371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35132) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:01.877421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=59072de3-02fd-4feb-9087-f400ff4b313a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:01.880184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dfc31e-07e1-40dd-bb27-aa93117dd6f7 None None] Network deb1f93a-2146-4497-a21f-1945fddd096b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:01.954124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-c9e95f29-7d99-4f44-93fd-549496e662bf service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739051 Feb 04 20:15:01.957759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.24 "DELETE /v2.0/ports/58842270-e779-4fba-9a1a-a6a295f0270c HTTP/1.1" status: 204 len: 173 time: 2.9877458 Feb 04 20:15:01.973427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-c384f650-5773-40cb-a9a3-cf70b91b1c00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 999 time: 0.4280968 Feb 04 20:15:02.049840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/da6dca5a-68c1-48ab-b2b4-b109f6aed526/be975b9b-6b6e-4b27-9db1-ec2799651950) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:02.073191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] For port 90765c0c-38d7-4ba3-a0a4-95be5f183250, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:02.098773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffface4a-d9cd-4f6e-8e98-c76fa9ce5332 req-10c7133f-b308-41c7-a86b-dd57943e8c71 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:02.110313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffface4a-d9cd-4f6e-8e98-c76fa9ce5332 req-10c7133f-b308-41c7-a86b-dd57943e8c71 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.7067711 Feb 04 20:15:02.184134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd98e1b9-19d5-4943-9cf9-caf174727de1 req-8aa0e2e9-726e-46e6-98d0-3a3f628b5ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191265 Feb 04 20:15:02.208328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18db768-2b42-4b94-9635-25d66838c8f6 req-b4a7027b-1f8f-4756-9189-eb60627689fe tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:02.213067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] For port 90765c0c-38d7-4ba3-a0a4-95be5f183250, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90765c0c-38d7-4ba3-a0a4-95be5f183250,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:02.216158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b18db768-2b42-4b94-9635-25d66838c8f6 req-b4a7027b-1f8f-4756-9189-eb60627689fe tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 945 time: 0.4841890 Feb 04 20:15:02.292478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b18db768-2b42-4b94-9635-25d66838c8f6 req-e31cd240-49a1-459e-91f8-c368f61d0027 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752742 Feb 04 20:15:02.423032 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0215c6e-6e42-4bca-8ed0-a94e28c473ef', 'name': 'network-vif-deleted', 'tag': '58842270-e779-4fba-9a1a-a6a295f0270c', 'status': 'completed', 'code': 200} Feb 04 20:15:02.508842 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:02.524848 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40977214-69f7-4aff-8b08-13097e8d6404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59072de3-02fd-4feb-9087-f400ff4b313a', 'code': 200} Feb 04 20:15:02.549121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:02.610662 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffface4a-d9cd-4f6e-8e98-c76fa9ce5332 req-ce0553ab-ef7e-40e2-9bbe-b5c4b9659e55 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867551 Feb 04 20:15:02.612514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-f3851dfd-808e-4fcb-b902-dcb6a9209e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:02.614040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-f3851dfd-808e-4fcb-b902-dcb6a9209e59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.6297989 Feb 04 20:15:02.719204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-eb88cfc9-93f9-4a6f-999e-be66d24ac11d req-9da045ef-7e94-4f5e-814b-1494fea0640d tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Synchronizing usage tracker for tenant:5006f6c77f84453bbb70ce43b7de8696 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:02.771844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '0afc6cc3-4551-45dc-a375-8560f190ff1e', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'port_id': 'b53d9e51-b237-494e-b378-de87f040391b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'mac_address': 'fa:16:3e:d8:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc6213e-f948-4841-8883-278aa98aeacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:14:20Z', 'updated_at': '2022-02-04T20:14:55Z', 'revision_number': 1, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:02.773407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbe263-0625-42a1-a2dd-c99908d799bd req-f187fb6f-1de9-424e-85ff-96310ea743e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:02.775233 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19bbe263-0625-42a1-a2dd-c99908d799bd req-f187fb6f-1de9-424e-85ff-96310ea743e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 1096 time: 0.2787578 Feb 04 20:15:02.803518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1c21c-8a1b-4229-ab0b-9b638991a19d None None] The sync data for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 is: [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '0afc6cc3-4551-45dc-a375-8560f190ff1e', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'port_id': 'b53d9e51-b237-494e-b378-de87f040391b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'mac_address': 'fa:16:3e:d8:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc6213e-f948-4841-8883-278aa98aeacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:14:20Z', 'updated_at': '2022-02-04T20:14:55Z', 'revision_number': 1, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:02.815552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 58842270-e779-4fba-9a1a-a6a295f0270c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:02.822338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-eb88cfc9-93f9-4a6f-999e-be66d24ac11d req-9da045ef-7e94-4f5e-814b-1494fea0640d tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] Unset dirty status for tenant:5006f6c77f84453bbb70ce43b7de8696 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:02.837207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb88cfc9-93f9-4a6f-999e-be66d24ac11d req-9da045ef-7e94-4f5e-814b-1494fea0640d tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0215c6e-6e42-4bca-8ed0-a94e28c473ef HTTP/1.1" status: 200 len: 210 time: 0.1734109 Feb 04 20:15:02.973011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 799e39a1-a8cc-4e3f-b0ed-35a867462524 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:02.975701 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:02.978935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 58842270-e779-4fba-9a1a-a6a295f0270c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:02.979567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 58842270-e779-4fba-9a1a-a6a295f0270c not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:03.009926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1030-bfc7-4297-b311-d817bdc52bb8 None None] Pushing event updated for resources: {'Port': ['ID=90765c0c-38d7-4ba3-a0a4-95be5f183250,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:03.016003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:03.017795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:03.078387 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f2cb864-20da-4a44-a33c-d1973da9d133 req-4e1122a1-e7c9-4224-bec4-72ad8cbb8c39 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.2678149 Feb 04 20:15:03.115602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19bbe263-0625-42a1-a2dd-c99908d799bd req-989d1984-4bbf-4b16-bd63-4d1e2902bc9e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304117 Feb 04 20:15:03.354973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-08f769f1-6a51-4cd7-b185-b81bef03ef87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:03.362008 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc584e-79fd-4ac7-9426-75c74d278d36 None None] New status for floating IP 0afc6cc3-4551-45dc-a375-8560f190ff1e: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:15:03.366970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-08f769f1-6a51-4cd7-b185-b81bef03ef87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 821 time: 1.1048448 Feb 04 20:15:03.381635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'port': {'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'admin_state_up': True, 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:03.384265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] DHCP port deletion for deb1f93a-2146-4497-a21f-1945fddd096b request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:15:03.532298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Deleting port 799e39a1-a8cc-4e3f-b0ed-35a867462524 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:03.532698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:03.630463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 799e39a1-a8cc-4e3f-b0ed-35a867462524 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:03.681675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0602f-3654-48b5-a4ed-4a77aa6197e6 req-8c01803a-168a-4e58-9210-fbeb2ec2f5e8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:03.696025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89e0602f-3654-48b5-a4ed-4a77aa6197e6 req-8c01803a-168a-4e58-9210-fbeb2ec2f5e8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 945 time: 0.1582398 Feb 04 20:15:03.760696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-8f944058-275e-4d45-8b0a-f8dc48fb3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:03.773032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-8f944058-275e-4d45-8b0a-f8dc48fb3924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1384673 Feb 04 20:15:03.773260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89e0602f-3654-48b5-a4ed-4a77aa6197e6 req-ef1e7ba8-cd04-4ba2-89d2-70f5e1c35c28 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762618 Feb 04 20:15:03.821988 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:03.854193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:03.946183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Transition to ACTIVE for port object be975b9b-6b6e-4b27-9db1-ec2799651950 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:04.045689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35158) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:04.057116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port 799e39a1-a8cc-4e3f-b0ed-35a867462524, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=799e39a1-a8cc-4e3f-b0ed-35a867462524,segment=NetworkSegment(9ea75709-7597-46b1-8747-aa95830566d8),segment_id=9ea75709-7597-46b1-8747-aa95830566d8)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:04.057687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.063701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Transition to ACTIVE for port object be975b9b-6b6e-4b27-9db1-ec2799651950 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:04.166621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] Deleting subnet e0720364-dd35-4cc2-80ec-a04aff2cd415 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:04.171251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.275176 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.294382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.457438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6973d768-a71d-49ab-bc28-8073eff6006a req-59b9df0a-b218-4ad3-bc8e-aec4988297e7 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.0931795 Feb 04 20:15:04.522466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.562909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:04.611524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:04.640284 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.667495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:04.680355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Pushing event updated for resources: {'Port': ['ID=be975b9b-6b6e-4b27-9db1-ec2799651950,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:04.721030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 799e39a1-a8cc-4e3f-b0ed-35a867462524 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:04.740161 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.800321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] For port 799e39a1-a8cc-4e3f-b0ed-35a867462524, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=799e39a1-a8cc-4e3f-b0ed-35a867462524,segment=NetworkSegment(9ea75709-7597-46b1-8747-aa95830566d8),segment_id=9ea75709-7597-46b1-8747-aa95830566d8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:04.800693 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.823673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0720364-dd35-4cc2-80ec-a04aff2cd415,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:04.838041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:04.847677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3d97d3b2-31bb-4bbf-903a-381c33d7bcd0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e0720364-dd35-4cc2-80ec-a04aff2cd415 HTTP/1.1" status: 204 len: 168 time: 0.8006654 Feb 04 20:15:04.851831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35170) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:04.928727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-8965ecbf-f422-43c5-911b-1f7e9785eb15 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0887110 Feb 04 20:15:04.983963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:04.986873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.029181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.078293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No DVR routers for this DVR port 799e39a1-a8cc-4e3f-b0ed-35a867462524 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:05.220791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b8865-003b-4812-9dc9-e86dbbf282d0 req-bc6e3859-eb92-422b-a823-95014e4e976e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:05.221657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-220b8865-003b-4812-9dc9-e86dbbf282d0 req-bc6e3859-eb92-422b-a823-95014e4e976e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 945 time: 0.1873202 Feb 04 20:15:05.240372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:05.250856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=799e39a1-a8cc-4e3f-b0ed-35a867462524,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:05.264688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Calling delete_port for 799e39a1-a8cc-4e3f-b0ed-35a867462524 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:05.272368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::c70a:d6ea:86e3:7d43 (a3617f18-5da1-4e3a-821a-582c484776ac/da6dca5a-68c1-48ab-b2b4-b109f6aed526/9c8b967d-9215-4db5-ad8f-4a3af8aa055f) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:05.325914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Attempting to bind port be975b9b-6b6e-4b27-9db1-ec2799651950 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:05.326294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Attempting to bind port be975b9b-6b6e-4b27-9db1-ec2799651950 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:05.326656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Attempting to bind port be975b9b-6b6e-4b27-9db1-ec2799651950 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:05.342497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:05.342914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:05.343325 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.343698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:05.344168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Bound port: be975b9b-6b6e-4b27-9db1-ec2799651950, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:05.344534 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.371659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.440392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-220b8865-003b-4812-9dc9-e86dbbf282d0 req-1b38f391-5d8b-4d34-9300-b9c74cd0c2ab tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443646 Feb 04 20:15:05.443635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b0d267-37f4-4aa5-abfe-7473af1b0de5']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:05.460912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:15:05.461176 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:15:05.480909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dc4794-c513-46a6-8554-19780d4af791') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:05.481103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dc4794-c513-46a6-8554-19780d4af791') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:05.483599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:02Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:05.486711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] For port be975b9b-6b6e-4b27-9db1-ec2799651950, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:05.497374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] For port be975b9b-6b6e-4b27-9db1-ec2799651950, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=be975b9b-6b6e-4b27-9db1-ec2799651950,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:05.499351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd989a01-5bdc-4ee5-9454-881fc7eebcc3 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:02Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:05.506214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.515327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8dbff-115c-4917-86d1-0afae4c7783c req-7dc7ebc5-eb8c-4b31-b206-21318122e38d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:05.522883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-21b8dbff-115c-4917-86d1-0afae4c7783c req-7dc7ebc5-eb8c-4b31-b206-21318122e38d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 1.5568385 Feb 04 20:15:05.540097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.555757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Made reservation on behalf of b1ca1f59ee264015bbd7f804a89ea0c6 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:05.556372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:15:05.559259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.561623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.563854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.591793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e3a22d0-0b5d-44e3-b6a8-b30cd09ad551 req-5f671586-6635-467e-a9fe-28051b1dcaaf service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483011 Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:15:05.603580 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:15:05.715171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.774750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3a4b5-e9f5-4b52-8240-328da6edcde3 None None] Pushing event updated for resources: {'Port': ['ID=be975b9b-6b6e-4b27-9db1-ec2799651950,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:05.797695 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.812000 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.863127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] 10.222.0.48 "DELETE /v2.0/networks/04b0d267-37f4-4aa5-abfe-7473af1b0de5 HTTP/1.1" status: 204 len: 168 time: 1.0071158 Feb 04 20:15:05.870218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35188) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:05.875290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f20d4-18c1-4b1a-b3b9-cf1bed65a08e admin admin] Pushing event deleted for resources: {'Network': ['ID=04b0d267-37f4-4aa5-abfe-7473af1b0de5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:05.896852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb1f93a-2146-4497-a21f-1945fddd096b']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:05.962370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Deleting port 799e39a1-a8cc-4e3f-b0ed-35a867462524 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:05.963095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:05.985097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-21b8dbff-115c-4917-86d1-0afae4c7783c req-940794aa-7ef4-4dab-8aa0-fa82b82607cc tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4612627 Feb 04 20:15:06.198722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-6a8f78d0-bbce-4428-9f22-345d3e54bf71 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2882819 Feb 04 20:15:06.205406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7393a0-c681-46ca-8bb1-592dbfe837de None None] The port '799e39a1-a8cc-4e3f-b0ed-35a867462524' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:15:06.247644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea75709-7597-46b1-8747-aa95830566d8') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:06.248258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea75709-7597-46b1-8747-aa95830566d8') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:06.642147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-d8cf1bc8-7fb2-482c-8c01-5ed3018ad2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:06.645706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-d8cf1bc8-7fb2-482c-8c01-5ed3018ad2aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b020e39608ef4f5ea1e371169d64a68b&device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 1097 time: 0.2267590 Feb 04 20:15:06.697406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9402506c-9038-4622-a1ac-76e15f9526c0 req-10d4b79a-e044-4240-b26a-cff91a5d5234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.1134608 Feb 04 20:15:06.744492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:06.845909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] Deleting subnet adeab55f-1bc0-4b75-ad6b-d20fbfdc7b10 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:06.871786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:06.929728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:07.019023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-615853f0-ce60-47e1-a127-cff1be24542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:07.021126 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-615853f0-ce60-47e1-a127-cff1be24542c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 200 len: 919 time: 0.3500998 Feb 04 20:15:07.094383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:15:07.095324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:15:07.171620 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:15:07.192085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-2e9fdc34-d1d3-4142-8712-4c5e218bd372 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 200 len: 217 time: 0.1574595 Feb 04 20:15:07.339603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-276797bc-efe5-420c-90cc-060859c8f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:07.341302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-276797bc-efe5-420c-90cc-060859c8f7a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 200 len: 858 time: 0.1346853 Feb 04 20:15:07.354704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79100-08f7-4763-8887-e66ceb1c2b39 req-d53b6868-4598-46aa-a2c8-07573b356238 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:07.419297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-daf79100-08f7-4763-8887-e66ceb1c2b39 req-d53b6868-4598-46aa-a2c8-07573b356238 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 945 time: 0.7519529 Feb 04 20:15:07.419966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:07.464332 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:07.518007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-fdbde43a-1ea8-43e6-8152-252673c9b1ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f318222-2fc0-49fc-85a8-0dbbf1a6c165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221030 Feb 04 20:15:07.531983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:15:07.580023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Allocated IP 172.20.0.3 (0a5386d8-b3c2-477d-bd34-fd263992649d/97486fd5-a27e-478b-997b-85561e7c07cd/989ad96b-e36d-4a61-8d5a-4c44b4614d89) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:07.649537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 9c8b967d-9215-4db5-ad8f-4a3af8aa055f will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:07.747566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:07.763113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-67df6814-12e5-40bc-b4d4-49c737a4952b None None] Provisioning for port be975b9b-6b6e-4b27-9db1-ec2799651950 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:07.768423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90765c0c-38d7-4ba3-a0a4-95be5f183250 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:07.991602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 90765c0c-38d7-4ba3-a0a4-95be5f183250 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:08.009491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-daf79100-08f7-4763-8887-e66ceb1c2b39 req-5cd10b64-73f2-407c-8f7b-7e629e08ad77 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343551 Feb 04 20:15:08.014018 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.021341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 90765c0c-38d7-4ba3-a0a4-95be5f183250 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:08.021877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.052843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.090261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-9114da39-8d8f-43aa-978b-94b10832f697 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228069 Feb 04 20:15:08.203253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-2893f1cd-184a-4c0a-a7c3-e3f6fdc75c53 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:08.205068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-2893f1cd-184a-4c0a-a7c3-e3f6fdc75c53 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.62 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 945 time: 0.4103622 Feb 04 20:15:08.316648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60ed89c3-dc3e-4aab-8675-82d9a54fac88 req-f7b877ec-b3ee-4d4f-8dc9-f9b8a4444059 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.1034834 Feb 04 20:15:08.356692 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.379783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.385050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/deb1f93a-2146-4497-a21f-1945fddd096b HTTP/1.1" status: 204 len: 168 time: 6.5461836 Feb 04 20:15:08.386439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35212) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:08.388539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Transition to ACTIVE for port object 989ad96b-e36d-4a61-8d5a-4c44b4614d89 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:08.392138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be054c2f-c8b3-42b9-be75-d764c4ccb573 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=deb1f93a-2146-4497-a21f-1945fddd096b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:08.404018 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.404148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-847450157'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:08.414367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:08.424600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:08.431892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 90765c0c-38d7-4ba3-a0a4-95be5f183250, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90765c0c-38d7-4ba3-a0a4-95be5f183250,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:08.436652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:08.447602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e5f58ed-de5b-4d25-afb2-4524866ccec9 req-0f0513d7-6701-4044-a179-f13c487e6531 service neutron] 10.222.0.62 "GET /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502820 Feb 04 20:15:08.465063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:08.471279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Deleting port 59072de3-02fd-4feb-9087-f400ff4b313a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:08.472372 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.475886 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.519261 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.521386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device be975b9b-6b6e-4b27-9db1-ec2799651950 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:08.587722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=9c8b967d-9215-4db5-ad8f-4a3af8aa055f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:08.623201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:08.627186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.631530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adeab55f-1bc0-4b75-ad6b-d20fbfdc7b10,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:08.632544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:08.633739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.655899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35218) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:08.657162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-28e5e5b8-590e-4336-852e-27ae728fed7a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/adeab55f-1bc0-4b75-ad6b-d20fbfdc7b10 HTTP/1.1" status: 204 len: 168 time: 2.7662716 Feb 04 20:15:08.672801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb898d-39ff-4835-9183-c6957dddeae5 req-99821051-65ae-4eff-a5f5-e6a7baa1585a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:08.674415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0afb898d-39ff-4835-9183-c6957dddeae5 req-99821051-65ae-4eff-a5f5-e6a7baa1585a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 1.3573456 Feb 04 20:15:08.687725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:08.690410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:08.700261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:08.700261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.746070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=90765c0c-38d7-4ba3-a0a4-95be5f183250,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:08.770121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.770926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.770926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.774722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.774722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.776509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.776928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.777310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.778033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.780181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.780567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.780907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:08.784863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.814918 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.915199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9957f5da-e2b1-413a-b580-959b8f334b39 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 9.3559079 Feb 04 20:15:08.921601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35226) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:08.928094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port be975b9b-6b6e-4b27-9db1-ec2799651950 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:08.931948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Network 0a5386d8-b3c2-477d-bd34-fd263992649d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:08.940011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port be975b9b-6b6e-4b27-9db1-ec2799651950 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:08.942274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:08.945330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:08.948827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:08.961539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': 'da6dca5a-68c1-48ab-b2b4-b109f6aed526', 'ip_address': '2001:db8::c70a:d6ea:86e3:7d43'}], 'name': 'tempest-NetworksTestDHCPv6-232391379'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:09.007185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:15:09.039972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.045721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.127854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:09.128595 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.187982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.236799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port be975b9b-6b6e-4b27-9db1-ec2799651950, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=be975b9b-6b6e-4b27-9db1-ec2799651950,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:09.259165 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.268038 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 765e5630-6954-4c34-8993-a10efcd159a1 of type vlan for network 587f6ce0-308b-41a4-a65a-842033d37787 Feb 04 20:15:09.286640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0afb898d-39ff-4835-9183-c6957dddeae5 req-e2a8b78b-5867-4bcc-bafd-4ede9178ec5c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5725107 Feb 04 20:15:09.295921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Pushing event updated for resources: {'Port': ['ID=989ad96b-e36d-4a61-8d5a-4c44b4614d89,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:09.301240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] For port 59072de3-02fd-4feb-9087-f400ff4b313a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=59072de3-02fd-4feb-9087-f400ff4b313a,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:09.301600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.314377 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-5fc95129-78e2-4a1a-b510-2d6d2567f3e0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9442387 Feb 04 20:15:09.326967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Request body: {'port': {'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:09.346247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-72472eaa-3964-42e7-a5db-1c569785f9ac None None] Provisioning for port 9c8b967d-9215-4db5-ad8f-4a3af8aa055f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:09.350599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.447081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-72472eaa-3964-42e7-a5db-1c569785f9ac None None] Provisioning complete for port 9c8b967d-9215-4db5-ad8f-4a3af8aa055f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:09.447502 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72472eaa-3964-42e7-a5db-1c569785f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.504451 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.627885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90765c0c-38d7-4ba3-a0a4-95be5f183250 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:09.635073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.644116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Calling delete_port for 59072de3-02fd-4feb-9087-f400ff4b313a owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:09.701009 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.706880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:09.711635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.800266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-72472eaa-3964-42e7-a5db-1c569785f9ac None None] Port 9c8b967d-9215-4db5-ad8f-4a3af8aa055f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:09.807935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=be975b9b-6b6e-4b27-9db1-ec2799651950,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:09.857017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 90765c0c-38d7-4ba3-a0a4-95be5f183250 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:09.857479 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.940332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:09.972798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942557b4-42d5-4895-a03b-1cbe84205955']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:09.987282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1185acb1-0b18-4c6e-b38c-d732c044ef39') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:09.987567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1185acb1-0b18-4c6e-b38c-d732c044ef39') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:10.002463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.046266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ca0ce-e45e-4a01-87e4-97b3a6d839eb req-db6e0944-b5fc-442f-b8ca-c55039c9f8a8 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:10.047671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd3ca0ce-e45e-4a01-87e4-97b3a6d839eb req-db6e0944-b5fc-442f-b8ca-c55039c9f8a8 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:10.049293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.100290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d82951d9-f6fd-4db4-aa92-40e9b6ff1764 None None] Provisioning for port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:10.106327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d82951d9-f6fd-4db4-aa92-40e9b6ff1764 None None] Provisioning complete for port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:10.106725 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d82951d9-f6fd-4db4-aa92-40e9b6ff1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.172198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:15:10.172642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.191831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd3ca0ce-e45e-4a01-87e4-97b3a6d839eb req-db6e0944-b5fc-442f-b8ca-c55039c9f8a8 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:10.193011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd3ca0ce-e45e-4a01-87e4-97b3a6d839eb req-db6e0944-b5fc-442f-b8ca-c55039c9f8a8 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 931 time: 0.4649441 Feb 04 20:15:10.210583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d82951d9-f6fd-4db4-aa92-40e9b6ff1764 None None] Port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:15:10.385201 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:15:10.438228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd3ca0ce-e45e-4a01-87e4-97b3a6d839eb req-747e2be1-74ec-4167-a3cc-eef30a3b3f05 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:10.458069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989ad96b-e36d-4a61-8d5a-4c44b4614d89 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:15:10.469269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.487096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Transition to ACTIVE for port object 989ad96b-e36d-4a61-8d5a-4c44b4614d89 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:10.499068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:10.514457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1231320 Feb 04 20:15:10.515920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:10.518568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35248) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:10.525503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': '587f6ce0-308b-41a4-a65a-842033d37787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:10.528031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e269a6e-7ddd-4b17-8dec-8d30075d51a7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=587f6ce0-308b-41a4-a65a-842033d37787,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:10.535177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:10.549721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:10.550741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 587f6ce0-308b-41a4-a65a-842033d37787 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:15:10.567449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ffd51-64fa-4664-8f77-b3683407b1a9 req-03c718be-3fb9-4256-bac8-875a5563adea tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:10.568986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de0ffd51-64fa-4664-8f77-b3683407b1a9 req-03c718be-3fb9-4256-bac8-875a5563adea tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 945 time: 1.2463818 Feb 04 20:15:10.622331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-bd3ca0ce-e45e-4a01-87e4-97b3a6d839eb req-747e2be1-74ec-4167-a3cc-eef30a3b3f05 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:10.622957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd3ca0ce-e45e-4a01-87e4-97b3a6d839eb req-747e2be1-74ec-4167-a3cc-eef30a3b3f05 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125881 Feb 04 20:15:10.661222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de0ffd51-64fa-4664-8f77-b3683407b1a9 req-f78f4a32-cc17-4519-b568-84482aefb723 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820856 Feb 04 20:15:10.677177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.702168 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.717575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=942557b4-42d5-4895-a03b-1cbe84205955,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:10.729934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.739734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:10.778503 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.779119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['59072de3-02fd-4feb-9087-f400ff4b313a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:15:10.876267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event deleted for resources: {'Port': ['ID=59072de3-02fd-4feb-9087-f400ff4b313a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:10.918943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8a2e2cde-fde3-4ba2-bafb-c83c9ee53ea8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/942557b4-42d5-4895-a03b-1cbe84205955 HTTP/1.1" status: 204 len: 168 time: 2.2615008 Feb 04 20:15:10.981018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] No DVR routers for this DVR port 59072de3-02fd-4feb-9087-f400ff4b313a on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:10.984665 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:10.989576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec47e71b-4277-42e8-affd-ae63965a16cd req-049c0089-d859-4a91-85af-4d053f7904c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.62 "DELETE /v2.0/ports/59072de3-02fd-4feb-9087-f400ff4b313a HTTP/1.1" status: 204 len: 173 time: 2.7717266 Feb 04 20:15:10.990957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40977214-69f7-4aff-8b08-13097e8d6404', 'name': 'network-vif-deleted', 'tag': '59072de3-02fd-4feb-9087-f400ff4b313a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:11.045448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:11.056217 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:11.082847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:11.093857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:11.099474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 49356c85-6de7-4950-adb2-36d011dcbd36 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:15:11.113341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:11.193552 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40977214-69f7-4aff-8b08-13097e8d6404', 'name': 'network-vif-deleted', 'tag': '59072de3-02fd-4feb-9087-f400ff4b313a', 'status': 'completed', 'code': 200} Feb 04 20:15:11.340860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Pushing event updated for resources: {'Port': ['ID=989ad96b-e36d-4a61-8d5a-4c44b4614d89,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:11.407132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Attempting to bind port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:11.407501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Attempting to bind port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:11.407830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Attempting to bind port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 on network 0a5386d8-b3c2-477d-bd34-fd263992649d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:11.413394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 on network 0a5386d8-b3c2-477d-bd34-fd263992649d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:15:11.413715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Attempting to bind port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 on network 0a5386d8-b3c2-477d-bd34-fd263992649d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:11.419587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:11.419922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Checking segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:11.420421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Bound using segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:11.420848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Bound port: 989ad96b-e36d-4a61-8d5a-4c44b4614d89, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:11.421191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:11.432038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:11.435540 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:11.555861 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 20:15:11.556417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:15:11.659479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device be975b9b-6b6e-4b27-9db1-ec2799651950 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:11.661154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35276) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:11.727317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] For port 989ad96b-e36d-4a61-8d5a-4c44b4614d89, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:11.737417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] For port 989ad96b-e36d-4a61-8d5a-4c44b4614d89, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:11.744737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port be975b9b-6b6e-4b27-9db1-ec2799651950 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:11.745572 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:11.752787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e60a3f9f-cc11-43d3-af75-56bde8a84a4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5006f6c77f84453bbb70ce43b7de8696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885546 Feb 04 20:15:11.755133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b735adf1-07b7-4187-a9f5-3d979109f215 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.8238375 Feb 04 20:15:11.756498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35284) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:11.758410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35282) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:11.825184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:11.961385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567449e2-4029-4b43-959b-bc9285e99e29 req-3f6b0bc7-a983-4f07-9561-c1f71b1a6afb tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:11.972956 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-567449e2-4029-4b43-959b-bc9285e99e29 req-3f6b0bc7-a983-4f07-9561-c1f71b1a6afb tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.3407390 Feb 04 20:15:12.027255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ff778-ca61-47c3-8790-36fce84d8685 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:12.039457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ff778-ca61-47c3-8790-36fce84d8685 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:12.040248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-322ff778-ca61-47c3-8790-36fce84d8685 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:12.135083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-567449e2-4029-4b43-959b-bc9285e99e29 req-0f16029a-ed1a-4dbd-9236-679b8e851775 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608386 Feb 04 20:15:12.270884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-322ff778-ca61-47c3-8790-36fce84d8685 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:12.270884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-322ff778-ca61-47c3-8790-36fce84d8685 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5031402 Feb 04 20:15:12.273581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35296) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:12.293130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:12.294019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:12.295565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] 10.222.0.62 "PUT /v2.0/ports/989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 1091 time: 2.9741914 Feb 04 20:15:12.315523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:12.372467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d46265-1471-4128-8d7a-715d5485e13f service neutron] Pushing event updated for resources: {'Port': ['ID=989ad96b-e36d-4a61-8d5a-4c44b4614d89,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:12.380150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2808aa8a-f562-4856-b332-e006de2af495 req-4afc795f-82e4-48d3-98de-06ac5bb93734 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:12.383721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4bd-10be-4cc3-9cb5-42d60a1bddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:12.434797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4bd-10be-4cc3-9cb5-42d60a1bddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:12.460514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 9c8b967d-9215-4db5-ad8f-4a3af8aa055f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:12.461455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:12.462917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783cb0-5783-4d56-99d8-9b8792f0aeaf req-6013bb6e-6d49-48d5-8cb2-32120f880129 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:12.470602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6783cb0-5783-4d56-99d8-9b8792f0aeaf req-6013bb6e-6d49-48d5-8cb2-32120f880129 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 943 time: 0.5511749 Feb 04 20:15:12.554799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:12.615724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2808aa8a-f562-4856-b332-e006de2af495 req-4afc795f-82e4-48d3-98de-06ac5bb93734 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:12.631204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2808aa8a-f562-4856-b332-e006de2af495 req-4afc795f-82e4-48d3-98de-06ac5bb93734 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=40977214-69f7-4aff-8b08-13097e8d6404 HTTP/1.1" status: 200 len: 210 time: 0.3545604 Feb 04 20:15:12.648974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6783cb0-5783-4d56-99d8-9b8792f0aeaf req-bc6c062b-f104-4177-ae2c-0116ff7bdc39 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773987 Feb 04 20:15:12.700395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=48b82903-cb2b-454d-89c9-27d6c6bf7190,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:12.715632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '765e5630-6954-4c34-8993-a10efcd159a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '587f6ce0-308b-41a4-a65a-842033d37787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:12.715992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: 587f6ce0-308b-41a4-a65a-842033d37787, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:15:12.733695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-96152aa2-761b-4f5c-b253-a742ab325d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:12.735225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-96152aa2-761b-4f5c-b253-a742ab325d72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1094 time: 0.2293806 Feb 04 20:15:12.738746 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'status': 'completed', 'code': 200} Feb 04 20:15:12.805936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 59072de3-02fd-4feb-9087-f400ff4b313a no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:12.807385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4bd-10be-4cc3-9cb5-42d60a1bddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:12.833385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-c84c5c3e-eff0-4df7-8309-0c89d008f0c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 217 time: 0.0905144 Feb 04 20:15:12.836320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 587f6ce0-308b-41a4-a65a-842033d37787 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:15:12.848277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 59072de3-02fd-4feb-9087-f400ff4b313a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:12.848907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 59072de3-02fd-4feb-9087-f400ff4b313a not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:12.874677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44f4bd-10be-4cc3-9cb5-42d60a1bddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27518330-ecdc-46b6-9edb-345a8a616969,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:12.889426 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:12.923882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-439a6952-d82e-4fe8-a390-a38685524f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:12.925517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-439a6952-d82e-4fe8-a390-a38685524f46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.0840471 Feb 04 20:15:12.977773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 587f6ce0-308b-41a4-a65a-842033d37787) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:12.987090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a1f00-0f8b-411b-9b81-5dc3f5938b57 None None] Network 587f6ce0-308b-41a4-a65a-842033d37787 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:13.005531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:13.006446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:13.027514 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4bd-10be-4cc3-9cb5-42d60a1bddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:13.028952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7d44f4bd-10be-4cc3-9cb5-42d60a1bddbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27518330-ecdc-46b6-9edb-345a8a616969 HTTP/1.1" status: 204 len: 168 time: 1.2694097 Feb 04 20:15:13.069635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 9c8b967d-9215-4db5-ad8f-4a3af8aa055f owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:13.106161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-2f43d5f9-1453-4d8e-b206-dce69a29c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:13.108132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-2f43d5f9-1453-4d8e-b206-dce69a29c5d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764584 Feb 04 20:15:13.288460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35316) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:13.291166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-01991d5a-b7e2-4338-96d0-673d32c3f4dc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7596025 Feb 04 20:15:13.304408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-666638966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:13.347453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:13.347584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-587f6ce0-308b-41a4-a65a-842033d37787', 'network_id': '587f6ce0-308b-41a4-a65a-842033d37787', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': '48b82903-cb2b-454d-89c9-27d6c6bf7190'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:15:13.347584 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:13.355606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:router and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:13.360907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:13.370319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:13.453441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-747c06f3-0535-4b89-8780-37e80fc56028 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377831 Feb 04 20:15:13.474966 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:13.553669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc137c-d8f7-40e1-a82d-5b3bd40802c1 req-4b605224-2ac2-43d5-ba3f-79a2c2c01a54 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:13.555155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-33bc137c-d8f7-40e1-a82d-5b3bd40802c1 req-4b605224-2ac2-43d5-ba3f-79a2c2c01a54 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.2125144 Feb 04 20:15:13.631299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Allocated IP 172.20.0.2 (587f6ce0-308b-41a4-a65a-842033d37787/48b82903-cb2b-454d-89c9-27d6c6bf7190/2de705da-3292-4d65-b901-9dc8ed318dbb) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:13.633543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-33bc137c-d8f7-40e1-a82d-5b3bd40802c1 req-5482ae79-9f2c-450d-a2f3-fb25bf62b6f2 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Feb 04 20:15:13.656683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:13.661359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:13.730674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c1ceb58-4153-4b79-94f0-b91a20ff2c9c req-484405ed-330a-4c3b-8dfc-935c925a1968 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698202 Feb 04 20:15:13.994395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=9c8b967d-9215-4db5-ad8f-4a3af8aa055f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:14.014423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.051362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.164212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d8ac0a67-07b0-477b-8951-12ace50a8a21 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9c8b967d-9215-4db5-ad8f-4a3af8aa055f HTTP/1.1" status: 204 len: 168 time: 1.8894434 Feb 04 20:15:14.166791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35340) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:14.170208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.180307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Transition to ACTIVE for port object 2de705da-3292-4d65-b901-9dc8ed318dbb will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:14.199685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Transition to ACTIVE for port object 2de705da-3292-4d65-b901-9dc8ed318dbb will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:14.242381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.286534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdacfa1-c8d4-41ac-b3e1-d0054ba61887 req-9e0ffb64-606e-42ae-83a8-c2d7377561a3 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:14.291166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2fdacfa1-c8d4-41ac-b3e1-d0054ba61887 req-9e0ffb64-606e-42ae-83a8-c2d7377561a3 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 943 time: 0.4462533 Feb 04 20:15:14.291886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35344) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:14.299892 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.381790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db27c1-a0ff-41c3-968e-6e5400eb4082 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:14.383185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db27c1-a0ff-41c3-968e-6e5400eb4082 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:14.383914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e1db27c1-a0ff-41c3-968e-6e5400eb4082 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:14.391414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Pushing event updated for resources: {'Port': ['ID=2de705da-3292-4d65-b901-9dc8ed318dbb,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:14.392441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-fe37a52c-f327-4fa7-94e7-0275c3aa1b34 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:14.394038 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-fe37a52c-f327-4fa7-94e7-0275c3aa1b34 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.2784114 Feb 04 20:15:14.402076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-0afde56e-8619-46bf-8443-a92cf52fee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:14.403633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-0afde56e-8619-46bf-8443-a92cf52fee66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1094 time: 0.4044845 Feb 04 20:15:14.409580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Network 587f6ce0-308b-41a4-a65a-842033d37787 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:14.411090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:14.414373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:14.432617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-a6e72ed2-692a-4abd-b4a5-35971972abe8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:14.439856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-a6e72ed2-692a-4abd-b4a5-35971972abe8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.2745073 Feb 04 20:15:14.447783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.448933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c28b8b95-2fda-48f3-a4b4-a1ac0f4b70a1 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1595387 Feb 04 20:15:14.456512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35348) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:14.465804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-f970878a-58e1-4e10-8c98-f9aef0bef4b6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/quotas/97c81473993645c9bed1c163aab2c1c2 HTTP/1.1" status: 200 len: 375 time: 0.0251169 Feb 04 20:15:14.507967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2fdacfa1-c8d4-41ac-b3e1-d0054ba61887 req-8567e8e3-5990-4020-985c-ca4a597e68c0 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104592 Feb 04 20:15:14.522852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Attempting to bind port 2de705da-3292-4d65-b901-9dc8ed318dbb on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:14.523460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Attempting to bind port 2de705da-3292-4d65-b901-9dc8ed318dbb by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '765e5630-6954-4c34-8993-a10efcd159a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '587f6ce0-308b-41a4-a65a-842033d37787'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:14.524014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Attempting to bind port 2de705da-3292-4d65-b901-9dc8ed318dbb on network 587f6ce0-308b-41a4-a65a-842033d37787 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:14.531345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:14.532012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Checking segment: {'id': '765e5630-6954-4c34-8993-a10efcd159a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '587f6ce0-308b-41a4-a65a-842033d37787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:14.540022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.540022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Bound using segment: {'id': '765e5630-6954-4c34-8993-a10efcd159a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '587f6ce0-308b-41a4-a65a-842033d37787'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:14.540022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Bound port: 2de705da-3292-4d65-b901-9dc8ed318dbb, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765e5630-6954-4c34-8993-a10efcd159a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '587f6ce0-308b-41a4-a65a-842033d37787'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:14.540022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.565355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e1db27c1-a0ff-41c3-968e-6e5400eb4082 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:14.568987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e1db27c1-a0ff-41c3-968e-6e5400eb4082 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3725195 Feb 04 20:15:14.569741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35352) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:14.597323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e22e05f7-2f2a-4ee7-92ba-a393a9259330 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b40191c46d724e24aeb482ac83e26be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014774 Feb 04 20:15:14.606339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35356) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:14.645566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] For port 2de705da-3292-4d65-b901-9dc8ed318dbb, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:14.646959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-ec8fd62f-0d68-4bed-84a3-397e46b87afd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1802945 Feb 04 20:15:14.651182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] For port 2de705da-3292-4d65-b901-9dc8ed318dbb, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2de705da-3292-4d65-b901-9dc8ed318dbb,segment=NetworkSegment(765e5630-6954-4c34-8993-a10efcd159a1),segment_id=765e5630-6954-4c34-8993-a10efcd159a1)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:14.713969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-d3317c18-b724-4f65-b1b7-3ac2033a0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:14.715620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-d3317c18-b724-4f65-b1b7-3ac2033a0179 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.2538741 Feb 04 20:15:14.719864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Deleting port b28df1ac-4152-45a8-a2fc-84a1da4ad704 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:14.721006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.763062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:14.863742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7beee-76d8-4ec4-b45c-f092516e7309 None None] Pushing event updated for resources: {'Port': ['ID=2de705da-3292-4d65-b901-9dc8ed318dbb,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:14.958972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet da6dca5a-68c1-48ab-b2b4-b109f6aed526 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:14.970397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.050798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-1ab7e492-7904-4a68-aa09-4869e3985923 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 217 time: 0.2869909 Feb 04 20:15:15.200822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a509dc14-f91c-4d80-8d34-742281821134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.264825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-5902008a-b0f4-45c8-87ee-5dff3497f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:15.267069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-5902008a-b0f4-45c8-87ee-5dff3497f9ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.2081487 Feb 04 20:15:15.270330 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.320780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a509dc14-f91c-4d80-8d34-742281821134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.376703 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.417775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-b1490ca3-313d-45d2-9548-15bbaf78131e service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695019 Feb 04 20:15:15.476675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05eb4-55c6-4408-a8ef-a8fc736428fb req-24c5f25d-aed4-456d-9bc6-7aa59a99724d tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:15.478284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-baa05eb4-55c6-4408-a8ef-a8fc736428fb req-24c5f25d-aed4-456d-9bc6-7aa59a99724d tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 945 time: 0.7170820 Feb 04 20:15:15.559474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] For port b28df1ac-4152-45a8-a2fc-84a1da4ad704, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b28df1ac-4152-45a8-a2fc-84a1da4ad704,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:15.560928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.586166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-93762483-f0d8-4647-8f4d-c7d80af106e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:15.586468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.591870 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-93762483-f0d8-4647-8f4d-c7d80af106e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175573 Feb 04 20:15:15.718795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2de705da-3292-4d65-b901-9dc8ed318dbb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:15.744194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Calling delete_port for b28df1ac-4152-45a8-a2fc-84a1da4ad704 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:15.883601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2de705da-3292-4d65-b901-9dc8ed318dbb completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:15.929775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.940672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-6526fe59-5236-4f5b-ac51-3f381a01db57 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648338 Feb 04 20:15:15.955431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a509dc14-f91c-4d80-8d34-742281821134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:15.970563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-baa05eb4-55c6-4408-a8ef-a8fc736428fb req-9bf8836a-72a3-452f-bde4-0eb09b6c8b72 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681673 Feb 04 20:15:15.977698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-747d9768-61b2-408e-b361-89655600fb9e service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421569 Feb 04 20:15:16.010887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=da6dca5a-68c1-48ab-b2b4-b109f6aed526,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:16.064779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509dc14-f91c-4d80-8d34-742281821134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680f0ff2-ce5d-4d2a-9ae9-93200195599f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:16.081254 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a509dc14-f91c-4d80-8d34-742281821134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:16.082426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a509dc14-f91c-4d80-8d34-742281821134 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/680f0ff2-ce5d-4d2a-9ae9-93200195599f HTTP/1.1" status: 204 len: 168 time: 1.4731646 Feb 04 20:15:16.129869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464275b8-b4c3-48d3-8f72-022878c46f64 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:16.131844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:16.345170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c0f50fc-0528-4613-acf9-e3637bd9324a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/da6dca5a-68c1-48ab-b2b4-b109f6aed526 HTTP/1.1" status: 204 len: 168 time: 1.7591412 Feb 04 20:15:16.352869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35382) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:16.361723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e7bcad1-8410-4c67-bbe9-24106582ada7 req-d739d3b9-b780-4be6-87bf-90a87062ca54 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986826 Feb 04 20:15:16.457181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0b980-6bfa-4cba-8e4d-f97a3bd7e24f None None] Network 587f6ce0-308b-41a4-a65a-842033d37787 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:16.531159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b483-6da5-43f1-9530-56346364e427 req-c7504dff-541b-433d-b15d-ec1abe59286b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:16.533209 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3b6b483-6da5-43f1-9530-56346364e427 req-c7504dff-541b-433d-b15d-ec1abe59286b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 943 time: 0.3727310 Feb 04 20:15:16.588288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-11cb8ac3-d1f6-44f8-8f60-5ea5e33220b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2306709 Feb 04 20:15:16.588499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35386) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:16.596675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ccdd707-d646-4697-958e-2e2cee6663da req-cd359767-b7af-4b2c-a452-18b7f4c30793 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 210 time: 0.0798588 Feb 04 20:15:16.606623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:16.744199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.20.0.1 (587f6ce0-308b-41a4-a65a-842033d37787/48b82903-cb2b-454d-89c9-27d6c6bf7190/36ab1836-7953-48e5-ad6e-50fda6660c47) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:16.776910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:16.793083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:16.858209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['51e14825-62ad-4cf9-b7d7-8618dd307c09'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:15:16.913624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3b6b483-6da5-43f1-9530-56346364e427 req-02a8704f-51d4-4604-ada3-879504c1ec39 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738887 Feb 04 20:15:16.953695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b28df1ac-4152-45a8-a2fc-84a1da4ad704 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:16.962732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:16.973580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:17.059114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Pushing event deleted for resources: {'Port': ['ID=b28df1ac-4152-45a8-a2fc-84a1da4ad704,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:17.078384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] No DVR routers for this DVR port b28df1ac-4152-45a8-a2fc-84a1da4ad704 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:17.078384 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.085018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.085648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:17.087338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'name': 'network-vif-deleted', 'tag': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:17.120963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object 36ab1836-7953-48e5-ad6e-50fda6660c47 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:17.145369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 989ad96b-e36d-4a61-8d5a-4c44b4614d89 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:15:17.164116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cc76bb3-d203-45e5-a11a-f97868501dbc req-8f2ba05a-59aa-4f34-8c8e-16d262086f68 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.24 "DELETE /v2.0/ports/b28df1ac-4152-45a8-a2fc-84a1da4ad704 HTTP/1.1" status: 204 len: 173 time: 2.7552209 Feb 04 20:15:17.195627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:17.196070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.321196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:15:17.323066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d2c8a489-ddd9-41ce-a8e6-3e9ec312211f None None] Provisioning for port 2de705da-3292-4d65-b901-9dc8ed318dbb completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:17.362669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.379004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: b28df1ac-4152-45a8-a2fc-84a1da4ad704 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:17.379439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b28df1ac-4152-45a8-a2fc-84a1da4ad704 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:17.381209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] Deleting port be975b9b-6b6e-4b27-9db1-ec2799651950 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:17.381641 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.447244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d2c8a489-ddd9-41ce-a8e6-3e9ec312211f None None] Provisioning complete for port 2de705da-3292-4d65-b901-9dc8ed318dbb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:17.449942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a489-ddd9-41ce-a8e6-3e9ec312211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.476149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=36ab1836-7953-48e5-ad6e-50fda6660c47,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:17.496263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4bfc61d5-14c3-4053-bf8f-6f6eabfbbbed req-64cc5551-41b7-4a62-b683-964cc6fb6103 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b42f3f-4c08-4840-a725-9923b94e3040 HTTP/1.1" status: 200 len: 210 time: 0.2682869 Feb 04 20:15:17.543751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 587f6ce0-308b-41a4-a65a-842033d37787 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:17.545519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:17.553383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:17.647648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.729883 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b42f3f-4c08-4840-a725-9923b94e3040', 'name': 'network-vif-deleted', 'tag': 'b28df1ac-4152-45a8-a2fc-84a1da4ad704', 'status': 'completed', 'code': 200} Feb 04 20:15:17.776558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device be975b9b-6b6e-4b27-9db1-ec2799651950 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:17.871392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.914343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5327f51c-f812-4911-955c-ea88e55875a5 req-84b71c01-326e-4dab-80f7-bd7850eaad26 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 210 time: 0.0839558 Feb 04 20:15:17.915772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] For port be975b9b-6b6e-4b27-9db1-ec2799651950, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=be975b9b-6b6e-4b27-9db1-ec2799651950,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:17.916295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.944203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:17.947509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:17.951970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:17.952680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:17.972335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:18.041972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:18.085203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-45800cf6-4c2e-4d4c-9cff-8cf3c86ed94a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4946342 Feb 04 20:15:18.087961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35428) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:18.100756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': 'a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1739733929'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:18.259217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] Calling delete_port for be975b9b-6b6e-4b27-9db1-ec2799651950 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:18.431288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:18.435931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 989ad96b-e36d-4a61-8d5a-4c44b4614d89, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:18.439353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:18.445905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:18.461719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:18.490401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'mac_address': 'fa:16:3e:fc:a8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:15:18.562165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:18.616981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d47dc-f0f2-4d86-bc40-da8285b522ac req-939dfe1b-5045-4e29-8c71-06a0d44bab58 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:18.618792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e9d47dc-f0f2-4d86-bc40-da8285b522ac req-939dfe1b-5045-4e29-8c71-06a0d44bab58 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 943 time: 0.4159255 Feb 04 20:15:18.623022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:18.640293 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a489-ddd9-41ce-a8e6-3e9ec312211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:18.730345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Port be975b9b-6b6e-4b27-9db1-ec2799651950 update to DOWN by agent not found {{(pid=88238) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 20:15:18.815505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] Pushing event deleted for resources: {'Port': ['ID=be975b9b-6b6e-4b27-9db1-ec2799651950,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:18.836951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b2ac8-bd92-4425-868b-a86f776ff024 None None] No DVR routers for this DVR port be975b9b-6b6e-4b27-9db1-ec2799651950 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:18.842740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:18.871306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e9d47dc-f0f2-4d86-bc40-da8285b522ac req-1f854492-cdeb-4383-9d85-c5b1a606fb34 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172470 Feb 04 20:15:18.887016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6aa84-2217-411b-b1e2-7579877a921e None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:18.912777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 89593f43-2b98-4a26-aeb3-8b55bb5af1da yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:15:19.011812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.035429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d2c8a489-ddd9-41ce-a8e6-3e9ec312211f None None] For port 2de705da-3292-4d65-b901-9dc8ed318dbb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2de705da-3292-4d65-b901-9dc8ed318dbb,segment=NetworkSegment(765e5630-6954-4c34-8993-a10efcd159a1),segment_id=765e5630-6954-4c34-8993-a10efcd159a1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:19.289489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.302120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d2c8a489-ddd9-41ce-a8e6-3e9ec312211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.306169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989ad96b-e36d-4a61-8d5a-4c44b4614d89 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:15:19.324447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 989ad96b-e36d-4a61-8d5a-4c44b4614d89, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:19.351346 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:15:19.352420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:15:19.402046 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.440326 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.519945 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cf66ddb8-c226-4d03-9fb7-bd05fb7e31e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4300525 Feb 04 20:15:19.532600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d2bb9f8a-19d9-4dd4-81b2-9e4079fc798b None None] Provisioning complete for port 2de705da-3292-4d65-b901-9dc8ed318dbb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:19.533023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9f8a-19d9-4dd4-81b2-9e4079fc798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.533639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35456) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:19.553491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a2744b10-be59-4a83-a29c-6a3d9b4d2980 req-ec2150f5-2f89-434a-83fb-2d504a17997d tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 210 time: 0.2368042 Feb 04 20:15:19.617977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:15:19.617977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.643999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=36ab1836-7953-48e5-ad6e-50fda6660c47,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:19.666072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:19.783233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8a489-ddd9-41ce-a8e6-3e9ec312211f None None] Pushing event updated for resources: {'Port': ['ID=2de705da-3292-4d65-b901-9dc8ed318dbb,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:19.815566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-1f3cd800-fdf5-423b-b5b8-316c28f579ff tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:19.816805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-1f3cd800-fdf5-423b-b5b8-316c28f579ff tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.3976631 Feb 04 20:15:19.840402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c403807a-daad-4f0c-ab95-3e24f93cbe25 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:19.846513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Request body: {'port': {'device_id': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'admin_state_up': True, 'tenant_id': '97c81473993645c9bed1c163aab2c1c2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:19.895348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=989ad96b-e36d-4a61-8d5a-4c44b4614d89,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:19.957925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 587f6ce0-308b-41a4-a65a-842033d37787 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:19.960528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:20.003425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['989ad96b-e36d-4a61-8d5a-4c44b4614d89'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:15:20.128811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:20.138915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:20.264126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:20.267659 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:20.317826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c403807a-daad-4f0c-ab95-3e24f93cbe25 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:20.321707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c403807a-daad-4f0c-ab95-3e24f93cbe25 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7868721 Feb 04 20:15:20.322718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35470) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:20.440734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10b39fb8-f649-4d07-b1b0-1804812b8e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:20.476413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 21d685f7-102f-4871-8166-728c714da437 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:15:20.566410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba/6bd67a98-212d-48c9-8590-4fb95d0aa115) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:20.640700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Allocated IP 172.20.0.8 (bbae5d84-8507-4117-84ad-791f0b1862e4/124df688-3066-4fd2-9e18-51457673f28b/4493394c-7c71-4aea-b32e-24c5ecf9fcb6) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:20.798841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cd3d7994-3fca-439f-b803-b9dac91ef235 None None] Provisioning for port 36ab1836-7953-48e5-ad6e-50fda6660c47 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:20.800339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:20.820964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cd3d7994-3fca-439f-b803-b9dac91ef235 None None] Provisioning complete for port 36ab1836-7953-48e5-ad6e-50fda6660c47 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:20.821788 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7994-3fca-439f-b803-b9dac91ef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:20.829985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c776850f-4bac-4552-b64f-3a8503b6a3e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/21d685f7-102f-4871-8166-728c714da437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3717043 Feb 04 20:15:20.830852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35484) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:20.869420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] Sync routers for ids ['21d685f7-102f-4871-8166-728c714da437'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:20.878362 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:20.901023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] Routers {'21d685f7-102f-4871-8166-728c714da437'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:20.901909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['21d685f7-102f-4871-8166-728c714da437'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:20.912662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d4d4b-62ab-4d93-a8f8-1e579e412ec2 req-c52dd78e-b192-410c-a5ab-dcf8994ba9b1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:20.915078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d6d4d4b-62ab-4d93-a8f8-1e579e412ec2 req-c52dd78e-b192-410c-a5ab-dcf8994ba9b1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.3586562 Feb 04 20:15:20.930528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fba0b-788c-4311-a475-ceb6c462d432 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:20.931344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8a1fba0b-788c-4311-a475-ceb6c462d432 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:20.985793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92e712-dbbb-463a-88da-24ff56dd3cac req-855ffc0f-f106-4536-ba64-6c1e583c3017 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:20.990614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d6d4d4b-62ab-4d93-a8f8-1e579e412ec2 req-4777b47f-abff-42e3-bdf5-08ce298ac4f8 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560148 Feb 04 20:15:20.992206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:21.002854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee92e712-dbbb-463a-88da-24ff56dd3cac req-855ffc0f-f106-4536-ba64-6c1e583c3017 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 944 time: 0.8058045 Feb 04 20:15:21.008662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.041499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] Routers {'21d685f7-102f-4871-8166-728c714da437'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:21.042212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['21d685f7-102f-4871-8166-728c714da437'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:21.109050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8a1fba0b-788c-4311-a475-ceb6c462d432 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:21.113504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8a1fba0b-788c-4311-a475-ceb6c462d432 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports/36ab1836-7953-48e5-ad6e-50fda6660c47 HTTP/1.1" status: 200 len: 910 time: 0.2807653 Feb 04 20:15:21.114556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35492) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:21.139522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:21.142617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef9782-84c4-4bb2-8514-d99c3ab2283c None None] The sync data for ids ['21d685f7-102f-4871-8166-728c714da437'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:21.161376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d7994-3fca-439f-b803-b9dac91ef235 None None] Port 36ab1836-7953-48e5-ad6e-50fda6660c47 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:21.283338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba080dc7-cac2-423c-b253-3a02bdd4bb8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:21.285558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba080dc7-cac2-423c-b253-3a02bdd4bb8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:21.286500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba080dc7-cac2-423c-b253-3a02bdd4bb8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:21.338862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Network bbae5d84-8507-4117-84ad-791f0b1862e4 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:21.344340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:21.349171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee92e712-dbbb-463a-88da-24ff56dd3cac req-5b618e67-e40f-4ae2-aa48-5928a1c3b6ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454719 Feb 04 20:15:21.350140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:21.420356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.426586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:21.427432 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.446502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Transition to ACTIVE for port object 6bd67a98-212d-48c9-8590-4fb95d0aa115 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:21.452996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba080dc7-cac2-423c-b253-3a02bdd4bb8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:21.456710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba080dc7-cac2-423c-b253-3a02bdd4bb8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1287236 Feb 04 20:15:21.456710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event updated for resources: {'Port': ['ID=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:21.457870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35498) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:21.539533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-45b86c35-2956-4b25-8335-0650f0e1d6f1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7100286 Feb 04 20:15:21.555133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Transition to ACTIVE for port object 6bd67a98-212d-48c9-8590-4fb95d0aa115 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:21.566838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Request body: {'port': {'device_id': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:21.617365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:21.636606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2de705da-3292-4d65-b901-9dc8ed318dbb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:21.653649 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.670986 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.675590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc38a33-6847-4271-af1d-df01412f4db4 req-2520985b-6d1c-4370-85d9-6254efe9a2d4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:21.682305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4fc38a33-6847-4271-af1d-df01412f4db4 req-2520985b-6d1c-4370-85d9-6254efe9a2d4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 931 time: 0.4545147 Feb 04 20:15:21.726359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.773995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4fc38a33-6847-4271-af1d-df01412f4db4 req-235cd8c9-9787-49b0-80a1-f0ea34503227 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907619 Feb 04 20:15:21.775414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:21.780649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:21.794461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:21.805437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Pushing event updated for resources: {'Port': ['ID=6bd67a98-212d-48c9-8590-4fb95d0aa115,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:21.907742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.947228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2de705da-3292-4d65-b901-9dc8ed318dbb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:21.947872 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:21.998508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Attempting to bind port 6bd67a98-212d-48c9-8590-4fb95d0aa115 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:21.998989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Attempting to bind port 6bd67a98-212d-48c9-8590-4fb95d0aa115 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:21.999414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Attempting to bind port 6bd67a98-212d-48c9-8590-4fb95d0aa115 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:22.011758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:22.015009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:22.015009 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.015009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:22.015009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Bound port: 6bd67a98-212d-48c9-8590-4fb95d0aa115, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:22.015009 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.108277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.150610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] For port 6bd67a98-212d-48c9-8590-4fb95d0aa115, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:22.204959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] For port 6bd67a98-212d-48c9-8590-4fb95d0aa115, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6bd67a98-212d-48c9-8590-4fb95d0aa115,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:22.292575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.368107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f18d20-5271-49b2-8a6b-8153f1bfe8e3 None None] Pushing event updated for resources: {'Port': ['ID=6bd67a98-212d-48c9-8590-4fb95d0aa115,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:22.373122 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a64866f6-7595-4759-b34b-639abb01e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.424422 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.529316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:15:22.544868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.565639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Transition to ACTIVE for port object 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:22.573878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ce754-3ff4-431a-a27c-0b19e3f47cd1 req-5717e211-faa6-4420-83d7-fa15e9249873 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:22.574606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c06ce754-3ff4-431a-a27c-0b19e3f47cd1 req-5717e211-faa6-4420-83d7-fa15e9249873 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Synchronizing usage tracker for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:22.580228 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.585295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 36ab1836-7953-48e5-ad6e-50fda6660c47 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:22.585639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.631003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:22.633208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.636968 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.703550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c06ce754-3ff4-431a-a27c-0b19e3f47cd1 req-5717e211-faa6-4420-83d7-fa15e9249873 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Unset dirty status for tenant:b020e39608ef4f5ea1e371169d64a68b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:22.704761 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c06ce754-3ff4-431a-a27c-0b19e3f47cd1 req-5717e211-faa6-4420-83d7-fa15e9249873 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 0.5179300 Feb 04 20:15:22.753097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ebd4-26eb-4a2b-bcc3-c1b24a8a4f35 req-407bf939-ff13-4aa5-90d7-9d2adf58e957 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:22.754543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a76ebd4-26eb-4a2b-bcc3-c1b24a8a4f35 req-407bf939-ff13-4aa5-90d7-9d2adf58e957 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 944 time: 0.2468212 Feb 04 20:15:22.823976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a24251a3-1a76-4741-bd35-8a93185691f7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba HTTP/1.1" status: 204 len: 168 time: 1.3629322 Feb 04 20:15:22.831994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35520) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:22.856915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Pushing event updated for resources: {'Port': ['ID=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:22.903149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a76ebd4-26eb-4a2b-bcc3-c1b24a8a4f35 req-66a43d7d-662f-42a3-9db1-a2b6d75a6d87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392479 Feb 04 20:15:22.913422 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:22.928143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-45f732ff-fde1-4887-8611-5a95ad9cbc45 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931325 Feb 04 20:15:22.938904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35524) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:22.946706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:22.972092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c06ce754-3ff4-431a-a27c-0b19e3f47cd1 req-6f64abab-c877-4825-ad5e-05e2bcfcc698 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113848 Feb 04 20:15:23.100479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 36ab1836-7953-48e5-ad6e-50fda6660c47 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:23.134072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Attempting to bind port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:23.134545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Attempting to bind port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:23.134924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Attempting to bind port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:23.144967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 on network bbae5d84-8507-4117-84ad-791f0b1862e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:15:23.145301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Attempting to bind port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:23.149898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:23.155278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:23.157528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Checking segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:23.157528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Bound using segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:23.157528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Bound port: 4493394c-7c71-4aea-b32e-24c5ecf9fcb6, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:23.157528 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:23.177375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:23.181678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:23.205462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:23.328961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:23.355500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] For port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:23.361160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] For port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:23.364241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:23.369267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:23.445735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddad36-0c7d-4c12-81b1-b52d6b624533 req-07248289-9d73-4bdc-a21f-71ac2b51c016 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:23.446456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:23.446605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f4ddad36-0c7d-4c12-81b1-b52d6b624533 req-07248289-9d73-4bdc-a21f-71ac2b51c016 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:23.447296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:23.459008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 989ad96b-e36d-4a61-8d5a-4c44b4614d89 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:23.601884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=36ab1836-7953-48e5-ad6e-50fda6660c47,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:23.699430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:23.704924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:23.705243 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:23.801587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:23.802922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6bd67a98-212d-48c9-8590-4fb95d0aa115 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:24.005233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:24.005968 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.020153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] 10.222.0.24 "PUT /v2.0/ports/4493394c-7c71-4aea-b32e-24c5ecf9fcb6 HTTP/1.1" status: 200 len: 1091 time: 2.4541011 Feb 04 20:15:24.023628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'tag': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:24.084109 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.093663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9a208-8e46-45cc-9d89-1e833d3f4e9b service neutron] Pushing event updated for resources: {'Port': ['ID=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:24.154032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6bd67a98-212d-48c9-8590-4fb95d0aa115 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:24.166053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:24.188088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 989ad96b-e36d-4a61-8d5a-4c44b4614d89, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:24.214561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9391b7-f350-4b0c-8988-ed5279699e6b None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:24.231159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f4ddad36-0c7d-4c12-81b1-b52d6b624533 req-07248289-9d73-4bdc-a21f-71ac2b51c016 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:24.239766 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4ddad36-0c7d-4c12-81b1-b52d6b624533 req-07248289-9d73-4bdc-a21f-71ac2b51c016 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 943 time: 0.9897177 Feb 04 20:15:24.337047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.338196 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4ddad36-0c7d-4c12-81b1-b52d6b624533 req-65a6b5b1-e490-4380-8b57-53119f7333b4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971992 Feb 04 20:15:24.410005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-e75a350a-6ab3-421e-8d42-3aeb30c5c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:24.420064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-e75a350a-6ab3-421e-8d42-3aeb30c5c945 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 1094 time: 0.2231843 Feb 04 20:15:24.525992 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.530431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c2d8acb6-e479-4412-baa7-d79a24a81e6c None None] Provisioning for port 6bd67a98-212d-48c9-8590-4fb95d0aa115 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:24.555167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.584163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c2d8acb6-e479-4412-baa7-d79a24a81e6c None None] Provisioning complete for port 6bd67a98-212d-48c9-8590-4fb95d0aa115 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:24.584507 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2d8acb6-e479-4412-baa7-d79a24a81e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.634214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:24.637206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-34405a92-fd89-4afb-96a9-271c78f3eca9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4493394c-7c71-4aea-b32e-24c5ecf9fcb6 HTTP/1.1" status: 200 len: 217 time: 0.2135031 Feb 04 20:15:24.745592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-3f9718f4-da37-4f2f-a72c-d54d7a1665d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:24.748895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-3f9718f4-da37-4f2f-a72c-d54d7a1665d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.1009536 Feb 04 20:15:24.754273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee347c-eec3-4dc2-9651-9c9a7fede5d5 req-d82a233a-ddbd-40ae-b1b6-0f589cd99c5f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:24.756775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98ee347c-eec3-4dc2-9651-9c9a7fede5d5 req-d82a233a-ddbd-40ae-b1b6-0f589cd99c5f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 945 time: 0.4930539 Feb 04 20:15:24.763866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=989ad96b-e36d-4a61-8d5a-4c44b4614d89,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:24.765443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:24.776481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:24.795077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:24.799191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.809682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 21d685f7-102f-4871-8166-728c714da437 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:15:24.820307 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98ee347c-eec3-4dc2-9651-9c9a7fede5d5 req-593eb111-3214-41ee-9a87-3c024652d977 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Feb 04 20:15:24.897465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2d8acb6-e479-4412-baa7-d79a24a81e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:24.899448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-0b914ad5-ef22-453c-93e8-cb7728dbfcac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569575 Feb 04 20:15:25.027068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c2d8acb6-e479-4412-baa7-d79a24a81e6c None None] For port 6bd67a98-212d-48c9-8590-4fb95d0aa115, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6bd67a98-212d-48c9-8590-4fb95d0aa115,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:25.052953 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'code': 200} Feb 04 20:15:25.082067 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'tag': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6', 'status': 'completed', 'code': 200} Feb 04 20:15:25.092000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cd907367-b9ef-4845-b97d-b1e61504b230 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1509724 Feb 04 20:15:25.114900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:25.117913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35566) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:25.149548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2038887235', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:25.168690 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2d8acb6-e479-4412-baa7-d79a24a81e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:25.176804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:25.190627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:25.196853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:router and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:25.213854 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] Sync routers for ids ['21d685f7-102f-4871-8166-728c714da437'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:25.217748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:25.221711 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-ee7d6d7c-772a-48c7-a997-2b1a625a0073 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058686 Feb 04 20:15:25.243412 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] Routers {'21d685f7-102f-4871-8166-728c714da437'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:25.244080 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['21d685f7-102f-4871-8166-728c714da437'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:25.256763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:25.306940 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c44c040-9c23-48b2-864d-b1dd92ef98e5 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/21d685f7-102f-4871-8166-728c714da437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1911612 Feb 04 20:15:25.314810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35570) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:25.363294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8acb6-e479-4412-baa7-d79a24a81e6c None None] Pushing event updated for resources: {'Port': ['ID=6bd67a98-212d-48c9-8590-4fb95d0aa115,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:25.373849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e78ad81-ba0f-406e-b531-22f01ad75937 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:25.386553 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:25.396654 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] Routers {'21d685f7-102f-4871-8166-728c714da437'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:25.397580 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['21d685f7-102f-4871-8166-728c714da437'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:25.413480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-15036c08-c6bb-45f3-893f-2477df14be45 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:25.425100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:25.428708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:25.473904 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:25.474572 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ee774-5711-4174-80a3-1f2b63a89eb2 None None] The sync data for ids ['21d685f7-102f-4871-8166-728c714da437'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:25.559720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f74679-dcd9-45d1-af72-dd98f3b89758 req-52ea8cc0-4866-4838-9e2e-cf3fff951a3a tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:25.567079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-84f74679-dcd9-45d1-af72-dd98f3b89758 req-52ea8cc0-4866-4838-9e2e-cf3fff951a3a tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 1.0537894 Feb 04 20:15:25.576721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:25.635715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-15036c08-c6bb-45f3-893f-2477df14be45 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:25.636894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-15036c08-c6bb-45f3-893f-2477df14be45 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d685f7-102f-4871-8166-728c714da437 HTTP/1.1" status: 200 len: 205 time: 0.3208528 Feb 04 20:15:25.650343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35576) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:25.657110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6bd67a98-212d-48c9-8590-4fb95d0aa115 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:25.739701 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-84f74679-dcd9-45d1-af72-dd98f3b89758 req-95737bac-0f0c-4724-b11d-b1d6b4c5a711 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb02059-5048-4edb-b8ed-884b0d960310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715546 Feb 04 20:15:25.749477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9918439d-9184-4d38-9a58-e12c52d8aaa4 None None] Provisioning complete for port 6bd67a98-212d-48c9-8590-4fb95d0aa115 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:25.750005 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9918439d-9184-4d38-9a58-e12c52d8aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:25.750137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493fff8f-ad45-47af-ba5b-fd3c6b01bcde req-b02b2ce1-6c62-497c-91e5-5470ba1abc7d service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130231 Feb 04 20:15:25.766940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0afe3-6cfe-42b9-86b7-b340073abb36 req-3b6474d5-ffc5-42a9-94ae-bfaaa89599c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:25.768411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b0afe3-6cfe-42b9-86b7-b340073abb36 req-3b6474d5-ffc5-42a9-94ae-bfaaa89599c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 0.5415406 Feb 04 20:15:25.845458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b0afe3-6cfe-42b9-86b7-b340073abb36 req-e14ac22e-4ee5-4e77-946d-ff4b5dbe4f65 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696049 Feb 04 20:15:25.867167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-307cd24a-95f6-44a3-bbbe-4904c282368f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:25.943373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6bd67a98-212d-48c9-8590-4fb95d0aa115 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:25.943796 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:26.006986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:26.046877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-bf603ac3-1c92-46dd-b2eb-b649acab7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:26.049978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-bf603ac3-1c92-46dd-b2eb-b649acab7cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 1094 time: 0.1555407 Feb 04 20:15:26.289353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:26.293665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a995c074-8da9-4b63-bbcf-477db5a96656 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1711426 Feb 04 20:15:26.312414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35586) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:26.474256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ae8a105e-fabc-4112-94a7-5a4a8271eb81 None None] Provisioning complete for port 6bd67a98-212d-48c9-8590-4fb95d0aa115 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:26.474620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ae8a105e-fabc-4112-94a7-5a4a8271eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:26.488317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-9e881424-7588-41eb-9fb3-6ce4085bfbc1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:26.489801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-9e881424-7588-41eb-9fb3-6ce4085bfbc1 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 946 time: 1.0136721 Feb 04 20:15:26.505055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3c07-7d27-4e61-aef7-c786c0e84b8d req-1eb8ec7c-c733-4b06-bd73-dba92b04e234 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:26.506516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-228d3c07-7d27-4e61-aef7-c786c0e84b8d req-1eb8ec7c-c733-4b06-bd73-dba92b04e234 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 943 time: 0.9247534 Feb 04 20:15:26.572438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-307cd24a-95f6-44a3-bbbe-4904c282368f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:26.584879 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-307cd24a-95f6-44a3-bbbe-4904c282368f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:26.632188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Deleting port 51e14825-62ad-4cf9-b7d7-8618dd307c09 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:26.632531 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:26.671480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-228d3c07-7d27-4e61-aef7-c786c0e84b8d req-4a903efa-2599-475d-98b6-51e2657df69b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271768 Feb 04 20:15:26.869611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:15:27.044335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-fb62d78b-49a7-45a9-be11-21056a96daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:27.045788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-fb62d78b-49a7-45a9-be11-21056a96daa4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 913 time: 0.9341242 Feb 04 20:15:27.156563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd5d1-5880-4043-9535-20161f489f30 req-ee84c5b8-5924-447c-9069-ccd0e3dd6375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:27.164137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e0fd5d1-5880-4043-9535-20161f489f30 req-ee84c5b8-5924-447c-9069-ccd0e3dd6375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 945 time: 1.1231287 Feb 04 20:15:27.171715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] For port 51e14825-62ad-4cf9-b7d7-8618dd307c09, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=51e14825-62ad-4cf9-b7d7-8618dd307c09,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:27.173475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:27.174010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.208150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'port_id': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6', 'mac_address': 'fa:16:3e:c2:4d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124df688-3066-4fd2-9e18-51457673f28b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:15:27.226911 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-c6f22d8c-85c9-4e69-a258-d2f3d78bef84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4493394c-7c71-4aea-b32e-24c5ecf9fcb6 HTTP/1.1" status: 200 len: 217 time: 0.1688457 Feb 04 20:15:27.348453 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.371943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Calling delete_port for 51e14825-62ad-4cf9-b7d7-8618dd307c09 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:27.373424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:15:27.391699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:27.433536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e0fd5d1-5880-4043-9535-20161f489f30 req-ca48724c-4be2-4f0e-b474-e51222354d12 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669606 Feb 04 20:15:27.452311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-e255a644-270b-4d9d-b470-b9af9bfa2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:27.453957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-e255a644-270b-4d9d-b470-b9af9bfa2d25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.2151160 Feb 04 20:15:27.491705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.572023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-9b7a807d-c5f5-4884-9f01-a3daaeb44ded service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450425 Feb 04 20:15:27.573492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.588428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-307cd24a-95f6-44a3-bbbe-4904c282368f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.589249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307cd24a-95f6-44a3-bbbe-4904c282368f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Fanout notify agent at l3_agent the message router_deleted on router 21d685f7-102f-4871-8166-728c714da437 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:15:27.610869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.632146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65c3f8a5-d5a6-4427-9ebe-d469feb76a7c req-0e8b003d-aa85-49e3-a313-004a691a1af7 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.48 "GET /v2.0/ports?device_id=a81b38de-ad2f-40d4-ab32-60e34f2948a4 HTTP/1.1" status: 200 len: 210 time: 0.1083179 Feb 04 20:15:27.727865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Pushing event deleted for resources: {'Port': ['ID=51e14825-62ad-4cf9-b7d7-8618dd307c09,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:27.786116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35608) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:27.854276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:27.894430 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-307cd24a-95f6-44a3-bbbe-4904c282368f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.898905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-307cd24a-95f6-44a3-bbbe-4904c282368f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/21d685f7-102f-4871-8166-728c714da437 HTTP/1.1" status: 204 len: 168 time: 2.2386901 Feb 04 20:15:27.899112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35614) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:27.925697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] No DVR routers for this DVR port 51e14825-62ad-4cf9-b7d7-8618dd307c09 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:27.930313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:27.937078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02d5d3bd-b30f-4f2b-b938-ab0f35ec8f53 req-6b964783-7836-45f2-875a-f4be13734cc5 tempest-ServerRescueNegativeTestJSON-2032345856 tempest-ServerRescueNegativeTestJSON-2032345856-project] 10.222.0.62 "DELETE /v2.0/ports/51e14825-62ad-4cf9-b7d7-8618dd307c09 HTTP/1.1" status: 204 len: 173 time: 1.4248226 Feb 04 20:15:27.943186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'name': 'network-vif-deleted', 'tag': '51e14825-62ad-4cf9-b7d7-8618dd307c09'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:27.951858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['4493394c-7c71-4aea-b32e-24c5ecf9fcb6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:15:28.031007 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b38de-ad2f-40d4-ab32-60e34f2948a4', 'name': 'network-vif-deleted', 'tag': '51e14825-62ad-4cf9-b7d7-8618dd307c09', 'status': 'completed', 'code': 200} Feb 04 20:15:28.038387 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-a91210e3-7f1e-49f3-9772-7e938546f440 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434178 Feb 04 20:15:28.098541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.116065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:28.120346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:76f8789e863f4a20a08c0bf1f110d97f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:28.123392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:28.139054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:28.246121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37514dbc-320c-441d-aad5-a72e7aa98688 req-ad8b7931-9d88-4731-9ae0-a7cc3f60fc6f service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746953 Feb 04 20:15:28.305355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet 48b82903-cb2b-454d-89c9-27d6c6bf7190 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:28.317161 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.346272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.434807 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.447563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.490542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76f8789e863f4a20a08c0bf1f110d97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027819 Feb 04 20:15:28.491373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37da6a-aa92-4a46-8596-3480d919a1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea295bcd-a056-419e-9edf-a8d302b27356,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:28.494793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35632) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:28.567808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-087a1d6b-569b-4af2-adb9-bef16835c851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.597655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-087a1d6b-569b-4af2-adb9-bef16835c851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.649144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734b8d6-7a4c-4888-81b6-0fdc88731c92 req-5b17ce62-9d44-4d89-9e97-bd495ba37deb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:28.650609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6734b8d6-7a4c-4888-81b6-0fdc88731c92 req-5b17ce62-9d44-4d89-9e97-bd495ba37deb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 944 time: 0.7270162 Feb 04 20:15:28.651847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::1 (a3617f18-5da1-4e3a-821a-582c484776ac/37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1/89cfea8a-d3aa-4300-bdc1-1ca806952df1) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:28.721840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-087a1d6b-569b-4af2-adb9-bef16835c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.737643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a1d6b-569b-4af2-adb9-bef16835c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea295bcd-a056-419e-9edf-a8d302b27356,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:28.751951 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-087a1d6b-569b-4af2-adb9-bef16835c851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:28.753032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-087a1d6b-569b-4af2-adb9-bef16835c851 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea295bcd-a056-419e-9edf-a8d302b27356 HTTP/1.1" status: 204 len: 168 time: 0.2573702 Feb 04 20:15:28.832587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6734b8d6-7a4c-4888-81b6-0fdc88731c92 req-e09300d7-b6d6-4ab3-a6fa-00bf3b6e3299 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725037 Feb 04 20:15:28.877297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:28.952423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.086514 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.093092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:29.099387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:29.099758 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.136699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 89cfea8a-d3aa-4300-bdc1-1ca806952df1 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:29.194332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa8fc-ff51-4bc3-866f-2f8bba785f4b req-8098845e-3713-4f06-ab38-6d5c79fcd6d8 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:29.215174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c2aa8fc-ff51-4bc3-866f-2f8bba785f4b req-8098845e-3713-4f06-ab38-6d5c79fcd6d8 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 945 time: 0.1971681 Feb 04 20:15:29.267439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.326777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=48b82903-cb2b-454d-89c9-27d6c6bf7190,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:29.328187 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.342530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.366152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35175f2d-f9a5-4e2f-9e73-291fa7005e9a None None] Network 587f6ce0-308b-41a4-a65a-842033d37787 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:29.366328 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0c2aa8fc-ff51-4bc3-866f-2f8bba785f4b req-72c0ea0c-f3dc-41fa-8fa3-48a098c1803f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498337 Feb 04 20:15:29.375249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0611fe51-37ee-4eac-b420-8addbbe75a68 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/48b82903-cb2b-454d-89c9-27d6c6bf7190 HTTP/1.1" status: 204 len: 168 time: 1.4757638 Feb 04 20:15:29.378319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35664) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:29.393373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:29.404131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.523130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 51e14825-62ad-4cf9-b7d7-8618dd307c09 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:29.614529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 51e14825-62ad-4cf9-b7d7-8618dd307c09 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:29.614529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 51e14825-62ad-4cf9-b7d7-8618dd307c09 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:29.615845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:29.629933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:29.631327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:29.642393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:29.642966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.646152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:29.716797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=89cfea8a-d3aa-4300-bdc1-1ca806952df1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:29.736541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.852616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] DHCP port deletion for 587f6ce0-308b-41a4-a65a-842033d37787 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:15:29.879566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-432ca75f-bf72-4391-b63f-2ec3e925f6b6 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3958652 Feb 04 20:15:29.887285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] Deleting port 2de705da-3292-4d65-b901-9dc8ed318dbb {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:29.887664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.888735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:29.900003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:29.908796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.919497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Usage tracker for resource:floatingip and tenant:b1ca1f59ee264015bbd7f804a89ea0c6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:29.922123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea680d-c116-4e51-b1ad-18fd9db850a3 req-e84962dd-94c0-4ec8-9114-88f37d97e2ad tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:29.924259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3ea680d-c116-4e51-b1ad-18fd9db850a3 req-e84962dd-94c0-4ec8-9114-88f37d97e2ad tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.4093711 Feb 04 20:15:29.927297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:29.930483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 2de705da-3292-4d65-b901-9dc8ed318dbb {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:29.930881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:29.987304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:30.211819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3ea680d-c116-4e51-b1ad-18fd9db850a3 req-9d7dc3a5-180a-4bbe-81ff-9661bf7d8f9b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590475 Feb 04 20:15:30.245425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:30.325358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] For port 2de705da-3292-4d65-b901-9dc8ed318dbb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2de705da-3292-4d65-b901-9dc8ed318dbb,segment=NetworkSegment(765e5630-6954-4c34-8993-a10efcd159a1),segment_id=765e5630-6954-4c34-8993-a10efcd159a1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:30.325959 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:30.355853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:30.479973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port 2de705da-3292-4d65-b901-9dc8ed318dbb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2de705da-3292-4d65-b901-9dc8ed318dbb,segment=NetworkSegment(765e5630-6954-4c34-8993-a10efcd159a1),segment_id=765e5630-6954-4c34-8993-a10efcd159a1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:30.480616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:30.548176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:30.552277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] Calling delete_port for 2de705da-3292-4d65-b901-9dc8ed318dbb owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:30.647573 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6', 'code': 200} Feb 04 20:15:30.739220 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:30.767469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 2de705da-3292-4d65-b901-9dc8ed318dbb owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:30.797191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] Pushing event deleted for resources: {'Port': ['ID=2de705da-3292-4d65-b901-9dc8ed318dbb,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:30.816292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4cacb8-e375-4aaf-9200-d007eb358ad5 None None] No DVR routers for this DVR port 2de705da-3292-4d65-b901-9dc8ed318dbb on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:30.817580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e195626a-8dff-4dfd-ab6e-28801039646c None None] Provisioning for port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:30.823836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e195626a-8dff-4dfd-ab6e-28801039646c None None] Provisioning complete for port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:30.824338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e195626a-8dff-4dfd-ab6e-28801039646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:30.892949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e195626a-8dff-4dfd-ab6e-28801039646c None None] Port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:30.966756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:15:30.967115 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:15:31.020040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7036c-e3c9-4756-b23f-55c1258fc360 req-7b1ff6ec-d91f-4dbf-8121-3e801e5bcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:31.021528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0c7036c-e3c9-4756-b23f-55c1258fc360 req-7b1ff6ec-d91f-4dbf-8121-3e801e5bcfdf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 1096 time: 0.6011746 Feb 04 20:15:31.026804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.155258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b0f59-0f50-4112-a2d2-d1b3f1bca1d5 req-06d8cb39-5672-41de-b326-305a9b32a755 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:31.156651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b78b0f59-0f50-4112-a2d2-d1b3f1bca1d5 req-06d8cb39-5672-41de-b326-305a9b32a755 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 945 time: 0.6097419 Feb 04 20:15:31.215048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0c7036c-e3c9-4756-b23f-55c1258fc360 req-3df42816-1967-4d59-8431-85428cb4711d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634812 Feb 04 20:15:31.218146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Allocated IP 172.25.7.42 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/a1c411e8-c0d8-420e-813c-c076d0f48b5d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:31.345872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b78b0f59-0f50-4112-a2d2-d1b3f1bca1d5 req-503c2166-5e15-4fd8-9517-dc5492b1d19a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774766 Feb 04 20:15:31.400308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.400308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.413997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.467942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 2de705da-3292-4d65-b901-9dc8ed318dbb {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:31.469361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.580897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] The port '2de705da-3292-4d65-b901-9dc8ed318dbb' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:15:31.597258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.598333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.603656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2de705da-3292-4d65-b901-9dc8ed318dbb no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:31.614720 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.645017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2de705da-3292-4d65-b901-9dc8ed318dbb {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:31.645579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2de705da-3292-4d65-b901-9dc8ed318dbb not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:31.710349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Pushing event updated for resources: {'Port': ['ID=a1c411e8-c0d8-420e-813c-c076d0f48b5d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:31.803916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=89cfea8a-d3aa-4300-bdc1-1ca806952df1,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:31.818935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.819291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.819825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.820308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.820654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.821049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.821391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.821763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.822097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.822422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.822778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.823155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:31.828863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:31.832969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:31.835447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:31.897541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.936437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587f6ce0-308b-41a4-a65a-842033d37787']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:31.952708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765e5630-6954-4c34-8993-a10efcd159a1') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:31.953036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765e5630-6954-4c34-8993-a10efcd159a1') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:31.973407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.976025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0b11-5dc5-4412-b8b7-d1f954363aeb req-c139934f-1241-4f6a-aefb-894e875b1e4c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:31.977407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b0c0b11-5dc5-4412-b8b7-d1f954363aeb req-c139934f-1241-4f6a-aefb-894e875b1e4c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.4868999 Feb 04 20:15:31.982435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:31.986241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:31.986498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:32.001911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.019706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:15:32.026101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:15:32.042010 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:15:32.237174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.248389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b0c0b11-5dc5-4412-b8b7-d1f954363aeb req-9bd22d84-88cc-4728-b60c-8d3c652f9aad tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635801 Feb 04 20:15:32.306267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Deleting port e733b1d4-b80d-4f06-a384-03ad1a4ce538 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:32.306611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.515582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.525949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-29cce743-00a4-462b-a6be-aef5eb9f0077 None None] Provisioning complete for port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:32.526495 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-29cce743-00a4-462b-a6be-aef5eb9f0077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.568628 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.608514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-29cce743-00a4-462b-a6be-aef5eb9f0077 None None] Port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:32.643948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=587f6ce0-308b-41a4-a65a-842033d37787,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:32.696566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Router ae370bf9-c232-4c37-a442-a1cb07382574 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:15:32.752968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e3de257b-48e6-440d-b348-dca7a1addcf8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/587f6ce0-308b-41a4-a65a-842033d37787 HTTP/1.1" status: 204 len: 168 time: 3.3728099 Feb 04 20:15:32.756572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35740) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:32.763354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.769083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-917050935', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:32.777108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:32.781812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:router and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:32.785709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:32.793301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:32.847918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.936901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.938553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:32.978091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Pushing event updated for resources: {'Port': ['ID=a1c411e8-c0d8-420e-813c-c076d0f48b5d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:32.996114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:33.002507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:33.053092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] For port e733b1d4-b80d-4f06-a384-03ad1a4ce538, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e733b1d4-b80d-4f06-a384-03ad1a4ce538,segment=NetworkSegment(f8d1f4b1-3fde-446e-b8b5-960b21b031d7),segment_id=f8d1f4b1-3fde-446e-b8b5-960b21b031d7)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:33.053460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:33.114303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:33.116033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-ea980e0f-643d-43a9-8283-3fa986e37047 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2356603 Feb 04 20:15:33.202282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Calling delete_port for e733b1d4-b80d-4f06-a384-03ad1a4ce538 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:33.241612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:33.249943 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cf6539a2-1b60-4868-9318-2c052463ce5c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "PUT /v2.0/routers/ae370bf9-c232-4c37-a442-a1cb07382574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9220085 Feb 04 20:15:33.254076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Sync routers for ids ['ae370bf9-c232-4c37-a442-a1cb07382574'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:33.259895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35760) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:33.265422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Routers {'ae370bf9-c232-4c37-a442-a1cb07382574'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:33.267260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ae370bf9-c232-4c37-a442-a1cb07382574'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:33.339729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfe3e1-7f92-4e4f-9564-c42b53751c71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:33.341902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cbdfe3e1-7f92-4e4f-9564-c42b53751c71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:33.353374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351874-815d-4e3e-9670-cfdc42d94b18 req-3ca033fc-fda6-4030-b1ec-ccab84b06f0a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:33.360858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e351874-815d-4e3e-9670-cfdc42d94b18 req-3ca033fc-fda6-4030-b1ec-ccab84b06f0a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 945 time: 0.7178762 Feb 04 20:15:33.565802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Set router ae370bf9-c232-4c37-a442-a1cb07382574 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:33.569967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cbdfe3e1-7f92-4e4f-9564-c42b53751c71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:33.576108 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cbdfe3e1-7f92-4e4f-9564-c42b53751c71 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports/89cfea8a-d3aa-4300-bdc1-1ca806952df1 HTTP/1.1" status: 200 len: 911 time: 0.3152301 Feb 04 20:15:33.583837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35774) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:33.648091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e351874-815d-4e3e-9670-cfdc42d94b18 req-e00a6112-201c-4cf6-b872-dc5cc8127ba5 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860281 Feb 04 20:15:33.675684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-e5aaee32-2242-4690-b041-41c1fe84bdf2 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:33.806747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:33.887217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-e5aaee32-2242-4690-b041-41c1fe84bdf2 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:33.893959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-e5aaee32-2242-4690-b041-41c1fe84bdf2 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.7670660 Feb 04 20:15:33.915968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43886b20-41f8-49d8-9f23-81ce26f17383 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:33.921983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43886b20-41f8-49d8-9f23-81ce26f17383 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:33.924216 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43886b20-41f8-49d8-9f23-81ce26f17383 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3363647 Feb 04 20:15:33.928445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35780) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:33.979764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'name': 'tempest-NetworksTestDHCPv6-router-2038887235', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:25Z', 'updated_at': '2022-02-04T20:15:29Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None, '_interfaces': [{'id': '89cfea8a-d3aa-4300-bdc1-1ca806952df1', 'name': '', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'mac_address': 'fa:16:3e:5c:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:15:27Z', 'updated_at': '2022-02-04T20:15:31Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'subnets': [{'id': '37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:33.984769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Checking router: ae370bf9-c232-4c37-a442-a1cb07382574 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:15:33.985783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Updating router ae370bf9-c232-4c37-a442-a1cb07382574 port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:15:34.048715 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:34.099564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bcdb4-692e-4fef-80a8-4f5a3f0b8192 req-743e0587-2e53-48de-aff9-743e48fe8304 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:34.101060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b6bcdb4-692e-4fef-80a8-4f5a3f0b8192 req-743e0587-2e53-48de-aff9-743e48fe8304 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.3388777 Feb 04 20:15:34.251881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-7f084883-f7f1-434c-ab53-9858967e0bc3 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:34.269129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57ca7e8a-547a-4b4d-ac1b-f66588dc2d4c req-7f084883-f7f1-434c-ab53-9858967e0bc3 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.3578422 Feb 04 20:15:34.283707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b6bcdb4-692e-4fef-80a8-4f5a3f0b8192 req-eb292ef2-b34e-491c-a82f-ce1e342da7f2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616688 Feb 04 20:15:34.412465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:34.505064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e733b1d4-b80d-4f06-a384-03ad1a4ce538,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:34.649911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:34.665254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Transition to ACTIVE for port object 89cfea8a-d3aa-4300-bdc1-1ca806952df1 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:34.728248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:34.729034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.729389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.729737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.730035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.730363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.730711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.734681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.734681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.734681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.734681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.734681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.734681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:15:34.829398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:34.869499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-6a2e6463-886d-4c30-8556-21ba45dc665c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:34.873702 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-6a2e6463-886d-4c30-8556-21ba45dc665c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 821 time: 0.2495527 Feb 04 20:15:34.880795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:34.990261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c110-8298-46b1-b780-03c5216c9d39 None None] Pushing event updated for resources: {'Port': ['ID=89cfea8a-d3aa-4300-bdc1-1ca806952df1,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:35.085491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Attempting to bind port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:35.088915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Attempting to bind port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:35.089504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Attempting to bind port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:35.105492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:35.106196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:35.106831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:35.107435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:35.108095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Bound port: 89cfea8a-d3aa-4300-bdc1-1ca806952df1, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:35.110564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:35.137123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.25.7.43 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/7eef189e-757c-45bf-bdfb-0c9141b176ee) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:35.177493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-01304b15-ab29-46d6-929d-536024a12dd8 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/quotas/b1ca1f59ee264015bbd7f804a89ea0c6 HTTP/1.1" status: 200 len: 375 time: 0.2982879 Feb 04 20:15:35.264493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35808) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:35.269060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] For port 89cfea8a-d3aa-4300-bdc1-1ca806952df1, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:35.272528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] For port 89cfea8a-d3aa-4300-bdc1-1ca806952df1, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=89cfea8a-d3aa-4300-bdc1-1ca806952df1,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:35.294599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:35.319991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0c86d-9968-45cd-866c-9696f3a82df1 req-abc08275-923b-4553-ada9-6e211619b84f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:35.321552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdd0c86d-9968-45cd-866c-9696f3a82df1 req-abc08275-923b-4553-ada9-6e211619b84f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 945 time: 0.5085325 Feb 04 20:15:35.362806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:35.450105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:35.459172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:35.468619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Routers {'ae370bf9-c232-4c37-a442-a1cb07382574'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:35.469732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ae370bf9-c232-4c37-a442-a1cb07382574'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:35.479844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:35.483979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Usage tracker for resource:security_group_rule and tenant:dc52238735f647e389fccc84baa50e5d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:35.487446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:35.493539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:35.539720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-94ff1812-435f-423b-ae7c-6ee98aad470e tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3351328 Feb 04 20:15:35.576864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:35.682730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdd0c86d-9968-45cd-866c-9696f3a82df1 req-e558ca1f-67eb-45ad-bb78-a0d313459288 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865748 Feb 04 20:15:35.733888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] Set router ae370bf9-c232-4c37-a442-a1cb07382574 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:35.825178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c110-8298-46b1-b780-03c5216c9d39 None None] Pushing event updated for resources: {'Port': ['ID=89cfea8a-d3aa-4300-bdc1-1ca806952df1,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:35.988182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=7eef189e-757c-45bf-bdfb-0c9141b176ee,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:36.019059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:36.028587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:36.032681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:36.057583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:36.106324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:36.230073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:36.349823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'name': 'tempest-NetworksTestDHCPv6-router-2038887235', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:25Z', 'updated_at': '2022-02-04T20:15:29Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None, '_interfaces': [{'id': '89cfea8a-d3aa-4300-bdc1-1ca806952df1', 'name': '', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'mac_address': 'fa:16:3e:5c:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:15:27Z', 'updated_at': '2022-02-04T20:15:35Z', 'revision_number': 4, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'subnets': [{'id': '37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:36.357228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313065a1-0af4-4ef3-a399-a365868aeee3 None None] The sync data for ids ['ae370bf9-c232-4c37-a442-a1cb07382574'] in n-d-811806-1 is: [{'id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'name': 'tempest-NetworksTestDHCPv6-router-2038887235', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:25Z', 'updated_at': '2022-02-04T20:15:29Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None, '_interfaces': [{'id': '89cfea8a-d3aa-4300-bdc1-1ca806952df1', 'name': '', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'mac_address': 'fa:16:3e:5c:eb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:15:27Z', 'updated_at': '2022-02-04T20:15:35Z', 'revision_number': 4, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'subnets': [{'id': '37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:36.367439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-99d20791-8ca9-4d9c-a54f-5e43a15f098a service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8213816 Feb 04 20:15:36.420649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c1ee4-ee1b-4746-b2a2-3901135b324a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:36.449289 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d239938a-d4f5-4395-8e44-92e71c6c7539 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc52238735f647e389fccc84baa50e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1837604 Feb 04 20:15:36.481400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35830) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:36.519375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a4cdd-f9c1-4cca-a22c-5acbc40b2b14 req-47880fe8-c278-4e75-ba4c-cd5a23301f89 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:36.526358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e20a4cdd-f9c1-4cca-a22c-5acbc40b2b14 req-47880fe8-c278-4e75-ba4c-cd5a23301f89 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.6833034 Feb 04 20:15:36.791280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:15:36.827924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be35f904-e12f-4212-bbd5-3eb3565f688b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:36.849959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e20a4cdd-f9c1-4cca-a22c-5acbc40b2b14 req-8a26ff8b-ef56-4374-934a-de4abdb0a132 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224707 Feb 04 20:15:36.883848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be35f904-e12f-4212-bbd5-3eb3565f688b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:37.016576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-5ee28b00-1df9-4ffc-b202-0e8a3e629dde service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390617 Feb 04 20:15:37.047753 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:37.111677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:37.112149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:37.206368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:37.225225 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] Sync routers for ids ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:37.244831 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] Routers {'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:37.245636 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:37.261747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be35f904-e12f-4212-bbd5-3eb3565f688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:37.308875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35f904-e12f-4212-bbd5-3eb3565f688b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c1ee4-ee1b-4746-b2a2-3901135b324a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:37.370785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] For port 89cfea8a-d3aa-4300-bdc1-1ca806952df1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=89cfea8a-d3aa-4300-bdc1-1ca806952df1,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:37.371129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:37.464977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be35f904-e12f-4212-bbd5-3eb3565f688b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:37.479116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-be35f904-e12f-4212-bbd5-3eb3565f688b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a17c1ee4-ee1b-4746-b2a2-3901135b324a HTTP/1.1" status: 204 len: 168 time: 0.9958594 Feb 04 20:15:37.591718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 89cfea8a-d3aa-4300-bdc1-1ca806952df1 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:37.608012 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] Set router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:37.768619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 89cfea8a-d3aa-4300-bdc1-1ca806952df1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:37.882663 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d5fbe01-f53f-4bd0-8178-2f6b252f7d82 req-99b611ae-a6df-475e-aa41-c55f18cb1cbc tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 210 time: 0.1281762 Feb 04 20:15:37.905630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:37.963190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1d0fba06-4b2f-4d94-b92a-f0eab1278da1 admin admin] 10.222.0.48 "PUT /v2.0/routers/a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5682247 Feb 04 20:15:37.970428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:38.340682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:15:33Z', 'revision_number': 5, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:38.349415 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] Checking router: a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:15:38.360427 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] Routers {'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:38.364920 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:38.441539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:38.547878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:38.552505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:38.556549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:38.557330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:38.672435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5674c5-3bbf-41dc-b316-36a5c4ff672d req-bcc5c9c6-60ff-4e20-b5bf-497425a41fde tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:38.677402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d5674c5-3bbf-41dc-b316-36a5c4ff672d req-bcc5c9c6-60ff-4e20-b5bf-497425a41fde tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.5973213 Feb 04 20:15:38.710816 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] Set router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:38.785824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Port 89cfea8a-d3aa-4300-bdc1-1ca806952df1 was deleted so its status cannot be updated. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 20:15:38.789159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35884) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:38.842204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:38.867864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=89cfea8a-d3aa-4300-bdc1-1ca806952df1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:38.871225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:38.904265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d5674c5-3bbf-41dc-b316-36a5c4ff672d req-0312c7d3-a759-4955-b849-9ef6ba90c2b8 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159324 Feb 04 20:15:38.910057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:38.914523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Usage tracker for resource:security_group_rule and tenant:25d3aa2eda4e440082ccd4791711a533 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:38.917869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:38.924685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:39.030350 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:39.068369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:39.074136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 22252ed5-f8e7-4d62-bba9-edb097d47a6a is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:15:39.214511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:39.241539 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:15:33Z', 'revision_number': 5, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:39.245982 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289bf08-b8fc-4d3b-b665-94dc523818d9 None None] The sync data for ids ['a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2'] in n-d-811806-1 is: [{'id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'name': 'tempest-ServerRescueNegativeTestJSON-329909000-router', 'tenant_id': 'b020e39608ef4f5ea1e371169d64a68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:11:42Z', 'updated_at': '2022-02-04T20:15:33Z', 'revision_number': 5, 'project_id': 'b020e39608ef4f5ea1e371169d64a68b', 'gw_port': {'id': '5ec9b53d-3e31-4469-8003-bb2c82b3ac62', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:11:45Z', 'updated_at': '2022-02-04T20:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:39.369971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:39.370718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25d3aa2eda4e440082ccd4791711a533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749717 Feb 04 20:15:39.384568 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9ff25f7f-dfdb-42ca-9e52-9fd59922308a req-ba5ebf0b-d0b2-4f3f-9d92-a09d416d5264 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 210 time: 0.1228206 Feb 04 20:15:39.387313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:39.425887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5387-2e89-4e23-ab71-69c2dbefb230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72926d6-cbce-412a-a1ef-8545d059d6c9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:39.449579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:39.462478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] Sync routers for ids ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:39.479933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] Routers {'22252ed5-f8e7-4d62-bba9-edb097d47a6a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:39.480947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:39.564080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:39.567619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:39.568883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-58ec3a88-5a07-42cf-992b-d23a8f192d67 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8112833 Feb 04 20:15:39.571482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:39.581699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] Routers {'22252ed5-f8e7-4d62-bba9-edb097d47a6a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:39.582726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:39.673194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:39.674084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2663d-11ac-4ea8-9a88-8e0cdfb1b3bb None None] The sync data for ids ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:39.745864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e733b1d4-b80d-4f06-a384-03ad1a4ce538 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:39.792160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: e733b1d4-b80d-4f06-a384-03ad1a4ce538 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:39.797016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e733b1d4-b80d-4f06-a384-03ad1a4ce538 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:39.821898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98526509-66d5-4f57-972b-aeebacd3143c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:39.903780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:39.935263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e2278ad-2660-4936-9660-ac2911d80b50 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/routers/22252ed5-f8e7-4d62-bba9-edb097d47a6a HTTP/1.1" status: 200 len: 879 time: 0.3605254 Feb 04 20:15:39.935761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35918) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:40.007963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98526509-66d5-4f57-972b-aeebacd3143c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:40.073871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Router ae370bf9-c232-4c37-a442-a1cb07382574 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:15:40.094088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Deleting port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:40.094574 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:40.208892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-29106f81-09a2-4919-955a-25c64ba178f8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:router {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:40.348608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-29106f81-09a2-4919-955a-25c64ba178f8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:router {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:40.352270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-29106f81-09a2-4919-955a-25c64ba178f8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4134185 Feb 04 20:15:40.352498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35924) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:40.359287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d03b1c91-78b4-4e40-ae36-1741e7e756ee tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-917050935'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:40.491714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] For port 5ec9b53d-3e31-4469-8003-bb2c82b3ac62, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:40.492105 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:40.512180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:40.524699 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] Sync routers for ids ['ae370bf9-c232-4c37-a442-a1cb07382574'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:40.538228 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] Routers {'ae370bf9-c232-4c37-a442-a1cb07382574'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:40.539021 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ae370bf9-c232-4c37-a442-a1cb07382574'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:40.693944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98526509-66d5-4f57-972b-aeebacd3143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:40.710298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Calling delete_port for 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:40.764080 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] Set router ae370bf9-c232-4c37-a442-a1cb07382574 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:40.787000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98526509-66d5-4f57-972b-aeebacd3143c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72926d6-cbce-412a-a1ef-8545d059d6c9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:40.859554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eebf8-fd42-4765-853f-b624aadd7645 req-1637af79-42fd-41dc-b752-cb1fc0086be6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:40.861636 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e6eebf8-fd42-4765-853f-b624aadd7645 req-1637af79-42fd-41dc-b752-cb1fc0086be6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.6224124 Feb 04 20:15:40.919187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-bf610095-c1c1-4566-9746-2d0e505baa3e tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:40.920749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-bf610095-c1c1-4566-9746-2d0e505baa3e tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 821 time: 0.2566800 Feb 04 20:15:40.926445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1fcb6fcb-b9ec-4ebb-a622-e202cb1df277 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "PUT /v2.0/routers/ae370bf9-c232-4c37-a442-a1cb07382574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9969013 Feb 04 20:15:40.927936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35938) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:40.947352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'port': {'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'admin_state_up': True, 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:40.949175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98526509-66d5-4f57-972b-aeebacd3143c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:40.950372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-98526509-66d5-4f57-972b-aeebacd3143c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b72926d6-cbce-412a-a1ef-8545d059d6c9 HTTP/1.1" status: 204 len: 168 time: 1.5539093 Feb 04 20:15:41.023358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a12320bd-e668-4129-aa39-674866e18770 req-9e9a1a84-65ce-4f53-a054-95fb5d5aa80f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 210 time: 0.0928893 Feb 04 20:15:41.045017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e6eebf8-fd42-4765-853f-b624aadd7645 req-e4d790b3-fca4-4383-812f-2634f2dd96ae tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707354 Feb 04 20:15:41.096030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d787ee9-59b4-423b-98fc-e889c85cb376 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:41.097901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d787ee9-59b4-423b-98fc-e889c85cb376 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:41.098840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5d787ee9-59b4-423b-98fc-e889c85cb376 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:41.157672 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'name': 'tempest-NetworksTestDHCPv6-router-2038887235', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:25Z', 'updated_at': '2022-02-04T20:15:37Z', 'revision_number': 3, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:41.165919 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] Checking router: ae370bf9-c232-4c37-a442-a1cb07382574 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:15:41.184725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5d787ee9-59b4-423b-98fc-e889c85cb376 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:41.189627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5d787ee9-59b4-423b-98fc-e889c85cb376 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2508876 Feb 04 20:15:41.196405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35944) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:41.196574 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] Routers {'ae370bf9-c232-4c37-a442-a1cb07382574'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:41.196574 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ae370bf9-c232-4c37-a442-a1cb07382574'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:41.428790 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] Set router ae370bf9-c232-4c37-a442-a1cb07382574 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:41.575291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:41.579160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:41.630760 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'name': 'tempest-NetworksTestDHCPv6-router-2038887235', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:25Z', 'updated_at': '2022-02-04T20:15:37Z', 'revision_number': 3, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:41.635240 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5117f4-711b-47d8-bed7-592dfeca13fc None None] The sync data for ids ['ae370bf9-c232-4c37-a442-a1cb07382574'] in n-d-811806-1 is: [{'id': 'ae370bf9-c232-4c37-a442-a1cb07382574', 'name': 'tempest-NetworksTestDHCPv6-router-2038887235', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:25Z', 'updated_at': '2022-02-04T20:15:37Z', 'revision_number': 3, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:41.662515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:41.690318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d03b1c91-78b4-4e40-ae36-1741e7e756ee tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:41.726137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:41.738039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:41.758615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:41.764538 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d03b1c91-78b4-4e40-ae36-1741e7e756ee tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:41.831886 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:41.906530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec9b53d-3e31-4469-8003-bb2c82b3ac62,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:42.009691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Made reservation on behalf of b1ca1f59ee264015bbd7f804a89ea0c6 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:42.013823 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.015291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.134219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:42.139278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03b1c91-78b4-4e40-ae36-1741e7e756ee tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 22252ed5-f8e7-4d62-bba9-edb097d47a6a has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:15:42.175663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.362843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050c7d9-5434-49ad-8fd3-8c96cf9559d9 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:42.457981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.476051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa87945d-6321-4333-bddc-cdceb3d15957 req-c7f92409-a2a4-49cf-8127-6052ece1b60d tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 210 time: 0.1367066 Feb 04 20:15:42.591396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.594374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.607770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Allocated IP 172.20.0.13 (0a5386d8-b3c2-477d-bd34-fd263992649d/97486fd5-a27e-478b-997b-85561e7c07cd/4b26726d-3b22-48d8-b48a-9ccdf28f6ccf) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:42.617895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03b1c91-78b4-4e40-ae36-1741e7e756ee tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:42.635162 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d03b1c91-78b4-4e40-ae36-1741e7e756ee tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.636559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d03b1c91-78b4-4e40-ae36-1741e7e756ee tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/22252ed5-f8e7-4d62-bba9-edb097d47a6a HTTP/1.1" status: 200 len: 886 time: 2.2831817 Feb 04 20:15:42.639507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:42.641284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] Sync routers for ids ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:42.650382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b210d-da0a-4707-bd95-281ecee14fd3 req-f52ac50c-3dfa-44a4-b89d-3cfa80e05eec tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:42.651767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-920b210d-da0a-4707-bd95-281ecee14fd3 req-f52ac50c-3dfa-44a4-b89d-3cfa80e05eec tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.1909869 Feb 04 20:15:42.693662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] Routers {'22252ed5-f8e7-4d62-bba9-edb097d47a6a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:42.693662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:42.726270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ec8d56e4-ca94-44b8-8b58-832dcd3d267e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1 HTTP/1.1" status: 204 len: 168 time: 1.5318580 Feb 04 20:15:42.727282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35986) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:42.791587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:42.803388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] Routers {'22252ed5-f8e7-4d62-bba9-edb097d47a6a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:42.804373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:42.891123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:42.891856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fad6b-8e45-4f39-8e8d-d7e9c3fb3c85 None None] The sync data for ids ['22252ed5-f8e7-4d62-bba9-edb097d47a6a'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:15:42.899158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8c007781-cb2b-47a5-b97b-fc73df597656 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/routers/22252ed5-f8e7-4d62-bba9-edb097d47a6a HTTP/1.1" status: 200 len: 886 time: 0.2575352 Feb 04 20:15:42.900036 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.900549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:15:42.900710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:15:42.907454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] Deleting port 6bd67a98-212d-48c9-8590-4fb95d0aa115 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:42.908040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:42.921291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35990) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:43.013311 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:43.069944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Transition to ACTIVE for port object 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:43.201824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:43.229513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['989ad96b-e36d-4a61-8d5a-4c44b4614d89'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:15:43.242211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:43.248509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1dd688b2-c73e-4a3a-b3ca-4947c9f2379c admin admin] 10.222.0.48 "DELETE /v2.0/routers/a65d30fb-4e4c-4635-85e4-0a3eeeb6d4f2 HTTP/1.1" status: 204 len: 168 time: 5.2748685 Feb 04 20:15:43.258032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36000) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:43.262839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e2b39f4c-2791-4f09-8809-6be13320e69e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:43.370829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Pushing event updated for resources: {'Port': ['ID=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:43.388710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Network 0a5386d8-b3c2-477d-bd34-fd263992649d is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:43.389938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:43.398041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:43.446058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] For port 6bd67a98-212d-48c9-8590-4fb95d0aa115, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6bd67a98-212d-48c9-8590-4fb95d0aa115,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:43.446575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:43.474264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] Deleting subnet 40aeaca4-a5da-4f4d-b160-057c5a9effd8 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:15:43.487875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-920b210d-da0a-4707-bd95-281ecee14fd3 req-b9059af4-4bf3-48bb-b1ae-67e3cc2b302b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7698178 Feb 04 20:15:43.512735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:43.560002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:43.560671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:43.671204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-9b73b0d1-95fe-4856-8478-930190330199 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7395644 Feb 04 20:15:43.733155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36014) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:43.735635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-69b4072f-8dc1-4059-a931-d2aa04cc52d4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8436322 Feb 04 20:15:43.746322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:43.793385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 89cfea8a-d3aa-4300-bdc1-1ca806952df1 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:43.797567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e2b39f4c-2791-4f09-8809-6be13320e69e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:43.798981 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e2b39f4c-2791-4f09-8809-6be13320e69e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=22252ed5-f8e7-4d62-bba9-edb097d47a6a HTTP/1.1" status: 200 len: 205 time: 0.7945371 Feb 04 20:15:43.801684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36020) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:43.883232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] Calling delete_port for 6bd67a98-212d-48c9-8590-4fb95d0aa115 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:43.905099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Request body: {'port': {'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:44.084963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 89cfea8a-d3aa-4300-bdc1-1ca806952df1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:44.085822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 89cfea8a-d3aa-4300-bdc1-1ca806952df1 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:44.086532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6bd67a98-212d-48c9-8590-4fb95d0aa115 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:44.194568 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b530-1cec-48a0-84f7-bb0de45d637f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.246269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.377721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.391610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d5509fac-cee8-407d-b66b-8f5976bdeb54 None None] Provisioning for port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:44.391610 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.413266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d5509fac-cee8-407d-b66b-8f5976bdeb54 None None] Provisioning complete for port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:44.413712 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d5509fac-cee8-407d-b66b-8f5976bdeb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.479507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d5509fac-cee8-407d-b66b-8f5976bdeb54 None None] Port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:44.542605 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:15:44.568590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.594588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.667454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:44.674788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 7eef189e-757c-45bf-bdfb-0c9141b176ee {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:44.676343 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.726939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] No DVR routers for this DVR port 6bd67a98-212d-48c9-8590-4fb95d0aa115 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:44.756468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:44.756806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5ec9b53d-3e31-4469-8003-bb2c82b3ac62 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:44.761269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f5d35-8a1d-4ba8-a490-1d7337e5d69d None None] Pushing event deleted for resources: {'Port': ['ID=6bd67a98-212d-48c9-8590-4fb95d0aa115,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:44.832329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.907423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:44.920837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/40aeaca4-a5da-4f4d-b160-057c5a9effd8 HTTP/1.1" status: 204 len: 168 time: 1.6452796 Feb 04 20:15:44.938950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:44.941147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dedf2-5b98-4c80-9f0a-50e56dc52d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40aeaca4-a5da-4f4d-b160-057c5a9effd8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:44.963832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b53d9e51-b237-494e-b378-de87f040391b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:15:45.157616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.179066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:45.195817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b53d9e51-b237-494e-b378-de87f040391b', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'port_id': 'b53d9e51-b237-494e-b378-de87f040391b', 'mac_address': 'fa:16:3e:d8:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:15:45.259020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.275434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b530-1cec-48a0-84f7-bb0de45d637f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.276903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b53d9e51-b237-494e-b378-de87f040391b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:15:45.283770 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b530-1cec-48a0-84f7-bb0de45d637f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.289496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.297257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:45.303863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.327370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b2fea-69da-4040-be55-7e70c142031c req-335ba182-de40-4f95-8866-6f0f87799a4a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:45.329814 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a9b2fea-69da-4040-be55-7e70c142031c req-335ba182-de40-4f95-8866-6f0f87799a4a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.5362580 Feb 04 20:15:45.373652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.377282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5fb2-b17b-442f-8481-324b0b8d020a req-44f8a55e-dab4-4cb9-b2d5-c32f2efe7c06 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:45.387636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bd0d5fb2-b17b-442f-8481-324b0b8d020a req-44f8a55e-dab4-4cb9-b2d5-c32f2efe7c06 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:45.432095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b530-1cec-48a0-84f7-bb0de45d637f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.432713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d0b530-1cec-48a0-84f7-bb0de45d637f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Fanout notify agent at l3_agent the message router_deleted on router ae370bf9-c232-4c37-a442-a1cb07382574 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:15:45.458718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8d0b530-1cec-48a0-84f7-bb0de45d637f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:45.459927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a8d0b530-1cec-48a0-84f7-bb0de45d637f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/routers/ae370bf9-c232-4c37-a442-a1cb07382574 HTTP/1.1" status: 204 len: 168 time: 1.7257519 Feb 04 20:15:45.467821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36062) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:45.478498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:45.502252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:45.505161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b53d9e51-b237-494e-b378-de87f040391b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:15:45.609144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 7eef189e-757c-45bf-bdfb-0c9141b176ee owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:45.682928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bd0d5fb2-b17b-442f-8481-324b0b8d020a req-44f8a55e-dab4-4cb9-b2d5-c32f2efe7c06 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:15:45.701745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd0d5fb2-b17b-442f-8481-324b0b8d020a req-44f8a55e-dab4-4cb9-b2d5-c32f2efe7c06 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 932 time: 1.8005567 Feb 04 20:15:45.728859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:45.738653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:45.777734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:45.883994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:45.935802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a9b2fea-69da-4040-be55-7e70c142031c req-2c0a0594-c557-4e8f-8ed0-a04e816b46ba tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5984349 Feb 04 20:15:45.963659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd0d5fb2-b17b-442f-8481-324b0b8d020a req-fce77762-e66d-4a01-a69a-754bdf48a3a2 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559326 Feb 04 20:15:45.983020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.029285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:46.033873 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.038274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f318222-2fc0-49fc-85a8-0dbbf1a6c165']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:46.062933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:46.066864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d1f4b1-3fde-446e-b8b5-960b21b031d7') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:46.077625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.100203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.107741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:15:46.108335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:15:46.124770 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:15:46.323592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:15:46.332473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.333250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.351073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.361561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f318222-2fc0-49fc-85a8-0dbbf1a6c165,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:46.362130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Transition to ACTIVE for port object 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:46.374092 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.419264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=7eef189e-757c-45bf-bdfb-0c9141b176ee,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:46.457491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.608573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-716a1ca5-05fd-40c5-87c7-809dcb2c2700 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5f318222-2fc0-49fc-85a8-0dbbf1a6c165 HTTP/1.1" status: 204 len: 168 time: 1.6611242 Feb 04 20:15:46.684186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.721078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Pushing event updated for resources: {'Port': ['ID=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:46.731441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.894778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:46.901239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:46.911234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:46.912234 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:46.915967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3845d329-d9c6-45ff-baac-475a19797cbe None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:46.936586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=8cc1dbe6-8b26-45c8-837c-e1030ad9bdac,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:46.966849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Attempting to bind port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:46.969053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Attempting to bind port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:46.969672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Attempting to bind port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf on network 0a5386d8-b3c2-477d-bd34-fd263992649d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:46.986147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf on network 0a5386d8-b3c2-477d-bd34-fd263992649d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:15:46.986147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Attempting to bind port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf on network 0a5386d8-b3c2-477d-bd34-fd263992649d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:47.030456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:47.030828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Checking segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:47.031215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Bound using segment: {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:47.031702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Bound port: 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b831f5c-3282-4cae-8088-8b68a2b33b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:47.035902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.104868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.108999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.122612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8acbdab3-a743-4f1d-8231-73f6a17b6e59 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6537223 Feb 04 20:15:47.162765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:47.171005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36114) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:47.217619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1562055132', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:47.250678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:47.351435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b53d9e51-b237-494e-b378-de87f040391b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:47.374438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:router and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:47.390233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:47.393855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.394540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Fanout notify agent at l3_agent the message router_deleted on router 22252ed5-f8e7-4d62-bba9-edb097d47a6a {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:15:47.418480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:47.456627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-efbf26a5-bf6f-4d09-8e67-d22847d32b02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b020e39608ef4f5ea1e371169d64a68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884293 Feb 04 20:15:47.457633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36130) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:47.468694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b53d9e51-b237-494e-b378-de87f040391b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:47.468694 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.518455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] For port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:47.530799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f45ad4-a261-4feb-a37b-85a087a90114 req-dc804a26-75ad-49ab-9284-b25d7808d3c9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:47.531382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '8cc1dbe6-8b26-45c8-837c-e1030ad9bdac'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:15:47.533218 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.550143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6149de1f-fed5-4e3a-904f-eb33fc42e0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.550848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90f45ad4-a261-4feb-a37b-85a087a90114 req-dc804a26-75ad-49ab-9284-b25d7808d3c9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.3068423 Feb 04 20:15:47.562291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c449a2d-6ecf-4992-86bd-e38cd0bab920 req-b1d3c2aa-9ec1-4265-956b-5cd49c473ca6 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:47.564180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c449a2d-6ecf-4992-86bd-e38cd0bab920 req-b1d3c2aa-9ec1-4265-956b-5cd49c473ca6 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 944 time: 0.2506015 Feb 04 20:15:47.591753 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.593119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] For port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:47.595292 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-732d4737-5f29-489a-b811-68a44708a237 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/22252ed5-f8e7-4d62-bba9-edb097d47a6a HTTP/1.1" status: 204 len: 168 time: 3.7778010 Feb 04 20:15:47.595292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36138) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:47.595292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693862157'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:47.608162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:47.620513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:47.627496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:47.644373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6149de1f-fed5-4e3a-904f-eb33fc42e0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.644658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.660622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.675490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.704147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.705742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:47.758183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c449a2d-6ecf-4992-86bd-e38cd0bab920 req-d7dc0c49-2935-4fc1-9568-2730f50805e5 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504381 Feb 04 20:15:47.790816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:47.790816 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.790816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] 10.222.0.62 "PUT /v2.0/ports/4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 1092 time: 4.1095929 Feb 04 20:15:47.790816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:47.802625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/8cc1dbe6-8b26-45c8-837c-e1030ad9bdac/16a4787e-5585-4eb1-bb3d-955b18439cf6) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:47.817313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90f45ad4-a261-4feb-a37b-85a087a90114 req-f110bfa8-64b1-401c-9c02-9943b9b25b82 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644138 Feb 04 20:15:47.823077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:47.828802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.890547 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'status': 'completed', 'code': 200} Feb 04 20:15:47.891710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a08e5-c8be-4b41-9ecb-456ca33ded71 service neutron] Pushing event updated for resources: {'Port': ['ID=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:47.938461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:15:47.960704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.978177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:47.980649 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 66c406df-c7e4-49f0-8985-62e261e4b389 of type vlan for network 2261062f-0ca9-466b-8abd-00f50ffa7392 Feb 04 20:15:48.021583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6149de1f-fed5-4e3a-904f-eb33fc42e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.048915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149de1f-fed5-4e3a-904f-eb33fc42e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb02059-5048-4edb-b8ed-884b0d960310,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:48.075228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-73518b17-a722-4d5b-808b-74e83d739b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:48.077297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-73518b17-a722-4d5b-808b-74e83d739b22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 1095 time: 0.1630704 Feb 04 20:15:48.079005 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.082757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.178478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.185036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-31faea06-4217-470d-bc0e-07f5d75905a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0177643 Feb 04 20:15:48.186153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36160) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:48.243538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:48.308709 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-878d3c35-27e8-4316-8ed4-454ef2ce2149 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 217 time: 0.2245269 Feb 04 20:15:48.311861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6149de1f-fed5-4e3a-904f-eb33fc42e0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.316705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6149de1f-fed5-4e3a-904f-eb33fc42e0a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bb02059-5048-4edb-b8ed-884b0d960310 HTTP/1.1" status: 204 len: 168 time: 0.8581040 Feb 04 20:15:48.328978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:48.387061 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'code': 200} Feb 04 20:15:48.419819 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.446777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.454136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:48.454989 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.468518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-af53d000-1140-4a3a-b17c-2569acf79b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:48.471890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-af53d000-1140-4a3a-b17c-2569acf79b0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.1541319 Feb 04 20:15:48.500744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:48.513503 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.526413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Transition to ACTIVE for port object 16a4787e-5585-4eb1-bb3d-955b18439cf6 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:48.556604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Transition to ACTIVE for port object 16a4787e-5585-4eb1-bb3d-955b18439cf6 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:48.589222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-77ee03c5-e07d-4462-b330-88506b069c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:48.590718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-77ee03c5-e07d-4462-b330-88506b069c1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125116 Feb 04 20:15:48.680576 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:48.727064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1413407 Feb 04 20:15:48.729992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b35e4-cfe5-40da-a3f0-be8dc1b9b5ca tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=2261062f-0ca9-466b-8abd-00f50ffa7392,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:48.732888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:48.769917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:15:48.827524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-d3e194b0-7bd5-4e44-bba2-021b56e7ba32 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289517 Feb 04 20:15:48.840882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': '2261062f-0ca9-466b-8abd-00f50ffa7392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:48.945606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:48.953969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:48.998244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:49.060883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Pushing event updated for resources: {'Port': ['ID=16a4787e-5585-4eb1-bb3d-955b18439cf6,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:49.249434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Attempting to bind port 16a4787e-5585-4eb1-bb3d-955b18439cf6 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:49.252874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Attempting to bind port 16a4787e-5585-4eb1-bb3d-955b18439cf6 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:49.254919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Attempting to bind port 16a4787e-5585-4eb1-bb3d-955b18439cf6 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:49.264710 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9a178df-43a4-460a-9df0-ce610ef7e012 req-6d6f998a-1350-4bfd-824e-ef880b5fe38a service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316161 Feb 04 20:15:49.267136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:49.270035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:49.270581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:49.271848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:49.272453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Bound port: 16a4787e-5585-4eb1-bb3d-955b18439cf6, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:49.274355 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:49.294593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a776b30-626a-4cf4-ba56-6193d56a2d30 req-39964aa7-1a73-41a4-9ad0-e00b43263fff tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:49.304553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a776b30-626a-4cf4-ba56-6193d56a2d30 req-39964aa7-1a73-41a4-9ad0-e00b43263fff tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 944 time: 0.2023234 Feb 04 20:15:49.592103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] For port 16a4787e-5585-4eb1-bb3d-955b18439cf6, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:49.607922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] For port 16a4787e-5585-4eb1-bb3d-955b18439cf6, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=16a4787e-5585-4eb1-bb3d-955b18439cf6,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:49.608809 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a776b30-626a-4cf4-ba56-6193d56a2d30 req-5613de27-d10f-4f10-81c4-8c7a8256afc9 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010688 Feb 04 20:15:49.626741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:49.676141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:49.678204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-abfa8a95-737d-4be1-8651-c9e7ddc31d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:49.681408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-abfa8a95-737d-4be1-8651-c9e7ddc31d1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 1095 time: 0.2155242 Feb 04 20:15:49.698197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:49.890957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325997be-00bb-494d-8b05-9530b589bf3f None None] Pushing event updated for resources: {'Port': ['ID=16a4787e-5585-4eb1-bb3d-955b18439cf6,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:49.982262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-85e0dd47-9f20-443a-be5d-e4a8dabe54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:49.989006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-85e0dd47-9f20-443a-be5d-e4a8dabe54af service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.2983916 Feb 04 20:15:50.064778 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4c97-365d-4c0e-86d1-29f39fbfebd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:50.159224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:50.200527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:50.207021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-31185c17-7b71-4c30-811b-d73177da9847 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 217 time: 0.2129164 Feb 04 20:15:50.312247 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:50.345067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15df5a-56c2-4e3a-9ff3-6ab803bbff5f req-8fcb3e23-2f5e-464d-85ff-463665a8ae46 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:50.352510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d15df5a-56c2-4e3a-9ff3-6ab803bbff5f req-8fcb3e23-2f5e-464d-85ff-463665a8ae46 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.9983757 Feb 04 20:15:50.436407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-33880edd-4aa8-4797-81db-126a5978ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:50.437829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-33880edd-4aa8-4797-81db-126a5978ef63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.2175343 Feb 04 20:15:50.481703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:15:50.487281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:50.714511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-4e3ef477-e5c2-4b96-9d15-52eaba2c9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:50.714511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-4e3ef477-e5c2-4b96-9d15-52eaba2c9d80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2599015 Feb 04 20:15:50.733903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-b7a46221-add8-4ad3-b72d-78149cc35a83 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:15:50.782807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-b7a46221-add8-4ad3-b72d-78149cc35a83 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082107 Feb 04 20:15:51.579779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-56d58e62-bbbb-4dfe-96f7-25a08b11ba8b service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8301697 Feb 04 20:15:51.778619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d15df5a-56c2-4e3a-9ff3-6ab803bbff5f req-5e967b21-fbc7-4330-8ad5-1476b264800f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4252076 Feb 04 20:15:51.805022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::1 (a3617f18-5da1-4e3a-821a-582c484776ac/8cc1dbe6-8b26-45c8-837c-e1030ad9bdac/d0018554-ed04-4243-b9f6-f0252d18d968) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:51.816459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 16a4787e-5585-4eb1-bb3d-955b18439cf6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:51.856566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:52.028080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00585f-3bbf-4dc5-a4b1-0a52df6829d2 req-cfafa2d5-6dfe-46c5-82a0-c6d8318ef262 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:52.034852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d00585f-3bbf-4dc5-a4b1-0a52df6829d2 req-cfafa2d5-6dfe-46c5-82a0-c6d8318ef262 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 944 time: 0.9492745 Feb 04 20:15:52.035014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 16a4787e-5585-4eb1-bb3d-955b18439cf6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:52.207897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d00585f-3bbf-4dc5-a4b1-0a52df6829d2 req-f8e3fc29-4f0d-4fb5-adce-635ea5918aeb tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615553 Feb 04 20:15:52.224423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-620be384-6e62-4232-afe9-74357e07854c None None] Provisioning for port 16a4787e-5585-4eb1-bb3d-955b18439cf6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:52.227194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49e7e4b2-1893-43b5-856c-9af0f7f66a84 req-83e6430f-9143-44c6-a999-468c9f90ec99 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281986 Feb 04 20:15:52.258325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=b5812934-786f-4563-b48d-1c2408f95dee,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:52.258715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-620be384-6e62-4232-afe9-74357e07854c None None] Provisioning complete for port 16a4787e-5585-4eb1-bb3d-955b18439cf6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:52.268506 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-620be384-6e62-4232-afe9-74357e07854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:52.354223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '66c406df-c7e4-49f0-8985-62e261e4b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2261062f-0ca9-466b-8abd-00f50ffa7392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:52.354593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: 2261062f-0ca9-466b-8abd-00f50ffa7392, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:15:52.409163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c0ba-1525-461e-a953-4cd78f46a259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:52.463563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:52.483518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:15:52.530968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object d0018554-ed04-4243-b9f6-f0252d18d968 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:52.636353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 2261062f-0ca9-466b-8abd-00f50ffa7392) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:52.642038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:52.646256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:52.696016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:52.727031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7406a-0e77-4613-a3f6-3a05bdc63139 None None] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:52.916919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=d0018554-ed04-4243-b9f6-f0252d18d968,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:52.927735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07cc09ce-fc98-4c87-8d85-bcc230468a0e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1916811 Feb 04 20:15:52.931876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36270) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:52.937289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:52.941543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1259107292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:15:52.942566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:52.947108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:52.947671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:52.978086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:52.987289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:router and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:52.996961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:53.018508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:53.031272 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-620be384-6e62-4232-afe9-74357e07854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.198342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-620be384-6e62-4232-afe9-74357e07854c None None] For port 16a4787e-5585-4eb1-bb3d-955b18439cf6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=16a4787e-5585-4eb1-bb3d-955b18439cf6,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:53.289417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.302093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.305526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.340271 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.371334 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-620be384-6e62-4232-afe9-74357e07854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.464602 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.534071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7d8a9-68f1-492f-a39f-38f5e35508c4 req-af26979a-8cd7-4e0c-9fa3-1490bd294b0c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:53.543886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03d7d8a9-68f1-492f-a39f-38f5e35508c4 req-af26979a-8cd7-4e0c-9fa3-1490bd294b0c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.4047616 Feb 04 20:15:53.595185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-2261062f-0ca9-466b-8abd-00f50ffa7392', 'network_id': '2261062f-0ca9-466b-8abd-00f50ffa7392', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': 'b5812934-786f-4563-b48d-1c2408f95dee'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:15:53.598854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.607580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03d7d8a9-68f1-492f-a39f-38f5e35508c4 req-82b9df31-85f2-4ceb-8564-0aff6b8d9289 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627646 Feb 04 20:15:53.618782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.623182 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b9bec38a-c286-4fe1-afb8-9e49040ed8ef tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6898484 Feb 04 20:15:53.624147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36294) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:53.664071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:15:53.744162 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.866609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eef71b72-b02a-4b15-9731-5f0240b2be09 None None] Provisioning for port d0018554-ed04-4243-b9f6-f0252d18d968 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:53.874069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:53.921301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620be384-6e62-4232-afe9-74357e07854c None None] Pushing event updated for resources: {'Port': ['ID=16a4787e-5585-4eb1-bb3d-955b18439cf6,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:53.928618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:15:54.356068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eef71b72-b02a-4b15-9731-5f0240b2be09 None None] Provisioning complete for port d0018554-ed04-4243-b9f6-f0252d18d968 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:54.356786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eef71b72-b02a-4b15-9731-5f0240b2be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:54.584280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a22ba-1a1f-48c0-bc68-a1a5c0ae9d12 req-95d3010c-f537-4b3d-bb67-7ffa0a80f9ef tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:54.587973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f0a22ba-1a1f-48c0-bc68-a1a5c0ae9d12 req-95d3010c-f537-4b3d-bb67-7ffa0a80f9ef tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 944 time: 0.6135173 Feb 04 20:15:54.591009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:54.653006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'mac_address': 'fa:16:3e:70:b6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:15:54.776339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9826ca-fd24-4405-8307-ff29a7d51d21 req-81f911f3-84af-41b6-89c9-82fc1aecd062 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:54.778341 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b9826ca-fd24-4405-8307-ff29a7d51d21 req-81f911f3-84af-41b6-89c9-82fc1aecd062 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 945 time: 0.7296255 Feb 04 20:15:54.835279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:54.866145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:54.868719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:15:54.880668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-eef71b72-b02a-4b15-9731-5f0240b2be09 None None] Port d0018554-ed04-4243-b9f6-f0252d18d968 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:54.882761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Allocated IP 172.20.0.2 (2261062f-0ca9-466b-8abd-00f50ffa7392/b5812934-786f-4563-b48d-1c2408f95dee/fd89bb81-1053-42d4-b8ee-57bd458a0ffc) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:54.906894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:55.098881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:55.166300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f0a22ba-1a1f-48c0-bc68-a1a5c0ae9d12 req-90bfc1a0-14d9-4abb-a63a-fbb3cca1b5f3 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688448 Feb 04 20:15:55.182611 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:55.194196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:55.195005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:55.276869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:55.384304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:55.506801 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:55.511829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=d0018554-ed04-4243-b9f6-f0252d18d968,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:55.540574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Transition to ACTIVE for port object fd89bb81-1053-42d4-b8ee-57bd458a0ffc will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:55.583371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b9826ca-fd24-4405-8307-ff29a7d51d21 req-a8561d47-b7b0-4de9-ac52-be8b428ced63 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7946651 Feb 04 20:15:55.620699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['4b26726d-3b22-48d8-b48a-9ccdf28f6ccf'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:15:55.828576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 16a4787e-5585-4eb1-bb3d-955b18439cf6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:55.963314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Transition to ACTIVE for port object fd89bb81-1053-42d4-b8ee-57bd458a0ffc will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:56.005142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-142d9cda-e955-4436-9c29-91658f9526c9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:56.012026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-142d9cda-e955-4436-9c29-91658f9526c9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 945 time: 0.5776730 Feb 04 20:15:56.018243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:56.021813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:56.147104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:56.260533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.20.0.1 (2261062f-0ca9-466b-8abd-00f50ffa7392/b5812934-786f-4563-b48d-1c2408f95dee/7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:15:56.315787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:56.325962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:56.356721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:56.490259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96424a1e-96f5-4edd-9294-360875e42052 req-6000671e-7571-400c-ae06-eb10277eb0f8 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:56.498884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96424a1e-96f5-4edd-9294-360875e42052 req-6000671e-7571-400c-ae06-eb10277eb0f8 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.9920897 Feb 04 20:15:56.504376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 16a4787e-5585-4eb1-bb3d-955b18439cf6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:56.507152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:56.580212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Pushing event updated for resources: {'Port': ['ID=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:56.585366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Deleting port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:15:56.587199 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:56.751271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96424a1e-96f5-4edd-9294-360875e42052 req-664e7de2-e649-481c-95c7-705fd8c38684 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500157 Feb 04 20:15:56.826010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36350) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:56.885284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-92cd15e1-a3cf-4055-8147-cc31834e0a4c None None] Provisioning complete for port d0018554-ed04-4243-b9f6-f0252d18d968 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:56.885677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92cd15e1-a3cf-4055-8147-cc31834e0a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:56.913967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Attempting to bind port fd89bb81-1053-42d4-b8ee-57bd458a0ffc on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:15:56.914359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Attempting to bind port fd89bb81-1053-42d4-b8ee-57bd458a0ffc by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '66c406df-c7e4-49f0-8985-62e261e4b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2261062f-0ca9-466b-8abd-00f50ffa7392'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:15:56.914759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Attempting to bind port fd89bb81-1053-42d4-b8ee-57bd458a0ffc on network 2261062f-0ca9-466b-8abd-00f50ffa7392 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:15:56.947918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:15:56.948404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Checking segment: {'id': '66c406df-c7e4-49f0-8985-62e261e4b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2261062f-0ca9-466b-8abd-00f50ffa7392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:15:56.948848 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:56.949249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Bound using segment: {'id': '66c406df-c7e4-49f0-8985-62e261e4b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2261062f-0ca9-466b-8abd-00f50ffa7392'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:15:56.949740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Bound port: fd89bb81-1053-42d4-b8ee-57bd458a0ffc, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c406df-c7e4-49f0-8985-62e261e4b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2261062f-0ca9-466b-8abd-00f50ffa7392'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:15:56.950135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:57.184907 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:57.211479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d131e-9fcb-4aa0-ac52-1e9c60745e44 req-b571c696-cb84-4ab7-84d9-872964155912 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:57.218324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c9d131e-9fcb-4aa0-ac52-1e9c60745e44 req-b571c696-cb84-4ab7-84d9-872964155912 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 945 time: 0.3134623 Feb 04 20:15:57.236379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:15:57.238121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-92cd15e1-a3cf-4055-8147-cc31834e0a4c None None] Port d0018554-ed04-4243-b9f6-f0252d18d968 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:15:57.283302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c9d131e-9fcb-4aa0-ac52-1e9c60745e44 req-38758bfb-2a49-4118-90f1-0430913b486b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633757 Feb 04 20:15:57.309256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:15:57.378756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:57.393306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] For port fd89bb81-1053-42d4-b8ee-57bd458a0ffc, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:15:57.398476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] For port fd89bb81-1053-42d4-b8ee-57bd458a0ffc, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,segment=NetworkSegment(66c406df-c7e4-49f0-8985-62e261e4b389),segment_id=66c406df-c7e4-49f0-8985-62e261e4b389)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:15:57.400679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] For port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:57.401049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:57.476680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:57.534101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:57.537309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:57.540919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:15:57.621203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:57.658535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:15:57.693682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:57.919386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4119774-89eb-4195-aebd-f70f4b387430 None None] Pushing event updated for resources: {'Port': ['ID=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:58.063434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.068700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Calling delete_port for 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:15:58.069521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:15:58.074846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:15:58.075221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.383335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa4e9d-f14b-4aab-a3d5-24c91af3f68a req-5bb9c3fe-c20e-4a78-a66f-35c2505d9e73 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:58.399727 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aefa4e9d-f14b-4aab-a3d5-24c91af3f68a req-5bb9c3fe-c20e-4a78-a66f-35c2505d9e73 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.4101748 Feb 04 20:15:58.402110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.468945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:58.513059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aefa4e9d-f14b-4aab-a3d5-24c91af3f68a req-7d02fd6c-9080-47e8-b6c7-243567fab05d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110854 Feb 04 20:15:58.539666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:15:58.544240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.570195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:15:58.574188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Usage tracker for resource:security_group_rule and tenant:0d1bf9a8f8e8456996906e480ed22239 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:15:58.577721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:15:58.583894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:15:58.606098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.711243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.720386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.731720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ff485-85a4-4150-a1f4-d5ffec2aaa96 req-b06fa139-44a1-49e6-a2e8-42e330c15696 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:58.740828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-784ff485-85a4-4150-a1f4-d5ffec2aaa96 req-b06fa139-44a1-49e6-a2e8-42e330c15696 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 945 time: 1.4325988 Feb 04 20:15:58.775109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:58.824693 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:58.938560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d1bf9a8f8e8456996906e480ed22239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6667223 Feb 04 20:15:58.940304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:15:58.942429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36398) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:58.954091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Sync routers for ids ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:15:58.959809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event deleted for resources: {'Port': ['ID=4493394c-7c71-4aea-b32e-24c5ecf9fcb6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:58.972069 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Routers {'2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:15:58.972711 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:15:59.042931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:15:59.052700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:59.095919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c9224-fe5e-45b0-a200-522875c329b9 req-3012ca2b-e852-468e-949b-9cdb7188bf75 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:59.101508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a9c9224-fe5e-45b0-a200-522875c329b9 req-3012ca2b-e852-468e-949b-9cdb7188bf75 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 946 time: 0.3272257 Feb 04 20:15:59.148672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:15:59.154155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:15:59.176245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:59.285698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-784ff485-85a4-4150-a1f4-d5ffec2aaa96 req-2dbb507d-61d3-4a42-9188-41e3ff61b7e6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420611 Feb 04 20:15:59.292639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] No DVR routers for this DVR port 4493394c-7c71-4aea-b32e-24c5ecf9fcb6 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:15:59.328711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:59.330915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90663d93-2c7e-4ff1-b46d-96471ce9e250 req-ad9545e8-2161-4291-8fb9-b6396819f7d6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "DELETE /v2.0/ports/4493394c-7c71-4aea-b32e-24c5ecf9fcb6 HTTP/1.1" status: 204 len: 173 time: 3.3064539 Feb 04 20:15:59.348252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'name': 'network-vif-deleted', 'tag': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:15:59.351758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:59.366813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e7ba1a41-a7e4-42fb-8b7c-a3b354ad25d1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "PUT /v2.0/routers/2c1be2f9-1f94-448f-bb5a-c07ef94f1baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1794400 Feb 04 20:15:59.369859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36406) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:15:59.402596 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'code': 200} Feb 04 20:15:59.430955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7693813-b4f6-4491-90f7-4be924417f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a32203-9ffa-4309-a780-139cb06ebf88,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:59.453548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a9c9224-fe5e-45b0-a200-522875c329b9 req-433556a9-a1e6-4dde-bf50-1f9595ce6654 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455529 Feb 04 20:15:59.461751 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Set router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:15:59.521925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e74e9e-6943-4b5a-b583-5b3307e5f4b9 None None] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:15:59.527380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f098a8f-32a2-4a7c-89d2-a1eb9795bb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:59.569612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f098a8f-32a2-4a7c-89d2-a1eb9795bb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:59.628935 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7688ecd-5fb1-4b42-88e4-0326b651cc77', 'name': 'network-vif-deleted', 'tag': '4493394c-7c71-4aea-b32e-24c5ecf9fcb6', 'status': 'completed', 'code': 200} Feb 04 20:15:59.682365 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:59.722205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab3d55-9935-4742-867d-60c32fdabbfa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:15:59.727101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-37ab3d55-9935-4742-867d-60c32fdabbfa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:15:59.739550 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f098a8f-32a2-4a7c-89d2-a1eb9795bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:15:59.848540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f098a8f-32a2-4a7c-89d2-a1eb9795bb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a32203-9ffa-4309-a780-139cb06ebf88,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:15:59.965297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:15:59.976608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:15:59.995393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f098a8f-32a2-4a7c-89d2-a1eb9795bb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:00.000963 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1f098a8f-32a2-4a7c-89d2-a1eb9795bb5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5a32203-9ffa-4309-a780-139cb06ebf88 HTTP/1.1" status: 204 len: 168 time: 1.0444267 Feb 04 20:16:00.011757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-37ab3d55-9935-4742-867d-60c32fdabbfa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:00.018917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-37ab3d55-9935-4742-867d-60c32fdabbfa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports/d0018554-ed04-4243-b9f6-f0252d18d968 HTTP/1.1" status: 200 len: 911 time: 0.5767391 Feb 04 20:16:00.025036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36420) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:00.138566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fd89bb81-1053-42d4-b8ee-57bd458a0ffc up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:00.340952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c1153-3a14-475d-97aa-f1c160d9de7a req-5bb460c1-ef3f-46f4-96b0-ecbec5afb6bd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:00.356600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d0c1153-3a14-475d-97aa-f1c160d9de7a req-5bb460c1-ef3f-46f4-96b0-ecbec5afb6bd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.5315049 Feb 04 20:16:00.400871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8bf80-e12d-4da3-bcab-944170345d70 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:00.416011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-59ba4bed-5594-422e-87e1-101a557f615d None None] Provisioning for port fd89bb81-1053-42d4-b8ee-57bd458a0ffc completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:00.443229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8bf80-e12d-4da3-bcab-944170345d70 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:00.443229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-39a8bf80-e12d-4da3-bcab-944170345d70 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4082701 Feb 04 20:16:00.454152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36428) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:00.562160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port fd89bb81-1053-42d4-b8ee-57bd458a0ffc completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:00.582565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port fd89bb81-1053-42d4-b8ee-57bd458a0ffc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:00.589292 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:00.785296 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'name': 'tempest-NetworksTestDHCPv6-router-1562055132', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:47Z', 'updated_at': '2022-02-04T20:15:53Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None, '_interfaces': [{'id': 'd0018554-ed04-4243-b9f6-f0252d18d968', 'name': '', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'mac_address': 'fa:16:3e:20:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8cc1dbe6-8b26-45c8-837c-e1030ad9bdac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:15:50Z', 'updated_at': '2022-02-04T20:15:54Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'subnets': [{'id': '8cc1dbe6-8b26-45c8-837c-e1030ad9bdac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:00.792216 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Checking router: 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:00.792573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Updating router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa port d0018554-ed04-4243-b9f6-f0252d18d968 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:16:00.881074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebc4ee-cbe6-4d36-959d-f3fa9e823291 req-958d1c6c-9ec2-4a39-9d94-040d0caefc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:00.883368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaebc4ee-cbe6-4d36-959d-f3fa9e823291 req-958d1c6c-9ec2-4a39-9d94-040d0caefc7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 1097 time: 1.3900881 Feb 04 20:16:00.900470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad0447bb-55e1-46bb-abd5-e20c1fa818b1 req-e769dd2f-8700-43f7-a959-1c73c4426ad2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 210 time: 0.1214032 Feb 04 20:16:00.909223 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:01.007777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:01.057825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaebc4ee-cbe6-4d36-959d-f3fa9e823291 req-ca647570-a4bd-4ddf-b1cd-ba794487ae89 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631763 Feb 04 20:16:01.122089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port fd89bb81-1053-42d4-b8ee-57bd458a0ffc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,segment=NetworkSegment(66c406df-c7e4-49f0-8985-62e261e4b389),segment_id=66c406df-c7e4-49f0-8985-62e261e4b389)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:01.195312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d0c1153-3a14-475d-97aa-f1c160d9de7a req-28adc136-e7a6-49e3-b118-d6c9c200238e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7965236 Feb 04 20:16:01.222866 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:01.252239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router d1508352-a1b8-488a-bc79-8aac70a2cdd9 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:16:01.445843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36446) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:01.505051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:01.636203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-adc15281-d36d-4a68-909c-2364f9aef2fd None None] Provisioning for port 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:01.646208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-adc15281-d36d-4a68-909c-2364f9aef2fd None None] Provisioning complete for port 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:01.647406 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc15281-d36d-4a68-909c-2364f9aef2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:01.707883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:01.770118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:01.779649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:3311b4a0e4ef4a70bd30aae5012df73f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:01.785424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:01.798115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:01.863071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-adc15281-d36d-4a68-909c-2364f9aef2fd None None] Port 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:16:01.865302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fd89bb81-1053-42d4-b8ee-57bd458a0ffc up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:01.893905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606aece-8ec2-412e-bc41-6cacd78c58f0 req-604fbe9f-37f4-42ff-97e7-e3f62586970b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:01.906742 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5606aece-8ec2-412e-bc41-6cacd78c58f0 req-604fbe9f-37f4-42ff-97e7-e3f62586970b tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 946 time: 0.4562900 Feb 04 20:16:01.931296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36456) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:01.933809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] Sync routers for ids ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:01.942583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:01.965337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8dfbb901-eee4-4f0d-8852-f049bd516ee4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/d1508352-a1b8-488a-bc79-8aac70a2cdd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3398764 Feb 04 20:16:01.970432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36462) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:02.036856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] Routers {'d1508352-a1b8-488a-bc79-8aac70a2cdd9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:02.042165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:02.048381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:02.052792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5606aece-8ec2-412e-bc41-6cacd78c58f0 req-b92b8223-d443-48c8-8919-ecd94fc87905 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446190 Feb 04 20:16:02.160401 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:02.181820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d0d8ac-1981-4450-9160-a292dca91891 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:02.186034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-71d0d8ac-1981-4450-9160-a292dca91891 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:02.191150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:02.216116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Usage tracker for resource:security_group_rule and tenant:b70190eca5934275b3328f240167cabf is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:02.231138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:02.246308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:02.284389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:02.292600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-adc15281-d36d-4a68-909c-2364f9aef2fd None None] Provisioning complete for port fd89bb81-1053-42d4-b8ee-57bd458a0ffc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:02.292973 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc15281-d36d-4a68-909c-2364f9aef2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:02.308052 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Transition to ACTIVE for port object d0018554-ed04-4243-b9f6-f0252d18d968 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:02.338946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-71d0d8ac-1981-4450-9160-a292dca91891 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:02.342599 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-71d0d8ac-1981-4450-9160-a292dca91891 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports/7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 HTTP/1.1" status: 200 len: 910 time: 0.3642271 Feb 04 20:16:02.345529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36474) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:02.371787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5812934-786f-4563-b48d-1c2408f95dee'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:02.389737 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:02.522759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] Routers {'d1508352-a1b8-488a-bc79-8aac70a2cdd9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:02.534771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:02.707489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-32382030-9667-402a-a1db-e57406f3a12f req-b241c690-21b5-433e-9690-19b828e7bcbd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:02.759532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:02.760286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0affc43-960c-4cb0-b419-09197cf9f246 None None] The sync data for ids ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:02.770673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:02.781635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port fd89bb81-1053-42d4-b8ee-57bd458a0ffc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:02.782387 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:02.833672 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Pushing event updated for resources: {'Port': ['ID=d0018554-ed04-4243-b9f6-f0252d18d968,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:02.885700 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.886097 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.886371 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.886736 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.891250 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.891587 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.891917 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.892239 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.892559 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.894063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-4edb62c7-a433-4ff4-9f47-2b48f5e3feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:02.896052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-4edb62c7-a433-4ff4-9f47-2b48f5e3feff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1096 time: 2.2516084 Feb 04 20:16:02.896854 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.897235 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:02.897562 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:03.033824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-32382030-9667-402a-a1db-e57406f3a12f req-b241c690-21b5-433e-9690-19b828e7bcbd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:03.051151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32382030-9667-402a-a1db-e57406f3a12f req-b241c690-21b5-433e-9690-19b828e7bcbd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7688ecd-5fb1-4b42-88e4-0326b651cc77 HTTP/1.1" status: 200 len: 210 time: 0.5557671 Feb 04 20:16:03.052001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.057303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.110573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Attempting to bind port d0018554-ed04-4243-b9f6-f0252d18d968 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:03.112249 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Attempting to bind port d0018554-ed04-4243-b9f6-f0252d18d968 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:03.114251 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Attempting to bind port d0018554-ed04-4243-b9f6-f0252d18d968 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:03.132336 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:03.140477 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:03.141134 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.141613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:03.142183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Bound port: d0018554-ed04-4243-b9f6-f0252d18d968, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:03.142805 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.168477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca707aa0-68c9-4aa5-9830-02524461ad00 req-5249ec37-c43d-4ce6-bbf1-4586a76b513d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:03.170556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca707aa0-68c9-4aa5-9830-02524461ad00 req-5249ec37-c43d-4ce6-bbf1-4586a76b513d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.3154683 Feb 04 20:16:03.314080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-181cb59d-efcf-4cfb-b8ba-ba21c2ac9a5b None None] Provisioning complete for port 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:03.314080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-181cb59d-efcf-4cfb-b8ba-ba21c2ac9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.319518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.383541 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] For port d0018554-ed04-4243-b9f6-f0252d18d968, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:03.392867 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] For port d0018554-ed04-4243-b9f6-f0252d18d968, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0018554-ed04-4243-b9f6-f0252d18d968,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:03.486300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-181cb59d-efcf-4cfb-b8ba-ba21c2ac9a5b None None] Port 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:16:03.498909 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.511458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d7df3-1206-4102-9272-eea4b51b1615,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:03.541540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:03.568259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b70190eca5934275b3328f240167cabf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6325626 Feb 04 20:16:03.573130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd65f6-f225-42bd-afce-9fee7409cd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0070f01b-24d2-48b0-b8d6-c88949626ea4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:03.575408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36488) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:03.610987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca707aa0-68c9-4aa5-9830-02524461ad00 req-c0d4d3cd-c2e3-48ed-868a-5b6c41be3d96 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4208541 Feb 04 20:16:03.614176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-120f5de9-8c75-4835-a95d-aea3dd5f9ef8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3311b4a0e4ef4a70bd30aae5012df73f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1313274 Feb 04 20:16:03.618978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36492) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:03.740863 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Routers {'2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:03.742940 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:03.814532 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.132898 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27bc0-fbf9-497f-90c6-a17a799f1108 None None] Pushing event updated for resources: {'Port': ['ID=d0018554-ed04-4243-b9f6-f0252d18d968,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:04.177271 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] Set router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:04.214647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c24a2ba5-170c-4adc-a8a4-e7f7d8e4dd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.218536 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2a54-987e-47a0-a24c-5e071992d26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.294527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c24a2ba5-170c-4adc-a8a4-e7f7d8e4dd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.366025 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2a54-987e-47a0-a24c-5e071992d26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.422831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-3c0afcb8-1aea-4ba1-9b8f-57521d9120c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:04.424598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-3c0afcb8-1aea-4ba1-9b8f-57521d9120c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 1.4897263 Feb 04 20:16:04.735391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2a54-987e-47a0-a24c-5e071992d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.738981 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c24a2ba5-170c-4adc-a8a4-e7f7d8e4dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.817594 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-23611547-80dc-41ce-89c5-a49f6b6d72c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 1001 time: 0.3122721 Feb 04 20:16:04.836538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6417203-6e7a-4a13-926c-b036b05e30f7 req-a4a3d0e1-2c24-4d4d-8cf3-efdabaff8c94 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:04.838352 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6417203-6e7a-4a13-926c-b036b05e30f7 req-a4a3d0e1-2c24-4d4d-8cf3-efdabaff8c94 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 946 time: 0.4897687 Feb 04 20:16:04.920830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port d0018554-ed04-4243-b9f6-f0252d18d968 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:04.929645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:04.929821 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'name': 'tempest-NetworksTestDHCPv6-router-1562055132', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:47Z', 'updated_at': '2022-02-04T20:15:53Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None, '_interfaces': [{'id': 'd0018554-ed04-4243-b9f6-f0252d18d968', 'name': '', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'mac_address': 'fa:16:3e:20:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8cc1dbe6-8b26-45c8-837c-e1030ad9bdac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:15:50Z', 'updated_at': '2022-02-04T20:16:03Z', 'revision_number': 4, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'subnets': [{'id': '8cc1dbe6-8b26-45c8-837c-e1030ad9bdac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:04.935013 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8419af-32c7-45ed-a140-b438fb4a06ea None None] The sync data for ids ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'] in n-d-811806-1 is: [{'id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'name': 'tempest-NetworksTestDHCPv6-router-1562055132', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:47Z', 'updated_at': '2022-02-04T20:15:53Z', 'revision_number': 2, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None, '_interfaces': [{'id': 'd0018554-ed04-4243-b9f6-f0252d18d968', 'name': '', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'mac_address': 'fa:16:3e:20:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8cc1dbe6-8b26-45c8-837c-e1030ad9bdac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:15:50Z', 'updated_at': '2022-02-04T20:16:03Z', 'revision_number': 4, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'subnets': [{'id': '8cc1dbe6-8b26-45c8-837c-e1030ad9bdac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:05.015523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-07e0b9f2-53cb-4b70-b406-791f9fa78a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:05.017366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-07e0b9f2-53cb-4b70-b406-791f9fa78a67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.1771219 Feb 04 20:16:05.079027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e2a54-987e-47a0-a24c-5e071992d26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0070f01b-24d2-48b0-b8d6-c88949626ea4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:05.204618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:05.258622 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6417203-6e7a-4a13-926c-b036b05e30f7 req-f334225e-561c-46cf-bfaa-5d6e1a8d33ee tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784659 Feb 04 20:16:05.264628 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2a54-987e-47a0-a24c-5e071992d26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:05.268710 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b2e2a54-987e-47a0-a24c-5e071992d26e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0070f01b-24d2-48b0-b8d6-c88949626ea4 HTTP/1.1" status: 204 len: 168 time: 1.6734540 Feb 04 20:16:05.279082 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c24a2ba5-170c-4adc-a8a4-e7f7d8e4dd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:05.279082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c24a2ba5-170c-4adc-a8a4-e7f7d8e4dd69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb8d7df3-1206-4102-9272-eea4b51b1615 HTTP/1.1" status: 204 len: 168 time: 1.6519134 Feb 04 20:16:05.295418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a2ba5-170c-4adc-a8a4-e7f7d8e4dd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d7df3-1206-4102-9272-eea4b51b1615,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:05.316915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:05.511892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-36378069-eee3-46ca-b95d-8eec8a21beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:05.521235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-36378069-eee3-46ca-b95d-8eec8a21beba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4745982 Feb 04 20:16:05.567803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-e3591ac6-15b1-4ca7-9a94-99a9805f5b29 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:16:05.570557 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-e3591ac6-15b1-4ca7-9a94-99a9805f5b29 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336628 Feb 04 20:16:05.602166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:05.606640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:05.614436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/ports/7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 HTTP/1.1" status: 200 len: 910 time: 3.2670400 Feb 04 20:16:05.618872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b12e7e-ab4c-4dc7-b63a-ab6f192166f2 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:05.620553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] For port d0018554-ed04-4243-b9f6-f0252d18d968, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0018554-ed04-4243-b9f6-f0252d18d968,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:05.621751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36528) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:05.625565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:05.830657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c4396-152f-4070-a3de-d940fc09aaec req-d033f248-7c31-4442-9186-62ef929660c5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:05.833059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a3c4396-152f-4070-a3de-d940fc09aaec req-d033f248-7c31-4442-9186-62ef929660c5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.8071208 Feb 04 20:16:05.867746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0018554-ed04-4243-b9f6-f0252d18d968 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:05.994635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for d0018554-ed04-4243-b9f6-f0252d18d968 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:06.118763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a3c4396-152f-4070-a3de-d940fc09aaec req-54140799-a633-4b60-9c29-1773d49da7ad tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920128 Feb 04 20:16:06.148614 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d0018554-ed04-4243-b9f6-f0252d18d968 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:06.158969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d0018554-ed04-4243-b9f6-f0252d18d968 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:06.166777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:06.461367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:06.555748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d0018554-ed04-4243-b9f6-f0252d18d968, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0018554-ed04-4243-b9f6-f0252d18d968,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:06.632072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:06.775932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d0018554-ed04-4243-b9f6-f0252d18d968,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:06.808751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-28b41dbd-cf8a-49e0-9e25-1be9a3f90b6d service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868070 Feb 04 20:16:06.868062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:16:06.868062 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:16:06.936167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-b8cce239-af94-4e3f-a3b1-937f5a30a4d5 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:06.938256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-b8cce239-af94-4e3f-a3b1-937f5a30a4d5 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.3490942 Feb 04 20:16:06.985220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-8a35483a-6c26-49ca-96f1-189a0ad37bc7 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/quotas/97c81473993645c9bed1c163aab2c1c2 HTTP/1.1" status: 200 len: 375 time: 0.0334988 Feb 04 20:16:07.065258 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39543e58-280f-4c09-8632-c3b134e4fd97 req-f35a0783-f627-43d2-b861-75c4783c4b41 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047589 Feb 04 20:16:07.098654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36566) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:07.128875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-6bc3bb65-e60c-410f-82d4-593ba6f058bd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1342397 Feb 04 20:16:07.139164 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:07.163249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:07.227596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-bc6eb0a3-fff8-4b46-9655-acfba4ff68dd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:07.227808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-bbeebf82-262f-4dc6-96a5-b778f80eff8c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:16:07.227808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-bbeebf82-262f-4dc6-96a5-b778f80eff8c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062177 Feb 04 20:16:07.227999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-bc6eb0a3-fff8-4b46-9655-acfba4ff68dd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.0144660 Feb 04 20:16:07.262892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:07.262892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Usage tracker for resource:security_group_rule and tenant:bc1d2c1f82fb4f9b917436783a6e890a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:07.267874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:07.279644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:07.507877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port d0018554-ed04-4243-b9f6-f0252d18d968 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:07.507877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:07.645225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-fe32787e-ee24-4a44-ae06-77db8e079bc2 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.4167252 Feb 04 20:16:07.657028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0018554-ed04-4243-b9f6-f0252d18d968 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:07.799543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'floatingip': {'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:07.809778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d0018554-ed04-4243-b9f6-f0252d18d968 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:07.810520 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:07.941361 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:08.095488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-8f3a9aa9-6dfa-4f48-801e-e5b47b11afe0 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8637035 Feb 04 20:16:08.247466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:08.251705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] For port d0018554-ed04-4243-b9f6-f0252d18d968, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0018554-ed04-4243-b9f6-f0252d18d968,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:08.252123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:08.365819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:08.366151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:08.439382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2125d673-e5a4-4ec3-b054-67a4be6b8a99 req-527615af-ae1b-4acd-9429-eed2968404c2 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319361 Feb 04 20:16:08.656878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:08.677534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for d0018554-ed04-4243-b9f6-f0252d18d968 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:08.776270 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:08.818314 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:08.867355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc1d2c1f82fb4f9b917436783a6e890a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7655008 Feb 04 20:16:08.878623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d73c9-e4f7-4028-a38f-e13005f8bc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493692d8-1e05-47cf-9b15-fa418c90eae4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:08.915158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36614) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:09.006581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:09.083924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:09.428661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:09.504079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=7ef44e9f-24b8-4fe1-bac0-99f9e928d4f4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:09.621227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:16:09.678756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbcb14-cfde-4a08-bc21-6ca6fc586bc9 req-971b51e8-4252-4f9a-b777-047c6363bcd3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:09.699240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32dbcb14-cfde-4a08-bc21-6ca6fc586bc9 req-971b51e8-4252-4f9a-b777-047c6363bcd3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.3349254 Feb 04 20:16:10.032235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:10.109468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:10.121321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:10.153299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32dbcb14-cfde-4a08-bc21-6ca6fc586bc9 req-793df4e5-b107-456f-ae85-f2ddbdd9464a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508727 Feb 04 20:16:10.260926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b9eb-0722-45a3-b4fe-38f36f70b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:10.445299 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:10.456843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b9eb-0722-45a3-b4fe-38f36f70b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:10.472907 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1472dc7f-97d8-48fb-9e7b-7d6dfb160d47 req-d9245e74-0dff-421d-8e75-4bb5a03b962e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc77e2a1-b87e-49df-8392-c08af0cbe4fa HTTP/1.1" status: 200 len: 210 time: 0.1818717 Feb 04 20:16:10.542244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=d0018554-ed04-4243-b9f6-f0252d18d968,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:10.733344 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Floating IP e8134314-47fd-4bb3-b581-289fff7eaccc associated. External IP: 172.25.7.42, port: 989ad96b-e36d-4a61-8d5a-4c44b4614d89. Feb 04 20:16:11.015133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:11.260672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router d1508352-a1b8-488a-bc79-8aac70a2cdd9 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:16:11.437518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:11.466106 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] Sync routers for ids ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:11.492104 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] Routers {'d1508352-a1b8-488a-bc79-8aac70a2cdd9'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:11.492847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:11.561746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5c016ead-2b5a-4e69-bc82-fa228d7f9fe8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/d1508352-a1b8-488a-bc79-8aac70a2cdd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9329817 Feb 04 20:16:11.564797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36688) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:11.637880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b9eb-0722-45a3-b4fe-38f36f70b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:11.711143 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:11.749130 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] Routers {'d1508352-a1b8-488a-bc79-8aac70a2cdd9'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:11.765463 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:11.773999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6fb8905f-6b63-4fcb-b868-1263a5ab63bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:11.870852 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:11.871147 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb84091-aae6-49aa-82e8-6e182ce3169f None None] The sync data for ids ['d1508352-a1b8-488a-bc79-8aac70a2cdd9'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:11.871268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4b9eb-0722-45a3-b4fe-38f36f70b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493692d8-1e05-47cf-9b15-fa418c90eae4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:11.920950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:16:12.012246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6fb8905f-6b63-4fcb-b868-1263a5ab63bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:12.014041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6fb8905f-6b63-4fcb-b868-1263a5ab63bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1508352-a1b8-488a-bc79-8aac70a2cdd9 HTTP/1.1" status: 200 len: 205 time: 0.4469206 Feb 04 20:16:12.016728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36696) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:12.305807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36706) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:12.433800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f0690d2-6229-4bcd-b276-63cc30bca71b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:12.585267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b9eb-0722-45a3-b4fe-38f36f70b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:12.588980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5ad4b9eb-0722-45a3-b4fe-38f36f70b0ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/493692d8-1e05-47cf-9b15-fa418c90eae4 HTTP/1.1" status: 204 len: 168 time: 3.6699474 Feb 04 20:16:12.600214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:16:12.603806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:12.614681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] Sync routers for ids ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:12.621769 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6884004-6955-4911-8f48-783bdd138a96 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "PUT /v2.0/routers/2c1be2f9-1f94-448f-bb5a-c07ef94f1baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1655357 Feb 04 20:16:12.625046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:12.634336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] Routers {'2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:12.634336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:12.837044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07adff-b707-471b-952f-3fdace7ce74e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:12.841784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07adff-b707-471b-952f-3fdace7ce74e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:12.846066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8b07adff-b707-471b-952f-3fdace7ce74e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:12.867004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] Set router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:12.908971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f0690d2-6229-4bcd-b276-63cc30bca71b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:12.911341 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f0690d2-6229-4bcd-b276-63cc30bca71b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:12.944750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:12.985058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:12.995915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Usage tracker for resource:security_group_rule and tenant:39f324bfbbbd4841ac29ed6b21179df4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:13.010127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:13.041460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8b07adff-b707-471b-952f-3fdace7ce74e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:13.053537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8b07adff-b707-471b-952f-3fdace7ce74e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4271421 Feb 04 20:16:13.059869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a171c-ed90-471b-a656-2cd4c799df8c req-92b42c03-3c9d-4f80-b5b1-c4e70153cf9a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:13.071738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36724) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:13.072149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-804a171c-ed90-471b-a656-2cd4c799df8c req-92b42c03-3c9d-4f80-b5b1-c4e70153cf9a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.8773072 Feb 04 20:16:13.074314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:13.119874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f0690d2-6229-4bcd-b276-63cc30bca71b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.120394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0690d2-6229-4bcd-b276-63cc30bca71b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Fanout notify agent at l3_agent the message router_deleted on router d1508352-a1b8-488a-bc79-8aac70a2cdd9 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:16:13.265855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'name': 'tempest-NetworksTestDHCPv6-router-1562055132', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:47Z', 'updated_at': '2022-02-04T20:16:09Z', 'revision_number': 3, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:13.271764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:13.272007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f0690d2-6229-4bcd-b276-63cc30bca71b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.272851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9f0690d2-6229-4bcd-b276-63cc30bca71b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/d1508352-a1b8-488a-bc79-8aac70a2cdd9 HTTP/1.1" status: 204 len: 168 time: 1.2552068 Feb 04 20:16:13.275594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36736) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:13.279252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] Checking router: 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:13.282971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.286860 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:13.307879 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:13.308006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] Routers {'2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:13.310969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-804a171c-ed90-471b-a656-2cd4c799df8c req-3b7fbe1b-41d6-4ff0-85da-29e640e7b9c7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378602 Feb 04 20:16:13.311325 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:13.314758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:13.367832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 8cc1dbe6-8b26-45c8-837c-e1030ad9bdac {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:16:13.371847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.543500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.580182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-737baf5b-8b07-43d1-b3ba-d91b00bfae29 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "PUT /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 200 len: 995 time: 5.7926714 Feb 04 20:16:13.598259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:13.612307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.669392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39f324bfbbbd4841ac29ed6b21179df4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3634222 Feb 04 20:16:13.671521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045220-12e8-4bd7-864c-8702b9bf06a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4b7500-ad91-49c9-bb37-2c5d5eb9a02c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:13.673949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36750) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:13.737770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] Set router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:13.781887 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e53904e-5f5b-4163-aad0-f27d2072c66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.799718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet b5812934-786f-4563-b48d-1c2408f95dee {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:16:13.803604 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:13.843043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.856740 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e53904e-5f5b-4163-aad0-f27d2072c66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:13.951225 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'status': 'completed', 'code': 200} Feb 04 20:16:13.990499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:14.032556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e53904e-5f5b-4163-aad0-f27d2072c66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:14.042205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'name': 'tempest-NetworksTestDHCPv6-router-1562055132', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:47Z', 'updated_at': '2022-02-04T20:16:09Z', 'revision_number': 3, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:14.059644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab218bc-efa7-4c24-a178-155623027043 None None] The sync data for ids ['2c1be2f9-1f94-448f-bb5a-c07ef94f1baa'] in n-d-811806-1 is: [{'id': '2c1be2f9-1f94-448f-bb5a-c07ef94f1baa', 'name': 'tempest-NetworksTestDHCPv6-router-1562055132', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:15:47Z', 'updated_at': '2022-02-04T20:16:09Z', 'revision_number': 3, 'project_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:14.104930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53904e-5f5b-4163-aad0-f27d2072c66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4b7500-ad91-49c9-bb37-2c5d5eb9a02c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:14.132926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e53904e-5f5b-4163-aad0-f27d2072c66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:14.136458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3e53904e-5f5b-4163-aad0-f27d2072c66a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd4b7500-ad91-49c9-bb37-2c5d5eb9a02c HTTP/1.1" status: 204 len: 168 time: 0.4592502 Feb 04 20:16:14.290835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:14.437613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:14.475699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-23b966c3-5b46-4610-bd8f-70abfc4bb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:14.479290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-23b966c3-5b46-4610-bd8f-70abfc4bb947 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 0.8043823 Feb 04 20:16:14.533109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:14.654212 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:fc:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:09Z', 'revision_number': 1, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:14.660215 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:14.682923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:14.683730 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:15:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:14.742314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-dec5e9bd-573b-4109-a29e-a090d34e8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:14.743977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-dec5e9bd-573b-4109-a29e-a090d34e8ce0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 0.8206832 Feb 04 20:16:14.766326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:14.771474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa9987f-1d38-498d-a34b-8084608e71e4 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:14.794224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc1dbe6-8b26-45c8-837c-e1030ad9bdac,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:14.909352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-e5825e0f-5a87-49e7-81de-df427edc0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:14.911865 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-e5825e0f-5a87-49e7-81de-df427edc0c51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.4146986 Feb 04 20:16:14.913767 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:15.170675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-1a71e736-5150-45f9-b50a-60b2052667e2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:15.182587 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-1a71e736-5150-45f9-b50a-60b2052667e2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 1.0339625 Feb 04 20:16:15.217997 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:15.226862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b243d2bb-5f0d-4707-a712-09f72dcb1fed tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/8cc1dbe6-8b26-45c8-837c-e1030ad9bdac HTTP/1.1" status: 204 len: 168 time: 2.1437063 Feb 04 20:16:15.239959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36792) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:15.360726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36800) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:15.394256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-3d27946b-3b3a-46d2-b0c8-6eee6a7772fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 998 time: 0.4066336 Feb 04 20:16:15.401244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:15.473324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:16:15.477650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Deleting port 16a4787e-5585-4eb1-bb3d-955b18439cf6 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:15.478196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:15.500760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-0826e750-adcb-4a6e-a120-1b41257bfe9a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/quotas/97c81473993645c9bed1c163aab2c1c2 HTTP/1.1" status: 200 len: 375 time: 0.3172157 Feb 04 20:16:15.509876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:15.543389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6478c2be254886ad7d3ada106c364c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:15.551945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:15.597720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:15.632231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-52339bd1-8555-4258-bd34-fb404ee371a1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243970 Feb 04 20:16:15.634830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-3be5dba2-8662-4188-9214-b76dcd6949e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:15.645830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-3be5dba2-8662-4188-9214-b76dcd6949e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.8839722 Feb 04 20:16:15.701490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:15.814143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 16a4787e-5585-4eb1-bb3d-955b18439cf6 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:16:15.886852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-b96308e5-927f-4d3d-98fd-21b0a5c1b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:15.894854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-b96308e5-927f-4d3d-98fd-21b0a5c1b779 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.4806685 Feb 04 20:16:15.964192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=b5812934-786f-4563-b48d-1c2408f95dee,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:15.995588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:16.004221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:16.023827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aa7be868-1f15-40d4-b2f7-53e9d5436157 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/b5812934-786f-4563-b48d-1c2408f95dee HTTP/1.1" status: 204 len: 168 time: 2.7472105 Feb 04 20:16:16.028339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36816) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:16.118204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-f04dc762-90a8-47a7-b6f1-105c851c8aa1 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707334 Feb 04 20:16:16.175202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448d107-2347-4d72-bca1-e35bdae7f4a9 None None] Network 2261062f-0ca9-466b-8abd-00f50ffa7392 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:16.347243 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:fc:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:09Z', 'revision_number': 1, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:16.362805 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1172fc-d48f-4ccd-9c64-93b380b57da4 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:fc:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:09Z', 'revision_number': 1, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:16.371740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-02728c5d-6488-4475-944d-4fcbf46b04fe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:router {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:16.577009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-d6ae2cc1-c6f9-4e67-bfe3-2f1f404153f2 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579518 Feb 04 20:16:16.580895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-02728c5d-6488-4475-944d-4fcbf46b04fe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:router {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:16.584059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-02728c5d-6488-4475-944d-4fcbf46b04fe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.3319101 Feb 04 20:16:16.589927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-61d2298a-e63c-4d76-b89e-1182ff744276 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 998 time: 0.7492981 Feb 04 20:16:16.591097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-9324fa60-9968-4dff-be14-128a6b7b5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:16.591097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-9324fa60-9968-4dff-be14-128a6b7b5180 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6949749 Feb 04 20:16:16.591600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36832) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:16.615631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:16.725829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-a6179e3b-75cc-443f-a792-1ed834c07b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:16.734366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-a6179e3b-75cc-443f-a792-1ed834c07b23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.1315062 Feb 04 20:16:16.735365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] For port 16a4787e-5585-4eb1-bb3d-955b18439cf6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=16a4787e-5585-4eb1-bb3d-955b18439cf6,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:16.735899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:16.779176 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:16.861530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-30382760-ac71-4da6-bc23-441cc8e6a9a7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:16:16.870278 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-30382760-ac71-4da6-bc23-441cc8e6a9a7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333250 Feb 04 20:16:16.909884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b6478c2be254886ad7d3ada106c364c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5460520 Feb 04 20:16:16.926129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36840) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:16.928879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-3f7aba84-da3e-4ae7-a996-19659e1e5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:16.936141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-3f7aba84-da3e-4ae7-a996-19659e1e5d0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992443 Feb 04 20:16:17.016354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2938c7-c30c-4e27-9451-0172f614e8df None None] New status for floating IP e8134314-47fd-4bb3-b581-289fff7eaccc: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:16:17.303062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:17.307109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6bce926-6e6c-467b-8f9e-35bf79dab4e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:17.418621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Calling delete_port for 16a4787e-5585-4eb1-bb3d-955b18439cf6 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:17.485781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cce77-6057-4d08-8a41-5d2133c355c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de2d49-958a-4297-b044-221f467aaf60,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:17.520477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-ac775b3a-ec69-4c8e-8102-3c91974db3db service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626287 Feb 04 20:16:17.523958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port fd89bb81-1053-42d4-b8ee-57bd458a0ffc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:17.524307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:17.626349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 16a4787e-5585-4eb1-bb3d-955b18439cf6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=16a4787e-5585-4eb1-bb3d-955b18439cf6,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:17.774658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] DHCP port deletion for 2261062f-0ca9-466b-8abd-00f50ffa7392 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:16:17.797575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Deleting port fd89bb81-1053-42d4-b8ee-57bd458a0ffc {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:17.798338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:17.810007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99de868-87f5-43e1-b7cf-a92fa58543d4 req-a4199300-2ff5-4ea4-bdc8-fd07f8f307a6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:17.817683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b99de868-87f5-43e1-b7cf-a92fa58543d4 req-a4199300-2ff5-4ea4-bdc8-fd07f8f307a6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.5296476 Feb 04 20:16:17.833431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port fd89bb81-1053-42d4-b8ee-57bd458a0ffc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,segment=NetworkSegment(66c406df-c7e4-49f0-8985-62e261e4b389),segment_id=66c406df-c7e4-49f0-8985-62e261e4b389)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:17.833431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:17.862507 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:17.863586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0018554-ed04-4243-b9f6-f0252d18d968 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:16:17.870937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48064e20-9028-404d-8ec6-908d3292d4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:17.921501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48064e20-9028-404d-8ec6-908d3292d4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.051537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b99de868-87f5-43e1-b7cf-a92fa58543d4 req-68e7f328-0f39-415e-a504-67fbe4d66324 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307663 Feb 04 20:16:18.063281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48064e20-9028-404d-8ec6-908d3292d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.131664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for fd89bb81-1053-42d4-b8ee-57bd458a0ffc owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:18.156933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48064e20-9028-404d-8ec6-908d3292d4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de2d49-958a-4297-b044-221f467aaf60,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:18.210882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] For port fd89bb81-1053-42d4-b8ee-57bd458a0ffc, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,segment=NetworkSegment(66c406df-c7e4-49f0-8985-62e261e4b389),segment_id=66c406df-c7e4-49f0-8985-62e261e4b389)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:18.211891 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.234596 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48064e20-9028-404d-8ec6-908d3292d4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.238723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-48064e20-9028-404d-8ec6-908d3292d4de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58de2d49-958a-4297-b044-221f467aaf60 HTTP/1.1" status: 204 len: 168 time: 1.3015981 Feb 04 20:16:18.256028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf11e06b-897a-4eb5-aacd-2d830f7a82bd req-9aa77049-a4f5-4d45-a268-d4325b8477c7 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 210 time: 0.0775406 Feb 04 20:16:18.260309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-827a4053-f069-42a6-af2b-262d0c9e7ffc req-5204b8bd-5b55-4677-a3f8-471c9090eafb service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075367 Feb 04 20:16:18.414343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: d0018554-ed04-4243-b9f6-f0252d18d968 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:16:18.415436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0018554-ed04-4243-b9f6-f0252d18d968 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:16:18.425072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Calling delete_port for fd89bb81-1053-42d4-b8ee-57bd458a0ffc owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:18.468099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-fa1d755e-c923-4702-9b95-14820a351317 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5966516 Feb 04 20:16:18.474815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6bce926-6e6c-467b-8f9e-35bf79dab4e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.498291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6bce926-6e6c-467b-8f9e-35bf79dab4e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.605035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fd89bb81-1053-42d4-b8ee-57bd458a0ffc no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:16:18.632769 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:16:18.633456 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:16:18.634059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=16a4787e-5585-4eb1-bb3d-955b18439cf6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:18.665044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.667324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.668330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.674329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.674329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.674329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.674329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.674860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.675356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.675937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.677314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.677825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:18.699698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.762947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:16:18.763301 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:16:18.770995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: fd89bb81-1053-42d4-b8ee-57bd458a0ffc {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:16:18.771396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fd89bb81-1053-42d4-b8ee-57bd458a0ffc not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:16:18.813297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=fd89bb81-1053-42d4-b8ee-57bd458a0ffc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:18.822225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No DVR routers for this DVR port fd89bb81-1053-42d4-b8ee-57bd458a0ffc on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:16:18.897626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6bce926-6e6c-467b-8f9e-35bf79dab4e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:18.898220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bce926-6e6c-467b-8f9e-35bf79dab4e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Fanout notify agent at l3_agent the message router_deleted on router 2c1be2f9-1f94-448f-bb5a-c07ef94f1baa {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:16:19.021130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.043798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-612510dd-c59d-4bd1-9274-8441d34bc254 req-f5e53679-2892-4e7f-9ea0-79a414c03d93 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669422 Feb 04 20:16:19.087777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2261062f-0ca9-466b-8abd-00f50ffa7392']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:19.135285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Deleting port fd89bb81-1053-42d4-b8ee-57bd458a0ffc {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:19.136304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.153246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6bce926-6e6c-467b-8f9e-35bf79dab4e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.172311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e6bce926-6e6c-467b-8f9e-35bf79dab4e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/routers/2c1be2f9-1f94-448f-bb5a-c07ef94f1baa HTTP/1.1" status: 204 len: 168 time: 2.5551026 Feb 04 20:16:19.172586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:19.184319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c406df-c7e4-49f0-8985-62e261e4b389') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:19.190396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c406df-c7e4-49f0-8985-62e261e4b389') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:19.225999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.262627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.276119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:16:19.277195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.288856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Deleting port 16a4787e-5585-4eb1-bb3d-955b18439cf6 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:19.293565 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:16:19.337154 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:16:19.428474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a7412-e447-4d62-9abd-efe752bd5d82 None None] The port 'fd89bb81-1053-42d4-b8ee-57bd458a0ffc' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:16:19.713082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a2bba-e139-4125-9965-2142e240fef2 req-b0a18b6f-c563-43ad-8f7b-9add477d6000 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:19.721892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e4a2bba-e139-4125-9965-2142e240fef2 req-b0a18b6f-c563-43ad-8f7b-9add477d6000 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.3778861 Feb 04 20:16:19.732278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b513a7e-2fdb-44eb-b2e4-df6fa1467d48 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:19.732278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9b513a7e-2fdb-44eb-b2e4-df6fa1467d48 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:19.742463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.748370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.748790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-f97a8ae7-1829-4cee-bd34-80a5890f6267 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:19.767289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-f97a8ae7-1829-4cee-bd34-80a5890f6267 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2033534 Feb 04 20:16:19.791734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/2261062f-0ca9-466b-8abd-00f50ffa7392 HTTP/1.1" status: 204 len: 168 time: 3.7606616 Feb 04 20:16:19.798445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36932) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:19.808580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1457558937', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:19.818828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b607-88a9-4209-999b-54f8a49437b6 req-f99828a6-df16-463c-92c8-b192e130defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:19.820358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8781b607-88a9-4209-999b-54f8a49437b6 req-f99828a6-df16-463c-92c8-b192e130defa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1096 time: 0.2525830 Feb 04 20:16:19.823068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf44ef0-fe8b-4df9-88a2-17f3c256bfd8 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=2261062f-0ca9-466b-8abd-00f50ffa7392,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:19.847015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] For port 16a4787e-5585-4eb1-bb3d-955b18439cf6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=16a4787e-5585-4eb1-bb3d-955b18439cf6,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:19.848177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:19.849852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:19.864291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e4a2bba-e139-4125-9965-2142e240fef2 req-24c0c2b3-3d29-4232-8b54-033d7106870c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414456 Feb 04 20:16:19.873439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:router and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:19.892791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-5d582296-0aef-47af-9347-ba609073f520 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.1243963 Feb 04 20:16:19.892984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:19.897816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'floatingip': {'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:19.904173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:20.040400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Calling delete_port for 16a4787e-5585-4eb1-bb3d-955b18439cf6 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:20.072167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.094249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b607-88a9-4209-999b-54f8a49437b6 req-9f60bff6-3ffe-48e8-9dd6-a014e82510ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:20.095818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8781b607-88a9-4209-999b-54f8a49437b6 req-9f60bff6-3ffe-48e8-9dd6-a014e82510ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.2429230 Feb 04 20:16:20.097285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.098730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.117167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.275256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.286253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.339163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5dcd9f04-8a4e-42a0-8000-02a90f6a77b1 req-6372fa21-9175-4c13-b8a6-54b2f434bff6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 210 time: 0.1018267 Feb 04 20:16:20.431722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8781b607-88a9-4209-999b-54f8a49437b6 req-a4e4f79c-18a9-4897-addd-6082cace3a38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 1001 time: 0.2920341 Feb 04 20:16:20.469772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] No DVR routers for this DVR port 16a4787e-5585-4eb1-bb3d-955b18439cf6 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:16:20.490940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-baa60cb5-0874-433e-a7d4-c2b9bfb744be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.500683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd573dd5-fd72-4508-9e2b-442eb8a5869d None None] Pushing event deleted for resources: {'Port': ['ID=16a4787e-5585-4eb1-bb3d-955b18439cf6,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:20.571859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b607-88a9-4209-999b-54f8a49437b6 req-d1170fba-df89-4131-93fb-b84161760ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:20.571859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8781b607-88a9-4209-999b-54f8a49437b6 req-d1170fba-df89-4131-93fb-b84161760ba1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.1213672 Feb 04 20:16:20.572325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.575949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-deba2c21-0ce2-4679-8a62-fdc20a90a445 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7720008 Feb 04 20:16:20.576699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36948) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:20.589690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1225197110'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:20.632048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:20.645179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:20.653556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:20.661944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:20.710843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b607-88a9-4209-999b-54f8a49437b6 req-86d01259-1677-40a5-93ba-87ac83d428e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:20.712472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8781b607-88a9-4209-999b-54f8a49437b6 req-86d01259-1677-40a5-93ba-87ac83d428e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172009 Feb 04 20:16:20.745218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9b513a7e-2fdb-44eb-b2e4-df6fa1467d48 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:20.749260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9b513a7e-2fdb-44eb-b2e4-df6fa1467d48 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.5756707 Feb 04 20:16:20.755356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:20.802938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:20.807856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.963257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:16:20.997420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:20.997772 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 085c679f-73b9-46e6-8f62-f2d39ab1367f of type vlan for network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 Feb 04 20:16:21.012843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-74d09089-1a25-49f9-b354-883a5f6120b5 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:21.014899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-74d09089-1a25-49f9-b354-883a5f6120b5 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.3121529 Feb 04 20:16:21.045917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17861ee0-8c76-4297-815d-bb10d3a7d8b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:21.046622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17861ee0-8c76-4297-815d-bb10d3a7d8b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:21.076943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Request body: {'port': {'device_id': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'admin_state_up': True, 'tenant_id': '97c81473993645c9bed1c163aab2c1c2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:21.129612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:21.215971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8781b607-88a9-4209-999b-54f8a49437b6 req-7e6db654-eb0b-4027-948b-c1c0c7f8048c service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927917 Feb 04 20:16:21.255583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:16:21.334571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17861ee0-8c76-4297-815d-bb10d3a7d8b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:21.336230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17861ee0-8c76-4297-815d-bb10d3a7d8b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5790823 Feb 04 20:16:21.344790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36972) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:21.345873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295655-87b6-42c5-930a-795b64ad0867 req-89e11137-1d4e-4ecc-861e-169748b6b80c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:21.347379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8295655-87b6-42c5-930a-795b64ad0867 req-89e11137-1d4e-4ecc-861e-169748b6b80c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.2866924 Feb 04 20:16:21.454586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e6dae2a5-642a-4b5b-a4a2-c194e5d7ffbd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019270 Feb 04 20:16:21.454586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:21.455674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36978) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:21.471322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:21.513226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:21.519800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:21.520368 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:21.536370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:16:21.676398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8295655-87b6-42c5-930a-795b64ad0867 req-a8cacd28-4bbd-41db-8190-b43c3bcf7851 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209252 Feb 04 20:16:21.690265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=77093adf-ce9d-4ef4-9198-d58cad5b64c0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:21.697327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8781b607-88a9-4209-999b-54f8a49437b6 req-7143bf58-6375-45c8-a722-2472bee8f2ce service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693115 Feb 04 20:16:21.701067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:16:21.743034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:21.744362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3607a2ca-d0e2-4cf6-ba82-a62826dd2cfa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1665339 Feb 04 20:16:21.747017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36990) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:21.748826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:21.753692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:21.758274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:21.767771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:21.835474 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:21.934407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:21.939044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:21.943853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:21.976000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:21.980042 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:21.996250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:22.011660 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:22.012105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:22.020262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae59263a-36ea-497b-84e4-60c33579177e req-279d4565-41de-462e-b52c-65a88f78a5df tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 210 time: 0.0770283 Feb 04 20:16:22.120802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:22.124426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:22.291989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6b042ad3-3f63-4b1d-a493-02adb57fbd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:22.315083 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Floating IP e8134314-47fd-4bb3-b581-289fff7eaccc associated. External IP: 172.25.7.42, port: 989ad96b-e36d-4a61-8d5a-4c44b4614d89. Feb 04 20:16:22.519666 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:22.561135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Allocated IP 172.20.0.3 (bbae5d84-8507-4117-84ad-791f0b1862e4/124df688-3066-4fd2-9e18-51457673f28b/7bef26d8-8455-4765-b9ac-5d47b0cbe95f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:22.607650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=68137f67-b7b4-4387-8c75-ef5da31b6008,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:22.613400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:22.613735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: 77093adf-ce9d-4ef4-9198-d58cad5b64c0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:16:22.724906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:16:22.810465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 77093adf-ce9d-4ef4-9198-d58cad5b64c0) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:22.820825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77a0e8-dcc4-4a4f-86d9-ee967b91896e None None] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:22.826014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:22.829401 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.050311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e55a4a-e116-4379-908c-7ea2cb04b524 req-500c5641-c1b4-4523-8b7b-eb902b8b608f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:23.060256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45e55a4a-e116-4379-908c-7ea2cb04b524 req-500c5641-c1b4-4523-8b7b-eb902b8b608f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.2246881 Feb 04 20:16:23.076117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:16:23.104285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dabf47d1-a36e-42cf-9909-a84cc2a3f0e9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3560147 Feb 04 20:16:23.107279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37036) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:23.148697 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.184256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b53d9e51-b237-494e-b378-de87f040391b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:16:23.189624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45e55a4a-e116-4379-908c-7ea2cb04b524 req-471f03d9-94bd-472c-ab88-dfc5c2e955e3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243091 Feb 04 20:16:23.378837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.objects.ports [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88237) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:16:23.382975 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.497283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:16:23.500908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.550070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.553856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b4112a4-a5e4-4fa7-a878-e224782e7a39 req-b3e6e42a-3a89-4e7b-87fc-314d1ebfe227 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 210 time: 0.1502242 Feb 04 20:16:23.556892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=f3cfb57d-e5d2-44a4-ba96-48c58e19342a,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:23.565615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:23.566977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.712892 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.785650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.862174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:23.886597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:23.927616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Allocated IP 172.20.0.2 (77093adf-ce9d-4ef4-9198-d58cad5b64c0/68137f67-b7b4-4387-8c75-ef5da31b6008/caf83b10-02a5-49b3-a4d0-fe880cc20d1e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:23.944244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:23.983619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:24.071810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6163bcf3-9360-4e7e-be33-a4fe4d3c81be None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:24.118383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:24.177526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:24.178216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:24.200324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Network bbae5d84-8507-4117-84ad-791f0b1862e4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:24.208275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:24.226203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:24.297875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event updated for resources: {'Port': ['ID=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:24.370477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:24.376142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:24.376799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:24.384416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:24.401525 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:24.442002 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:24.442763 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:24.513865 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'code': 200} Feb 04 20:16:24.548807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bc34b257-cbea-4d13-b2c2-991c5c40347b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0923178 Feb 04 20:16:24.573434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37074) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:24.603062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:24.639856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'f3cfb57d-e5d2-44a4-ba96-48c58e19342a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:16:24.641228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:24.843572 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:24.843836 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-8d776c7e-8bdf-460a-8ea1-2d1833e31337 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7788210 Feb 04 20:16:24.881916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Request body: {'port': {'device_id': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:24.898685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Transition to ACTIVE for port object caf83b10-02a5-49b3-a4d0-fe880cc20d1e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:24.907883 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:24.996315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Allocated IP 2001:db8::f816:3eff:fed2:b492 (a3617f18-5da1-4e3a-821a-582c484776ac/f3cfb57d-e5d2-44a4-ba96-48c58e19342a/806f1a7c-0553-4bf4-84a6-e1743d5e5ec1) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:24.996588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:25.006768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:25.007691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7c157-b7fa-4f75-8e32-b3d48a9dbe18 req-4be1010e-55a7-48ab-91c1-ab331cd84cc5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:25.011599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Transition to ACTIVE for port object caf83b10-02a5-49b3-a4d0-fe880cc20d1e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:25.011775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:25.018158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-58e7c157-b7fa-4f75-8e32-b3d48a9dbe18 req-4be1010e-55a7-48ab-91c1-ab331cd84cc5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.3697093 Feb 04 20:16:25.112785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:25.120685 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-58e7c157-b7fa-4f75-8e32-b3d48a9dbe18 req-c2e2475b-20a3-41ae-b584-f51fb9aa408a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006739 Feb 04 20:16:25.241206 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:25.245934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:25.306747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.20.0.1 (77093adf-ce9d-4ef4-9198-d58cad5b64c0/68137f67-b7b4-4387-8c75-ef5da31b6008/38522889-f1aa-4b3c-be77-822ab8d62441) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:25.309023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:25.319525 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:25.363773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:25.563261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:25.575391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:16:25.575843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:25.604314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:25.711818 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:70:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:21Z', 'revision_number': 3, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:25.724225 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:25.731733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Pushing event updated for resources: {'Port': ['ID=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:25.747099 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:25.749353 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:25.772258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:25.793884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade32266-bbd2-4d63-80d6-39715c28209c req-2914bb4d-afb3-47a6-97f4-bd9c25b2f7f9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:25.799042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ade32266-bbd2-4d63-80d6-39715c28209c req-2914bb4d-afb3-47a6-97f4-bd9c25b2f7f9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 931 time: 0.4423580 Feb 04 20:16:25.814062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Attempting to bind port caf83b10-02a5-49b3-a4d0-fe880cc20d1e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:25.814736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Attempting to bind port caf83b10-02a5-49b3-a4d0-fe880cc20d1e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:25.815325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Attempting to bind port caf83b10-02a5-49b3-a4d0-fe880cc20d1e on network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:25.842285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:25.843726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Checking segment: {'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:25.844341 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:25.844957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Bound using segment: {'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:25.845657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Bound port: caf83b10-02a5-49b3-a4d0-fe880cc20d1e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:25.846276 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:25.863617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object 38522889-f1aa-4b3c-be77-822ab8d62441 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:25.913522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ade32266-bbd2-4d63-80d6-39715c28209c req-0ac75875-63f2-4bb6-a020-b81fb68b1633 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060317 Feb 04 20:16:25.995402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:26.232614 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:26.247644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:26.251118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:26.255710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:26.314254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=38522889-f1aa-4b3c-be77-822ab8d62441,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:26.377840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] For port caf83b10-02a5-49b3-a4d0-fe880cc20d1e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:26.384217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:26.392528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:26.415571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] For port caf83b10-02a5-49b3-a4d0-fe880cc20d1e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,segment=NetworkSegment(085c679f-73b9-46e6-8f62-f2d39ab1367f),segment_id=085c679f-73b9-46e6-8f62-f2d39ab1367f)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:26.431086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Transition to ACTIVE for port object 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:26.496602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:26.582659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Transition to ACTIVE for port object 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:26.665273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37118) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:26.707480 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:26.716134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bddc3-5ba7-4eff-8ae6-be6e6fee7f00 None None] Pushing event updated for resources: {'Port': ['ID=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:26.732222 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:26.800818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:26.830485 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:26.928112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Pushing event updated for resources: {'Port': ['ID=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:26.962485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:27.004708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.005301 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:70:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:21Z', 'revision_number': 3, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:27.014860 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73770c39-d40a-4124-9075-02004dcc0bd4 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:70:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:21Z', 'revision_number': 3, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:27.044284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:27.052670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:27.067165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:27.172689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=a3bad035-0ac1-442a-b443-6ceca7d046af,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:27.223776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-b0543690-5f6f-4f27-98ab-f7b27f7108ac tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "PUT /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 200 len: 998 time: 7.3295817 Feb 04 20:16:27.306183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:27.317066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:27.332846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b53d9e51-b237-494e-b378-de87f040391b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:16:27.356099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:27.363294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.395703 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.398294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bef26d8-8455-4765-b9ac-5d47b0cbe95f {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:16:27.423543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.441917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:27.446646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Usage tracker for resource:security_group_rule and tenant:72a658c15254417faae5aba859976d8c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:27.450513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e5002-aeb5-4cfd-ab59-503d897eb39e None None] New status for floating IP e8134314-47fd-4bb3-b581-289fff7eaccc: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:16:27.451057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:27.457706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:27.464351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.485385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-3693c721-117b-4462-8050-f93ada48c177 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:27.486895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-3693c721-117b-4462-8050-f93ada48c177 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports/989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 942 time: 0.2620621 Feb 04 20:16:27.507467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Transition to ACTIVE for port object 7bef26d8-8455-4765-b9ac-5d47b0cbe95f will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:27.529177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.549726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0d709757-f23d-49a8-a50f-6ad17f9cbce2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9752209 Feb 04 20:16:27.552847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37138) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:27.560340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:56:23:80', 'name': 'tempest-NetworksTestDHCPv6-588209966'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:27.569889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Attempting to bind port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:27.574253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Attempting to bind port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:27.576720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Attempting to bind port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:27.722727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=38522889-f1aa-4b3c-be77-822ab8d62441,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:27.736589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.825424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.882182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:27.884585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:27.885230 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.885837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:27.886343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Bound port: 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:27.886805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:27.909362 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:28.183129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:28.192307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] For port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:28.201270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] For port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:28.252530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:28.259954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:28.275014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:28.281988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:28.287029 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:28.312141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041336d2-6f91-4de0-90bd-af11466600fe,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:28.317916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Pushing event updated for resources: {'Port': ['ID=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:28.402960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:28.410051 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-afa5b346-eb11-41f9-b649-36aa950282bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72a658c15254417faae5aba859976d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7389522 Feb 04 20:16:28.433305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37152) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:28.488337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356fe6d-9aaa-4eb4-b5b7-99da726a9543 req-4087df2a-f6be-4ec5-af0e-4eb0185d06a3 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:28.499578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6356fe6d-9aaa-4eb4-b5b7-99da726a9543 req-4087df2a-f6be-4ec5-af0e-4eb0185d06a3 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 943 time: 0.6144390 Feb 04 20:16:28.594429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:28.595893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:28.618046 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:28.629743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87fa9b-b303-4581-97c0-ee58f8a13586 None None] Pushing event updated for resources: {'Port': ['ID=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:28.662110 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:28.662785 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:28.676198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6356fe6d-9aaa-4eb4-b5b7-99da726a9543 req-a9352022-0c63-4648-8d77-ec8d8b4bfe68 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747844 Feb 04 20:16:28.724252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device caf83b10-02a5-49b3-a4d0-fe880cc20d1e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:28.755152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-a4b64093-9d95-4758-9857-376f34d88efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:28.757063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-a4b64093-9d95-4758-9857-376f34d88efc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 1.0052943 Feb 04 20:16:28.819331 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'status': 'completed', 'code': 200} Feb 04 20:16:28.987702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port caf83b10-02a5-49b3-a4d0-fe880cc20d1e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:29.138391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Attempting to bind port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:29.138647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Attempting to bind port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:29.149882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Attempting to bind port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:29.166066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f on network bbae5d84-8507-4117-84ad-791f0b1862e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:16:29.166205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Attempting to bind port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:29.224776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:29.237169 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:29.238421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Checking segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:29.238421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Bound using segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:29.238421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Bound port: 7bef26d8-8455-4765-b9ac-5d47b0cbe95f, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:29.238421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:29.238849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b9dc8-40b6-4f37-808b-01666ff234a6 None None] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:29.345298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:29.424854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 9adc5781-0b96-4947-a0be-65aae0546298 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:16:29.490831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9518008-6cfe-4f8f-9c72-9c5f3ca1550c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:29.558351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-06498fca-4482-4001-ade7-9386ab00cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:29.560050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-06498fca-4482-4001-ade7-9386ab00cc5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 0.7195320 Feb 04 20:16:29.577961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:16:29.618734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-51840905-d43f-43b7-9298-d6e32e65c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:29.620253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-51840905-d43f-43b7-9298-d6e32e65c7b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.8361359 Feb 04 20:16:29.638979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9518008-6cfe-4f8f-9c72-9c5f3ca1550c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:29.721556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b768072a-0e98-4444-b3b0-19b1142372bf None None] Provisioning for port caf83b10-02a5-49b3-a4d0-fe880cc20d1e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:29.807477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b768072a-0e98-4444-b3b0-19b1142372bf None None] Provisioning complete for port caf83b10-02a5-49b3-a4d0-fe880cc20d1e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:29.812932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b768072a-0e98-4444-b3b0-19b1142372bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:29.973790 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:70:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:28Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:29.978119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-f8cda58b-22f1-4661-85fa-fa7d0cacb847 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 217 time: 0.3227837 Feb 04 20:16:29.984825 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:30.000039 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:30.000998 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:30.033051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde886f9-ce35-420b-8dbc-a1fb0d3deafa req-f4023b48-6929-424c-b70a-463c36e5c202 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:30.048830 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dde886f9-ce35-420b-8dbc-a1fb0d3deafa req-f4023b48-6929-424c-b70a-463c36e5c202 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.3066843 Feb 04 20:16:30.072146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:30.107251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:30.116718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] For port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:30.165037 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dde886f9-ce35-420b-8dbc-a1fb0d3deafa req-50c84ea5-4eb9-4b87-9bcf-baa3175bda4a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131530 Feb 04 20:16:30.193819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:30.205775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:30.211543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee47e68c-8cfe-4e92-8ff3-16800836eb2e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1030946 Feb 04 20:16:30.214098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37184) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:30.224887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1139680267'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:30.247896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:30.265914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] For port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:30.267292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:30.275692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:30.290584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:30.345542 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:30.368658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:30.410568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:30.414072 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:30.428058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:30.429140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:30.431020 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] 10.222.0.24 "PUT /v2.0/ports/7bef26d8-8455-4765-b9ac-5d47b0cbe95f HTTP/1.1" status: 200 len: 1091 time: 5.5720794 Feb 04 20:16:30.432545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-0ed22af8-cbca-44b4-bf05-82ed4c3c5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:30.434180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-0ed22af8-cbca-44b4-bf05-82ed4c3c5ef3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.4253826 Feb 04 20:16:30.523720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:30.633913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd99a-b042-4378-985c-d0f41ff083c3 req-b301ba6d-bdda-4fc4-aa21-f5f956508cb9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:30.646161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc8bd99a-b042-4378-985c-d0f41ff083c3 req-b301ba6d-bdda-4fc4-aa21-f5f956508cb9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 943 time: 0.1907594 Feb 04 20:16:30.702154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b768072a-0e98-4444-b3b0-19b1142372bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:30.724623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc8bd99a-b042-4378-985c-d0f41ff083c3 req-4a73f71d-1e4c-4087-9b00-289636468206 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718458 Feb 04 20:16:30.745675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:30.808364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df3f880-0590-4b63-92a4-618401f608b5 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:30.864052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf'}, {'name': 'network-changed', 'server_uuid': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'tag': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:30.887877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:16:30.918186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:30.923080 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 36684908-174b-4169-8e93-651fad8fc691 of type vlan for network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 Feb 04 20:16:30.958015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-62a1be94-ee0a-4e95-a786-1250c4c3fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:30.958503 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-62a1be94-ee0a-4e95-a786-1250c4c3fd0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 1.3726411 Feb 04 20:16:30.959478 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9518008-6cfe-4f8f-9c72-9c5f3ca1550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:31.040195 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'status': 'completed', 'code': 200} Feb 04 20:16:31.040600 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'tag': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f', 'status': 'completed', 'code': 200} Feb 04 20:16:31.048804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518008-6cfe-4f8f-9c72-9c5f3ca1550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041336d2-6f91-4de0-90bd-af11466600fe,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:31.058350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:31.080672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-8abfcd5c-3644-4e7d-ab7b-233f59a06bb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0856502 Feb 04 20:16:31.239029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b768072a-0e98-4444-b3b0-19b1142372bf None None] For port caf83b10-02a5-49b3-a4d0-fe880cc20d1e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,segment=NetworkSegment(085c679f-73b9-46e6-8f62-f2d39ab1367f),segment_id=085c679f-73b9-46e6-8f62-f2d39ab1367f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:31.259766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-ce3174c7-d229-4558-8997-a653393f3ae3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 217 time: 0.2169979 Feb 04 20:16:31.265516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:31.440095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1184a5a-202c-4da8-8a6f-3ce7e3733d56 service neutron] Pushing event updated for resources: {'Port': ['ID=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:31.441255 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b768072a-0e98-4444-b3b0-19b1142372bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:31.453139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-c4d1300e-276d-4b94-9e1c-dc118e91445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:31.455898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-c4d1300e-276d-4b94-9e1c-dc118e91445c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.1738226 Feb 04 20:16:31.757840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 172.20.0.13 (a3617f18-5da1-4e3a-821a-582c484776ac/a3bad035-0ac1-442a-b443-6ceca7d046af/9adc5781-0b96-4947-a0be-65aae0546298) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:31.757840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fe56:2380 (a3617f18-5da1-4e3a-821a-582c484776ac/f3cfb57d-e5d2-44a4-ba96-48c58e19342a/9adc5781-0b96-4947-a0be-65aae0546298) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:31.763254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768072a-0e98-4444-b3b0-19b1142372bf None None] Pushing event updated for resources: {'Port': ['ID=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:31.764823 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:70:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:28Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:31.764823 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d3a6c-6a24-4aa4-98d3-962c2cb8a517 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:70:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:28Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:31.780779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-8b90fb7e-bce1-4952-8b35-2fe5ffbd16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:31.787853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911f93-53ca-4329-9932-2234297fc321 req-2f64f94b-b2b9-4e50-96d9-dcd71eebaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:31.790611 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-8b90fb7e-bce1-4952-8b35-2fe5ffbd16f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3213234 Feb 04 20:16:31.796884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-2f64f94b-b2b9-4e50-96d9-dcd71eebaf68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 1097 time: 0.7620878 Feb 04 20:16:31.844415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9518008-6cfe-4f8f-9c72-9c5f3ca1550c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:31.853891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b9518008-6cfe-4f8f-9c72-9c5f3ca1550c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/041336d2-6f91-4de0-90bd-af11466600fe HTTP/1.1" status: 204 len: 168 time: 3.4006407 Feb 04 20:16:31.883158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-eaba6acd-a920-4b60-afc4-99f5d0f24378 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:16:31.889110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-eaba6acd-a920-4b60-afc4-99f5d0f24378 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297275 Feb 04 20:16:31.954903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Provisioning complete for port caf83b10-02a5-49b3-a4d0-fe880cc20d1e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:31.958040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:32.012069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911f93-53ca-4329-9932-2234297fc321 req-f8bf64d9-1ad0-4143-bf21-d5b5094645e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:32.012069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-f8bf64d9-1ad0-4143-bf21-d5b5094645e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.2072642 Feb 04 20:16:32.018277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:32.029135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:32.029135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:32.107931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-275d6de5-7596-4f3b-adeb-55453d5616b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:32.147618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-275d6de5-7596-4f3b-adeb-55453d5616b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 1094 time: 1.4623055 Feb 04 20:16:32.326436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1111603 Feb 04 20:16:32.339948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37232) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:32.411564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:32.430037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-0215f99a-55bc-45cc-bf73-6851a445b17f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bef26d8-8455-4765-b9ac-5d47b0cbe95f HTTP/1.1" status: 200 len: 217 time: 0.2547565 Feb 04 20:16:32.501551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:16:26Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:27Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:32.566969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:32.566969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Updating router e3805388-60de-4cfc-8c95-17d7dabc126e port 38522889-f1aa-4b3c-be77-822ab8d62441 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:16:32.602090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d55948-9e70-434e-b9de-f207a889e1e6 req-534ee2c6-57ed-4515-9bef-2238e96bbb83 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:32.602090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46d55948-9e70-434e-b9de-f207a889e1e6 req-534ee2c6-57ed-4515-9bef-2238e96bbb83 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 1.0256271 Feb 04 20:16:32.613340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37238) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:32.613340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3705e-dad1-4937-9a37-b81097352e7c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=487c171f-9b6c-4f1a-b4d0-7dcfacbdea31,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:32.617188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device caf83b10-02a5-49b3-a4d0-fe880cc20d1e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:32.748262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46d55948-9e70-434e-b9de-f207a889e1e6 req-7781f022-2c3f-47f4-8350-7ff35389db11 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324584 Feb 04 20:16:32.756596 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:32.757371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-423c6a6a-e5c9-4e26-a05d-8f491cf58565 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 1001 time: 0.6933939 Feb 04 20:16:32.804848 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:32.824922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:16:32.933393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 9adc5781-0b96-4947-a0be-65aae0546298 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:32.947094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911f93-53ca-4329-9932-2234297fc321 req-39cfbcc9-e00a-47a3-98b3-b289145be321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:32.955305 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-39cfbcc9-e00a-47a3-98b3-b289145be321 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.1831031 Feb 04 20:16:33.014673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-359f1c3d-fc99-4407-98f1-3f8ba7e18a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:33.014673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-359f1c3d-fc99-4407-98f1-3f8ba7e18a3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5386028 Feb 04 20:16:33.147274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-faee4ff9-498c-4b54-b05d-4a219cc7ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:33.147274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-faee4ff9-498c-4b54-b05d-4a219cc7ee32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.3796413 Feb 04 20:16:33.243657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:33.370391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:33.371535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:33.390727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:33.427736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:33.438159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Usage tracker for resource:security_group_rule and tenant:71ef88aa79554f928dfeba1e5450219b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:33.463783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:33.495699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:33.530853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Provisioning for port 38522889-f1aa-4b3c-be77-822ab8d62441 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:33.535146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08acb8-dbff-4a53-86ea-51221481f604 req-643c1fcc-dd86-4275-9264-e859dbe90793 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:33.535146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c08acb8-dbff-4a53-86ea-51221481f604 req-643c1fcc-dd86-4275-9264-e859dbe90793 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 943 time: 0.5682125 Feb 04 20:16:33.577690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911f93-53ca-4329-9932-2234297fc321 req-2b2bfd56-cabb-465d-b705-6879c0b16c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:33.577690 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-2b2bfd56-cabb-465d-b705-6879c0b16c92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2964859 Feb 04 20:16:33.580439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Provisioning complete for port 38522889-f1aa-4b3c-be77-822ab8d62441 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:33.580439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:33.634313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] Update dhcp port {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': 'f3cfb57d-e5d2-44a4-ba96-48c58e19342a', 'ip_address': '2001:db8::f816:3eff:fed2:b492'}, {'subnet_id': 'a3bad035-0ac1-442a-b443-6ceca7d046af'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '806f1a7c-0553-4bf4-84a6-e1743d5e5ec1'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:16:33.670346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:33.687204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-f3c43e15-e3b2-477a-894f-81c3a96635d2 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7633767 Feb 04 20:16:33.687204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-e51e0e7b-955a-4641-98a8-e6be7070897e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4620764 Feb 04 20:16:33.736175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:33.761508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port caf83b10-02a5-49b3-a4d0-fe880cc20d1e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:33.762242 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:33.783790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:33.792355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c08acb8-dbff-4a53-86ea-51221481f604 req-40ee2797-832f-42c1-b01c-43c888807ed4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589192 Feb 04 20:16:33.835132 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:33.887714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Port 38522889-f1aa-4b3c-be77-822ab8d62441 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:16:33.975711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-a72d3e6f-02b7-4278-a92d-1ca91da17706 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813966 Feb 04 20:16:33.982711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.019283 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-5bafa2a9-454b-4120-bc11-bcc0a5702376 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181254 Feb 04 20:16:34.114634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Provisioning for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:34.125792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:34.185816 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:16:34.208290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Provisioning complete for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:34.208290 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.215772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Usage tracker for resource:security_group_rule and tenant:dc6d3c2333034463a33d460b000102dc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:34.262574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:34.265750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-d75735df-c183-4abe-a9fa-54856750be0e service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351384 Feb 04 20:16:34.265750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.300021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:34.300021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.465777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbfd7b7-11de-4f7b-890b-b67e1bef9ab6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:34.493203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-083086a5-a347-4698-960c-bfcddeb6e13f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71ef88aa79554f928dfeba1e5450219b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8822260 Feb 04 20:16:34.503025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37268) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:34.514182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20394181-8490-4c18-a2f7-15917d4bd612 req-9695e4e7-4d16-4a9a-bead-8c26dace0b9c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:34.526229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20394181-8490-4c18-a2f7-15917d4bd612 req-9695e4e7-4d16-4a9a-bead-8c26dace0b9c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.2629452 Feb 04 20:16:34.573309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.573309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:34.575874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.622944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Transition to ACTIVE for port object 38522889-f1aa-4b3c-be77-822ab8d62441 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:34.622944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] Allocated IP 172.20.0.2 (a3617f18-5da1-4e3a-821a-582c484776ac/a3bad035-0ac1-442a-b443-6ceca7d046af/806f1a7c-0553-4bf4-84a6-e1743d5e5ec1) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:34.642853 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.677447 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20394181-8490-4c18-a2f7-15917d4bd612 req-6e59359e-e8b1-4cdb-8e09-a55511f978c3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074147 Feb 04 20:16:34.720650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.753500 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.766535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.767976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.884989 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-098f9ca7-d2be-47d1-a44b-6edca86399cd service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7900107 Feb 04 20:16:34.919622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:34.932093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.973266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbfd7b7-11de-4f7b-890b-b67e1bef9ab6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:34.986555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:34.986555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efbfd7b7-11de-4f7b-890b-b67e1bef9ab6 HTTP/1.1" status: 204 len: 168 time: 0.4534106 Feb 04 20:16:35.004538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.012428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.012428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.012428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.012428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.012428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.012428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.012428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.029943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.029943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.029943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.029943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c00a7-f109-4430-9bfd-8efcef716f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.185903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e4a38-48fc-4708-a405-5ad70e59a295 None None] Pushing event updated for resources: {'Port': ['ID=38522889-f1aa-4b3c-be77-822ab8d62441,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:35.245734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7370c9cd-0816-414c-94f1-e8a905efb0e5 req-5ccc9c8a-578f-4147-bf3e-61509b76339a service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365891 Feb 04 20:16:35.276137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Attempting to bind port 38522889-f1aa-4b3c-be77-822ab8d62441 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:35.276733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Attempting to bind port 38522889-f1aa-4b3c-be77-822ab8d62441 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:35.277374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Attempting to bind port 38522889-f1aa-4b3c-be77-822ab8d62441 on network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:35.288070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] For port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:35.291620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:35.292208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Checking segment: {'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:35.293118 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.293424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Bound using segment: {'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:35.293621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684de05-da1e-471f-96a0-6325e6154db8 req-0cdc4a02-04ee-40b8-b222-b43653949190 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:35.294312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Bound port: 38522889-f1aa-4b3c-be77-822ab8d62441, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085c679f-73b9-46e6-8f62-f2d39ab1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:35.296403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.300805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c684de05-da1e-471f-96a0-6325e6154db8 req-0cdc4a02-04ee-40b8-b222-b43653949190 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 943 time: 0.2737613 Feb 04 20:16:35.379905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c684de05-da1e-471f-96a0-6325e6154db8 req-69db3b8f-aa6e-49d9-b546-365be664f729 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724399 Feb 04 20:16:35.439762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.479713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] Ignored duplicate provisioning block setup for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 20:16:35.491314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] For port 38522889-f1aa-4b3c-be77-822ab8d62441, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:35.491314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] For port 38522889-f1aa-4b3c-be77-822ab8d62441, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=38522889-f1aa-4b3c-be77-822ab8d62441,segment=NetworkSegment(085c679f-73b9-46e6-8f62-f2d39ab1367f),segment_id=085c679f-73b9-46e6-8f62-f2d39ab1367f)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:35.494653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.518981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=cbc90534-4a74-431a-81c9-3f55e3f1b2ac,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:35.518981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-c1186990-8e3a-44b4-88fb-dede8cb7bdd1 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7695565 Feb 04 20:16:35.518981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:35.526440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=9adc5781-0b96-4947-a0be-65aae0546298,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:35.536059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:35.566677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.572362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.575667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.575667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.613795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:35.613795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.666295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.666295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:16:35.685314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.826481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238900-39cf-4672-b728-2a6f2bae3951 None None] Pushing event updated for resources: {'Port': ['ID=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:35.838641 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.866254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b5b94-fb87-442c-ada7-eb8cf2b3fa8b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:35.924617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-37eade1c-a2aa-4cfd-a91c-2ed4537c7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:35.924617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-37eade1c-a2aa-4cfd-a91c-2ed4537c7088 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 1097 time: 1.7668564 Feb 04 20:16:35.924617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0ba9509a-61ca-4cec-8548-09534962f49e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc6d3c2333034463a33d460b000102dc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5567138 Feb 04 20:16:35.934037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:35.936544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af8542-f848-4a06-81bb-3e27d64a558d req-36662c9b-b257-4cd2-807f-c0e7efe92587 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:35.938598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:35.954027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-77af8542-f848-4a06-81bb-3e27d64a558d req-36662c9b-b257-4cd2-807f-c0e7efe92587 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.1345191 Feb 04 20:16:35.969684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37290) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:36.100100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:16:36.100100 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:16:36.103090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-77af8542-f848-4a06-81bb-3e27d64a558d req-556c7a30-54c6-4dc3-b8a1-f062b6e90586 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424146 Feb 04 20:16:36.104479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:36.104479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:36.163420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37294) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:36.196197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:36.214434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e4a38-48fc-4708-a405-5ad70e59a295 None None] Pushing event updated for resources: {'Port': ['ID=38522889-f1aa-4b3c-be77-822ab8d62441,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:36.218651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:16:36.246160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:36.252815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c1171e910ee84a18a50873ed39f9dbc1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:36.257171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:36.263539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:36.402931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6adf597b-26f7-48c6-ad34-744131cb1446 req-a95e302f-fd39-4dab-b55c-4e616868fae5 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243389 Feb 04 20:16:36.402931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:36.424724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:36.424724 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:36.491997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1d04afbd-8d69-4613-aab7-6cd7a9182258 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.9226434 Feb 04 20:16:36.496240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37304) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:36.499734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:36.536366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be50cf7e-b33d-48a9-9585-91230d481705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:36.536526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-373ff6d0-0779-4f12-b290-fc38d35444e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:36.539332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-373ff6d0-0779-4f12-b290-fc38d35444e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.5977206 Feb 04 20:16:36.745948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0413ad7-7883-4599-beed-e09ee43d2462 None None] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:36.759739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:36.825438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8b2f0-2fe1-4924-a874-0c154e3b7f2b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:36.851324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8b2f0-2fe1-4924-a874-0c154e3b7f2b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:36.851324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-96f8b2f0-2fe1-4924-a874-0c154e3b7f2b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:36.899374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:36.975747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-254df008-4dd4-4e16-ae61-d0db7103cb65 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5716605 Feb 04 20:16:36.979522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37310) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:36.979522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:36.998337 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be50cf7e-b33d-48a9-9585-91230d481705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.037427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-a6941688-4c86-4f23-8d8f-d64b7d79f8f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 1001 time: 0.4667199 Feb 04 20:16:37.150158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.188982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-44a49499-09a1-4432-8a13-7aa504a7a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:37.190785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-44a49499-09a1-4432-8a13-7aa504a7a850 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.1039670 Feb 04 20:16:37.277522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911f93-53ca-4329-9932-2234297fc321 req-4d89977a-ad02-4c29-9bee-8c73c3ef6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:37.277522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-4d89977a-ad02-4c29-9bee-8c73c3ef6f40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 1094 time: 0.3705299 Feb 04 20:16:37.320732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed53337-0c8a-4183-9fe7-352da5ef0528,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:37.320732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-96f8b2f0-2fe1-4924-a874-0c154e3b7f2b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:37.334298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-96f8b2f0-2fe1-4924-a874-0c154e3b7f2b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8346057 Feb 04 20:16:37.361838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37318) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:37.563980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86981e8f-cd84-451a-98b4-8c4450dc91c8 req-357cc683-82d9-4db8-a6cf-37f4053eeccd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:37.563980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86981e8f-cd84-451a-98b4-8c4450dc91c8 req-357cc683-82d9-4db8-a6cf-37f4053eeccd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 943 time: 0.8210585 Feb 04 20:16:37.566608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] For port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:37.569416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 9adc5781-0b96-4947-a0be-65aae0546298 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:37.569416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.587185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911f93-53ca-4329-9932-2234297fc321 req-02cb68fb-8294-4a11-80b9-bd655ca0c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:37.589365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-02cb68fb-8294-4a11-80b9-bd655ca0c2bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 913 time: 0.3021190 Feb 04 20:16:37.597651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be50cf7e-b33d-48a9-9585-91230d481705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.607292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:37.608056 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.620005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8a0b62a9-ab89-4a86-80cd-3b75204f72f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1171e910ee84a18a50873ed39f9dbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4553294 Feb 04 20:16:37.651385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37324) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:37.774269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-68d62dbe-1ae7-4b73-b45b-6a26bc95dde2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bef26d8-8455-4765-b9ac-5d47b0cbe95f HTTP/1.1" status: 200 len: 217 time: 0.1642239 Feb 04 20:16:37.775377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50cf7e-b33d-48a9-9585-91230d481705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b5b94-fb87-442c-ada7-eb8cf2b3fa8b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:37.806384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.835288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be50cf7e-b33d-48a9-9585-91230d481705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.836544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-be50cf7e-b33d-48a9-9585-91230d481705 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db3b5b94-fb87-442c-ada7-eb8cf2b3fa8b HTTP/1.1" status: 204 len: 168 time: 1.8701072 Feb 04 20:16:37.844119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-79ced96f-057a-43d4-b941-a835ecaba7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:37.845998 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-79ced96f-057a-43d4-b941-a835ecaba7f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6466627 Feb 04 20:16:37.895606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:16:37.895606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.933462 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:37.978087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:16:26Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:35Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:38.008519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911f93-53ca-4329-9932-2234297fc321 req-cacbd4e4-5d0d-4b98-b478-a06af40bafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:38.008519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-cacbd4e4-5d0d-4b98-b478-a06af40bafe5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.2114427 Feb 04 20:16:38.075391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-1076347f-d6f6-4e46-9ebb-329a241e5669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529609 Feb 04 20:16:38.148859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e8124-2d6a-446c-a3ae-8f3b5d783696 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:16:26Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:35Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:38.157090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94198dfd-e235-4cc7-a3b2-528a8c58b97b None None] Pushing event updated for resources: {'Port': ['ID=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:38.189590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86981e8f-cd84-451a-98b4-8c4450dc91c8 req-d7936077-15a9-40b5-b277-62eddbcee47b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875196 Feb 04 20:16:38.204285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d489fa31-3a63-4947-b115-1a2775d027b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:38.358833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-8b3c85a7-800b-4ddf-b3b1-ca5d0ae34180 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876959 Feb 04 20:16:38.425314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Allocated IP 172.21.0.2 (487c171f-9b6c-4f1a-b4d0-7dcfacbdea31/cbc90534-4a74-431a-81c9-3f55e3f1b2ac/868ded26-0793-4cc3-a15b-c1aabbdfd42d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:38.489872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d489fa31-3a63-4947-b115-1a2775d027b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:38.578635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c107fe2-f392-48e4-b081-944c4ce86f6b req-baf2dc25-381a-4b96-ae62-d2fe1a5584f4 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130170 Feb 04 20:16:38.630429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-2edeea35-fe38-4503-86b4-e8d603109a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:38.630429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-2edeea35-fe38-4503-86b4-e8d603109a15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc&tenant_id=2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 1094 time: 0.4468462 Feb 04 20:16:38.646036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:38.844287 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:38.864132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Transition to ACTIVE for port object 868ded26-0793-4cc3-a15b-c1aabbdfd42d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:38.896440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Transition to ACTIVE for port object 868ded26-0793-4cc3-a15b-c1aabbdfd42d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:38.907472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-23d929b5-7315-4ae4-83b6-75d1e9a3c51f service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194876 Feb 04 20:16:38.979974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.012031 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.094120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:16:39.094899 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:16:39.194628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ce56b0b8-d70e-4a43-9cd8-9bbdb869fd1f None None] Provisioning complete for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:39.194628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce56b0b8-d70e-4a43-9cd8-9bbdb869fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.235082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 9adc5781-0b96-4947-a0be-65aae0546298 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:39.267315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.267315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.324465 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.365769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:39.401378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:39.406534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:39.515461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7bef26d8-8455-4765-b9ac-5d47b0cbe95f details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:16:39.527599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.677784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Pushing event updated for resources: {'Port': ['ID=868ded26-0793-4cc3-a15b-c1aabbdfd42d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:39.686904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d489fa31-3a63-4947-b115-1a2775d027b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.801591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489fa31-3a63-4947-b115-1a2775d027b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed53337-0c8a-4183-9fe7-352da5ef0528,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:39.816522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d03231-7a8e-4eab-9108-f78a51300a9b req-15d2bc9b-ce70-45a6-9de2-5767fb6c23a0 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:39.824977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6d03231-7a8e-4eab-9108-f78a51300a9b req-15d2bc9b-ce70-45a6-9de2-5767fb6c23a0 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 1.3707967 Feb 04 20:16:39.848611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d489fa31-3a63-4947-b115-1a2775d027b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:39.852786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d489fa31-3a63-4947-b115-1a2775d027b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ed53337-0c8a-4183-9fe7-352da5ef0528 HTTP/1.1" status: 204 len: 168 time: 2.1966190 Feb 04 20:16:39.925551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11767c58-7bb8-42e9-9b27-788cfa00c3aa req-6b81d53a-4b93-4a4e-a878-753cde31a260 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 1.2949741 Feb 04 20:16:39.931963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0911f93-53ca-4329-9932-2234297fc321 req-ed4f805f-3a75-467b-8bdd-9cc7e52622f1 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9984403 Feb 04 20:16:39.966563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6d03231-7a8e-4eab-9108-f78a51300a9b req-d443c7a5-93aa-4229-9cca-ac01e816ad32 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445708 Feb 04 20:16:40.138231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:40.164651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:40.188327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'port_id': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f', 'mac_address': 'fa:16:3e:d5:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124df688-3066-4fd2-9e18-51457673f28b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:16:40.228280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11767c58-7bb8-42e9-9b27-788cfa00c3aa req-dbe2b42c-ccdb-4c64-a06e-29d97ee3a6c7 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:40.229723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11767c58-7bb8-42e9-9b27-788cfa00c3aa req-dbe2b42c-ccdb-4c64-a06e-29d97ee3a6c7 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports/4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 943 time: 0.2938039 Feb 04 20:16:40.306604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:40.367845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Attempting to bind port 868ded26-0793-4cc3-a15b-c1aabbdfd42d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:40.374083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Attempting to bind port 868ded26-0793-4cc3-a15b-c1aabbdfd42d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:40.374083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Attempting to bind port 868ded26-0793-4cc3-a15b-c1aabbdfd42d on network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:40.400484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:40.401101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Checking segment: {'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:40.401897 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.402489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Bound using segment: {'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:40.403189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Bound port: 868ded26-0793-4cc3-a15b-c1aabbdfd42d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:40.408509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.455979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53d9e51-b237-494e-b378-de87f040391b {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:16:40.485590 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.560104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.632620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bef26d8-8455-4765-b9ac-5d47b0cbe95f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:16:40.673705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:40.728683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] For port 868ded26-0793-4cc3-a15b-c1aabbdfd42d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:40.732811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] For port 868ded26-0793-4cc3-a15b-c1aabbdfd42d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=868ded26-0793-4cc3-a15b-c1aabbdfd42d,segment=NetworkSegment(36684908-174b-4169-8e93-651fad8fc691),segment_id=36684908-174b-4169-8e93-651fad8fc691)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:40.744201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ce56b0b8-d70e-4a43-9cd8-9bbdb869fd1f None None] Provisioning for port 9adc5781-0b96-4947-a0be-65aae0546298 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:40.752746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ce56b0b8-d70e-4a43-9cd8-9bbdb869fd1f None None] Provisioning complete for port 9adc5781-0b96-4947-a0be-65aae0546298 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:40.753267 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce56b0b8-d70e-4a43-9cd8-9bbdb869fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.758209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.761919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.21.0.1 (487c171f-9b6c-4f1a-b4d0-7dcfacbdea31/cbc90534-4a74-431a-81c9-3f55e3f1b2ac/4813899e-9bfa-4986-8441-a24de1474a26) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:40.788717 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.828632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ce56b0b8-d70e-4a43-9cd8-9bbdb869fd1f None None] Port 9adc5781-0b96-4947-a0be-65aae0546298 was deleted so its status cannot be updated. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 20:16:40.836910 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:40.852388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Transition to ACTIVE for port object b53d9e51-b237-494e-b378-de87f040391b will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:40.911440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:40.961969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:41.037983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:41.064622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11767c58-7bb8-42e9-9b27-788cfa00c3aa req-412d93fc-3fd5-4c00-99af-4abc2feace4a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 0.4666123 Feb 04 20:16:41.071274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=9adc5781-0b96-4947-a0be-65aae0546298,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:41.248051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7bef26d8-8455-4765-b9ac-5d47b0cbe95f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:16:41.309449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b7d23-4486-4285-bb0b-0bcb8b4ed753 req-f55f6995-c53f-4ebb-9c76-9824430e3c78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:41.333685 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d64b7d23-4486-4285-bb0b-0bcb8b4ed753 req-f55f6995-c53f-4ebb-9c76-9824430e3c78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 943 time: 0.9276621 Feb 04 20:16:41.500326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:41.500956 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:41.615719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=9']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:41.730145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] No DVR routers for this DVR port b53d9e51-b237-494e-b378-de87f040391b on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:16:41.844197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d64b7d23-4486-4285-bb0b-0bcb8b4ed753 req-ed4fc34d-ff7c-46c0-9c0a-b21bbad14aac tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096142 Feb 04 20:16:41.851724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b46aa-c59c-4fdc-9217-72838df54aab None None] Pushing event updated for resources: {'Port': ['ID=868ded26-0793-4cc3-a15b-c1aabbdfd42d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:41.865626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:41.972812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:42.002518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0deb1e08-5d84-4ce6-8bf1-e16c0221e396 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9adc5781-0b96-4947-a0be-65aae0546298 HTTP/1.1" status: 204 len: 168 time: 4.6092911 Feb 04 20:16:42.006752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:42.129216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object 4813899e-9bfa-4986-8441-a24de1474a26 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:42.147826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 38522889-f1aa-4b3c-be77-822ab8d62441 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:42.215694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1658f-22a4-492c-9f48-dcb430fb420b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:42.215694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1658f-22a4-492c-9f48-dcb430fb420b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:42.215694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1658f-22a4-492c-9f48-dcb430fb420b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:42.233412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9dc1658f-22a4-492c-9f48-dcb430fb420b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2176545 Feb 04 20:16:42.256294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37418) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:42.340807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11767c58-7bb8-42e9-9b27-788cfa00c3aa req-22c18658-cf2e-48f2-8cf0-68c5c614c990 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:42.352952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11767c58-7bb8-42e9-9b27-788cfa00c3aa req-22c18658-cf2e-48f2-8cf0-68c5c614c990 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 1.2846735 Feb 04 20:16:42.448144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet a3bad035-0ac1-442a-b443-6ceca7d046af {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:16:42.456143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:42.510975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b7c5e-d3b3-47d2-b1a0-a237ec062b7e req-879fb795-366b-445e-97ba-3b3c8f0dbc17 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:42.520491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d0b7c5e-d3b3-47d2-b1a0-a237ec062b7e req-879fb795-366b-445e-97ba-3b3c8f0dbc17 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 943 time: 0.4380367 Feb 04 20:16:42.580655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:42.581713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:42.582344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:42.590711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:42.597348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-f7321a68-36b0-4b9c-9d77-62d661186cee tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 0.2040544 Feb 04 20:16:42.627252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 38522889-f1aa-4b3c-be77-822ab8d62441 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:42.634273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 38522889-f1aa-4b3c-be77-822ab8d62441 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:42.635448 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:42.660396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Port b53d9e51-b237-494e-b378-de87f040391b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:16:42.661006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Attempting to bind port b53d9e51-b237-494e-b378-de87f040391b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:42.716419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:42.716419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Checking segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:42.716419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Bound using segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:42.716419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Bound port: b53d9e51-b237-494e-b378-de87f040391b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:42.716419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:42.788889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:42.921837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-7b8a5242-318f-4d10-bd64-e857698561cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:42.927538 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-7b8a5242-318f-4d10-bd64-e857698561cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports/4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 943 time: 0.3238628 Feb 04 20:16:42.947285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d0b7c5e-d3b3-47d2-b1a0-a237ec062b7e req-6a5f9190-2bb1-494e-8f36-e3f81dce2104 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184659 Feb 04 20:16:42.953078 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.043352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:43.050984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:43.065736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:43.069563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:43.100637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=4813899e-9bfa-4986-8441-a24de1474a26,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:43.100637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:43.102730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 38522889-f1aa-4b3c-be77-822ab8d62441, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=38522889-f1aa-4b3c-be77-822ab8d62441,segment=NetworkSegment(085c679f-73b9-46e6-8f62-f2d39ab1367f),segment_id=085c679f-73b9-46e6-8f62-f2d39ab1367f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:43.192717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.208811 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.211342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e796c5-3a9a-4ef0-b1f8-65f4ef13644a None None] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:43.288796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-556b1602-9ef6-4708-98bf-1db7ef58b256 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 0.1366644 Feb 04 20:16:43.490567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7bef26d8-8455-4765-b9ac-5d47b0cbe95f up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:43.535539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e23c8-790d-4319-8b19-75f86c7e6993 req-b059384e-a395-4724-89a4-131fb060c40a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:43.550511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.556036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e43e23c8-790d-4319-8b19-75f86c7e6993 req-b059384e-a395-4724-89a4-131fb060c40a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 944 time: 0.3519869 Feb 04 20:16:43.590059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.740720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-32889ee0-1fd7-486c-b4ff-e6f370d2e0ec None None] Provisioning for port 868ded26-0793-4cc3-a15b-c1aabbdfd42d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:43.773268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.785830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=38522889-f1aa-4b3c-be77-822ab8d62441,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:43.813415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 868ded26-0793-4cc3-a15b-c1aabbdfd42d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:43.824679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.859472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921506e-6266-4abd-a414-ef8baf0a423c None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:43.868316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bad035-0ac1-442a-b443-6ceca7d046af,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:43.879879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5012fc11-a221-4b83-96ec-6c3407fa63c0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/a3bad035-0ac1-442a-b443-6ceca7d046af HTTP/1.1" status: 204 len: 168 time: 1.6374097 Feb 04 20:16:43.900407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37460) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:43.908011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:43.926063 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e43e23c8-790d-4319-8b19-75f86c7e6993 req-9ebf6d9c-a401-411c-86dd-4b9b712920f0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817246 Feb 04 20:16:43.959086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-03c29b5a-8342-4505-8297-90239228200f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:43.959086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-03c29b5a-8342-4505-8297-90239228200f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.6672599 Feb 04 20:16:43.970277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:43.971232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:43.975713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-31ea7f2e-96ae-4250-a772-4328a7534b83 service neutron] 10.222.0.62 "PUT /v2.0/ports/b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 1091 time: 5.3465073 Feb 04 20:16:43.978562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:44.033618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet f3cfb57d-e5d2-44a4-ba96-48c58e19342a {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:16:44.037773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:44.196662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:44.214287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:44.291362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:44.291362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:44.430059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-1bcd6971-9a09-4f6c-81fe-5272e4f87f30 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 0.4410598 Feb 04 20:16:44.447481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:44.647166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 868ded26-0793-4cc3-a15b-c1aabbdfd42d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:44.660547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:44.694408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:44.725094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 868ded26-0793-4cc3-a15b-c1aabbdfd42d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:44.725094 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:44.832100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:44.841187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:44.849167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:44.870808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-6a7e4609-a9f8-460c-9321-05b8c543bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:44.874911 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-6a7e4609-a9f8-460c-9321-05b8c543bcf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1095 time: 0.6718524 Feb 04 20:16:44.988351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.006344 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.111680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.206267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e30a256-033d-4589-871d-0b06ab628155 None None] Provisioning complete for port 868ded26-0793-4cc3-a15b-c1aabbdfd42d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:45.206267 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e30a256-033d-4589-871d-0b06ab628155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.255171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891b4a6-2ac2-410d-acff-60f62e0d0df8 req-44632759-cc53-4e1a-b773-25fd69327587 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:45.275274 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0891b4a6-2ac2-410d-acff-60f62e0d0df8 req-44632759-cc53-4e1a-b773-25fd69327587 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.9393559 Feb 04 20:16:45.396980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 868ded26-0793-4cc3-a15b-c1aabbdfd42d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=868ded26-0793-4cc3-a15b-c1aabbdfd42d,segment=NetworkSegment(36684908-174b-4169-8e93-651fad8fc691),segment_id=36684908-174b-4169-8e93-651fad8fc691)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:45.452002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-8e35314c-5144-44a5-87a8-1617d7b39ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:45.453789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-8e35314c-5144-44a5-87a8-1617d7b39ac8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.5720799 Feb 04 20:16:45.492812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.501650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:45.614566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0891b4a6-2ac2-410d-acff-60f62e0d0df8 req-f26d4176-3fa8-4a83-8614-8152ea11913a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465161 Feb 04 20:16:45.745695 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.804654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 38522889-f1aa-4b3c-be77-822ab8d62441 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:45.860435 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'status': 'completed', 'code': 200} Feb 04 20:16:45.866305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.894655 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f', 'code': 200} Feb 04 20:16:45.908445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.935554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:45.935554 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Floating IP e8134314-47fd-4bb3-b581-289fff7eaccc disassociated. External IP: 172.25.7.42, port: 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf. Feb 04 20:16:45.948671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cfb57d-e5d2-44a4-ba96-48c58e19342a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:45.960182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=868ded26-0793-4cc3-a15b-c1aabbdfd42d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:45.973259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8f2ccadb-3fb2-47d1-988c-618fbe7f0a20 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/f3cfb57d-e5d2-44a4-ba96-48c58e19342a HTTP/1.1" status: 204 len: 168 time: 2.0459237 Feb 04 20:16:45.982543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37516) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:46.120312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 38522889-f1aa-4b3c-be77-822ab8d62441 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:46.121748 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:46.182271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e30a256-033d-4589-871d-0b06ab628155 None None] Provisioning for port 4813899e-9bfa-4986-8441-a24de1474a26 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:46.203976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e30a256-033d-4589-871d-0b06ab628155 None None] Provisioning complete for port 4813899e-9bfa-4986-8441-a24de1474a26 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:46.204591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e30a256-033d-4589-871d-0b06ab628155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:46.395617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0e30a256-033d-4589-871d-0b06ab628155 None None] Port 4813899e-9bfa-4986-8441-a24de1474a26 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:16:46.442920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a20e231-14d5-4e6a-89ab-a4ad677024c3 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:46.486570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37522) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:46.559214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-466f2636-e758-4963-a6e0-abe3bd6565f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 999 time: 0.8996172 Feb 04 20:16:46.618552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2761eaba-32e1-4060-8436-61e89312990c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:router {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:46.797609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2761eaba-32e1-4060-8436-61e89312990c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:router {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:46.797609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2761eaba-32e1-4060-8436-61e89312990c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8052356 Feb 04 20:16:46.805694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:46.820784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:46.857472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9892d9-a395-4507-ae37-ae5ea3a1ece8 req-2bbcd4ef-e241-49d9-937e-7cb4ce3b26b4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:46.860377 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3a9892d9-a395-4507-ae37-ae5ea3a1ece8 req-2bbcd4ef-e241-49d9-937e-7cb4ce3b26b4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 945 time: 0.3711281 Feb 04 20:16:47.023897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-39f167fd-f1dc-47b9-9b4b-c567be1efa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:47.025371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-39f167fd-f1dc-47b9-9b4b-c567be1efa26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.4564214 Feb 04 20:16:47.037498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:16:47.041169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52799b-35b2-4d5f-a22a-a06d9d5038e9 req-dcb46c68-34f2-462c-93a8-b56b7148b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:47.042904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad52799b-35b2-4d5f-a22a-a06d9d5038e9 req-dcb46c68-34f2-462c-93a8-b56b7148b5ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 1096 time: 0.9683864 Feb 04 20:16:47.049706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0cef79f2-d0de-43e6-8a0b-e5be85210ff2 None None] Provisioning complete for port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:47.050257 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0cef79f2-d0de-43e6-8a0b-e5be85210ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.094778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:16:47.199683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.209914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:47.214613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:47.219394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:47.225990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:47.235512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.268330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3a9892d9-a395-4507-ae37-ae5ea3a1ece8 req-c597c53f-275e-483b-a830-c75c35cb206b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078019 Feb 04 20:16:47.274076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.291685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:16:47.348798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:47.365090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Usage tracker for resource:security_group_rule and tenant:1df15225d7f64d2b9723fd07c863aa64 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:47.366984 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad52799b-35b2-4d5f-a22a-a06d9d5038e9 req-04f589c6-a645-4da9-a1d6-a55789c52bcc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702191 Feb 04 20:16:47.369383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] Deleting port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:47.369383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.373110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:47.389869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:47.538316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0cef79f2-d0de-43e6-8a0b-e5be85210ff2 None None] Provisioning complete for port 4813899e-9bfa-4986-8441-a24de1474a26 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:47.538316 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0cef79f2-d0de-43e6-8a0b-e5be85210ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.559391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-5d9b149f-10cb-46dd-ba97-7d1b4c5f3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:47.559391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-5d9b149f-10cb-46dd-ba97-7d1b4c5f3c37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5146096 Feb 04 20:16:47.598168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:47.602210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.610813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0cef79f2-d0de-43e6-8a0b-e5be85210ff2 None None] Port 4813899e-9bfa-4986-8441-a24de1474a26 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:16:47.686098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:47.695598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.698977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:47.722115 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:47.724855 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:47.797164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-aaffeb87-2f03-4600-ae87-888c91a50b7c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "PUT /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 200 len: 694 time: 3.3660495 Feb 04 20:16:47.916065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:47.916065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=4813899e-9bfa-4986-8441-a24de1474a26,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:47.927185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:47.955490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 868ded26-0793-4cc3-a15b-c1aabbdfd42d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:47.982849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-21f86e23-a41b-427e-a392-03c6de3e7ff6 service neutron] 10.222.0.62 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071603 Feb 04 20:16:48.076093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:48.097549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3db3-731c-4906-a294-e58721174acc req-419267f6-67d8-4d4e-ada0-2c80e780e83f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:48.097549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b72f3db3-731c-4906-a294-e58721174acc req-419267f6-67d8-4d4e-ada0-2c80e780e83f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.4912179 Feb 04 20:16:48.146038 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:48.179994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-ffbc8fa2-15e9-4d18-92dd-e4e66253342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:48.179994 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-ffbc8fa2-15e9-4d18-92dd-e4e66253342d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 1097 time: 0.3428845 Feb 04 20:16:48.255701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] For port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:48.255701 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:48.255701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 868ded26-0793-4cc3-a15b-c1aabbdfd42d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:48.266438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:48.269057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:48.467005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] Calling delete_port for 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:48.504156 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bf4db1-47ff-49aa-bf15-365f7c9befec req-d26f76d5-1607-4dca-b63b-cd86f479e20f service neutron] 10.222.0.62 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247183 Feb 04 20:16:48.588509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-9fbd2db9-e525-4482-9606-4226d0b5c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:48.605334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-9fbd2db9-e525-4482-9606-4226d0b5c42c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.4144340 Feb 04 20:16:48.645511 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:48.657344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:48.676959 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:48.687885 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:48.737669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-0dc7ff8f-4fe5-4b15-8201-14a781adddd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 217 time: 0.1233594 Feb 04 20:16:48.850522 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:48.854120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b72f3db3-731c-4906-a294-e58721174acc req-8a4b2bd5-96dc-438b-ba96-94fd58546a3f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7556386 Feb 04 20:16:48.899017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1df15225d7f64d2b9723fd07c863aa64&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4087048 Feb 04 20:16:48.903629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee81aa-e6d8-4ff3-a101-51d180b5c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a623c7f9-62bb-41e2-9dbb-74da5a98145e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:48.911943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37566) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:48.947612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-c20ca966-4f5b-43b0-b12d-989b69d1ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:48.952852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-c20ca966-4f5b-43b0-b12d-989b69d1ad42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.2222369 Feb 04 20:16:49.075370 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'status': 'completed', 'code': 200} Feb 04 20:16:49.079540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] Pushing event deleted for resources: {'Port': ['ID=806f1a7c-0553-4bf4-84a6-e1743d5e5ec1,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:49.096719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2d689-62a8-4209-b071-717c5b203cb0 None None] No DVR routers for this DVR port 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:16:49.099223 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:49.114126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:16:49.143158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:49.148033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37572) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:49.156035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:49.176089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:16:49.176797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 806f1a7c-0553-4bf4-84a6-e1743d5e5ec1 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:16:49.256094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-64faeed9-3d34-4bab-bbaf-0e05ade55c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:49.257615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-64faeed9-3d34-4bab-bbaf-0e05ade55c86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1095 time: 0.5282309 Feb 04 20:16:49.305518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00ea7e50-111f-4496-be2e-dfc8c12fcc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:49.447444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:16:49.452952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00ea7e50-111f-4496-be2e-dfc8c12fcc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:49.505032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-ff013a9e-6bfa-4f0a-8b78-7b1c08449209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:49.505032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-ff013a9e-6bfa-4f0a-8b78-7b1c08449209 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5130506 Feb 04 20:16:49.617156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-29805a16-8558-487e-961c-d7f8b34fd363 None None] Provisioning complete for port 4813899e-9bfa-4986-8441-a24de1474a26 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:49.617156 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-29805a16-8558-487e-961c-d7f8b34fd363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:49.666964 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:49.697973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-29805a16-8558-487e-961c-d7f8b34fd363 None None] Port 4813899e-9bfa-4986-8441-a24de1474a26 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:16:49.806338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:49.821540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:49.840854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:49.856013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aaf830-eb20-43b9-8edc-fdbb2afa4523 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:49.858621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-5fd0a49a-288d-4727-9a4d-c863401b9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:49.863073 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:49.872990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-5fd0a49a-288d-4727-9a4d-c863401b9a11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 1097 time: 0.8446712 Feb 04 20:16:49.875062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb58258-118a-4c01-943f-de5aa89533e2 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:49.886287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:49.890405 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:49.958858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-603a3a91-f523-4d15-825e-ad62ec298af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:49.960309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-603a3a91-f523-4d15-825e-ad62ec298af1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.6837542 Feb 04 20:16:50.037276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:50.052470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:50.083598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Usage tracker for resource:security_group_rule and tenant:1f29263aea1e4fafa8f9a09156e8018e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:50.170164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-74078974-bc05-41d6-aa25-3195bb206d9e service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400857 Feb 04 20:16:50.205000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:50.263035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:50.275718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:16:50.457759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00ea7e50-111f-4496-be2e-dfc8c12fcc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:50.462447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eee3951-2668-48ff-ad2c-6e1fe5be148a None None] New status for floating IP e8134314-47fd-4bb3-b581-289fff7eaccc: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:16:50.469064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8691132e-5ff9-4bae-9e6b-abecf36352e2 req-f304368d-7a22-4228-a392-1a3abfee0e94 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843926 Feb 04 20:16:50.478532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-5c42c343-a338-4037-b8cb-e7f35d1d45e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 999 time: 0.4993627 Feb 04 20:16:50.478532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea7e50-111f-4496-be2e-dfc8c12fcc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623c7f9-62bb-41e2-9dbb-74da5a98145e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:50.528509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00ea7e50-111f-4496-be2e-dfc8c12fcc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:50.528509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-00ea7e50-111f-4496-be2e-dfc8c12fcc0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a623c7f9-62bb-41e2-9dbb-74da5a98145e HTTP/1.1" status: 204 len: 168 time: 1.6098049 Feb 04 20:16:50.582384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-36fe38ab-5246-4cdc-8c61-2c8e887c7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:50.582384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-36fe38ab-5246-4cdc-8c61-2c8e887c7536 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.0922194 Feb 04 20:16:50.630639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2944-d5a1-463c-8ae7-8e3c05cce534 req-e9dcbd65-18f4-43f0-b61f-b68af46d3e0b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:50.633324 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdbb2944-d5a1-463c-8ae7-8e3c05cce534 req-e9dcbd65-18f4-43f0-b61f-b68af46d3e0b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 945 time: 1.3454065 Feb 04 20:16:50.687167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-f49aa06d-a34e-476a-b9f8-4a98f121a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:50.692446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-f49aa06d-a34e-476a-b9f8-4a98f121a6ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.7855196 Feb 04 20:16:50.742171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:16:50.746846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:50.808070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fa083fb-1ef2-4567-8654-7a2bea1f543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:50.909094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-065dc98d-a397-4673-adfe-acf5d9b3a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:50.911416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-065dc98d-a397-4673-adfe-acf5d9b3a664 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782671 Feb 04 20:16:50.955706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b18f7-cd0f-44fe-96e0-199455ac1cc0 req-b6212a7a-c094-4580-acf2-b0066cbffab0 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:50.958302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-155b18f7-cd0f-44fe-96e0-199455ac1cc0 req-b6212a7a-c094-4580-acf2-b0066cbffab0 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.1838081 Feb 04 20:16:51.169543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Allocated IP 2001:db8::f816:3eff:fe30:74c3 (a3617f18-5da1-4e3a-821a-582c484776ac/61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e/ffabad10-21aa-4d7d-895d-bd5ca023d202) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:16:51.225661 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f6b7181b-a2d8-4291-a18a-0c7d80291848 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4171655 Feb 04 20:16:51.265058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37610) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:51.338901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:51.365506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-dbd6b996-32f7-470d-b851-55185353693c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 200 len: 217 time: 0.3366544 Feb 04 20:16:51.380975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdbb2944-d5a1-463c-8ae7-8e3c05cce534 req-a17b1177-6981-4030-a52a-a835787ff287 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485378 Feb 04 20:16:51.416240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-8f9ae9cb-31f7-4e8b-8b25-3b05d654bbe4 service neutron] 10.222.0.62 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040875 Feb 04 20:16:51.494568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:51.524330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Transition to ACTIVE for port object ffabad10-21aa-4d7d-895d-bd5ca023d202 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:51.580378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Transition to ACTIVE for port object ffabad10-21aa-4d7d-895d-bd5ca023d202 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:51.582093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:16:51.594600 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:16:51.615118 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:51.616055 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:51.630047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-155b18f7-cd0f-44fe-96e0-199455ac1cc0 req-9a064678-446c-465d-aa4b-7d095ae5349d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6543922 Feb 04 20:16:51.692710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37618) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:51.731548 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e1668af1-5c1c-4c77-b741-00c057e75326 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7385488 Feb 04 20:16:51.745095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37622) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:51.749376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-31241ae0-f2ac-4619-9d9e-d2164698bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:51.751292 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-31241ae0-f2ac-4619-9d9e-d2164698bf93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.3695822 Feb 04 20:16:51.758818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:51.775670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350506728'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:51.884277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:51.909729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:51.922522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Usage tracker for resource:security_group_rule and tenant:39eb5625c1bf483e8939f9ce6b7c3f89 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:51.930049 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b62b54c-7728-446b-a5be-1aea9cb2cb82 req-93d6848d-f94b-489e-8aa2-22499cc84ea6 service neutron] 10.222.0.62 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970834 Feb 04 20:16:51.932333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:51.948093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:52.072755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:52.171893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:52.196179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:52.205756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:52.213134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:52.264801 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:52.298546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:52.314446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:52.354877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:52.427491 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:52.437592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:52.473101 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:52.524928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37634) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:52.527257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39eb5625c1bf483e8939f9ce6b7c3f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8332312 Feb 04 20:16:52.545072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-8db0fdc7-9127-49d0-86c9-9962a643cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:52.550121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-8db0fdc7-9127-49d0-86c9-9962a643cdf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7653222 Feb 04 20:16:52.552335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:52.573955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23254f33-b42d-4608-a202-6dd68f81b55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d157ef1-d43e-4650-aea7-78478eace2c0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:52.642908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:52.649633 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:52.771007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Pushing event updated for resources: {'Port': ['ID=ffabad10-21aa-4d7d-895d-bd5ca023d202,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:52.812980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:52.812980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:52.812980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:16:52.906880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c4a5478f-719e-42a6-9ae4-aecfea45b4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.011613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4280f803-ade4-4bf9-a931-eb9dde82487a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.048228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Attempting to bind port ffabad10-21aa-4d7d-895d-bd5ca023d202 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:53.048706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Attempting to bind port ffabad10-21aa-4d7d-895d-bd5ca023d202 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:53.055625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Attempting to bind port ffabad10-21aa-4d7d-895d-bd5ca023d202 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:53.059386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:53.059857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:53.060327 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.060914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:53.061448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Bound port: ffabad10-21aa-4d7d-895d-bd5ca023d202, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:53.061909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.065410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4280f803-ade4-4bf9-a931-eb9dde82487a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.103433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1d660-b557-4159-81cd-2f865e53b9d5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:53.106384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:53.110833 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.170209 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 3, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:16:45Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:53.178851 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:16:53.179212 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Updating router e3805388-60de-4cfc-8c95-17d7dabc126e port 4813899e-9bfa-4986-8441-a24de1474a26 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:16:53.278627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e5e41-93ef-4187-9196-e5234cbf94c8 req-d2bf6a92-1bc2-4aa0-bb52-994f6859ba74 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:53.280195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1c5e5e41-93ef-4187-9196-e5234cbf94c8 req-d2bf6a92-1bc2-4aa0-bb52-994f6859ba74 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:16:53.298190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] For port ffabad10-21aa-4d7d-895d-bd5ca023d202, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:53.304836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4280f803-ade4-4bf9-a931-eb9dde82487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.308348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] For port ffabad10-21aa-4d7d-895d-bd5ca023d202, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ffabad10-21aa-4d7d-895d-bd5ca023d202,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:53.325777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:16:53.337071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-adb1ab53-8f36-432f-a9fe-fcee993d7796 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f29263aea1e4fafa8f9a09156e8018e&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1863079 Feb 04 20:16:53.362418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37644) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:53.413008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280f803-ade4-4bf9-a931-eb9dde82487a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d157ef1-d43e-4650-aea7-78478eace2c0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:53.428964 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.443336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4280f803-ade4-4bf9-a931-eb9dde82487a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.445412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4280f803-ade4-4bf9-a931-eb9dde82487a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d157ef1-d43e-4650-aea7-78478eace2c0 HTTP/1.1" status: 204 len: 168 time: 0.9191458 Feb 04 20:16:53.466530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-6fc45b03-998f-49d3-8748-16f9fa0b27ee service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8943996 Feb 04 20:16:53.480008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.480484 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment a3b0db36-ce3a-4c64-8a91-092d26275d06 of type vlan for network b1ff594f-018b-433f-9a88-b5614512b4a2 Feb 04 20:16:53.532300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-967ddb64-3089-4294-86a1-8d3e90c6de48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.588882 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.615743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1c5e5e41-93ef-4187-9196-e5234cbf94c8 req-d2bf6a92-1bc2-4aa0-bb52-994f6859ba74 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:16:53.625384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c5e5e41-93ef-4187-9196-e5234cbf94c8 req-d2bf6a92-1bc2-4aa0-bb52-994f6859ba74 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 945 time: 1.0446329 Feb 04 20:16:53.648761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-967ddb64-3089-4294-86a1-8d3e90c6de48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.928970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.931090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:53.951163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:54.027950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2307c-a2ba-4c01-8132-64446904d453 None None] Pushing event updated for resources: {'Port': ['ID=ffabad10-21aa-4d7d-895d-bd5ca023d202,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:54.143600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656265-210a-43a8-8b01-fdd8238701f7 req-8538653b-c7e2-4c77-8bb4-e7ad0cfaddc4 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:54.160081 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-8538653b-c7e2-4c77-8bb4-e7ad0cfaddc4 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.0567853 Feb 04 20:16:54.238162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c5e5e41-93ef-4187-9196-e5234cbf94c8 req-fe286455-6b49-4709-980e-142501e66ed4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114528 Feb 04 20:16:54.265827 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-967ddb64-3089-4294-86a1-8d3e90c6de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:54.367439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ddb64-3089-4294-86a1-8d3e90c6de48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1d660-b557-4159-81cd-2f865e53b9d5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:54.403120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-967ddb64-3089-4294-86a1-8d3e90c6de48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:54.423190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-967ddb64-3089-4294-86a1-8d3e90c6de48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75e1d660-b557-4159-81cd-2f865e53b9d5 HTTP/1.1" status: 204 len: 168 time: 1.0528438 Feb 04 20:16:54.546283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-1a524708-3cc0-4845-a5e0-5af62695bbe2 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:54.554132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-1a524708-3cc0-4845-a5e0-5af62695bbe2 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d99484-dddf-440b-89f7-d23b6f5c46ef HTTP/1.1" status: 200 len: 946 time: 0.5471287 Feb 04 20:16:54.816511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:54.838863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:54.838863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:55.028471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-580ecf63-d790-4148-97b9-7a2fa4645f34 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.8651309 Feb 04 20:16:55.057538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Deleting port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:16:55.057798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:55.072379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:55.171376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe49b1a3-863a-47f8-b320-8afdff649635 req-52e79a60-1831-41c2-8d6e-1275b0cb41d4 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6929958 Feb 04 20:16:55.193905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'floatingip': {'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:55.242625 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:55.307803 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Transition to ACTIVE for port object 4813899e-9bfa-4986-8441-a24de1474a26 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:16:55.454716 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:55.546361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=b1ff594f-018b-433f-9a88-b5614512b4a2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:55.560340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a26d0-33be-4ccb-96eb-f43b49466121 req-515d4406-841e-46db-950b-143599ca5102 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:55.560834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network b1ff594f-018b-433f-9a88-b5614512b4a2 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:16:55.577644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e6a26d0-33be-4ccb-96eb-f43b49466121 req-515d4406-841e-46db-950b-143599ca5102 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.6804769 Feb 04 20:16:55.741536 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:55.775417 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cbfd3-562e-46d4-9844-c915fc04762a None None] Pushing event updated for resources: {'Port': ['ID=4813899e-9bfa-4986-8441-a24de1474a26,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:55.900309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffabad10-21aa-4d7d-895d-bd5ca023d202 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:56.004328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37686) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:56.062394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.077646 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c70ee737-e19e-4f30-b373-b7c371c99fb9 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 4.3250146 Feb 04 20:16:56.087477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37690) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:56.135159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ffabad10-21aa-4d7d-895d-bd5ca023d202 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:56.336967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e6a26d0-33be-4ccb-96eb-f43b49466121 req-c8194627-90b6-4185-ae8f-74d5e41b4440 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7568936 Feb 04 20:16:56.412811 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Attempting to bind port 4813899e-9bfa-4986-8441-a24de1474a26 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:16:56.412811 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Attempting to bind port 4813899e-9bfa-4986-8441-a24de1474a26 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:16:56.412811 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Attempting to bind port 4813899e-9bfa-4986-8441-a24de1474a26 on network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:16:56.434084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:16:56.434084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Checking segment: {'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:56.439864 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.439864 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Bound using segment: {'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:16:56.439864 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Bound port: 4813899e-9bfa-4986-8441-a24de1474a26, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36684908-174b-4169-8e93-651fad8fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:16:56.447644 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.480654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=24805082-0b11-4e7e-9e39-5634749aa687,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:56.492137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:56.520782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.610864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] For port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:56.624329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.655662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:56.659721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:16:56.712239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:16:56.722843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Usage tracker for resource:security_group_rule and tenant:b65136fe3ead4bc6bc22ef61eab46821 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:56.724327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554f50d-fcd4-428e-9eea-2a3f6653f13b None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:16:56.765950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:56.775367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:56.777561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.782159 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] For port 4813899e-9bfa-4986-8441-a24de1474a26, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:16:56.792556 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] For port 4813899e-9bfa-4986-8441-a24de1474a26, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4813899e-9bfa-4986-8441-a24de1474a26,segment=NetworkSegment(36684908-174b-4169-8e93-651fad8fc691),segment_id=36684908-174b-4169-8e93-651fad8fc691)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:16:56.805898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:56.847051 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.879390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:56.898988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c14f2bd1-4275-4b25-84db-70b6d3bf724d None None] Provisioning for port ffabad10-21aa-4d7d-895d-bd5ca023d202 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:16:56.921015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Calling delete_port for 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:16:56.921795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c14f2bd1-4275-4b25-84db-70b6d3bf724d None None] Provisioning complete for port ffabad10-21aa-4d7d-895d-bd5ca023d202 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:16:56.922367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c14f2bd1-4275-4b25-84db-70b6d3bf724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:56.954596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-00b55eb3-5102-47ed-9439-f85ca846b198 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6994598 Feb 04 20:16:56.989896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37702) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:16:57.010089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:b9:1c:a4', 'name': 'tempest-NetworksTestDHCPv6-547219024'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:16:57.032349 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:16:57.039639 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:57.049223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:57.060036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:57.115296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:57.453404 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cbfd3-562e-46d4-9844-c915fc04762a None None] Pushing event updated for resources: {'Port': ['ID=4813899e-9bfa-4986-8441-a24de1474a26,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:57.548093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:16:57.552157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:57.575244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:57.612107 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:16:57.706586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['989ad96b-e36d-4a61-8d5a-4c44b4614d89'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:16:57.837179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Pushing event deleted for resources: {'Port': ['ID=4b26726d-3b22-48d8-b48a-9ccdf28f6ccf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:57.990809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:16:58.028816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] No DVR routers for this DVR port 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:16:58.035744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:58.048224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'name': 'network-vif-deleted', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:16:58.155842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a9b7-f418-4bc6-91e2-d17663ff1161 req-b82489d0-801d-400d-9902-080e701131eb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:58.158613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1221a9b7-f418-4bc6-91e2-d17663ff1161 req-b82489d0-801d-400d-9902-080e701131eb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 945 time: 1.4168146 Feb 04 20:16:58.217223 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c14f2bd1-4275-4b25-84db-70b6d3bf724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:58.228182 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a35e9ad4-44c8-4b7b-94eb-a5aff8f5f35c req-66d648ab-fd59-4ce2-bbf6-ecc1741ef234 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "DELETE /v2.0/ports/4b26726d-3b22-48d8-b48a-9ccdf28f6ccf HTTP/1.1" status: 204 len: 173 time: 3.6574624 Feb 04 20:16:58.313191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1221a9b7-f418-4bc6-91e2-d17663ff1161 req-77fc6f83-7347-435f-96f0-ebf1bd93186b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487842 Feb 04 20:16:58.341973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:16:58.347625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4b26726d-3b22-48d8-b48a-9ccdf28f6ccf not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:16:58.572868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:58.587687 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:16:58.628624 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:58.664983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 3, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:16:56Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:16:58.664983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a56b7a-d97c-4fe8-8c23-743acd048191 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 3, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:16:56Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:16:58.820239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c14f2bd1-4275-4b25-84db-70b6d3bf724d None None] For port ffabad10-21aa-4d7d-895d-bd5ca023d202, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ffabad10-21aa-4d7d-895d-bd5ca023d202,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:16:58.852258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:58.987159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:58.989164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:16:58.990605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331d06-dce3-43ed-8d1f-b1abc7ed9e57 req-6a46865e-ec4f-48b4-b32e-1ce482ac7c35 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:16:58.998942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8331d06-dce3-43ed-8d1f-b1abc7ed9e57 req-6a46865e-ec4f-48b4-b32e-1ce482ac7c35 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.1937513 Feb 04 20:16:59.043372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:16:59.064442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=767af3f9-c4d0-4f72-b5a5-0bc79ae08634,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:16:59.069902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:16:59.081401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8331d06-dce3-43ed-8d1f-b1abc7ed9e57 req-007663c5-bd25-4a0d-ad12-a7568ef9e56c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814831 Feb 04 20:16:59.129641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:16:59.236730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] Update dhcp port {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': '61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e', 'ip_address': '2001:db8::f816:3eff:fe30:74c3'}, {'subnet_id': '24805082-0b11-4e7e-9e39-5634749aa687'}], 'binding:host_id': 'n-d-811806-1'}, 'id': 'ffabad10-21aa-4d7d-895d-bd5ca023d202'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:16:59.334952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:16:59.335317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: b1ff594f-018b-433f-9a88-b5614512b4a2, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:16:59.400539 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Floating IP e8134314-47fd-4bb3-b581-289fff7eaccc associated. External IP: 172.25.7.42, port: 989ad96b-e36d-4a61-8d5a-4c44b4614d89. Feb 04 20:16:59.404003 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d99484-dddf-440b-89f7-d23b6f5c46ef', 'name': 'network-vif-deleted', 'tag': '4b26726d-3b22-48d8-b48a-9ccdf28f6ccf', 'status': 'completed', 'code': 200} Feb 04 20:16:59.430115 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:59.507404 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c14f2bd1-4275-4b25-84db-70b6d3bf724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:59.724436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network b1ff594f-018b-433f-9a88-b5614512b4a2 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:16:59.862796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4813899e-9bfa-4986-8441-a24de1474a26 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:16:59.950584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:16:59.983302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f2bd1-4275-4b25-84db-70b6d3bf724d None None] Pushing event updated for resources: {'Port': ['ID=ffabad10-21aa-4d7d-895d-bd5ca023d202,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:00.157592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37750) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:00.170154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b65136fe3ead4bc6bc22ef61eab46821&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1464620 Feb 04 20:17:00.206440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f469f61-ebd9-4634-8165-1057b1dab514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3c57b-fa2d-4649-b76f-d6ed184a2fe8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:00.216242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:00.280344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4813899e-9bfa-4986-8441-a24de1474a26 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:00.299645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4813899e-9bfa-4986-8441-a24de1474a26 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:00.300006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:00.329762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-86a17e29-5584-49ae-93a8-674c83816a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:00.394129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-86a17e29-5584-49ae-93a8-674c83816a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:00.545166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, b1ff594f-018b-433f-9a88-b5614512b4a2) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:00.561684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:00.561684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:00.608156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8066-dfce-4581-8d29-a5af5d23e1e9 req-fe6d3f49-a5cb-489b-9932-fe00b562f7d9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:00.635736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51fd8066-dfce-4581-8d29-a5af5d23e1e9 req-fe6d3f49-a5cb-489b-9932-fe00b562f7d9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.1766050 Feb 04 20:17:00.660668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-86a17e29-5584-49ae-93a8-674c83816a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:00.711457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdc2b3-8144-4c27-8eee-bd929cb3fe76 None None] Network b1ff594f-018b-433f-9a88-b5614512b4a2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:00.739174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a17e29-5584-49ae-93a8-674c83816a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3c57b-fa2d-4649-b76f-d6ed184a2fe8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:00.741651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-86a17e29-5584-49ae-93a8-674c83816a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:00.743127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-86a17e29-5584-49ae-93a8-674c83816a03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13d3c57b-fa2d-4649-b76f-d6ed184a2fe8 HTTP/1.1" status: 204 len: 168 time: 0.5842831 Feb 04 20:17:00.768058 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51fd8066-dfce-4581-8d29-a5af5d23e1e9 req-682d7072-bcec-4543-b23b-bf8ec8b4f769 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432481 Feb 04 20:17:01.008162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] Allocated IP 172.20.0.2 (a3617f18-5da1-4e3a-821a-582c484776ac/24805082-0b11-4e7e-9e39-5634749aa687/ffabad10-21aa-4d7d-895d-bd5ca023d202) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:01.096444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:01.112287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:01.146741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ce37dd4c-5691-44ed-8380-f85657f40794 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8214431 Feb 04 20:17:01.151909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37774) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:01.341999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 17a8a8ec-4d54-40e4-9e04-94d54619e071 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:17:01.650977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-b1ff594f-018b-433f-9a88-b5614512b4a2', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:17:01.652099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:01.792194 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:01.885355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:01.896555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:01.952873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:01.990058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:01.990058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:02.040980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 4813899e-9bfa-4986-8441-a24de1474a26, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4813899e-9bfa-4986-8441-a24de1474a26,segment=NetworkSegment(36684908-174b-4169-8e93-651fad8fc691),segment_id=36684908-174b-4169-8e93-651fad8fc691)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:02.040980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] For port ffabad10-21aa-4d7d-895d-bd5ca023d202, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ffabad10-21aa-4d7d-895d-bd5ca023d202,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:02.597704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-bbc3bf42-5daf-4d13-b196-37200d7dd90f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "PUT /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 200 len: 995 time: 7.0853100 Feb 04 20:17:02.597704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:17:02.597704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656265-210a-43a8-8b01-fdd8238701f7 req-430876cf-c151-40ae-8de5-513773988427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:02.597704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-430876cf-c151-40ae-8de5-513773988427 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 0.1796763 Feb 04 20:17:02.600142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Allocated IP 172.22.0.2 (b1ff594f-018b-433f-9a88-b5614512b4a2/767af3f9-c4d0-4f72-b5a5-0bc79ae08634/dbb4e74b-ee75-452f-9a9e-0a196464f1a5) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:02.601570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656265-210a-43a8-8b01-fdd8238701f7 req-554b9031-fca0-4a88-b33e-1662a9eb735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:02.601570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-554b9031-fca0-4a88-b33e-1662a9eb735f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.2505674 Feb 04 20:17:02.669308 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:02.683192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Transition to ACTIVE for port object dbb4e74b-ee75-452f-9a9e-0a196464f1a5 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:02.707106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Transition to ACTIVE for port object dbb4e74b-ee75-452f-9a9e-0a196464f1a5 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:02.719626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37800) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:02.841254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:02.853946 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-aea585b7-c707-4b14-9f21-8b9f19097589 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 998 time: 0.2690899 Feb 04 20:17:03.010361 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:03.015040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:03.037958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656265-210a-43a8-8b01-fdd8238701f7 req-1d144d5e-e5eb-421c-bf72-87e98c761fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:03.039734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-1d144d5e-e5eb-421c-bf72-87e98c761fe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.1794238 Feb 04 20:17:03.084348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:17:03.176972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:03.256658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Network b1ff594f-018b-433f-9a88-b5614512b4a2 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:03.279962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:03.281779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffabad10-21aa-4d7d-895d-bd5ca023d202 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:03.295688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-dd90ab9e-26da-45dd-bd1b-fb10b66f7ed2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:03.297731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-dd90ab9e-26da-45dd-bd1b-fb10b66f7ed2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 945 time: 1.1474440 Feb 04 20:17:03.325494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656265-210a-43a8-8b01-fdd8238701f7 req-c556592b-b60f-46ba-a66a-e12df049d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:03.344848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-c556592b-b60f-46ba-a66a-e12df049d55d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985899 Feb 04 20:17:03.347180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b8bba-67e9-447e-883b-6022486e3382 req-2eca566c-6035-455f-8068-c59aac9e84f8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:03.360119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f28b8bba-67e9-447e-883b-6022486e3382 req-2eca566c-6035-455f-8068-c59aac9e84f8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 945 time: 1.2540836 Feb 04 20:17:03.422356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:03.616176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Deleting port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:03.616176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:03.681955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] Transition to ACTIVE for port object ffabad10-21aa-4d7d-895d-bd5ca023d202 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:03.682753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Pushing event updated for resources: {'Port': ['ID=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:03.736592 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-f73c208e-0ee4-4060-bb52-ee334a94206f service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908832 Feb 04 20:17:04.014618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:04.103351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f28b8bba-67e9-447e-883b-6022486e3382 req-ca2a60cb-2025-416d-9bbb-d48485636ca0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7454875 Feb 04 20:17:04.104795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:04.154542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:04.197279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Attempting to bind port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:04.197841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Attempting to bind port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:04.197991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Attempting to bind port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 on network b1ff594f-018b-433f-9a88-b5614512b4a2 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:04.256171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-50656265-210a-43a8-8b01-fdd8238701f7 req-414339cf-4cbb-4f9d-9eb8-242bb0f3bf9b service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113611 Feb 04 20:17:04.295484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 172.20.0.6 (a3617f18-5da1-4e3a-821a-582c484776ac/24805082-0b11-4e7e-9e39-5634749aa687/17a8a8ec-4d54-40e4-9e04-94d54619e071) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:04.306758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:feb9:1ca4 (a3617f18-5da1-4e3a-821a-582c484776ac/61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e/17a8a8ec-4d54-40e4-9e04-94d54619e071) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:04.422000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:04.422000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Checking segment: {'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:04.422000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:04.422000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Bound using segment: {'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:04.422000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Bound port: dbb4e74b-ee75-452f-9a9e-0a196464f1a5, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:04.422000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:04.524200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9d5e273f724ac7bdeabbaf922262e5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:04.541700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:04.580170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:04.606655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=4813899e-9bfa-4986-8441-a24de1474a26,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:04.820291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:04.845313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:04.853206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:04.909158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 17a8a8ec-4d54-40e4-9e04-94d54619e071 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:05.041708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:05.078061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b785db2-2e9f-48b5-84f1-2f1ce594a96c None None] Pushing event updated for resources: {'Port': ['ID=ffabad10-21aa-4d7d-895d-bd5ca023d202,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:05.116397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] For port dbb4e74b-ee75-452f-9a9e-0a196464f1a5, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:05.150163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] For port dbb4e74b-ee75-452f-9a9e-0a196464f1a5, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,segment=NetworkSegment(a3b0db36-ce3a-4c64-8a91-092d26275d06),segment_id=a3b0db36-ce3a-4c64-8a91-092d26275d06)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:05.160399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:05.293473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:fc:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:58Z', 'revision_number': 8, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:05.315097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:05.386643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f9d5e273f724ac7bdeabbaf922262e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6651087 Feb 04 20:17:05.416833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4813899e-9bfa-4986-8441-a24de1474a26 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:05.486518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:05.541268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7bef26d8-8455-4765-b9ac-5d47b0cbe95f no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:05.673942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:05.675539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:05.866256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37850) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:06.034591 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'status': 'completed', 'code': 200} Feb 04 20:17:06.086211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e2cf1-47dd-4cab-bed4-486c9ba989f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a631d5-0980-4e89-baf0-5dce6ae6d7e4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:06.091321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:06.106000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:06.115395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=17a8a8ec-4d54-40e4-9e04-94d54619e071,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:06.130431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:06.434458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e938f9f6-fc6e-4c21-ba01-e2ecc4b844d1 req-4bdfeaf8-2728-487d-9e5a-e81160031e5c tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 200 len: 995 time: 0.6818545 Feb 04 20:17:06.471267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:06.471267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:06.882201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:06.893684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b86f7e-18e7-4641-a790-ad1f79ac7d32 req-411556be-6f78-4991-ac3a-9f18eded64eb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:06.897091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938f9f6-fc6e-4c21-ba01-e2ecc4b844d1 req-79d71234-68be-4f66-8965-4b9af5553659 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:06.902257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e938f9f6-fc6e-4c21-ba01-e2ecc4b844d1 req-79d71234-68be-4f66-8965-4b9af5553659 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.4710248 Feb 04 20:17:06.911229 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57b86f7e-18e7-4641-a790-ad1f79ac7d32 req-411556be-6f78-4991-ac3a-9f18eded64eb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 2.3916788 Feb 04 20:17:06.914599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2ddbf089-770a-4edb-a134-ab2c006cec5e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 9.9078159 Feb 04 20:17:06.914599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37874) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:06.934647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] For port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:06.934647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:06.948712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-e938f9f6-fc6e-4c21-ba01-e2ecc4b844d1 req-c3fa124c-6081-4ee7-9e60-24010d9c9e4a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:17:06.955300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e938f9f6-fc6e-4c21-ba01-e2ecc4b844d1 req-c3fa124c-6081-4ee7-9e60-24010d9c9e4a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562270 Feb 04 20:17:07.518421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbdc18-6d2e-4822-b654-200f97dbc848 None None] Pushing event updated for resources: {'Port': ['ID=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:07.574426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a2344-cd55-4ab7-b004-34e0f5dc2234 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:07.581525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a2344-cd55-4ab7-b004-34e0f5dc2234 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:07.582360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-205a2344-cd55-4ab7-b004-34e0f5dc2234 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:07.600014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-ce236fff-d35a-400d-8b14-abc3ffeb60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:07.602667 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-ce236fff-d35a-400d-8b14-abc3ffeb60c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1095 time: 0.5218225 Feb 04 20:17:07.631949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0401dd15-a374-47cf-87e0-8396983441ad None None] Provisioning for port ffabad10-21aa-4d7d-895d-bd5ca023d202 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:07.658385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc54c3-c283-4e1c-8d83-b9251a19452f req-d4a76e8e-3511-4c76-a4ca-9e1ed4735666 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:07.668251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-09dc54c3-c283-4e1c-8d83-b9251a19452f req-d4a76e8e-3511-4c76-a4ca-9e1ed4735666 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 945 time: 0.3765006 Feb 04 20:17:07.703528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0401dd15-a374-47cf-87e0-8396983441ad None None] Provisioning complete for port ffabad10-21aa-4d7d-895d-bd5ca023d202 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:07.705997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0401dd15-a374-47cf-87e0-8396983441ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:07.719453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eba09090-a128-4af5-80b7-245bd0e870bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:07.808636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Calling delete_port for 7bef26d8-8455-4765-b9ac-5d47b0cbe95f owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:07.893635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4813899e-9bfa-4986-8441-a24de1474a26 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:07.896409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:07.956969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-8ed2e816-b179-4d50-846e-fdcf700f76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:07.956969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-8ed2e816-b179-4d50-846e-fdcf700f76e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.3084223 Feb 04 20:17:07.998734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57b86f7e-18e7-4641-a790-ad1f79ac7d32 req-dad877dd-b877-4ceb-8716-85667c97c318 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0881197 Feb 04 20:17:08.026580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-205a2344-cd55-4ab7-b004-34e0f5dc2234 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:08.039250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-205a2344-cd55-4ab7-b004-34e0f5dc2234 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.0541651 Feb 04 20:17:08.039250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:08.102448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-a29a88cf-dc27-4529-883a-54a6f0bc5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:08.117018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-a29a88cf-dc27-4529-883a-54a6f0bc5c85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 2.8544567 Feb 04 20:17:08.163251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:08.209932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367926b0-17d6-4373-9a71-81a0e1e0f5eb None None] Network b1ff594f-018b-433f-9a88-b5614512b4a2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:08.254188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 17a8a8ec-4d54-40e4-9e04-94d54619e071 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:08.254534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:08.377462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-09dc54c3-c283-4e1c-8d83-b9251a19452f req-fb612e88-6ef3-4c25-b643-cd9590fed99c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076869 Feb 04 20:17:08.478173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-e01fc627-27ff-4852-8834-3e0e08730e76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 200 len: 999 time: 0.4445844 Feb 04 20:17:08.664587 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eba09090-a128-4af5-80b7-245bd0e870bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:08.703302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:08.855130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-4d65f60c-3b4f-4928-8c72-9aab76d847e7 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 998 time: 0.6328654 Feb 04 20:17:08.952147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 17a8a8ec-4d54-40e4-9e04-94d54619e071 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:08.954854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.22.0.1 (b1ff594f-018b-433f-9a88-b5614512b4a2/767af3f9-c4d0-4f72-b5a5-0bc79ae08634/fda9340a-5449-4054-b3a4-2ae182fd40cf) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:08.986168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.019459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-d0fc72c8-583d-4855-be12-59dd2e4b5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:09.020859 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-d0fc72c8-583d-4855-be12-59dd2e4b5cfd service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.8031738 Feb 04 20:17:09.037871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-5aa76ad0-be97-4040-944c-3ee3700126c6 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:09.038493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-5aa76ad0-be97-4040-944c-3ee3700126c6 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:09.087039 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.093048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:fc:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:58Z', 'revision_number': 8, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:09.135541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda79072-14b0-496e-8fa2-18b6d0d3daac None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e8134314-47fd-4bb3-b581-289fff7eaccc', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'port_id': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'mac_address': 'fa:16:3e:fc:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81197254-09e7-4bb0-bceb-09dd211af46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:15:31Z', 'updated_at': '2022-02-04T20:16:58Z', 'revision_number': 8, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:09.370724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-5aa76ad0-be97-4040-944c-3ee3700126c6 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:09.378493 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Provisioning for port 17a8a8ec-4d54-40e4-9e04-94d54619e071 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:09.396059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Provisioning complete for port 17a8a8ec-4d54-40e4-9e04-94d54619e071 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:09.396059 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.407680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-5aa76ad0-be97-4040-944c-3ee3700126c6 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports/989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 942 time: 0.5548666 Feb 04 20:17:09.434294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.451878 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.470589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Port 17a8a8ec-4d54-40e4-9e04-94d54619e071 was deleted so its status cannot be updated. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 20:17:09.472215 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eba09090-a128-4af5-80b7-245bd0e870bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.472489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dbb4e74b-ee75-452f-9a9e-0a196464f1a5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:09.524145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event deleted for resources: {'Port': ['ID=7bef26d8-8455-4765-b9ac-5d47b0cbe95f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:09.756444 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca344136-0014-4c8b-b760-9aba28b7c944 None None] New status for floating IP e8134314-47fd-4bb3-b581-289fff7eaccc: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:17:09.758481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba09090-a128-4af5-80b7-245bd0e870bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a631d5-0980-4e89-baf0-5dce6ae6d7e4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:09.758946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=17a8a8ec-4d54-40e4-9e04-94d54619e071,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:09.812304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646e30-25d4-4c37-b87e-bd24325c5d9c req-a67a4814-bf05-49dd-bad8-4abb8ac1cb7a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:09.813828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43646e30-25d4-4c37-b87e-bd24325c5d9c req-a67a4814-bf05-49dd-bad8-4abb8ac1cb7a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.5013013 Feb 04 20:17:09.843003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.854877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] No DVR routers for this DVR port 7bef26d8-8455-4765-b9ac-5d47b0cbe95f on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:17:09.863190 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.871195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'name': 'network-vif-deleted', 'tag': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:17:09.890864 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43646e30-25d4-4c37-b87e-bd24325c5d9c req-107a65d9-1131-4ec3-ab6f-12b452594d4b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664084 Feb 04 20:17:09.900844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:09.915021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a5b87832-8c3a-48a6-b4c7-b3c829007b10 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 998 time: 0.2494988 Feb 04 20:17:09.926669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object fda9340a-5449-4054-b3a4-2ae182fd40cf will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:09.931330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91b9a731-bd99-4ed3-b7b4-c4c7f94f6c6d req-737eb818-b59a-4325-aee4-5b91c38b36dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "DELETE /v2.0/ports/7bef26d8-8455-4765-b9ac-5d47b0cbe95f HTTP/1.1" status: 204 len: 173 time: 6.5722408 Feb 04 20:17:10.083536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-efcce03d-d2a8-4457-b853-ffd8e5617202 req-fecfa20c-9922-48e8-ba09-e367d679e586 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ae5ba1-15fe-46e3-9a72-8cad6b78489d HTTP/1.1" status: 200 len: 210 time: 0.0593369 Feb 04 20:17:10.135188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-05b7de89-1795-4262-a733-9cf410388c8a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:10.137268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-05b7de89-1795-4262-a733-9cf410388c8a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.2214894 Feb 04 20:17:10.209070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-1b51d4cc-853d-4da1-94bf-5dc7e15b0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:10.209070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-1b51d4cc-853d-4da1-94bf-5dc7e15b0730 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.0992241 Feb 04 20:17:10.220994 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ae5ba1-15fe-46e3-9a72-8cad6b78489d', 'name': 'network-vif-deleted', 'tag': '7bef26d8-8455-4765-b9ac-5d47b0cbe95f', 'status': 'completed', 'code': 200} Feb 04 20:17:10.235036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Provisioning for port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:10.235036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:10.235036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:10.235036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.281751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Provisioning complete for port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:10.281751 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.323535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f4f2ca4f-73d6-4ed2-b6f4-ffa2b97816a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/17a8a8ec-4d54-40e4-9e04-94d54619e071 HTTP/1.1" status: 204 len: 168 time: 2.2717469 Feb 04 20:17:10.323535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37934) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:10.413200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37938) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:10.432035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eba09090-a128-4af5-80b7-245bd0e870bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.433800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eba09090-a128-4af5-80b7-245bd0e870bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75a631d5-0980-4e89-baf0-5dce6ae6d7e4 HTTP/1.1" status: 204 len: 168 time: 4.3078320 Feb 04 20:17:10.447106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.488457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710102b5-61ed-42b0-9f3a-56dcb8962abc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:10.490210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710102b5-61ed-42b0-9f3a-56dcb8962abc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:10.492103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710102b5-61ed-42b0-9f3a-56dcb8962abc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:10.492911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-710102b5-61ed-42b0-9f3a-56dcb8962abc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:10.509536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-88ce210e-04b8-47cd-83a8-4d62c318cd27 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.2922804 Feb 04 20:17:10.554785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:10.567789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-d6983f2e-cd1d-48de-bd24-df907bbdb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:10.573326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-d6983f2e-cd1d-48de-bd24-df907bbdb9f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3634202 Feb 04 20:17:10.659790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.686236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.709826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.744919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port dbb4e74b-ee75-452f-9a9e-0a196464f1a5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,segment=NetworkSegment(a3b0db36-ce3a-4c64-8a91-092d26275d06),segment_id=a3b0db36-ce3a-4c64-8a91-092d26275d06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:10.779291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network b1ff594f-018b-433f-9a88-b5614512b4a2 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:10.791468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:10.813546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:10.852345 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-5c0b0129-b8e6-402b-8098-3564db0d5041 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 998 time: 0.7426286 Feb 04 20:17:10.856780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-710102b5-61ed-42b0-9f3a-56dcb8962abc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:10.856780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-710102b5-61ed-42b0-9f3a-56dcb8962abc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5315166 Feb 04 20:17:10.856780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37950) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:10.940300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:10.941166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffabad10-21aa-4d7d-895d-bd5ca023d202 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:10.971643 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.049214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-43bb7570-6577-45f4-81d3-5e0907eee8b0 service neutron] 10.222.0.62 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731076 Feb 04 20:17:11.050221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:11.129011 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:17:11.129860 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-52f7e76a-3b65-4522-9f54-890944590f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:17:11.169757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:11.194015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ffabad10-21aa-4d7d-895d-bd5ca023d202 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:11.194015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.202214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=fda9340a-5449-4054-b3a4-2ae182fd40cf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:11.353729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Usage tracker for resource:security_group_rule and tenant:26afd59acfd44fd391b3cddb6f1fed49 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:11.359499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:11.421878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:11.460054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.564390 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c6beda-a6c0-48cc-b8cf-fd4f74a40ce9 req-2880f63d-9d3b-4230-b982-a20e3eb39f4b service neutron] 10.222.0.62 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876606 Feb 04 20:17:11.564390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 24805082-0b11-4e7e-9e39-5634749aa687 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:11.571400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37964) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:11.577631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.612857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-9629a09f-73c7-474f-9ff8-764be6094ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:11.612857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-9629a09f-73c7-474f-9ff8-764be6094ece service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.3995428 Feb 04 20:17:11.688521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.690176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dbb4e74b-ee75-452f-9a9e-0a196464f1a5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:11.715670 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.718056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:11.723381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Usage tracker for resource:security_group_rule and tenant:83fe6d32d1214079890a46405c2a68fe is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:11.727598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:11.739287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:11.783233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-0516493c-57d8-442a-89e2-a6ac1f643f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:11.785665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-0516493c-57d8-442a-89e2-a6ac1f643f80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173131 Feb 04 20:17:11.808030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:11.808731 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.814412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.881185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:11.881185 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Floating IP e8134314-47fd-4bb3-b581-289fff7eaccc disassociated. External IP: 172.25.7.42, port: 989ad96b-e36d-4a61-8d5a-4c44b4614d89. Feb 04 20:17:11.948704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f0353-081e-4fc9-b243-5df0bf150908 req-fdaa3684-69d9-42ae-8b94-e3b7d7b3e562 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:11.948704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b60f0353-081e-4fc9-b243-5df0bf150908 req-fdaa3684-69d9-42ae-8b94-e3b7d7b3e562 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.5979259 Feb 04 20:17:12.004390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2c5865e7-5d22-4d3f-95b8-3ad66b411895 None None] Provisioning for port fda9340a-5449-4054-b3a4-2ae182fd40cf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:12.020075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2c5865e7-5d22-4d3f-95b8-3ad66b411895 None None] Provisioning complete for port fda9340a-5449-4054-b3a4-2ae182fd40cf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:12.020075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2c5865e7-5d22-4d3f-95b8-3ad66b411895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.031621 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b60f0353-081e-4fc9-b243-5df0bf150908 req-bcbe3b0a-7c7f-41b8-a3a7-8cd2ebe93029 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814269 Feb 04 20:17:12.042955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.062105 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.062105 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.092560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.114453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2c5865e7-5d22-4d3f-95b8-3ad66b411895 None None] Port fda9340a-5449-4054-b3a4-2ae182fd40cf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:17:12.138396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2c5865e7-5d22-4d3f-95b8-3ad66b411895 None None] Provisioning complete for port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:12.138396 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2c5865e7-5d22-4d3f-95b8-3ad66b411895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.173450 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.225220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.270908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26afd59acfd44fd391b3cddb6f1fed49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8438141 Feb 04 20:17:12.278125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37978) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:12.318831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f19b5c0-e998-4921-9c5b-5e0cecef8b53,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:12.360768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9cb57588-3b33-4f3e-b468-d2edd0ca8c88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83fe6d32d1214079890a46405c2a68fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7907929 Feb 04 20:17:12.369743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37986) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:12.375445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35138e-d007-4c8c-ae30-47cb8ccd82b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1064cf32-b365-461e-8bc2-d281092992ba,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:12.580817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.584306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a73f-1fd9-48fe-b426-b00ad5ec9955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.637701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-381857ca-7d09-42ce-bebe-e2fad1ba821d service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8458719 Feb 04 20:17:12.660591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=24805082-0b11-4e7e-9e39-5634749aa687,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:12.675151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ce171-071e-43b7-92dd-18436d62eb9d None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:12.675359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.708327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a73f-1fd9-48fe-b426-b00ad5ec9955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.728818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82e6123e-fed7-4e40-aa0c-b8812b3c4778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:12.779655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-dc306526-36f1-4027-bd3e-e99be20917fb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:12.782188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-dc306526-36f1-4027-bd3e-e99be20917fb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.3125222 Feb 04 20:17:12.851699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:13.003437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-061d953e-8283-4fa1-b6d6-d361c54bee8a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/24805082-0b11-4e7e-9e39-5634749aa687 HTTP/1.1" status: 204 len: 168 time: 2.1425118 Feb 04 20:17:13.016584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38002) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:13.037404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82e6123e-fed7-4e40-aa0c-b8812b3c4778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.076317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-47b177b9-5eb5-4701-adc0-4e92aa6178c7 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/quotas/97c81473993645c9bed1c163aab2c1c2 HTTP/1.1" status: 200 len: 375 time: 0.0826719 Feb 04 20:17:13.158664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-fb869a4a-bad2-496d-adc6-eecca30b4c08 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683258 Feb 04 20:17:13.174224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-5468bf9c-0230-4931-992c-29d8d7446a3f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:17:13.175232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-5468bf9c-0230-4931-992c-29d8d7446a3f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060952 Feb 04 20:17:13.186825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a73f-1fd9-48fe-b426-b00ad5ec9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.240774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4a73f-1fd9-48fe-b426-b00ad5ec9955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1064cf32-b365-461e-8bc2-d281092992ba,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:13.331642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:13.331642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.379549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.456797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a73f-1fd9-48fe-b426-b00ad5ec9955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.456797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bdc4a73f-1fd9-48fe-b426-b00ad5ec9955 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1064cf32-b365-461e-8bc2-d281092992ba HTTP/1.1" status: 204 len: 168 time: 1.1649783 Feb 04 20:17:13.528704 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6434942-d820-4959-a27b-ad8fc5c1ae1d req-ee16313f-312e-45e8-a4b1-beb5d506a384 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882436 Feb 04 20:17:13.538583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-b952e79d-d2fa-465d-80d6-bccd2444b323 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457627 Feb 04 20:17:13.561756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:13.566684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.573134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:13.578398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82e6123e-fed7-4e40-aa0c-b8812b3c4778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.603160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:13.604046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:13.641129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-a1806e54-28bc-4e0d-88d6-2cd5d09086cd tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "PUT /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 200 len: 695 time: 3.1125574 Feb 04 20:17:13.643985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:17:13.705957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.772427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-1acdeb72-8eb9-4a47-a69a-8054b5b5279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:13.772427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-1acdeb72-8eb9-4a47-a69a-8054b5b5279b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 0.1101978 Feb 04 20:17:13.827999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-770cd764-6316-4784-adb3-9bcd22ff6aa6 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716358 Feb 04 20:17:13.836157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6123e-fed7-4e40-aa0c-b8812b3c4778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f19b5c0-e998-4921-9c5b-5e0cecef8b53,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:13.839862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.912516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.986445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82e6123e-fed7-4e40-aa0c-b8812b3c4778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:13.991128 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-82e6123e-fed7-4e40-aa0c-b8812b3c4778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f19b5c0-e998-4921-9c5b-5e0cecef8b53 HTTP/1.1" status: 204 len: 168 time: 1.6167591 Feb 04 20:17:14.074794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:14.123165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:14.209007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:14.237699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:14.297878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:14.311249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd2f6813-10e8-44f7-8365-62b09f9ba00a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e HTTP/1.1" status: 204 len: 168 time: 1.2892172 Feb 04 20:17:14.315225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38028) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:14.318263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a72eba-0199-477b-ba60-aacc96a9d906 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:14.418121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bda19bad-c5b5-4a85-a1cc-9a04e8d474e2 None None] Provisioning complete for port ffabad10-21aa-4d7d-895d-bd5ca023d202 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:14.418751 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bda19bad-c5b5-4a85-a1cc-9a04e8d474e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:14.599778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-b9deb17b-f87c-403c-bf5f-cdeda5ddda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:14.599778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-b9deb17b-f87c-403c-bf5f-cdeda5ddda3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.8094091 Feb 04 20:17:14.599778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=fda9340a-5449-4054-b3a4-2ae182fd40cf,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:14.611824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-63042952-1ce3-4fba-b754-e945f1b781f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2892027 Feb 04 20:17:14.611824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38038) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:14.620838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:14.722715 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-c56d93d9-99a8-40e9-bb7c-fb715ab308b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 217 time: 0.1128943 Feb 04 20:17:14.749813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network b1ff594f-018b-433f-9a88-b5614512b4a2 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:14.806950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:14.826525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:14.836592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:14.841094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:14.853598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:14.874612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38044) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:14.936723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b8d1-2d20-4ec3-a463-221267456fe6 req-eb7ba2cb-ffe9-417a-9f62-e3af9d5333cf tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:14.940364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ea2b8d1-2d20-4ec3-a463-221267456fe6 req-eb7ba2cb-ffe9-417a-9f62-e3af9d5333cf tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.4588411 Feb 04 20:17:14.984876 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:15.060279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:15.065583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-96dce58b-6d28-469e-9f09-e973e92e0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:15.069385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7a91cad06044d080fe217cd0cb30f2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:15.069385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:15.074907 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-96dce58b-6d28-469e-9f09-e973e92e0306 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.3087735 Feb 04 20:17:15.078385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:15.162171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:15.162171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:15.286252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ea2b8d1-2d20-4ec3-a463-221267456fe6 req-4d812e14-c283-4d71-b7cf-1ba7c68ea526 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295622 Feb 04 20:17:15.320167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:15.537577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:15.545386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7948ba51-6f64-4ceb-a399-f60ffea91842 req-931e1bbc-d41f-4254-9b9d-5df412505daa tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 210 time: 0.0965431 Feb 04 20:17:15.588309 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'status': 'completed', 'code': 200} Feb 04 20:17:15.609478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:15.620072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:17:15.674448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5dcb5691-2c0e-4648-addb-cfd33823b498 None None] Provisioning complete for port fda9340a-5449-4054-b3a4-2ae182fd40cf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:15.674448 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5691-2c0e-4648-addb-cfd33823b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:15.718183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:15.718183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:15.736906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:15.770794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] Deleting port ffabad10-21aa-4d7d-895d-bd5ca023d202 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:15.771392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:15.828950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-267a7dca-8581-4887-be1e-2b417b462227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:15.830462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-267a7dca-8581-4887-be1e-2b417b462227 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7348485 Feb 04 20:17:15.839734 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:15.952727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:15.986116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d26de698-0f13-46fa-a555-28b07e3a74fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8220398 Feb 04 20:17:15.986116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38076) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:15.996691 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:15.998640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999132593'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:16.011116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:16.018529 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:16.018529 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:16.024119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:network and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:16.025999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a7a91cad06044d080fe217cd0cb30f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1506641 Feb 04 20:17:16.038090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-fffdec4e-858b-4a80-8454-bb8597ac60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:16.038090 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-fffdec4e-858b-4a80-8454-bb8597ac60d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 1096 time: 0.5390944 Feb 04 20:17:16.038090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:16.038090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38080) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:16.076642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:16.078281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:16.079723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24b381-e0cc-4c81-83ae-035234981dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d4e37-48a3-4b08-89ce-b74ea27fa324,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:16.135583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:16.214848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=b0d3537f-8ac8-4034-b424-ae1685fa8e21,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:16.229537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:16.229956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:16.238080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:16.238976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:16.379449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-25e02c15-aa2d-47de-86c5-34440d8835e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7693527 Feb 04 20:17:16.380569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38092) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:16.385276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb5691-2c0e-4648-addb-cfd33823b498 None None] Port fda9340a-5449-4054-b3a4-2ae182fd40cf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:17:16.400229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:16.457453 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:16.492880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-a5486987-ac24-46aa-94e3-1214216cbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:16.494746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-a5486987-ac24-46aa-94e3-1214216cbf49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 200 len: 922 time: 0.4355118 Feb 04 20:17:16.717717 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-001e9cea-ffb8-49c6-9c89-8675ef80b282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:16.755486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:16.770641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:16.827277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-001e9cea-ffb8-49c6-9c89-8675ef80b282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:16.853735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-99c53f4c-d2a6-4d3a-b44a-0cc43ba7dd53 service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0141437 Feb 04 20:17:16.977197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] For port ffabad10-21aa-4d7d-895d-bd5ca023d202, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ffabad10-21aa-4d7d-895d-bd5ca023d202,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:16.977197 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:16.999411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:16.999411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:17.012731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:17.026402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:17.064000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882eade-cf8d-4e20-992e-aaf83f144530 req-456c33e6-838d-4017-91d6-b0d5941be54c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:17.064000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d882eade-cf8d-4e20-992e-aaf83f144530 req-456c33e6-838d-4017-91d6-b0d5941be54c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 0.4974380 Feb 04 20:17:17.180554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:17.183524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-b2a74ef0-cbb1-437f-9fad-a38f5ea622e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 200 len: 217 time: 0.6224866 Feb 04 20:17:17.183914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:17.185568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d720a8b2-d83c-407e-93d1-7467d3947ad0 req-874b5652-5d00-4a22-8235-eec5c136ee1e service neutron] 10.222.0.48 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010635 Feb 04 20:17:17.212920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] Calling delete_port for ffabad10-21aa-4d7d-895d-bd5ca023d202 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:17.299821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-207eb9f5-f156-46d6-b34e-d9771be136a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:17.301284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-207eb9f5-f156-46d6-b34e-d9771be136a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 200 len: 860 time: 0.1044674 Feb 04 20:17:17.394270 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:11Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:12Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:17.401346 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:17.401879 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Updating router e3805388-60de-4cfc-8c95-17d7dabc126e port fda9340a-5449-4054-b3a4-2ae182fd40cf binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:17:17.432098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d882eade-cf8d-4e20-992e-aaf83f144530 req-c8e0ca9f-e9b1-4201-a385-8f83d45f84be tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616199 Feb 04 20:17:17.554950 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-001e9cea-ffb8-49c6-9c89-8675ef80b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:17.664780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:17:17.667929 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:17.672908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e9cea-ffb8-49c6-9c89-8675ef80b282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d4e37-48a3-4b08-89ce-b74ea27fa324,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:17.806553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffabad10-21aa-4d7d-895d-bd5ca023d202 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:17.901638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:17.902815 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added segment 7234c0c1-857a-4f07-ba64-7eaa4b1c2b90 of type vlan for network 26f6cbbe-ac11-4e62-b7e7-da535552f998 Feb 04 20:17:17.907073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-df72a044-d964-4389-a710-4e8d3df3f59f req-feaff0e0-d9aa-485a-8f46-fc24ee09dc90 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:18.074054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-001e9cea-ffb8-49c6-9c89-8675ef80b282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:18.074054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-001e9cea-ffb8-49c6-9c89-8675ef80b282 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b6d4e37-48a3-4b08-89ce-b74ea27fa324 HTTP/1.1" status: 204 len: 168 time: 2.0179467 Feb 04 20:17:18.074054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-dae70fd7-1593-4eb9-99e3-df00352f7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:18.074054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-dae70fd7-1593-4eb9-99e3-df00352f7312 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a5386d8-b3c2-477d-bd34-fd263992649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7520645 Feb 04 20:17:18.238548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Port ffabad10-21aa-4d7d-895d-bd5ca023d202 update to DOWN by agent not found {{(pid=88238) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 20:17:18.251052 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:18.305311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30964cd9-be7f-4726-8c3e-4257b325065d req-d3011630-6cd4-4b44-8327-0e46c8472a5e tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 200 len: 695 time: 0.4043508 Feb 04 20:17:18.363141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] Pushing event deleted for resources: {'Port': ['ID=ffabad10-21aa-4d7d-895d-bd5ca023d202,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:18.367562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-bef26100-a9e8-4aba-8d7a-d7224dfd97a6 service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781606 Feb 04 20:17:18.370661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38140) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:18.384959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-df72a044-d964-4389-a710-4e8d3df3f59f req-feaff0e0-d9aa-485a-8f46-fc24ee09dc90 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:18.389028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df72a044-d964-4389-a710-4e8d3df3f59f req-feaff0e0-d9aa-485a-8f46-fc24ee09dc90 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 210 time: 0.6176689 Feb 04 20:17:18.432052 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:18.441002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b7251-aed9-4af6-aa71-07f6c8eb3c88 None None] No DVR routers for this DVR port ffabad10-21aa-4d7d-895d-bd5ca023d202 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:17:18.453645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:18.502396 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:18.504068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceba9bc-11a2-4c60-8736-b183d0f080a8 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:18.510503 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Transition to ACTIVE for port object fda9340a-5449-4054-b3a4-2ae182fd40cf will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:18.588733 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:18.641551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-f20f6595-13d8-42ca-8bfa-314f61debce0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:18.641551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-f20f6595-13d8-42ca-8bfa-314f61debce0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.8650713 Feb 04 20:17:18.657667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Request body: {'port': {'device_id': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'admin_state_up': True, 'tenant_id': '97c81473993645c9bed1c163aab2c1c2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:18.663939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fbf0e-aa1e-41d2-92c3-cd09c3316970 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:14:51Z', 'revision_number': 4, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '90765c0c-38d7-4ba3-a0a4-95be5f183250', 'name': '', 'network_id': '0a5386d8-b3c2-477d-bd34-fd263992649d', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'mac_address': 'fa:16:3e:9e:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:49Z', 'updated_at': '2022-02-04T20:15:08Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'subnets': [{'id': '97486fd5-a27e-478b-997b-85561e7c07cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:18.751791 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Pushing event updated for resources: {'Port': ['ID=fda9340a-5449-4054-b3a4-2ae182fd40cf,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:18.896769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:19.069694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:17:19.099266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.112784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '6fa59a06-59d2-4058-80cf-dddc960b0e43'}, {'subnet_id': 'b0d3537f-8ac8-4034-b424-ae1685fa8e21'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:17:19.113656 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.159243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:19.168429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:19.178002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:19.197488 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Attempting to bind port fda9340a-5449-4054-b3a4-2ae182fd40cf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:19.197871 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Attempting to bind port fda9340a-5449-4054-b3a4-2ae182fd40cf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:19.198228 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Attempting to bind port fda9340a-5449-4054-b3a4-2ae182fd40cf on network b1ff594f-018b-433f-9a88-b5614512b4a2 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:19.199597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:19.200055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:19.202861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.219847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:19.222132 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Checking segment: {'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:19.224314 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.224856 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Bound using segment: {'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:19.225497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Bound port: fda9340a-5449-4054-b3a4-2ae182fd40cf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b0db36-ce3a-4c64-8a91-092d26275d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:19.233550 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.299079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30964cd9-be7f-4726-8c3e-4257b325065d req-fd5ca069-f4f3-4432-942f-451e8e91304d tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:19.304591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b0aadd3-232d-4152-aca6-878cf59c0098 req-61cbd0cb-a228-4bd9-9c46-548e8fcd341d service neutron] 10.222.0.62 "GET /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176471 Feb 04 20:17:19.305686 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.306513 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30964cd9-be7f-4726-8c3e-4257b325065d req-fd5ca069-f4f3-4432-942f-451e8e91304d tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.9996779 Feb 04 20:17:19.328141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:19.329487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.337956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-30964cd9-be7f-4726-8c3e-4257b325065d req-5cfc9588-710d-477d-a122-9bd5499a87e5 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:17:19.351960 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30964cd9-be7f-4726-8c3e-4257b325065d req-5cfc9588-710d-477d-a122-9bd5499a87e5 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417960 Feb 04 20:17:19.450522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b54a8-a6d0-4b35-b5aa-fe798d917aa5 None None] New status for floating IP e8134314-47fd-4bb3-b581-289fff7eaccc: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:17:19.555361 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] For port fda9340a-5449-4054-b3a4-2ae182fd40cf, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:19.563213 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] For port fda9340a-5449-4054-b3a4-2ae182fd40cf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fda9340a-5449-4054-b3a4-2ae182fd40cf,segment=NetworkSegment(a3b0db36-ce3a-4c64-8a91-092d26275d06),segment_id=a3b0db36-ce3a-4c64-8a91-092d26275d06)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:19.588288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2065141 Feb 04 20:17:19.589393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5024c7b-5e32-443e-ac5c-3ae836543475 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=6fa59a06-59d2-4058-80cf-dddc960b0e43,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:19.603853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38164) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:19.606628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:19.610484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.611918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:c1:80:e7', 'name': 'tempest-NetworksTestDHCPv6-529668658'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:19.639054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30964cd9-be7f-4726-8c3e-4257b325065d req-c5494b2e-07f0-47b1-a6f5-bf0319c6d735 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 698 time: 0.2866287 Feb 04 20:17:19.651683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.670517 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:19.718376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:19.722367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Usage tracker for resource:security_group_rule and tenant:ade3d642c480405494a1c67f1edce549 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:19.726428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:19.733465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:19.850380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30964cd9-be7f-4726-8c3e-4257b325065d req-0813e5a8-98b0-4484-8497-39cf2fe5fcc4 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 698 time: 0.2021317 Feb 04 20:17:19.950278 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7af8e-836e-4031-a74f-4af5d298a6b4 None None] Pushing event updated for resources: {'Port': ['ID=fda9340a-5449-4054-b3a4-2ae182fd40cf,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:19.964636 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:19.965874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:16:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:20.055616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b53d9e51-b237-494e-b378-de87f040391b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:17:20.194571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Allocated IP 172.20.0.5 (bbae5d84-8507-4117-84ad-791f0b1862e4/124df688-3066-4fd2-9e18-51457673f28b/5a43f268-a3cb-4818-b675-6a4183fad9a4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:20.272204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Deleting port a1c411e8-c0d8-420e-813c-c076d0f48b5d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:20.272204 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:20.273927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Network': ['ID=26f6cbbe-ac11-4e62-b7e7-da535552f998,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:20.289802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e70e0758-4d82-4d92-8957-27ecbe6c9958 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 4.2978232 Feb 04 20:17:20.308991 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:20.320222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:20.356223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'subnet': {'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:20.495488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:20.499940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:subnet and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:20.503052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:20.527099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:20.533609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:20.534280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:20.700497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:20.734193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'b53d9e51-b237-494e-b378-de87f040391b', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'port_id': 'b53d9e51-b237-494e-b378-de87f040391b', 'mac_address': 'fa:16:3e:d8:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:17:20.819504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f7891-3cb5-4178-982a-0246ab047845 req-7d1305f8-5498-44e6-ad93-9140f033dfe9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:20.822286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c25f7891-3cb5-4178-982a-0246ab047845 req-7d1305f8-5498-44e6-ad93-9140f033dfe9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 944 time: 1.8048875 Feb 04 20:17:20.836815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Made reservation on behalf of e61bd69e790d4ef3a6d99aaf892d7829 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:20.840693 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:20.877120 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:11Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:19Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:20.885028 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1dac2-60ea-4ea1-a5cf-6a46a7ea0860 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:11Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:19Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:20.887106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:17:20.914307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Calling delete_port for a1c411e8-c0d8-420e-813c-c076d0f48b5d owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:20.922253 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.061127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53d9e51-b237-494e-b378-de87f040391b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:17:21.073670 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-24a9fc41-8363-4b11-aaf4-2a41040ecce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.156120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:21.159406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c25f7891-3cb5-4178-982a-0246ab047845 req-86e8085c-28c4-42b4-8c4e-fd438d29c298 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852674 Feb 04 20:17:21.163995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:21.171229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:21.179010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:21.276699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:21.333942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:21.366761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.389717 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.468667 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.484357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.652240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ade3d642c480405494a1c67f1edce549&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2591944 Feb 04 20:17:21.658913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38202) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:21.685033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.685225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 1176404f-e06f-4fd1-8ad3-3aaa213c038b yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:17:21.811521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe787cc4-c67c-4836-9900-aa752936d931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d574bc-5519-43c3-a3ae-23ba39bcee61,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:21.821320 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-987a0335-6025-4190-8094-a4ff38946a07 req-25b2a36c-12e9-4a7f-9466-818563c72380 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 210 time: 0.2219810 Feb 04 20:17:21.854223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fda9340a-5449-4054-b3a4-2ae182fd40cf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:21.908902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-beca5a9d-f17b-48d4-9318-b3f0bdebdfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:21.962023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-beca5a9d-f17b-48d4-9318-b3f0bdebdfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.052511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.114057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:17:22.118114 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:17:22.118389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:22.150517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Allocated IP 172.20.0.2 (a3617f18-5da1-4e3a-821a-582c484776ac/b0d3537f-8ac8-4034-b424-ae1685fa8e21/6e94513e-05d6-4e7d-bd57-e68d2e8c9fad) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:22.175739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.177065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.177986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.178302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.178606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.179064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.179323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.179647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.180048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.180267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.180577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.181056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.181525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:22.194465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b53d9e51-b237-494e-b378-de87f040391b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:17:22.245798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Network bbae5d84-8507-4117-84ad-791f0b1862e4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:22.252748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:22.265113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:22.306025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Allocated IP 2001:db8::f816:3eff:fed0:9f53 (a3617f18-5da1-4e3a-821a-582c484776ac/6fa59a06-59d2-4058-80cf-dddc960b0e43/6e94513e-05d6-4e7d-bd57-e68d2e8c9fad) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:22.375586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-beca5a9d-f17b-48d4-9318-b3f0bdebdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.476870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:22.498558 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e191-8635-4796-bef7-b3529a546536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.561444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca5a9d-f17b-48d4-9318-b3f0bdebdfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d574bc-5519-43c3-a3ae-23ba39bcee61,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:22.573220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port fda9340a-5449-4054-b3a4-2ae182fd40cf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:22.595618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Subnet': ['ID=802d5e10-46b5-4c14-b0be-5e2a09b87d7d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:22.612782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port fda9340a-5449-4054-b3a4-2ae182fd40cf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:22.618445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.618534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Deleting port a1c411e8-c0d8-420e-813c-c076d0f48b5d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:22.618534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.628040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:22.628659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.637067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Checking segment: {'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:22.637426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network hostable DHCP agents. Network: 26f6cbbe-ac11-4e62-b7e7-da535552f998, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:17:22.677259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-beca5a9d-f17b-48d4-9318-b3f0bdebdfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.678555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-beca5a9d-f17b-48d4-9318-b3f0bdebdfb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3d574bc-5519-43c3-a3ae-23ba39bcee61 HTTP/1.1" status: 204 len: 168 time: 1.0073440 Feb 04 20:17:22.775718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95445a-acdd-43b5-bbff-8f8be9388693 req-cf6b0edf-a622-4cd5-ab79-5fc81616e121 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:22.804803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c95445a-acdd-43b5-bbff-8f8be9388693 req-cf6b0edf-a622-4cd5-ab79-5fc81616e121 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.3174558 Feb 04 20:17:22.827402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:17:22.838463 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-751a7737-b462-4348-b30d-9d1b381b595c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1801531 Feb 04 20:17:22.870900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Request body: {'port': {'device_id': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:22.934482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 26f6cbbe-ac11-4e62-b7e7-da535552f998) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:22.955563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:22.956071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.959183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.959730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:22.964637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d973a-ba5a-4b4e-8f7e-da381e072374 None None] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:22.972547 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c95445a-acdd-43b5-bbff-8f8be9388693 req-03871dea-8c34-47da-a24a-3a5421865131 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833124 Feb 04 20:17:23.081017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.110806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.182441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Transition to ACTIVE for port object 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:23.204946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ca1f452-e206-4380-a628-20d0425cb6f3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8750367 Feb 04 20:17:23.204946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38246) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:23.337052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Calling delete_port for a1c411e8-c0d8-420e-813c-c076d0f48b5d owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:23.386989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port fda9340a-5449-4054-b3a4-2ae182fd40cf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fda9340a-5449-4054-b3a4-2ae182fd40cf,segment=NetworkSegment(a3b0db36-ce3a-4c64-8a91-092d26275d06),segment_id=a3b0db36-ce3a-4c64-8a91-092d26275d06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:23.402971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Transition to ACTIVE for port object 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:23.479189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.593250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=fda9340a-5449-4054-b3a4-2ae182fd40cf,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:23.598251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.599713 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.604068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.664079 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.718332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Pushing event updated for resources: {'Port': ['ID=6e94513e-05d6-4e7d-bd57-e68d2e8c9fad,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:23.790006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 172.20.0.14 (a3617f18-5da1-4e3a-821a-582c484776ac/b0d3537f-8ac8-4034-b424-ae1685fa8e21/1176404f-e06f-4fd1-8ad3-3aaa213c038b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:23.790006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fec1:80e7 (a3617f18-5da1-4e3a-821a-582c484776ac/6fa59a06-59d2-4058-80cf-dddc960b0e43/1176404f-e06f-4fd1-8ad3-3aaa213c038b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:23.886234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-26f6cbbe-ac11-4e62-b7e7-da535552f998', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:17:23.886234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:23.906212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:24.064870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:24.074182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:24.148891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b53d9e51-b237-494e-b378-de87f040391b up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:24.169017 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.169017 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.264286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Pushing event deleted for resources: {'Port': ['ID=a1c411e8-c0d8-420e-813c-c076d0f48b5d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:24.292622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5381e6-5508-403b-82cc-f4b5a2d84ac9 req-8b2f9edf-a4f3-42b6-8736-77db718828b1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:24.293378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6d5381e6-5508-403b-82cc-f4b5a2d84ac9 req-8b2f9edf-a4f3-42b6-8736-77db718828b1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:24.392034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Allocated IP 172.23.0.2 (26f6cbbe-ac11-4e62-b7e7-da535552f998/802d5e10-46b5-4c14-b0be-5e2a09b87d7d/ed60449c-33d5-4f6c-b92c-b97313e3666b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:24.422924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 1176404f-e06f-4fd1-8ad3-3aaa213c038b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:24.424792 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.482670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Attempting to bind port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:24.482670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Attempting to bind port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:24.482670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Attempting to bind port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:24.506401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:24.506401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:24.506401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.506401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:24.509026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Bound port: 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:24.509026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.565286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6d5381e6-5508-403b-82cc-f4b5a2d84ac9 req-8b2f9edf-a4f3-42b6-8736-77db718828b1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:24.565286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d5381e6-5508-403b-82cc-f4b5a2d84ac9 req-8b2f9edf-a4f3-42b6-8736-77db718828b1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 931 time: 1.2492876 Feb 04 20:17:24.588284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.673628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.678410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30964cd9-be7f-4726-8c3e-4257b325065d req-9eee63c6-c46f-4cd6-a1fb-e9a427a7f375 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "DELETE /v2.0/floatingips/e8134314-47fd-4bb3-b581-289fff7eaccc HTTP/1.1" status: 204 len: 173 time: 4.8329868 Feb 04 20:17:24.745048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:24.749075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:24.775395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:24.822874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=1176404f-e06f-4fd1-8ad3-3aaa213c038b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:24.864585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:24.867512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:24.905934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d5381e6-5508-403b-82cc-f4b5a2d84ac9 req-b6dab033-f18c-4425-8f52-6fdbd58715c1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010314 Feb 04 20:17:25.023681 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e7189cf-595f-403e-b707-c3932730675d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4128580 Feb 04 20:17:25.030008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38324) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:25.216329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:17:25.326497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.362299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.381794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Transition to ACTIVE for port object ed60449c-33d5-4f6c-b92c-b97313e3666b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:25.409921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] For port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:25.409921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] For port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6e94513e-05d6-4e7d-bd57-e68d2e8c9fad,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:25.415447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Transition to ACTIVE for port object ed60449c-33d5-4f6c-b92c-b97313e3666b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:25.422606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port b53d9e51-b237-494e-b378-de87f040391b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:25.433577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port b53d9e51-b237-494e-b378-de87f040391b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:25.433577 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.441596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38342) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:25.454254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a43f268-a3cb-4818-b675-6a4183fad9a4 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:17:25.532062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.532062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.550320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66306c72-7bfd-4b35-b684-6fd9b5acda3b req-8193bea0-b17b-4a57-ab98-710293d9c8b3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:25.561474 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.565027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66306c72-7bfd-4b35-b684-6fd9b5acda3b req-8193bea0-b17b-4a57-ab98-710293d9c8b3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 945 time: 0.6608868 Feb 04 20:17:25.597585 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.612953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Transition to ACTIVE for port object 5a43f268-a3cb-4818-b675-6a4183fad9a4 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:25.627414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66306c72-7bfd-4b35-b684-6fd9b5acda3b req-c325924d-eff3-453a-8402-42f4a8e0f4b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715044 Feb 04 20:17:25.661793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b2932-e2e8-4c2a-a240-7cae4ed7b44c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:25.673159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fda9340a-5449-4054-b3a4-2ae182fd40cf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:25.692114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b2932-e2e8-4c2a-a240-7cae4ed7b44c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:25.692962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d25b2932-e2e8-4c2a-a240-7cae4ed7b44c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:25.696717 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.758425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:25.764994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:25.768029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:25.782044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:25.786467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Usage tracker for resource:security_group_rule and tenant:19a02d444f284ba4b2b889eac8c9aa53 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:25.790986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:25.797974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:25.814504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:25.855079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d25b2932-e2e8-4c2a-a240-7cae4ed7b44c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:25.855079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d25b2932-e2e8-4c2a-a240-7cae4ed7b44c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8230236 Feb 04 20:17:25.868358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38360) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:25.969526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898c61-d0bf-4fa6-ae7f-428f1f5217d2 None None] Pushing event updated for resources: {'Port': ['ID=6e94513e-05d6-4e7d-bd57-e68d2e8c9fad,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:26.055511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port fda9340a-5449-4054-b3a4-2ae182fd40cf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:26.055511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.155398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 1176404f-e06f-4fd1-8ad3-3aaa213c038b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:26.155398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.499708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.503442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Attempting to bind port ed60449c-33d5-4f6c-b92c-b97313e3666b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:26.503442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Attempting to bind port ed60449c-33d5-4f6c-b92c-b97313e3666b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:26.503442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Attempting to bind port ed60449c-33d5-4f6c-b92c-b97313e3666b on network 26f6cbbe-ac11-4e62-b7e7-da535552f998 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:26.515287 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.516846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a59333-8008-42f7-9c2f-36d38713be71 req-e9b77e4c-6518-40fd-a4c9-84a06bb11426 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:26.516846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02a59333-8008-42f7-9c2f-36d38713be71 req-e9b77e4c-6518-40fd-a4c9-84a06bb11426 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Synchronizing usage tracker for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:26.584255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:26.584727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Checking segment: {'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:26.586624 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.587093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Bound using segment: {'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:26.587656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Bound port: ed60449c-33d5-4f6c-b92c-b97313e3666b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:26.588249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.655868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.660809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:26.690952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Pushing event updated for resources: {'Port': ['ID=ed60449c-33d5-4f6c-b92c-b97313e3666b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:26.737537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19a02d444f284ba4b2b889eac8c9aa53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2984290 Feb 04 20:17:26.738510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02a59333-8008-42f7-9c2f-36d38713be71 req-e9b77e4c-6518-40fd-a4c9-84a06bb11426 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Unset dirty status for tenant:b1ca1f59ee264015bbd7f804a89ea0c6 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:26.739629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02a59333-8008-42f7-9c2f-36d38713be71 req-e9b77e4c-6518-40fd-a4c9-84a06bb11426 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 945 time: 0.7833273 Feb 04 20:17:26.742930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38414) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:26.758316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:17:26.780180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcbfe7-3c20-44fa-9955-5e68fb471058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fed89-f2f2-4b5d-8b21-a86ed1b14789,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:26.794774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:26.832520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] For port ed60449c-33d5-4f6c-b92c-b97313e3666b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:26.834718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Allocated IP 172.23.0.1 (26f6cbbe-ac11-4e62-b7e7-da535552f998/802d5e10-46b5-4c14-b0be-5e2a09b87d7d/ee08f813-16dc-4b8b-ad31-3d87b44d34bf) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:26.838664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] For port ed60449c-33d5-4f6c-b92c-b97313e3666b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ed60449c-33d5-4f6c-b92c-b97313e3666b,segment=NetworkSegment(7234c0c1-857a-4f07-ba64-7eaa4b1c2b90),segment_id=7234c0c1-857a-4f07-ba64-7eaa4b1c2b90)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:26.874186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.897507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:26.939472 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:27.024611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=12']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:27.118547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02a59333-8008-42f7-9c2f-36d38713be71 req-e9eeeb53-bae5-435a-984d-37bf9a2d5096 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676314 Feb 04 20:17:27.128261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 1176404f-e06f-4fd1-8ad3-3aaa213c038b owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:27.203538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3897f-5bcf-4d7f-9363-6e93b74bfe3b None None] Pushing event updated for resources: {'Port': ['ID=ed60449c-33d5-4f6c-b92c-b97313e3666b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:27.341245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:27.356160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Transition to ACTIVE for port object ee08f813-16dc-4b8b-ad31-3d87b44d34bf will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:27.495918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Attempting to bind port 5a43f268-a3cb-4818-b675-6a4183fad9a4 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:27.495918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Attempting to bind port 5a43f268-a3cb-4818-b675-6a4183fad9a4 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:27.495918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Attempting to bind port 5a43f268-a3cb-4818-b675-6a4183fad9a4 on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:27.535750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9899cde-3a43-46be-a13d-883fcd731b02 req-77b39bdb-5a86-4c68-a5ae-f090c6dd1e3e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:27.535750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9899cde-3a43-46be-a13d-883fcd731b02 req-77b39bdb-5a86-4c68-a5ae-f090c6dd1e3e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 1.0929630 Feb 04 20:17:27.588270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Port 5a43f268-a3cb-4818-b675-6a4183fad9a4 on network bbae5d84-8507-4117-84ad-791f0b1862e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:17:27.590045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Attempting to bind port 5a43f268-a3cb-4818-b675-6a4183fad9a4 on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:27.646166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:27.662362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:27.663269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:27.674779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15e21ce4-f6f4-4174-88b4-78ebb356a097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:27.676553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Checking segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:27.676963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Bound using segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:27.677444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Bound port: 5a43f268-a3cb-4818-b675-6a4183fad9a4, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:27.677810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:27.763750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=1176404f-e06f-4fd1-8ad3-3aaa213c038b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:27.768770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:27.830278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15e21ce4-f6f4-4174-88b4-78ebb356a097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.004793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9899cde-3a43-46be-a13d-883fcd731b02 req-142b2839-54c4-4e18-a5ed-29e2a9678635 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687560 Feb 04 20:17:28.089368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7555147-4133-49b9-9abb-40820e3f0cae None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:28.132340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:28.135813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:28.142469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6683-227e-4323-ad48-457557664029 req-a1b2f509-7892-4bed-a0d7-d8e35d4f5b90 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:28.150954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e0d6683-227e-4323-ad48-457557664029 req-a1b2f509-7892-4bed-a0d7-d8e35d4f5b90 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 946 time: 0.7343476 Feb 04 20:17:28.193122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38448) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:28.197412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.227123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:28.235887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:28.270098 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'code': 200} Feb 04 20:17:28.276138 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15e21ce4-f6f4-4174-88b4-78ebb356a097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.283348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:28.304804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ed60449c-33d5-4f6c-b92c-b97313e3666b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:28.339743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e21ce4-f6f4-4174-88b4-78ebb356a097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fed89-f2f2-4b5d-8b21-a86ed1b14789,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:28.369028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e0d6683-227e-4323-ad48-457557664029 req-852da237-0313-440c-90d4-6d33fb5b5e26 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997480 Feb 04 20:17:28.371269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-bfae2579-b4d9-4c88-aed6-b734e14ad91e tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:28.386100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-bfae2579-b4d9-4c88-aed6-b734e14ad91e tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 945 time: 0.9718757 Feb 04 20:17:28.445362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fd706216-bf1e-4e18-80c5-fd58011f38c2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/1176404f-e06f-4fd1-8ad3-3aaa213c038b HTTP/1.1" status: 204 len: 168 time: 2.5807946 Feb 04 20:17:28.452925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15e21ce4-f6f4-4174-88b4-78ebb356a097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.453860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-15e21ce4-f6f4-4174-88b4-78ebb356a097 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d33fed89-f2f2-4b5d-8b21-a86ed1b14789 HTTP/1.1" status: 204 len: 168 time: 1.7071319 Feb 04 20:17:28.454612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38454) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:28.510724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a3361c61-76eb-427c-bd75-eae39cea03e2 None None] Provisioning for port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:28.557688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a3361c61-76eb-427c-bd75-eae39cea03e2 None None] Provisioning complete for port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:28.558070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3361c61-76eb-427c-bd75-eae39cea03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.610157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7f28f-51b7-4a24-adfb-5479c7aac84f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:28.612284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7f28f-51b7-4a24-adfb-5479c7aac84f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:28.614159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7f28f-51b7-4a24-adfb-5479c7aac84f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:28.615227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-04f7f28f-51b7-4a24-adfb-5479c7aac84f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:28.697033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:28.697033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Deleting port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:28.697033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.765366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.794557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:28.797753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bf0e7-4ebd-43d5-b257-23f4e2a3b154 req-e308acfb-88e2-4845-9872-36856fe1741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:28.797753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-778bf0e7-4ebd-43d5-b257-23f4e2a3b154 req-e308acfb-88e2-4845-9872-36856fe1741a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 1097 time: 0.1728840 Feb 04 20:17:28.805508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.847203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-04f7f28f-51b7-4a24-adfb-5479c7aac84f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:28.847203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-04f7f28f-51b7-4a24-adfb-5479c7aac84f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3841848 Feb 04 20:17:28.852495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38462) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:28.852495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:28.888945 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-778bf0e7-4ebd-43d5-b257-23f4e2a3b154 req-47d96ad6-37ba-40fb-a665-141c1da3d25f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762169 Feb 04 20:17:28.938000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Usage tracker for resource:security_group_rule and tenant:3a8e4a3801984837b98ffc6233126540 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:28.941151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:28.953525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:28.972423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ed60449c-33d5-4f6c-b92c-b97313e3666b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:29.069179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:29.069179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:29.089554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0e91f-35f0-4f73-b479-91ae132afa75 None None] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:29.115171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:29.115171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.115171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-a84d7e41-ecc2-43a1-ab63-a581f5044a79 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a43f268-a3cb-4818-b675-6a4183fad9a4 HTTP/1.1" status: 200 len: 1091 time: 6.2679417 Feb 04 20:17:29.123012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:17:29.170472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335aa0f-76a7-405e-acf9-1de1fdea772b req-789256e6-0ebb-4cf9-97f6-7875c02cd564 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:29.178121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6335aa0f-76a7-405e-acf9-1de1fdea772b req-789256e6-0ebb-4cf9-97f6-7875c02cd564 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 945 time: 0.6241455 Feb 04 20:17:29.240880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3361c61-76eb-427c-bd75-eae39cea03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.277064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 6fa59a06-59d2-4058-80cf-dddc960b0e43 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:29.324704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.326477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a3361c61-76eb-427c-bd75-eae39cea03e2 None None] For port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6e94513e-05d6-4e7d-bd57-e68d2e8c9fad,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:29.328230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76727754-701d-4e5f-a6c3-f292b3992d93 req-f5a31a8e-5c4e-462c-8c9d-60fcd13a3e61 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:29.330664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76727754-701d-4e5f-a6c3-f292b3992d93 req-f5a31a8e-5c4e-462c-8c9d-60fcd13a3e61 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.1583846 Feb 04 20:17:29.394072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76727754-701d-4e5f-a6c3-f292b3992d93 req-dc639cd8-bce9-4b0d-ae25-0142f727d836 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Feb 04 20:17:29.428996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3361c61-76eb-427c-bd75-eae39cea03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.429327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6335aa0f-76a7-405e-acf9-1de1fdea772b req-4c7e130b-8f68-41ca-a739-03efea47fa6a tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502670 Feb 04 20:17:29.477161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38478) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:29.503414 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'status': 'completed', 'code': 200} Feb 04 20:17:29.531717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.578934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.608341 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.685323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:29.692381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3361c61-76eb-427c-bd75-eae39cea03e2 None None] Pushing event updated for resources: {'Port': ['ID=6e94513e-05d6-4e7d-bd57-e68d2e8c9fad,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:29.701267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Usage tracker for resource:security_group_rule and tenant:4771ecd473f0410fa712c64b3c5cc061 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:29.704795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:29.710991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:29.714156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8ad706ff-3e97-4ac4-83f1-91a11229a6fb None None] Provisioning for port ed60449c-33d5-4f6c-b92c-b97313e3666b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:29.722749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8ad706ff-3e97-4ac4-83f1-91a11229a6fb None None] Provisioning complete for port ed60449c-33d5-4f6c-b92c-b97313e3666b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:29.723232 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8ad706ff-3e97-4ac4-83f1-91a11229a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.848551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.904362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8ad706ff-3e97-4ac4-83f1-91a11229a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.944365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8ad706ff-3e97-4ac4-83f1-91a11229a6fb None None] For port ed60449c-33d5-4f6c-b92c-b97313e3666b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ed60449c-33d5-4f6c-b92c-b97313e3666b,segment=NetworkSegment(7234c0c1-857a-4f07-ba64-7eaa4b1c2b90),segment_id=7234c0c1-857a-4f07-ba64-7eaa4b1c2b90)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:29.953124 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:29.970086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] For port 989ad96b-e36d-4a61-8d5a-4c44b4614d89, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=989ad96b-e36d-4a61-8d5a-4c44b4614d89,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:29.970572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.025902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4771ecd473f0410fa712c64b3c5cc061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473523 Feb 04 20:17:30.027346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38482) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:30.030011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67743ec2-5739-4af6-a6e5-6063e5a487ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d32f8f5-6fc1-4451-95b5-2d24c57be6f1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:30.050033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8ad706ff-3e97-4ac4-83f1-91a11229a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.142590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Calling delete_port for 989ad96b-e36d-4a61-8d5a-4c44b4614d89 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:30.230305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-64f950ea-e421-474f-b714-fd9d8af8b491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.239326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-bfd73f84-fc46-4f62-8842-2dfd41e2fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:30.240995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-bfd73f84-fc46-4f62-8842-2dfd41e2fda0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 1094 time: 0.9616699 Feb 04 20:17:30.270428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad706ff-3e97-4ac4-83f1-91a11229a6fb None None] Pushing event updated for resources: {'Port': ['ID=ed60449c-33d5-4f6c-b92c-b97313e3666b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:30.340560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-64f950ea-e421-474f-b714-fd9d8af8b491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.433789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Provisioning for port ee08f813-16dc-4b8b-ad31-3d87b44d34bf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:30.440741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Provisioning complete for port ee08f813-16dc-4b8b-ad31-3d87b44d34bf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:30.441088 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.553501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-64f950ea-e421-474f-b714-fd9d8af8b491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.569045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Port ee08f813-16dc-4b8b-ad31-3d87b44d34bf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:17:30.593474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Provisioning complete for port ed60449c-33d5-4f6c-b92c-b97313e3666b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:30.594220 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.601292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-86ad70db-d64f-4abb-9ad2-9c6aaa0f6820 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4 HTTP/1.1" status: 200 len: 217 time: 0.3147216 Feb 04 20:17:30.618455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f950ea-e421-474f-b714-fd9d8af8b491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d32f8f5-6fc1-4451-95b5-2d24c57be6f1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:30.651917 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-64f950ea-e421-474f-b714-fd9d8af8b491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.653908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-64f950ea-e421-474f-b714-fd9d8af8b491 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d32f8f5-6fc1-4451-95b5-2d24c57be6f1 HTTP/1.1" status: 204 len: 168 time: 0.6250975 Feb 04 20:17:30.754293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cdf8c-b510-4243-8a59-cb1243d11445 req-5c12255b-fea2-441a-bed4-3efcc5e91452 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:30.756141 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-615cdf8c-b510-4243-8a59-cb1243d11445 req-5c12255b-fea2-441a-bed4-3efcc5e91452 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.1851437 Feb 04 20:17:30.793357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.815496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-407b07ed-913a-4a17-85f7-2c51e5422192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:30.817124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-407b07ed-913a-4a17-85f7-2c51e5422192 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.1705842 Feb 04 20:17:30.837428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-615cdf8c-b510-4243-8a59-cb1243d11445 req-1cdfe353-ec7c-47d6-bb53-b841a2802d05 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727820 Feb 04 20:17:30.855713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Provisioning complete for port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:30.856091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-25bb8c46-2db4-425c-878f-3bbed2920fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.869194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449182e-60fa-460c-8956-a9253bb332b7 req-4022a69d-5906-4997-87b4-6bd42f9dac00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:30.872379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9449182e-60fa-460c-8956-a9253bb332b7 req-4022a69d-5906-4997-87b4-6bd42f9dac00 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 946 time: 1.2259300 Feb 04 20:17:30.938615 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:30.956066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-72533676-2b7d-407c-8fca-25c33d88e1b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091292 Feb 04 20:17:30.979112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.088294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f41eb-c2b0-47fc-8f99-a7652c7ab2b8 req-1edcad2d-14b4-40ff-b382-f3b474b17c90 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:31.088294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd4f41eb-c2b0-47fc-8f99-a7652c7ab2b8 req-1edcad2d-14b4-40ff-b382-f3b474b17c90 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 945 time: 0.1386292 Feb 04 20:17:31.179280 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd4f41eb-c2b0-47fc-8f99-a7652c7ab2b8 req-718ec6dc-bd9f-4020-949b-caf6b1a0921f tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677729 Feb 04 20:17:31.214389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f3d55bfc-287c-4742-b3fe-dc4eefc23beb None None] Provisioning complete for port ee08f813-16dc-4b8b-ad31-3d87b44d34bf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:31.215605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d55bfc-287c-4742-b3fe-dc4eefc23beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.258802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e62ee0-167c-417a-a05f-cf18cef99921,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:31.303918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.313385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f3d55bfc-287c-4742-b3fe-dc4eefc23beb None None] Port ee08f813-16dc-4b8b-ad31-3d87b44d34bf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:17:31.316922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f3d55bfc-287c-4742-b3fe-dc4eefc23beb None None] Could not find standard attr ID for object 1176404f-e06f-4fd1-8ad3-3aaa213c038b. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:17:31.567864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0f515712-59bb-4ebd-8930-41c428020162 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a8e4a3801984837b98ffc6233126540&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3542759 Feb 04 20:17:31.570722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38538) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:31.606075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:31.636909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Pushing event deleted for resources: {'Port': ['ID=989ad96b-e36d-4a61-8d5a-4c44b4614d89,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:31.649739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5f9a-4b04-41f2-a4c9-9a276cdad4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.681557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5f9a-4b04-41f2-a4c9-9a276cdad4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.695468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9449182e-60fa-460c-8956-a9253bb332b7 req-1e3615fc-7ac9-4323-8acf-b4ddbff07da4 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7379434 Feb 04 20:17:31.701235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] No DVR routers for this DVR port 989ad96b-e36d-4a61-8d5a-4c44b4614d89 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:17:31.712369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.715276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'name': 'network-vif-deleted', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:17:31.779507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.794346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:31.799523 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.842308 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81197254-09e7-4bb0-bceb-09dd211af46c', 'name': 'network-vif-deleted', 'tag': '989ad96b-e36d-4a61-8d5a-4c44b4614d89', 'status': 'completed', 'code': 200} Feb 04 20:17:31.856081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0985c3-7adc-42b6-92f9-787727c32daa None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:31.864648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.879628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5f9a-4b04-41f2-a4c9-9a276cdad4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.895367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa59a06-59d2-4058-80cf-dddc960b0e43,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:31.909528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-aacddac1-a860-49c1-9b1a-ae9267094eb0 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215923 Feb 04 20:17:31.910986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-610c8b7e-044a-4937-9a2a-3a5d3b6a25df tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/6fa59a06-59d2-4058-80cf-dddc960b0e43 HTTP/1.1" status: 204 len: 168 time: 3.0618024 Feb 04 20:17:31.914467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38548) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:31.921888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f5f9a-4b04-41f2-a4c9-9a276cdad4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e62ee0-167c-417a-a05f-cf18cef99921,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:31.970417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5f9a-4b04-41f2-a4c9-9a276cdad4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:31.971523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6a8f5f9a-4b04-41f2-a4c9-9a276cdad4b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1e62ee0-167c-417a-a05f-cf18cef99921 HTTP/1.1" status: 204 len: 168 time: 0.3996468 Feb 04 20:17:32.115529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 989ad96b-e36d-4a61-8d5a-4c44b4614d89 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:32.183268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 989ad96b-e36d-4a61-8d5a-4c44b4614d89 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:17:32.183974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 989ad96b-e36d-4a61-8d5a-4c44b4614d89 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:17:32.261458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe94f0a1-378e-4391-9748-ef26e372bde4 req-7433425f-d508-4948-a2ed-5adef1167e87 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.62 "DELETE /v2.0/ports/989ad96b-e36d-4a61-8d5a-4c44b4614d89 HTTP/1.1" status: 204 len: 173 time: 3.8773215 Feb 04 20:17:32.396380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:17:32.408950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ed60449c-33d5-4f6c-b92c-b97313e3666b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:32.437186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:32.448099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e109cac2-b3d8-4cc0-9376-2b9e00377b7c req-cab3eb34-4e38-48a8-8ce0-eb11f6965908 tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.0960226 Feb 04 20:17:32.458860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet b0d3537f-8ac8-4034-b424-ae1685fa8e21 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:32.472604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:32.518686 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:32.705822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672b9a3-9e72-4a7a-a0d5-5de7b0cefd61 req-e9716c05-9bb6-4ee2-8b1f-c83d0e5fc756 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:32.713997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1672b9a3-9e72-4a7a-a0d5-5de7b0cefd61 req-e9716c05-9bb6-4ee2-8b1f-c83d0e5fc756 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.4882116 Feb 04 20:17:32.769538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ed60449c-33d5-4f6c-b92c-b97313e3666b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:32.784488 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:32.806194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:32.964759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:33.019441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event updated for resources: {'Port': ['ID=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:33.025061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5a86-873d-4745-ab43-2f1a105119e2 req-9fcfbb8d-77df-454b-9a50-d0d76c8d4fea tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:33.026558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1dce5a86-873d-4745-ab43-2f1a105119e2 req-9fcfbb8d-77df-454b-9a50-d0d76c8d4fea tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 946 time: 0.1535592 Feb 04 20:17:33.057753 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3299f72-2c7b-4a21-8b50-0dfa6d1aad7c req-87fc5ba3-f362-4f7c-b825-aec1e0893d6a service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8301537 Feb 04 20:17:33.063021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:33.099886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1dce5a86-873d-4745-ab43-2f1a105119e2 req-887a6352-e0fe-45de-9179-900bbd7e8f41 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554409 Feb 04 20:17:33.363899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1672b9a3-9e72-4a7a-a0d5-5de7b0cefd61 req-a6fce1db-8b26-4a03-9ca4-4283c84833ef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488173 Feb 04 20:17:33.387380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:33.391741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:33.600474 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:33.713343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d3537f-8ac8-4034-b424-ae1685fa8e21,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:33.762742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-92a6099f-d6be-46e6-a8de-6894ba1acac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:33.768558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-92a6099f-d6be-46e6-a8de-6894ba1acac8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 1094 time: 0.4560339 Feb 04 20:17:33.775958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f86b13c4-31fc-4bb4-af83-f264c925c95b None None] Provisioning complete for port ee08f813-16dc-4b8b-ad31-3d87b44d34bf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:33.777811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f86b13c4-31fc-4bb4-af83-f264c925c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:33.780842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:33.861441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0fe82f0c-9410-4e9f-a0cf-a7072c7edb53 req-56ed9340-0b89-431c-8a96-870e1d8d2afa tempest-FloatingIPsAssociationTestJSON-1056309022 tempest-FloatingIPsAssociationTestJSON-1056309022-project] 10.222.0.48 "GET /v2.0/ports?device_id=81197254-09e7-4bb0-bceb-09dd211af46c HTTP/1.1" status: 200 len: 210 time: 0.0960681 Feb 04 20:17:33.894498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f86b13c4-31fc-4bb4-af83-f264c925c95b None None] Port ee08f813-16dc-4b8b-ad31-3d87b44d34bf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:17:33.967096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:33.979327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2048666-59d9-4d8a-b988-165fd406e383 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:34.107643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-116c0a93-e960-47ba-aaf1-980ee7f1434a None None] Provisioning complete for port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:34.108172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-116c0a93-e960-47ba-aaf1-980ee7f1434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:34.195076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c2af1ddd-0961-4cbc-98c8-8649d9b95494 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/b0d3537f-8ac8-4034-b424-ae1685fa8e21 HTTP/1.1" status: 204 len: 168 time: 2.2794740 Feb 04 20:17:34.197549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38620) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:34.291677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-7f3f2417-8a59-42d3-874f-44083f64b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:34.293270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-7f3f2417-8a59-42d3-874f-44083f64b2b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 913 time: 0.5065515 Feb 04 20:17:34.314277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38624) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:34.341734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-246712f8-b4f5-4507-b6fc-cae83fc27007 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424177 Feb 04 20:17:34.344030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38628) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:34.355963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:34.375294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762907932', 'description': 'tempest-secgroup-smoke-762907932 description', 'project_id': '4ef0b878c8be4a168a72c51e6760b96e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:34.392848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:34.421032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:34.425744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-a740741f-0ade-4856-96dd-c2eb394d53f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4 HTTP/1.1" status: 200 len: 217 time: 0.1104074 Feb 04 20:17:34.431776 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:34.435920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-60b942af-2ef0-44f8-8d60-782a859d7036 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2163975 Feb 04 20:17:34.437129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:34.441227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38634) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:34.451074 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:34.453966 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:34.521763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:34.526045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:34.531513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:17:34.536290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] Deleting port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:34.536742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:34.543102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:34.550525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:34.670771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:34.675744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:34.704133 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:34.706941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:34.794406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:34.842607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] For port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6e94513e-05d6-4e7d-bd57-e68d2e8c9fad,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:34.843864 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:34.854599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5295ee-ca0e-49a1-9097-29d80033c72d req-40abd6f8-750f-4a65-8193-fd7646916c4a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:34.863338 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd5295ee-ca0e-49a1-9097-29d80033c72d req-40abd6f8-750f-4a65-8193-fd7646916c4a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.2948756 Feb 04 20:17:34.940867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd5295ee-ca0e-49a1-9097-29d80033c72d req-7c6929b6-2c55-42d4-a08d-f20d29280d80 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765588 Feb 04 20:17:35.028989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:35.071767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38672) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:35.130645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] Calling delete_port for 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:35.227421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:35.249848 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:29Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:31Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:35.255775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:35.257374 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Updating router e3805388-60de-4cfc-8c95-17d7dabc126e port ee08f813-16dc-4b8b-ad31-3d87b44d34bf binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:17:35.315000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:35.315000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:35.317488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:35.318403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:35.341300 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:35.350930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=77f37795-1f95-46c1-b887-cece021a463f,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:35.358598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:35.360170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.360313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.360703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.361050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.361436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.361774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.362113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.362571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.363028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.365002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.365002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.365002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:35.387257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-edc9bfd0-67e6-4172-92b7-5295d3cc6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:35.391676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-edc9bfd0-67e6-4172-92b7-5295d3cc6a5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.9469788 Feb 04 20:17:35.420202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] No DVR routers for this DVR port 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:17:35.422357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438dc95-72fc-490e-809c-8d1aa7f4ed75 None None] Pushing event deleted for resources: {'Port': ['ID=6e94513e-05d6-4e7d-bd57-e68d2e8c9fad,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:35.442935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb06f9-e0f8-4d38-b80f-a344d51802be None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:35.456727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab7f8c93-93db-49c2-9c77-b52a1ee87be1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1114821 Feb 04 20:17:35.462087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38698) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:35.469886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:35.488187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-119338f9-595a-4e30-8abc-ddf6ff78eca9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852861 Feb 04 20:17:35.497065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:35.608964 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:17:35.690528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:35.731465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:17:35.731823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6e94513e-05d6-4e7d-bd57-e68d2e8c9fad not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:17:35.753047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:35.763325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:35.767989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:35.782593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:35.828634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '77f37795-1f95-46c1-b887-cece021a463f'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:17:35.829529 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:35.867445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:35.871612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:35.891674 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-d21e803c-1780-45d8-9674-5b7c6c206d53 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815386 Feb 04 20:17:35.904950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:35.948366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38720) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:36.047822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:36.057330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:36.071742 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.080117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:36.088175 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Transition to ACTIVE for port object ee08f813-16dc-4b8b-ad31-3d87b44d34bf will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:36.112675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Allocated IP 172.20.0.2 (a3617f18-5da1-4e3a-821a-582c484776ac/77f37795-1f95-46c1-b887-cece021a463f/083019c1-84b0-4cee-b445-f3a231d6b545) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:36.198906 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.354647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75313faf-bf70-454b-93ce-9a72fa929f47 None None] Pushing event updated for resources: {'Port': ['ID=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:36.425792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.438741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Transition to ACTIVE for port object 083019c1-84b0-4cee-b445-f3a231d6b545 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:36.470722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Transition to ACTIVE for port object 083019c1-84b0-4cee-b445-f3a231d6b545 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:36.478778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c42ddc48-d574-4306-b524-455d4639002c tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:36.503321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23f45bba-5f57-4808-951b-26ae33dc47b1 req-545a0319-6081-4dcf-84c3-b41040da6087 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936630 Feb 04 20:17:36.526598 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Attempting to bind port ee08f813-16dc-4b8b-ad31-3d87b44d34bf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:36.526993 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Attempting to bind port ee08f813-16dc-4b8b-ad31-3d87b44d34bf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:36.527404 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Attempting to bind port ee08f813-16dc-4b8b-ad31-3d87b44d34bf on network 26f6cbbe-ac11-4e62-b7e7-da535552f998 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:36.535107 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:36.535518 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Checking segment: {'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:36.535918 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.536305 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Bound using segment: {'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:36.536818 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Bound port: ee08f813-16dc-4b8b-ad31-3d87b44d34bf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:36.537192 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.568087 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.602837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6fa4f-f3f3-47c7-ba03-68134f388a49 req-053a8afc-719b-476e-93fe-6841cbf193e3 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:36.610511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cab6fa4f-f3f3-47c7-ba03-68134f388a49 req-053a8afc-719b-476e-93fe-6841cbf193e3 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.4084110 Feb 04 20:17:36.665378 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] For port ee08f813-16dc-4b8b-ad31-3d87b44d34bf, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:36.666934 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c42ddc48-d574-4306-b524-455d4639002c tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "PUT /v2.0/quotas/bd937ea4e074437d8cbaeef13fcb5f94 HTTP/1.1" status: 200 len: 368 time: 0.7174745 Feb 04 20:17:36.671937 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] For port ee08f813-16dc-4b8b-ad31-3d87b44d34bf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,segment=NetworkSegment(7234c0c1-857a-4f07-ba64-7eaa4b1c2b90),segment_id=7234c0c1-857a-4f07-ba64-7eaa4b1c2b90)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:36.676216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:36.687993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Request body: {'network': {'project_id': 'bd937ea4e074437d8cbaeef13fcb5f94'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:36.696047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:36.699340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:36.700669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Pushing event updated for resources: {'Port': ['ID=083019c1-84b0-4cee-b445-f3a231d6b545,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:36.707205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:36.710112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:36.714598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cab6fa4f-f3f3-47c7-ba03-68134f388a49 req-cf81fca1-0e18-4311-8891-f941caab4a0c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030629 Feb 04 20:17:36.719593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Usage tracker for resource:network and tenant:bd937ea4e074437d8cbaeef13fcb5f94 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:36.724665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:36.740604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:36.741834 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.804153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.823205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 20:17:36.828965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Attempting to bind port 083019c1-84b0-4cee-b445-f3a231d6b545 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:36.828965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Attempting to bind port 083019c1-84b0-4cee-b445-f3a231d6b545 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:36.829294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Attempting to bind port 083019c1-84b0-4cee-b445-f3a231d6b545 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:36.850865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:36.850865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:36.850865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.850865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:36.850865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Bound port: 083019c1-84b0-4cee-b445-f3a231d6b545, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:36.850865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.851688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Made reservation on behalf of bd937ea4e074437d8cbaeef13fcb5f94 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:36.853493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Removed routes are [] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 20:17:36.853947 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.860972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.866844 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:36.867664 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:36.911706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.920929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:36.972237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:36.983670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Usage tracker for resource:security_group_rule and tenant:bd937ea4e074437d8cbaeef13fcb5f94 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:36.987595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:36.993411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:37.005179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] For port 083019c1-84b0-4cee-b445-f3a231d6b545, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:37.011746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] For port 083019c1-84b0-4cee-b445-f3a231d6b545, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=083019c1-84b0-4cee-b445-f3a231d6b545,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:37.046592 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.053591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.7314680 Feb 04 20:17:37.060836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38748) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:37.061371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38750) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:37.072764 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75313faf-bf70-454b-93ce-9a72fa929f47 None None] Pushing event updated for resources: {'Port': ['ID=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:37.078374 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.103493 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:37.148701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:17:37.209433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'security_group_rule': {'security_group_id': 'dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b', 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:37.217904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e0e6c-6c66-4156-b845-ef7a0701c990 None None] Pushing event updated for resources: {'Port': ['ID=083019c1-84b0-4cee-b445-f3a231d6b545,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:37.268930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:37.281901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:37.288715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:37.297764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:37.313072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.313072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.313319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.313845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.313956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.314277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.314613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.314946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.315270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.315589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.315912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.316230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f4bd9-93ea-44e3-b892-d17de417f3e1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:17:37.319482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:37.400042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.467448 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.518952 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.562599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5a43f268-a3cb-4818-b675-6a4183fad9a4 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:17:37.577797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:17:37.631746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f0a8c8-e869-4edc-b41e-f93a86d79d9b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:37.654948 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.655299 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Added segment 10ca40ad-7577-4043-a090-d398d6df06b5 of type vlan for network a2a2532e-6c30-4c44-ac24-5042b6a80a08 Feb 04 20:17:37.662149 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:29Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:37.673507 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7955d9f-2eca-4eb7-b24f-7599a7f1d449 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:29Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:37.686683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.730144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.759255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.780931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.801940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:37.811935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:37.822974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'port_id': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'mac_address': 'fa:16:3e:0f:b4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124df688-3066-4fd2-9e18-51457673f28b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:17:37.827688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Usage tracker for resource:security_group_rule and tenant:4aae7d27ebbc4bda937c2cb7ef637ec0 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:37.836249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.840113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:37.869458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:37.873381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.933124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:37.954121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a43f268-a3cb-4818-b675-6a4183fad9a4 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:17:37.970543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:38.023316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.024937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:38.026175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.032532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.121737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:38.237953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Pushing event updated for resources: {'Network': ['ID=a2a2532e-6c30-4c44-ac24-5042b6a80a08,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:38.245380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] For port 083019c1-84b0-4cee-b445-f3a231d6b545, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=083019c1-84b0-4cee-b445-f3a231d6b545,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:38.251046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a2a2532e-6c30-4c44-ac24-5042b6a80a08 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:17:38.285057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.323973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-eab85353-b84e-4d69-85a3-f2e1780e68af tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6434636 Feb 04 20:17:38.329448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38762) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:38.336405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Request body: {'network': {'project_id': 'bd937ea4e074437d8cbaeef13fcb5f94'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:38.352472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.353423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.360542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5a43f268-a3cb-4818-b675-6a4183fad9a4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:17:38.366314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:38.508777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=083019c1-84b0-4cee-b445-f3a231d6b545,revision_number=4']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:38.525907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Usage tracker for resource:network and tenant:bd937ea4e074437d8cbaeef13fcb5f94 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:38.533071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:38.547549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:38.556278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:38.561417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:38.563488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.570040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:38.579543 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.615815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=d3a52428-8351-4f81-a5bc-e20bf9c64590,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:38.644859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:38.649472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.666560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3490f1-c7f7-4b77-90c9-c88fbc6782f6 req-60a27667-942e-4087-a2e5-1342bb733762 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:38.668106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e3490f1-c7f7-4b77-90c9-c88fbc6782f6 req-60a27667-942e-4087-a2e5-1342bb733762 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.7146144 Feb 04 20:17:38.669297 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.736703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Made reservation on behalf of bd937ea4e074437d8cbaeef13fcb5f94 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:38.739245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.758154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6b17a68e-966c-4286-855e-26b8a8372501 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2942731 Feb 04 20:17:38.762511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38766) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:38.771362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:54:b1:96', 'name': 'tempest-NetworksTestDHCPv6-515598369'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:38.793477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885f457c-2314-40e4-ba7f-ac843fa2b925,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:38.805905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:17:38.811549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eaf004-d670-407c-aefe-690e8bce5ad4 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:38.884319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.884677 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Added segment dbe108cb-72c7-45f4-bf18-05cad0ff7d27 of type vlan for network 099b23ec-c500-4a73-b958-fcedb70c0a82 Feb 04 20:17:38.888508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.896417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.940440 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:38.971100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-42d8b376-15bd-4df0-ae3e-2b171bc4c5d9 None None] Provisioning for port 083019c1-84b0-4cee-b445-f3a231d6b545 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:38.981635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:38.984028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e3490f1-c7f7-4b77-90c9-c88fbc6782f6 req-613ac20a-2e1e-4a19-ad6a-860842980acd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015089 Feb 04 20:17:38.989057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:38.993820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:38.995307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Deleting port 90765c0c-38d7-4ba3-a0a4-95be5f183250 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:38.995649 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.008835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:39.028953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c711845e-71fc-4df5-be3a-7e688b66c208,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:39.041797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fd303e4b-76d6-4ca4-8708-187f8f37b7eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4aae7d27ebbc4bda937c2cb7ef637ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9712884 Feb 04 20:17:39.045326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38770) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:39.051526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.052690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-af2169ae-fa9d-4ec0-8640-fbeaa7220fe0 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9838662 Feb 04 20:17:39.056022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.057142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38774) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:39.059932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:39.061593 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.064969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:39.064969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.068162 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.071977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f362a802-6fca-48c6-a16d-e2148ce6c3bc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 200 len: 934 time: 4.6254632 Feb 04 20:17:39.075154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'security_group_rule': {'security_group_id': 'dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b', 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:39.080565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38778) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:39.087072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:39.092894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:39.116237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:39.116874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:39.168827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:39.178834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:39.265774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Pushing event updated for resources: {'Network': ['ID=099b23ec-c500-4a73-b958-fcedb70c0a82,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:39.275913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:39.290829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 099b23ec-c500-4a73-b958-fcedb70c0a82 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:17:39.295454 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5a7ce5c-52ce-4da3-99f0-0925202823e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9621894 Feb 04 20:17:39.300109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38782) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:39.301608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:39.317280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:39.318727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Request body: {'network': {'project_id': 'bd937ea4e074437d8cbaeef13fcb5f94'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:39.328324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:39.332212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c488a57-bf54-44ce-b316-e067ce958e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.340103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Usage tracker for resource:network and tenant:bd937ea4e074437d8cbaeef13fcb5f94 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:39.349547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:39.366032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c1c893a-de35-4215-bf9a-75d0bc5f501e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 200 len: 934 time: 0.2822840 Feb 04 20:17:39.368092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:39.369034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38786) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:39.380322 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 20:17:39.380810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:17:39.384630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'routes': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:39.384757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7707077e-6e54-4275-bdc5-648379bd89e4 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0814650 Feb 04 20:17:39.384757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.397374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38790) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:39.422164 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c488a57-bf54-44ce-b316-e067ce958e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.517447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] For port 90765c0c-38d7-4ba3-a0a4-95be5f183250, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90765c0c-38d7-4ba3-a0a4-95be5f183250,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:39.517805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.545669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.566927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5a43f268-a3cb-4818-b675-6a4183fad9a4 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:39.693669 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e216c036-1d00-4c82-b71a-bf9c9f28cb6f tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd937ea4e074437d8cbaeef13fcb5f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943082 Feb 04 20:17:39.695267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port e25a37b3-4ec1-4b27-bb9f-5694ded0a852 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:17:39.736131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Calling delete_port for 90765c0c-38d7-4ba3-a0a4-95be5f183250 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:39.747331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38794) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:39.802277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 083019c1-84b0-4cee-b445-f3a231d6b545 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:39.817274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c488a57-bf54-44ce-b316-e067ce958e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.863982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.880620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c488a57-bf54-44ce-b316-e067ce958e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c711845e-71fc-4df5-be3a-7e688b66c208,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:39.884912 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c488a57-bf54-44ce-b316-e067ce958e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.889294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2c488a57-bf54-44ce-b316-e067ce958e6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c711845e-71fc-4df5-be3a-7e688b66c208 HTTP/1.1" status: 204 len: 168 time: 0.8427284 Feb 04 20:17:39.890354 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11cf0a66-dfa3-413d-9ac1-46b7a1736491 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.924071 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11cf0a66-dfa3-413d-9ac1-46b7a1736491 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.947932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:39.987507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 5a43f268-a3cb-4818-b675-6a4183fad9a4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:40.040942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5a43f268-a3cb-4818-b675-6a4183fad9a4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:40.041476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.091823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11cf0a66-dfa3-413d-9ac1-46b7a1736491 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.233467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 6, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:40.242983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 083019c1-84b0-4cee-b445-f3a231d6b545 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:40.255406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:40.265988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 083019c1-84b0-4cee-b445-f3a231d6b545 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:40.266419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.287163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567b417f-b73a-49c1-9495-035ffc74cd31,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:40.300175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf0a66-dfa3-413d-9ac1-46b7a1736491 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f0a8c8-e869-4edc-b41e-f93a86d79d9b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:40.322143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11cf0a66-dfa3-413d-9ac1-46b7a1736491 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.323126 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-11cf0a66-dfa3-413d-9ac1-46b7a1736491 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/11f0a8c8-e869-4edc-b41e-f93a86d79d9b HTTP/1.1" status: 204 len: 168 time: 0.5711212 Feb 04 20:17:40.334563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38802) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:40.349484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:40.350471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:40.411240 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.515161 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.558439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:17:40.565668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.566347 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e0f6e86-608a-4861-9ae0-07c5330bfe47 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5080440 Feb 04 20:17:40.576500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38810) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:40.581601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aed2ca2-9725-47a0-a854-c86eb5536275 None None] Provisioning complete for port 083019c1-84b0-4cee-b445-f3a231d6b545 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:40.582019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aed2ca2-9725-47a0-a854-c86eb5536275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.594887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'security_group_rule': {'security_group_id': 'dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b', 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:40.601687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:40.608229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:40.608606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:40.616210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:40.618631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:40.630651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:40.635422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaa96b-772d-4e2b-85b8-c12ecc3bb2ac req-b5d31109-de86-4ab6-ae2a-082046b46e4a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:40.636928 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4eaa96b-772d-4e2b-85b8-c12ecc3bb2ac req-b5d31109-de86-4ab6-ae2a-082046b46e4a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 944 time: 0.4536488 Feb 04 20:17:40.650751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 172.20.0.12 (a3617f18-5da1-4e3a-821a-582c484776ac/77f37795-1f95-46c1-b887-cece021a463f/e25a37b3-4ec1-4b27-bb9f-5694ded0a852) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:40.725928 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.736645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fe54:b196 (a3617f18-5da1-4e3a-821a-582c484776ac/d3a52428-8351-4f81-a5bc-e20bf9c64590/e25a37b3-4ec1-4b27-bb9f-5694ded0a852) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:40.752646 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.762040 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'code': 200} Feb 04 20:17:40.808602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099b23ec-c500-4a73-b958-fcedb70c0a82']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:40.823432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4eaa96b-772d-4e2b-85b8-c12ecc3bb2ac req-b6f92570-9b10-4a1c-a704-6ec7902d1c07 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741235 Feb 04 20:17:40.835777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe108cb-72c7-45f4-bf18-05cad0ff7d27') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:40.836128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe108cb-72c7-45f4-bf18-05cad0ff7d27') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:40.864182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:40.865932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.870382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:40.901580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added routes are [] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 20:17:40.901898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 20:17:40.992756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.003791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309325-b0ad-442a-9d5b-4122649cfb58 req-b842a40a-aee3-4dc0-8f0b-ac5643638c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:41.005515 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba309325-b0ad-442a-9d5b-4122649cfb58 req-b842a40a-aee3-4dc0-8f0b-ac5643638c88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 1096 time: 0.2186780 Feb 04 20:17:41.006340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.016687 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.019272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.039448 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.040270 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.047700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:41.060630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:41.062894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:17:41.063294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:17:41.077418 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:17:41.083628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Usage tracker for resource:security_group_rule and tenant:56dca487ea6d4cbeb835eeb2eebeed09 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:41.093992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.114258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Pushing event deleted for resources: {'Port': ['ID=90765c0c-38d7-4ba3-a0a4-95be5f183250,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:41.142751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:41.148792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 083019c1-84b0-4cee-b445-f3a231d6b545, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=083019c1-84b0-4cee-b445-f3a231d6b545,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:41.171498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aed2ca2-9725-47a0-a854-c86eb5536275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.172866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:41.182147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.219096 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.231519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee08f813-16dc-4b8b-ad31-3d87b44d34bf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:41.244237 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba309325-b0ad-442a-9d5b-4122649cfb58 req-c033b802-8a80-4f15-b552-1ac369908e8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287049 Feb 04 20:17:41.244846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95047c38-825f-40a9-81dd-90e80dfb285b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:41.301540 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.331002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object e25a37b3-4ec1-4b27-bb9f-5694ded0a852 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:41.359655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.377200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "DELETE /v2.0/networks/099b23ec-c500-4a73-b958-fcedb70c0a82 HTTP/1.1" status: 204 len: 168 time: 1.0408335 Feb 04 20:17:41.384484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38818) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:41.397343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24db38-5ce2-4a31-9b71-7942ec284c98 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Pushing event deleted for resources: {'Network': ['ID=099b23ec-c500-4a73-b958-fcedb70c0a82,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:41.443113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=083019c1-84b0-4cee-b445-f3a231d6b545,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:41.453696 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aed2ca2-9725-47a0-a854-c86eb5536275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:17:41.454135 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aed2ca2-9725-47a0-a854-c86eb5536275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:17:41.471696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 6, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:41.476193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b54f7b-8a55-460e-afa5-08ffe8b14d13 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 6, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:36Z', 'revision_number': 4, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:41.544902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.546078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0e3bcca4-079b-4d4e-9824-f916145a64e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9668481 Feb 04 20:17:41.559043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ee08f813-16dc-4b8b-ad31-3d87b44d34bf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:41.560109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38822) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:41.568890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ee08f813-16dc-4b8b-ad31-3d87b44d34bf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:41.570602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.571088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.583378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'security_group_rule': {'security_group_id': 'dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b', 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:41.595899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:41.606725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.611839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:41.644995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:41.657423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.659213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:41.716142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.748193 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.755098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.757762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.792338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ee08f813-16dc-4b8b-ad31-3d87b44d34bf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,segment=NetworkSegment(7234c0c1-857a-4f07-ba64-7eaa4b1c2b90),segment_id=7234c0c1-857a-4f07-ba64-7eaa4b1c2b90)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:41.811351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56dca487ea6d4cbeb835eeb2eebeed09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347239 Feb 04 20:17:41.830440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38826) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:41.851608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.858645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:41.872933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:41.880103 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.883855 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:41.898980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:42.094708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b87ff-8dff-4f3b-ad9d-012c664fb372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355668bb-cc39-4dae-afed-ca820012bd3a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:42.108205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 083019c1-84b0-4cee-b445-f3a231d6b545 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:42.173974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.187137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=e25a37b3-4ec1-4b27-bb9f-5694ded0a852,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:42.189923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:42.229046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 083019c1-84b0-4cee-b445-f3a231d6b545 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:42.229328 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.242463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a2532e-6c30-4c44-ac24-5042b6a80a08']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:42.257543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:42.300206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ca40ad-7577-4043-a090-d398d6df06b5') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:42.301316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ca40ad-7577-4043-a090-d398d6df06b5') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:42.321620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:42.322388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.339357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.390127 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.420837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.427310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:17:42.427871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:17:42.443093 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:17:42.495649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a445bf7c-0d47-4504-9466-6f265cdca689 None None] Provisioning for port e25a37b3-4ec1-4b27-bb9f-5694ded0a852 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:42.501701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a445bf7c-0d47-4504-9466-6f265cdca689 None None] Provisioning complete for port e25a37b3-4ec1-4b27-bb9f-5694ded0a852 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:42.502077 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a445bf7c-0d47-4504-9466-6f265cdca689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.526293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85f0819a-274f-4644-8599-be5f19a1d0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.542221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.552774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fa880243-3106-4e76-ba12-14fe1fb91e4a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7882392 Feb 04 20:17:42.559137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38832) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:42.575564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a445bf7c-0d47-4504-9466-6f265cdca689 None None] Port e25a37b3-4ec1-4b27-bb9f-5694ded0a852 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:17:42.610756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb05121-7229-488f-bb14-d9381918bdcc,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:42.618128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.651254 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.652577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85f0819a-274f-4644-8599-be5f19a1d0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.653046 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a2a2532e-6c30-4c44-ac24-5042b6a80a08 HTTP/1.1" status: 204 len: 168 time: 1.2659025 Feb 04 20:17:42.667915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad31f3-ad6d-4850-a971-e241fb73d2a3 tempest-QuotasNegativeTest-802504195 tempest-QuotasNegativeTest-802504195-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2a2532e-6c30-4c44-ac24-5042b6a80a08,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:42.680927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:42.693908 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:42.695517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339a13-e639-467d-99ef-4c0d74ef0855 req-a5abdb44-ec0b-4118-a015-e6adda7e4131 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:42.697220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b339a13-e639-467d-99ef-4c0d74ef0855 req-a5abdb44-ec0b-4118-a015-e6adda7e4131 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.5338311 Feb 04 20:17:42.697711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad0962-7015-4550-9a8e-1f665432f1ac tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:42.704347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad0962-7015-4550-9a8e-1f665432f1ac tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:42.705471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a6ad0962-7015-4550-9a8e-1f665432f1ac tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:42.707695 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:42.708327 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:42.709912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.711120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-44a79c0e-27b2-4d46-ad1f-0f3fede911fa tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 200 len: 700 time: 3.3411582 Feb 04 20:17:42.714472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.714790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:42.718774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8c4de9d-c5c4-4b21-9171-bc7b8c537a8f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1548879 Feb 04 20:17:42.719932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38840) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:42.726819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'security_group_rule': {'security_group_id': 'dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b', 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:42.734974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:42.739277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:42.742205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:42.749427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:42.808049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a6ad0962-7015-4550-9a8e-1f665432f1ac tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:42.812264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a6ad0962-7015-4550-9a8e-1f665432f1ac tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2475080 Feb 04 20:17:42.812735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38846) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:42.857474 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Project 4ef0b878c8be4a168a72c51e6760b96e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:17:42.874187 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:42.904967 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:42.914292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port e25a37b3-4ec1-4b27-bb9f-5694ded0a852 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:42.914637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.052638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.076843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b339a13-e639-467d-99ef-4c0d74ef0855 req-84cface6-ae74-4b47-a516-2ef2937c7abc tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583858 Feb 04 20:17:43.113829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d0dc9fbd-08d0-4f49-ab00-c1c224c21b49 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 200 len: 700 time: 0.3941956 Feb 04 20:17:43.116459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Router 79d4db50-9938-4dff-a6d4-a843bb220a3d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:43.117265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38850) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:43.150528 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.201428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f83835f-d314-417e-9e70-8c535ffa96e0,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:43.208043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85f0819a-274f-4644-8599-be5f19a1d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.249539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.325475 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.326828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6dd3736f-773e-4f94-8434-a90452a8d820 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6057930 Feb 04 20:17:43.344915 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:40Z', 'revision_number': 7, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:41Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:43.349367 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:43.360341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:43.361122 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:43.383760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38856) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:43.392665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for e25a37b3-4ec1-4b27-bb9f-5694ded0a852 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:43.407578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0819a-274f-4644-8599-be5f19a1d0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355668bb-cc39-4dae-afed-ca820012bd3a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:43.430324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'security_group_rule': {'security_group_id': 'dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b', 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:43.443280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:43.457091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:security_group_rule and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:43.462266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:43.472679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:43.551943 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Project 4ef0b878c8be4a168a72c51e6760b96e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:17:43.567390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.583643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85f0819a-274f-4644-8599-be5f19a1d0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.584760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-85f0819a-274f-4644-8599-be5f19a1d0aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/355668bb-cc39-4dae-afed-ca820012bd3a HTTP/1.1" status: 204 len: 168 time: 1.7533689 Feb 04 20:17:43.589485 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:43.723836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.799011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.817585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:43.841854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:43.848616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dd47859d-b28f-41d0-9da5-25ef85bea604 admin admin] 10.222.0.48 "PUT /v2.0/routers/79d4db50-9938-4dff-a6d4-a843bb220a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7578764 Feb 04 20:17:43.851893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38864) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:43.855577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] Sync routers for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:43.868297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:43.871084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:44.004634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=e25a37b3-4ec1-4b27-bb9f-5694ded0a852,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:44.011626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d68cbad-ef81-430d-bb53-7e859c0d8b44,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:44.137444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:44.165566 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:40Z', 'revision_number': 7, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:41Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:44.178544 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c46c9-edac-4cf3-9bda-9e9fed6f8114 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:40Z', 'revision_number': 7, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee08f813-16dc-4b8b-ad31-3d87b44d34bf', 'name': '', 'network_id': '26f6cbbe-ac11-4e62-b7e7-da535552f998', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:d5:12:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:25Z', 'updated_at': '2022-02-04T20:17:41Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '802d5e10-46b5-4c14-b0be-5e2a09b87d7d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:44.296360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:44.306806 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a5d9f4e1-4a20-4c95-87f2-889ff2bf0510 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9141409 Feb 04 20:17:44.357045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee08f813-16dc-4b8b-ad31-3d87b44d34bf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:44.374631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:44.383542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9bfc68f0-055e-4266-8d75-735992763c1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/e25a37b3-4ec1-4b27-bb9f-5694ded0a852 HTTP/1.1" status: 204 len: 168 time: 1.5638726 Feb 04 20:17:44.384125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38886) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:44.535714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2ef736-abae-4572-be6b-3aba1bde0555 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:44.538900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2ef736-abae-4572-be6b-3aba1bde0555 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:44.541304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2ef736-abae-4572-be6b-3aba1bde0555 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:44.542357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb2ef736-abae-4572-be6b-3aba1bde0555 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:44.576833 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:44.580235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:44.596379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:44.609940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:44.616920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Usage tracker for resource:security_group_rule and tenant:357efb277d0f422cbbd5c4823f578825 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:44.632716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:44.646560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:44.764146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2431ad-c695-4824-afce-28b2858847f6 req-5dc5f945-a72d-418c-95c0-f36570d46ecf tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:44.765824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc2431ad-c695-4824-afce-28b2858847f6 req-5dc5f945-a72d-418c-95c0-f36570d46ecf tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.3140037 Feb 04 20:17:44.832031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb2ef736-abae-4572-be6b-3aba1bde0555 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:44.837170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eb2ef736-abae-4572-be6b-3aba1bde0555 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4474213 Feb 04 20:17:44.849604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38898) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:44.880301 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:44.897202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc2431ad-c695-4824-afce-28b2858847f6 req-daf8c4cb-02ed-4095-b490-d599cba54cb9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250415 Feb 04 20:17:44.898242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ee08f813-16dc-4b8b-ad31-3d87b44d34bf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:44.898787 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:44.979362 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:44.991373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-47400a76-c479-4ce1-a147-7803fa892488 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Synchronizing usage tracker for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:45.025497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.031136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=357efb277d0f422cbbd5c4823f578825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8516521 Feb 04 20:17:45.032644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38908) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:45.035206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8678298-7c51-47ad-b147-2a6cbf93c02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ecbea-e258-426e-af34-c91b57e3bce1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:45.038458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 77f37795-1f95-46c1-b887-cece021a463f {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:45.051888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.145991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bdc-46ea-433f-8e41-4d00a906da7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.150537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Deleting port 57f6cb47-d91b-49bc-85f6-f086c4754b57 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:45.151133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.176531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:17:40Z', 'revision_number': 5, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port': {'id': '57f6cb47-d91b-49bc-85f6-f086c4754b57', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:40Z', 'updated_at': '2022-02-04T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:45.191235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] Checking router: 79d4db50-9938-4dff-a6d4-a843bb220a3d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:45.199804 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bdc-46ea-433f-8e41-4d00a906da7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.201012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-47400a76-c479-4ce1-a147-7803fa892488 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Unset dirty status for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:45.202387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-47400a76-c479-4ce1-a147-7803fa892488 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762907932&fields=id&tenant_id=4ef0b878c8be4a168a72c51e6760b96e HTTP/1.1" status: 200 len: 267 time: 0.4353757 Feb 04 20:17:45.211049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] Routers {'79d4db50-9938-4dff-a6d4-a843bb220a3d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:45.211703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['79d4db50-9938-4dff-a6d4-a843bb220a3d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:45.212164 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.263495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.379484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bdc-46ea-433f-8e41-4d00a906da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.396854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa6bdc-46ea-433f-8e41-4d00a906da7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ecbea-e258-426e-af34-c91b57e3bce1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:45.397489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] Set router 79d4db50-9938-4dff-a6d4-a843bb220a3d gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:45.401524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bdc-46ea-433f-8e41-4d00a906da7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:45.405408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-24aa6bdc-46ea-433f-8e41-4d00a906da7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d13ecbea-e258-426e-af34-c91b57e3bce1 HTTP/1.1" status: 204 len: 168 time: 0.3718319 Feb 04 20:17:45.579654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:17:45Z', 'revision_number': 6, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:45.585230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664fab7-2833-405a-8563-707c70a0b038 None None] The sync data for ids ['79d4db50-9938-4dff-a6d4-a843bb220a3d'] in n-d-811806-1 is: [{'id': '79d4db50-9938-4dff-a6d4-a843bb220a3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1491143033-router', 'tenant_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:14:38Z', 'updated_at': '2022-02-04T20:17:45Z', 'revision_number': 6, 'project_id': 'b1ca1f59ee264015bbd7f804a89ea0c6', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:45.978527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.024591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-babe5608-8c3a-412a-b9ad-1497895966ed tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:46.026293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-babe5608-8c3a-412a-b9ad-1497895966ed tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Synchronizing usage tracker for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:46.060192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] For port 57f6cb47-d91b-49bc-85f6-f086c4754b57, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=57f6cb47-d91b-49bc-85f6-f086c4754b57,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:46.060534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.079946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4014f-b00d-4779-9de7-ed86cbe098ff req-e0e80455-5212-48ed-9008-1221b0b8ee48 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:46.081471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0d4014f-b00d-4779-9de7-ed86cbe098ff req-e0e80455-5212-48ed-9008-1221b0b8ee48 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.0937707 Feb 04 20:17:46.199116 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90765c0c-38d7-4ba3-a0a4-95be5f183250 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:46.250596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 90765c0c-38d7-4ba3-a0a4-95be5f183250 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:17:46.251042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 90765c0c-38d7-4ba3-a0a4-95be5f183250 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:17:46.251628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 57f6cb47-d91b-49bc-85f6-f086c4754b57 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:46.270060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38946) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:46.277600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Calling delete_port for 57f6cb47-d91b-49bc-85f6-f086c4754b57 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:46.317476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-babe5608-8c3a-412a-b9ad-1497895966ed tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Unset dirty status for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:46.318627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-babe5608-8c3a-412a-b9ad-1497895966ed tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 813 time: 1.0671146 Feb 04 20:17:46.363206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0d4014f-b00d-4779-9de7-ed86cbe098ff req-be2b8029-1e17-48b1-8d76-5978efb06a85 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746062 Feb 04 20:17:46.363566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.391091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-ef238ba9-4af5-4801-9289-b1fbc14dc3b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/quotas/4ef0b878c8be4a168a72c51e6760b96e HTTP/1.1" status: 200 len: 375 time: 0.0495136 Feb 04 20:17:46.409075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.426981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 57f6cb47-d91b-49bc-85f6-f086c4754b57, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=57f6cb47-d91b-49bc-85f6-f086c4754b57,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:46.455363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:46.471840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Usage tracker for resource:security_group_rule and tenant:72d37c94af504cfc96ab29597cc1768c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:46.475531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:46.486131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:46.545987 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.559197 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.621530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.624182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=77f37795-1f95-46c1-b887-cece021a463f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:46.627336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=57f6cb47-d91b-49bc-85f6-f086c4754b57,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:46.631393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ed8bc-936d-41ab-84ca-d33361e37125 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:46.659177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port ee08f813-16dc-4b8b-ad31-3d87b44d34bf {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:46.659500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.748767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c39fcee9-e934-4dc9-b391-fb7b717d26dc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/77f37795-1f95-46c1-b887-cece021a463f HTTP/1.1" status: 204 len: 168 time: 1.8851855 Feb 04 20:17:46.753445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38958) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:46.758283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-c9a07a59-96b1-4825-a5c5-d82b47227656 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Synchronizing usage tracker for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:46.769603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:17:46.769921 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:17:46.834267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet d3a52428-8351-4f81-a5bc-e20bf9c64590 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:46.837471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.899930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-c9a07a59-96b1-4825-a5c5-d82b47227656 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Unset dirty status for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:46.901318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-c9a07a59-96b1-4825-a5c5-d82b47227656 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5018663 Feb 04 20:17:46.921344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:46.948803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.009363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port ee08f813-16dc-4b8b-ad31-3d87b44d34bf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,segment=NetworkSegment(7234c0c1-857a-4f07-ba64-7eaa4b1c2b90),segment_id=7234c0c1-857a-4f07-ba64-7eaa4b1c2b90)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:47.010496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.039683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.045102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.224940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for ee08f813-16dc-4b8b-ad31-3d87b44d34bf owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:47.255892 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.301338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Deleting port 57f6cb47-d91b-49bc-85f6-f086c4754b57 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:47.301682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.338147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a52428-8351-4f81-a5bc-e20bf9c64590,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:47.353446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.362838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c95ff078-39fe-4591-893e-a3cd967aa39f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/d3a52428-8351-4f81-a5bc-e20bf9c64590 HTTP/1.1" status: 204 len: 168 time: 0.6083066 Feb 04 20:17:47.365191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38970) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:47.468984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5520dd5c-aa6a-4e8f-89b1-039ff7ba845d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024208 Feb 04 20:17:47.471541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:47.632744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028d472-d544-4134-9780-0f7a8139d0aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:47.633493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3028d472-d544-4134-9780-0f7a8139d0aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:47.669088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53429dfb-78a2-4dc2-8acb-cdb8946e53e0 req-d2139f8f-1c4f-487e-894d-0b95d37780ba tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:47.669533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72d37c94af504cfc96ab29597cc1768c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3630126 Feb 04 20:17:47.670567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826f66d-b9a5-42b5-8243-162d32bf4705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3054d1d3-657f-42c8-8041-5d5087fdf7f0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:47.671089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53429dfb-78a2-4dc2-8acb-cdb8946e53e0 req-d2139f8f-1c4f-487e-894d-0b95d37780ba tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.1280022 Feb 04 20:17:47.672065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38988) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:47.725224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ece93-3d26-4290-8f86-7ddffb68fde4 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:47.750614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3028d472-d544-4134-9780-0f7a8139d0aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:47.751995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3028d472-d544-4134-9780-0f7a8139d0aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2789485 Feb 04 20:17:47.774327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38992) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:47.812999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dd11dea2-02f4-4087-8521-840cfb5cacea None None] Provisioning complete for port 083019c1-84b0-4cee-b445-f3a231d6b545 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:47.813377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd11dea2-02f4-4087-8521-840cfb5cacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.844867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53429dfb-78a2-4dc2-8acb-cdb8946e53e0 req-308e46f7-9131-4b3a-ba4a-4982c15a3124 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598942 Feb 04 20:17:47.845805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1efa8dc2-727c-429f-8f6f-95c8ebd987ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.890566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e19ab838-da21-4656-82f0-9845a3915b36 service neutron] 10.222.0.48 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9737082 Feb 04 20:17:47.911621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1efa8dc2-727c-429f-8f6f-95c8ebd987ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:47.939837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac5c19-896e-4cbc-848a-94965a0198b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:47.939837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c0ac5c19-896e-4cbc-848a-94965a0198b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:48.021978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] For port 57f6cb47-d91b-49bc-85f6-f086c4754b57, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=57f6cb47-d91b-49bc-85f6-f086c4754b57,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:48.022521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.059239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c0ac5c19-896e-4cbc-848a-94965a0198b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:48.060457 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c0ac5c19-896e-4cbc-848a-94965a0198b5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2837458 Feb 04 20:17:48.066719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39002) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:48.120510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:17:48.126409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] Deleting port 083019c1-84b0-4cee-b445-f3a231d6b545 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:48.127057 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.132178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1efa8dc2-727c-429f-8f6f-95c8ebd987ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.155331 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-df4a72c4-cd07-45c9-8024-3946fa4928d7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874736 Feb 04 20:17:48.162660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39006) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:48.169508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa8dc2-727c-429f-8f6f-95c8ebd987ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3054d1d3-657f-42c8-8041-5d5087fdf7f0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:48.176197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:48.207380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Calling delete_port for 57f6cb47-d91b-49bc-85f6-f086c4754b57 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:48.243001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1efa8dc2-727c-429f-8f6f-95c8ebd987ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.244140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1efa8dc2-727c-429f-8f6f-95c8ebd987ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3054d1d3-657f-42c8-8041-5d5087fdf7f0 HTTP/1.1" status: 204 len: 168 time: 0.5711823 Feb 04 20:17:48.334400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:48.335195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-4b6fbda3-394f-4647-8e36-e18609bd6e19 service neutron] 10.222.0.48 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177854 Feb 04 20:17:48.367437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.372130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:48.420196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] For port 083019c1-84b0-4cee-b445-f3a231d6b545, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=083019c1-84b0-4cee-b445-f3a231d6b545,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:48.420724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.422867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=ee08f813-16dc-4b8b-ad31-3d87b44d34bf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:48.466225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:48.467452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.469275 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:17:48.469960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:17:48.591500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] Calling delete_port for 083019c1-84b0-4cee-b445-f3a231d6b545 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:48.656284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-78eb6692-93e3-44e6-a65d-f9715a1d9f34 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4910870 Feb 04 20:17:48.659200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39028) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:48.674998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:48.775641 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.862464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] Pushing event deleted for resources: {'Port': ['ID=083019c1-84b0-4cee-b445-f3a231d6b545,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:48.868133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65085cc5-c9c4-48fb-a301-cd6054de0151 None None] No DVR routers for this DVR port 083019c1-84b0-4cee-b445-f3a231d6b545 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:17:48.880024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:48.894673 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:48.899349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:49.025563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:49.029415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.030896 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:17:49.036765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:17:49.046255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.106837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8aed-9072-4573-a464-0f9a56ae110e req-1a237277-bf00-4ccc-a2dd-37ea9bce5149 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:49.108362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ade8aed-9072-4573-a464-0f9a56ae110e req-1a237277-bf00-4ccc-a2dd-37ea9bce5149 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.1244874 Feb 04 20:17:49.148511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8e61026b-521a-4bcf-8f63-79c3b7f43a58 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4878781 Feb 04 20:17:49.152006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:49.161784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:49.167370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f6cb47-d91b-49bc-85f6-f086c4754b57,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:49.186354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ade8aed-9072-4573-a464-0f9a56ae110e req-ff771542-8e3d-4ea9-ae1e-54e71b89f090 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706267 Feb 04 20:17:49.313882 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.374738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0474e3a-da4f-47a6-a0cf-6683bb622957 req-d7a6a81c-f278-456a-9c13-6418b61e2617 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 210 time: 0.0557499 Feb 04 20:17:49.380736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:49.416981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:49.518512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:49.522617 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.534112 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:17:49.534112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:17:49.656873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d6e7549-0107-4525-931b-9ab299aa0074 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5038307 Feb 04 20:17:49.659769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39076) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:49.665616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:49.745581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.756692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.786736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:49.797908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:49.800465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:17:49.917223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39086) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:49.958054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:49.959803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.960521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d4db50-9938-4dff-a6d4-a843bb220a3d {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:17:49.964947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:49.966415 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:17:49.966981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:17:50.013302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:17:50.013617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:17:50.014294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b9a32399-585f-48cf-8918-fe114096132a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8917994 Feb 04 20:17:50.014294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.014294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-deaaa258-2f78-452a-8516-ecaadaf42952 admin admin] 10.222.0.48 "DELETE /v2.0/routers/79d4db50-9938-4dff-a6d4-a843bb220a3d HTTP/1.1" status: 204 len: 168 time: 6.1611600 Feb 04 20:17:50.015046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39096) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:50.016899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39098) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:50.024512 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:50.027955 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:50.095344 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ceccd62e-7e18-4f84-bec4-e7b1ef928922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.117371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 083019c1-84b0-4cee-b445-f3a231d6b545 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:50.120384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet 802d5e10-46b5-4c14-b0be-5e2a09b87d7d {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:50.125164 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.221299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.223652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 083019c1-84b0-4cee-b445-f3a231d6b545 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:17:50.224165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 083019c1-84b0-4cee-b445-f3a231d6b545 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:17:50.342090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b1e913de-e063-42ca-abc5-a145a0408209 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6812112 Feb 04 20:17:50.345817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1907505330'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:50.357455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39110) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:50.361234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:50.364935 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:50.373149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:50.390868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Usage tracker for resource:network and tenant:e91af5e5668e42a69c17d56969776b8d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:50.405816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:50.464458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80a8e-9a4c-4706-ae97-3399531344ee req-5342c8c2-22e2-4db3-b524-39484dd8b83e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:50.467213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ff80a8e-9a4c-4706-ae97-3399531344ee req-5342c8c2-22e2-4db3-b524-39484dd8b83e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.1278176 Feb 04 20:17:50.470479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.493914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:50.542709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] Deleting subnet 97486fd5-a27e-478b-997b-85561e7c07cd {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:17:50.556064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.576543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ff80a8e-9a4c-4706-ae97-3399531344ee req-37e8ca0d-6558-4772-8ba2-e12f4b40efd8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718114 Feb 04 20:17:50.602071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8e2247e-d6f9-42b1-88be-0b6a3d17a4ea req-f5763754-9c88-48ec-8230-44d9cb4326ea tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 210 time: 0.1158538 Feb 04 20:17:50.631897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:50.647168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.661706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.725398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.733197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e63cb-2b56-43db-9e3e-84fc8eac46a8 None None] Network 26f6cbbe-ac11-4e62-b7e7-da535552f998 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:50.735462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/802d5e10-46b5-4c14-b0be-5e2a09b87d7d HTTP/1.1" status: 204 len: 168 time: 0.7192776 Feb 04 20:17:50.738858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb6250-fdef-42fd-997d-26b6b8c76d52 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=802d5e10-46b5-4c14-b0be-5e2a09b87d7d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:50.745769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39124) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:50.747580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.771890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:48Z', 'revision_number': 8, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:50.778202 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:17:50.788080 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:17:50.788703 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:50.843480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:50.853916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Made reservation on behalf of e91af5e5668e42a69c17d56969776b8d for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:50.858765 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.879080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.884837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.893022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port ed60449c-33d5-4f6c-b92c-b97313e3666b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:50.893635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:50.907669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:50.913117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Usage tracker for resource:security_group_rule and tenant:e91af5e5668e42a69c17d56969776b8d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:50.917075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:50.935987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:50.977052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.019094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:51.023776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.026088 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:17:51.026811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:17:51.062649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97486fd5-a27e-478b-997b-85561e7c07cd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:51.072490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.077966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d63935-0da6-4bf4-932a-c0bef5a2e538 None None] Network 0a5386d8-b3c2-477d-bd34-fd263992649d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:51.078965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46214f2e-53e8-4a7e-ac0c-33abfd1aa35b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/97486fd5-a27e-478b-997b-85561e7c07cd HTTP/1.1" status: 204 len: 168 time: 1.0607386 Feb 04 20:17:51.081043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39132) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:51.095213 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:17:51.118218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4a7693e5-58f1-4541-a4f1-eedbf63007ef tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7586763 Feb 04 20:17:51.142548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39136) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:51.216158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] DHCP port deletion for 26f6cbbe-ac11-4e62-b7e7-da535552f998 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:17:51.238086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Deleting port ed60449c-33d5-4f6c-b92c-b97313e3666b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:51.238448 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.254182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:51.290836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port ed60449c-33d5-4f6c-b92c-b97313e3666b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ed60449c-33d5-4f6c-b92c-b97313e3666b,segment=NetworkSegment(7234c0c1-857a-4f07-ba64-7eaa4b1c2b90),segment_id=7234c0c1-857a-4f07-ba64-7eaa4b1c2b90)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:51.290836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.477975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.504528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:51.524390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.533338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Deleting port 6012fae8-8723-430e-b2ef-ff550d0d103f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:51.533717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.561447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:51.593940 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:48Z', 'revision_number': 8, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:51.596332 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.602374 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2e96d-ced1-4fff-95a0-3d51593f171d None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:48Z', 'revision_number': 8, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda9340a-5449-4054-b3a4-2ae182fd40cf', 'name': '', 'network_id': 'b1ff594f-018b-433f-9a88-b5614512b4a2', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:1a:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:17:06Z', 'updated_at': '2022-02-04T20:17:23Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '767af3f9-c4d0-4f72-b5a5-0bc79ae08634', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:17:51.606417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for ed60449c-33d5-4f6c-b92c-b97313e3666b owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:51.643723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4d577c-f296-4202-a4d2-d81c737d8d1f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:51.708012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:51.712132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.714741 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:17:51.715734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:17:51.736423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] For port ed60449c-33d5-4f6c-b92c-b97313e3666b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ed60449c-33d5-4f6c-b92c-b97313e3666b,segment=NetworkSegment(7234c0c1-857a-4f07-ba64-7eaa4b1c2b90),segment_id=7234c0c1-857a-4f07-ba64-7eaa4b1c2b90)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:51.736829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.743895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:17:51.810124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.868432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Calling delete_port for ed60449c-33d5-4f6c-b92c-b97313e3666b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:51.902405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=ed60449c-33d5-4f6c-b92c-b97313e3666b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:51.905229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No DVR routers for this DVR port ed60449c-33d5-4f6c-b92c-b97313e3666b on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:17:51.944014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39160) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:51.944411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c03b541c-c035-4147-9185-83fb458e8885 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7939136 Feb 04 20:17:51.945851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:51.946318 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Added segment a61c8187-7839-470e-bc25-a07a09b026c1 of type vlan for network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a Feb 04 20:17:52.009386 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:17:52.011527 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:17:52.039169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aae3ff6d-b4d9-4cf7-aab1-725f667340ae req-40c013ca-d49a-4dc5-8c4c-fe6663f90fad tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 210 time: 0.1129892 Feb 04 20:17:52.042493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ad4e689b-a209-49b4-af69-753ac203340a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:52.052252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] For port 6012fae8-8723-430e-b2ef-ff550d0d103f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6012fae8-8723-430e-b2ef-ff550d0d103f,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:52.052622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.069529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] DHCP port deletion for 0a5386d8-b3c2-477d-bd34-fd263992649d request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:17:52.092593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Deleting port 6012fae8-8723-430e-b2ef-ff550d0d103f {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:52.093210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.134459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee08f813-16dc-4b8b-ad31-3d87b44d34bf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:52.240953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.256370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Calling delete_port for 6012fae8-8723-430e-b2ef-ff550d0d103f owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:52.274956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ee08f813-16dc-4b8b-ad31-3d87b44d34bf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:17:52.275872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee08f813-16dc-4b8b-ad31-3d87b44d34bf not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:17:52.276468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ed60449c-33d5-4f6c-b92c-b97313e3666b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:52.357976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ed60449c-33d5-4f6c-b92c-b97313e3666b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:17:52.358319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ed60449c-33d5-4f6c-b92c-b97313e3666b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:17:52.408270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9f6a5-6fee-47bf-875e-4ec42577cf17 req-1d0ce860-eedb-4237-ad2e-a7012a10619c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:52.410742 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ee9f6a5-6fee-47bf-875e-4ec42577cf17 req-1d0ce860-eedb-4237-ad2e-a7012a10619c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.6477160 Feb 04 20:17:52.413865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.468760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.476776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f6cbbe-ac11-4e62-b7e7-da535552f998']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:52.480745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:52.481590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.520452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:52.520763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7234c0c1-857a-4f07-ba64-7eaa4b1c2b90') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:52.527519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ad4e689b-a209-49b4-af69-753ac203340a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:52.528708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ad4e689b-a209-49b4-af69-753ac203340a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5565152 Feb 04 20:17:52.536545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39170) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:52.544604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.548700 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.606130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Deleting port ed60449c-33d5-4f6c-b92c-b97313e3666b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:52.606603 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.626711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ee9f6a5-6fee-47bf-875e-4ec42577cf17 req-b82168c5-0a34-4e08-84e2-b4a2122988c5 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972418 Feb 04 20:17:52.645944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Pushing event deleted for resources: {'Port': ['ID=6012fae8-8723-430e-b2ef-ff550d0d103f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:52.655594 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7359281 Feb 04 20:17:52.662683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39180) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:52.669490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.677384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Request body: {'subnet': {'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:52.699539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] For port 6012fae8-8723-430e-b2ef-ff550d0d103f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6012fae8-8723-430e-b2ef-ff550d0d103f,segment=NetworkSegment(1b831f5c-3282-4cae-8088-8b68a2b33b06),segment_id=1b831f5c-3282-4cae-8088-8b68a2b33b06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:52.699981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.710028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-a6469afd-09b4-4460-a4be-80023299c96f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:52.711765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-a6469afd-09b4-4460-a4be-80023299c96f tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.62 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 813 time: 0.6484311 Feb 04 20:17:52.725553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:17:52.726139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.741928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] No DVR routers for this DVR port 6012fae8-8723-430e-b2ef-ff550d0d103f on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:17:52.748866 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:17:52.823411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7870f744-d532-482a-8c61-c79194f7ae14 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:52.824364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7870f744-d532-482a-8c61-c79194f7ae14 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:52.850949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Calling delete_port for 6012fae8-8723-430e-b2ef-ff550d0d103f owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:52.961364 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-165a1b32-96af-4ef0-b641-5101704563b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:52.963002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:17:52.963558 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:17:52.999741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7870f744-d532-482a-8c61-c79194f7ae14 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:53.005909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6fef3bc0-2fc0-4187-bd5c-909e7c25ebd0 None None] The port 'ed60449c-33d5-4f6c-b92c-b97313e3666b' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:17:53.010204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7870f744-d532-482a-8c61-c79194f7ae14 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4681804 Feb 04 20:17:53.018234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab0f8f-10b9-40af-bb4c-64e771229f11 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event updated for resources: {'Network': ['ID=43bf46aa-e187-4ca7-9b03-6502f4a4d28a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:53.032643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:17:53.036633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39188) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:53.039854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-acde02f1-4db3-4dff-8324-8921b66e5403 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ef0b878c8be4a168a72c51e6760b96e HTTP/1.1" status: 200 len: 379 time: 0.3174386 Feb 04 20:17:53.049727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'port': {'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'admin_state_up': True, 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'security_groups': ['dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:53.070868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:53.142988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Usage tracker for resource:subnet and tenant:e91af5e5668e42a69c17d56969776b8d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:53.147085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.163609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.167072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:53.174817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:53.246776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=26f6cbbe-ac11-4e62-b7e7-da535552f998,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:53.262289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7d30571a-d081-4c06-bbc1-2bd7ae9dc965 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/26f6cbbe-ac11-4e62-b7e7-da535552f998 HTTP/1.1" status: 204 len: 168 time: 2.5101912 Feb 04 20:17:53.281277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39210) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:53.285856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Made reservation on behalf of e91af5e5668e42a69c17d56969776b8d for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:53.293099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.358000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.410195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cc2ce2ea-330c-4399-af05-0fb557ada245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3658323 Feb 04 20:17:53.415206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39218) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:53.416446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.440010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:53.461633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e333bd22-c898-45bf-80b3-e0e1c47d9892 req-3c2cf339-05b2-434e-8ab0-991f4f2f0d21 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 210 time: 0.1175971 Feb 04 20:17:53.465533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Deleting port 6012fae8-8723-430e-b2ef-ff550d0d103f {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:53.466173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.550473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5386d8-b3c2-477d-bd34-fd263992649d']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:53.553451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.581307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b831f5c-3282-4cae-8088-8b68a2b33b06') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:53.581817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b831f5c-3282-4cae-8088-8b68a2b33b06') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:17:53.595730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-93104cd2-61d3-4d4d-b9f3-3ab89095e452 None None] The port '6012fae8-8723-430e-b2ef-ff550d0d103f' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:17:53.610722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.652815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:53.661850 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.669948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:53.675794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:17:53.676239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:17:53.692151 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:17:53.838543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:53.842749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.873094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.937381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:53.972687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:53.974203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5386d8-b3c2-477d-bd34-fd263992649d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:54.041041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6012fae8-8723-430e-b2ef-ff550d0d103f no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:17:54.080999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6012fae8-8723-430e-b2ef-ff550d0d103f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:17:54.081631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6012fae8-8723-430e-b2ef-ff550d0d103f not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:17:54.087894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:54.233544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4c4094c6-bb4b-4be7-863c-dc85656e4880 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a5386d8-b3c2-477d-bd34-fd263992649d HTTP/1.1" status: 204 len: 168 time: 3.1511009 Feb 04 20:17:54.300620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9178d-c729-4073-8d74-df8d5d7d11c1 req-5797e2dc-b9d6-4b9f-a032-9ea2bda348a6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:54.344703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73f9178d-c729-4073-8d74-df8d5d7d11c1 req-5797e2dc-b9d6-4b9f-a032-9ea2bda348a6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.4459727 Feb 04 20:17:54.432590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73f9178d-c729-4073-8d74-df8d5d7d11c1 req-821c66bf-f775-4d78-801b-e5a0e23429bc tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120450 Feb 04 20:17:54.455991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Made reservation on behalf of 4ef0b878c8be4a168a72c51e6760b96e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:54.459494 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:54.532347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:54.550989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:17:54.552224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:54.603798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:54.609529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:54.617587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:54.618374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:54.624191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b2610-3e61-4839-8ed0-9177daca246c None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:54.739205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=dac7172f-ae2e-444a-bf12-8b5d5da92851,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:54.756016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event updated for resources: {'Subnet': ['ID=851f955f-139d-4355-85bc-8557f56894d6,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:54.761222 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecffa96a-7e0c-401a-bb68-1a8ad940c3d7 req-56ce253c-ed93-430f-bf0b-6b153173466d tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 210 time: 0.1241441 Feb 04 20:17:54.778890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Checking segment: {'id': 'a61c8187-7839-470e-bc25-a07a09b026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:54.778890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Network hostable DHCP agents. Network: 43bf46aa-e187-4ca7-9b03-6502f4a4d28a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:17:54.822881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Allocated IP 172.20.0.6 (cf0a41d9-3526-4119-b801-6663b9f63685/286d23d6-65ca-4305-84b0-2ffb8f524ab1/cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:54.849296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39294) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:54.884458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-282b5d40-3439-4a8b-ab9c-6b407cf2a4a5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4597821 Feb 04 20:17:54.892420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39300) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:54.904706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:e8:57:cf', 'name': 'tempest-NetworksTestDHCPv6-189256607'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:54.923319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:54.966470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'dac7172f-ae2e-444a-bf12-8b5d5da92851'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:17:54.967730 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:54.979174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:17:55.058609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7be8ddb6-3af7-4e12-924c-f56b190d2d74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1ca1f59ee264015bbd7f804a89ea0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057178 Feb 04 20:17:55.060780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:55.099557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.126126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:55.144788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:55.167043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6bca8b-02b5-4d94-9c69-c91481d8e228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.171728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 43bf46aa-e187-4ca7-9b03-6502f4a4d28a) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:55.178471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:55.179320 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.203797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2e180-681a-466d-a8d4-b063812bbb45 None None] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:55.210566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6bca8b-02b5-4d94-9c69-c91481d8e228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.314868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Allocated IP 2001:db8::f816:3eff:fee5:47f7 (a3617f18-5da1-4e3a-821a-582c484776ac/dac7172f-ae2e-444a-bf12-8b5d5da92851/82540525-71d9-4f84-bfcc-a61d688352f7) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:55.362176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bb266851-cffd-414f-8365-6612d2d36b79 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6982477 Feb 04 20:17:55.364976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39310) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:55.383154 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.383289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Request body: {'port': {'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-510918048'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:55.409017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Transition to ACTIVE for port object cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:55.521300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6bca8b-02b5-4d94-9c69-c91481d8e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.535073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port fda9340a-5449-4054-b3a4-2ae182fd40cf {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:55.535413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.546896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:55.606333 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.692064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-43bf46aa-e187-4ca7-9b03-6502f4a4d28a', 'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a', 'tenant_id': 'e91af5e5668e42a69c17d56969776b8d', 'fixed_ips': [{'subnet_id': '851f955f-139d-4355-85bc-8557f56894d6'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:17:55.693435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.696635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.723701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bca8b-02b5-4d94-9c69-c91481d8e228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:55.805694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 9a132dd4-21fc-4621-988b-042f0bf9306c yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:17:55.907648 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:55.958123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Transition to ACTIVE for port object 82540525-71d9-4f84-bfcc-a61d688352f7 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:55.998144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Transition to ACTIVE for port object 82540525-71d9-4f84-bfcc-a61d688352f7 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:56.007764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Allocated IP 172.20.0.2 (43bf46aa-e187-4ca7-9b03-6502f4a4d28a/851f955f-139d-4355-85bc-8557f56894d6/c3997a9b-7df3-43b4-8487-ffa893561029) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:56.027967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Network cf0a41d9-3526-4119-b801-6663b9f63685 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:56.041113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'Port': ['ID=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:56.044235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:56.056753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:56.109625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:56.129721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.130709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b6bca8b-02b5-4d94-9c69-c91481d8e228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.134731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b6bca8b-02b5-4d94-9c69-c91481d8e228 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d95e81e-2b1e-4885-a34c-2ccaa60c1ae6 HTTP/1.1" status: 204 len: 168 time: 1.0729980 Feb 04 20:17:56.169790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Usage tracker for resource:port and tenant:e91af5e5668e42a69c17d56969776b8d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:56.176894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:56.183660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:56.186647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.189603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:56.283772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port fda9340a-5449-4054-b3a4-2ae182fd40cf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fda9340a-5449-4054-b3a4-2ae182fd40cf,segment=NetworkSegment(a3b0db36-ce3a-4c64-8a91-092d26275d06),segment_id=a3b0db36-ce3a-4c64-8a91-092d26275d06)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:56.286344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.312595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc2a88-0e40-4201-8b04-d1d430fb1656 req-eb1cc0a3-10bd-4a48-a6b9-255fc4672593 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:56.312595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23dc2a88-0e40-4201-8b04-d1d430fb1656 req-eb1cc0a3-10bd-4a48-a6b9-255fc4672593 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.6548569 Feb 04 20:17:56.343325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fee8:57cf (a3617f18-5da1-4e3a-821a-582c484776ac/dac7172f-ae2e-444a-bf12-8b5d5da92851/9a132dd4-21fc-4621-988b-042f0bf9306c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:56.363054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:56.371763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Pushing event updated for resources: {'Port': ['ID=82540525-71d9-4f84-bfcc-a61d688352f7,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:56.374873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0ab3b-4c55-4fab-8546-bc0409efd7e5 req-5c9ad237-dbe0-4fc1-a71e-1b8ef07c4286 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:56.375360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:56.380148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:56.381920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2dc0ab3b-4c55-4fab-8546-bc0409efd7e5 req-5c9ad237-dbe0-4fc1-a71e-1b8ef07c4286 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 931 time: 0.3622818 Feb 04 20:17:56.426973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Made reservation on behalf of e91af5e5668e42a69c17d56969776b8d for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:56.434822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.484481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-2dce2fdd-65a8-4727-886d-248922f3df5c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4387045 Feb 04 20:17:56.491681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for fda9340a-5449-4054-b3a4-2ae182fd40cf owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:17:56.501461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Attempting to bind port 82540525-71d9-4f84-bfcc-a61d688352f7 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:56.501843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Attempting to bind port 82540525-71d9-4f84-bfcc-a61d688352f7 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:56.502206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Attempting to bind port 82540525-71d9-4f84-bfcc-a61d688352f7 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:56.519763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:56.523995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:56.523995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.523995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:56.523995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Bound port: 82540525-71d9-4f84-bfcc-a61d688352f7, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:56.523995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.546411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] device_id is not set on port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:17:56.548526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Request body: {'port': {'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:56.662369 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2dc0ab3b-4c55-4fab-8546-bc0409efd7e5 req-6463c5fc-9be8-4a73-a6a8-125fed5f6453 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791808 Feb 04 20:17:56.682451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23dc2a88-0e40-4201-8b04-d1d430fb1656 req-6dbd0a28-c0b0-4b87-8415-2f027c3a087f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718284 Feb 04 20:17:56.739014 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.766562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Transition to ACTIVE for port object c3997a9b-7df3-43b4-8487-ffa893561029 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:56.823105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Transition to ACTIVE for port object c3997a9b-7df3-43b4-8487-ffa893561029 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:56.839953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] For port 82540525-71d9-4f84-bfcc-a61d688352f7, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:56.846260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] For port 82540525-71d9-4f84-bfcc-a61d688352f7, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=82540525-71d9-4f84-bfcc-a61d688352f7,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:56.847674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-574a6c90-165d-4964-a30e-05df0bc32b92 None None] Provisioning for port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:56.857318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-574a6c90-165d-4964-a30e-05df0bc32b92 None None] Provisioning complete for port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:56.857835 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-574a6c90-165d-4964-a30e-05df0bc32b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.859288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.877547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 9a132dd4-21fc-4621-988b-042f0bf9306c will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:56.885449 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.950045 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.954151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:56.975667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Allocated IP 172.20.0.12 (43bf46aa-e187-4ca7-9b03-6502f4a4d28a/851f955f-139d-4355-85bc-8557f56894d6/ebf112c4-f52f-4bf8-845d-075d1ebf3d67) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:57.021090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:57.078492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:57.078492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:57.087503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:57.087503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Pushing event updated for resources: {'Port': ['ID=c3997a9b-7df3-43b4-8487-ffa893561029,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:57.093322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-574a6c90-165d-4964-a30e-05df0bc32b92 None None] Port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:17:57.175895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:57.192913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:57.217929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:57.231308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:57.231308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:57.260503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Attempting to bind port c3997a9b-7df3-43b4-8487-ffa893561029 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:57.260503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Attempting to bind port c3997a9b-7df3-43b4-8487-ffa893561029 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a61c8187-7839-470e-bc25-a07a09b026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:57.260503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Attempting to bind port c3997a9b-7df3-43b4-8487-ffa893561029 on network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:57.277498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:57.277498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Checking segment: {'id': 'a61c8187-7839-470e-bc25-a07a09b026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:57.277498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:57.277498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Bound using segment: {'id': 'a61c8187-7839-470e-bc25-a07a09b026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:57.277498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Bound port: c3997a9b-7df3-43b4-8487-ffa893561029, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61c8187-7839-470e-bc25-a07a09b026c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:57.277498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:57.295249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5943-eb00-4212-a237-f7693fd49cff None None] Pushing event updated for resources: {'Port': ['ID=82540525-71d9-4f84-bfcc-a61d688352f7,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:57.316234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=9a132dd4-21fc-4621-988b-042f0bf9306c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:57.356752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-440b5ebd-7066-4e39-a649-859f9bf35ac8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4561806 Feb 04 20:17:57.358800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:57.359047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:57.430753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=fda9340a-5449-4054-b3a4-2ae182fd40cf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:57.441143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:17:57.446812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c3997a9b-7df3-43b4-8487-ffa893561029,segment=NetworkSegment(a61c8187-7839-470e-bc25-a07a09b026c1),segment_id=a61c8187-7839-470e-bc25-a07a09b026c1)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:17:57.514319 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:57.817067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73e658-5436-4801-9161-559ff6746c15 None None] Pushing event updated for resources: {'Port': ['ID=c3997a9b-7df3-43b4-8487-ffa893561029,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:57.823596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:17:57.922979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:57.981609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Transition to ACTIVE for port object cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:58.029408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.051224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Transition to ACTIVE for port object ebf112c4-f52f-4bf8-845d-075d1ebf3d67 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:17:58.129422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39400) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:58.195470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca72b73-217e-437e-9c2f-426d43e06697 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:58.195470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca72b73-217e-437e-9c2f-426d43e06697 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:58.195470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4ca72b73-217e-437e-9c2f-426d43e06697 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:17:58.203454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.243007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.312077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 82540525-71d9-4f84-bfcc-a61d688352f7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:17:58.425455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:17:58.455538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event updated for resources: {'Port': ['ID=ebf112c4-f52f-4bf8-845d-075d1ebf3d67,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:58.458921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4ca72b73-217e-437e-9c2f-426d43e06697 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:17:58.464343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ca72b73-217e-437e-9c2f-426d43e06697 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0915294 Feb 04 20:17:58.464343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:17:58.468410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:17:58.474189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39410) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:58.522147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 82540525-71d9-4f84-bfcc-a61d688352f7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:58.558057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-471894171-network', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:58.568632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:58.569353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.578049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:58.593106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Usage tracker for resource:network and tenant:51f547069331411bbdb7fc27282cd2c0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:58.603676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d462bf-e5f3-4d76-8aeb-a03c66cc292f req-4fb63f78-5785-46c8-ad7d-ed23669fff2d tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:58.611726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30d462bf-e5f3-4d76-8aeb-a03c66cc292f req-4fb63f78-5785-46c8-ad7d-ed23669fff2d tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 943 time: 0.5334079 Feb 04 20:17:58.628082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:58.643042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:58.682125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30d462bf-e5f3-4d76-8aeb-a03c66cc292f req-0279ebbc-2f28-4c0a-b24f-7c30c94297fc tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621529 Feb 04 20:17:58.714614 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60398105-2e92-4643-84b3-1ee74be33117 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3464451 Feb 04 20:17:58.714614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39416) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:17:58.721263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Request body: {'port': {'network_id': '43bf46aa-e187-4ca7-9b03-6502f4a4d28a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1386854058', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:17:58.721803 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] bootfile-name is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:17:58.722193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] tftp-server is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:17:58.722498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] server-ip-address is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:17:58.819881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Pushing event updated for resources: {'Port': ['ID=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:58.882685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Made reservation on behalf of 51f547069331411bbdb7fc27282cd2c0 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:58.885069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.904898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 9a132dd4-21fc-4621-988b-042f0bf9306c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:17:58.905245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.931574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.959684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:58.975066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:58.984927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:17:58.989310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Usage tracker for resource:security_group_rule and tenant:51f547069331411bbdb7fc27282cd2c0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:58.995749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:58.999563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Usage tracker for resource:port and tenant:e91af5e5668e42a69c17d56969776b8d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:17:59.005398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:17:59.008084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:59.014206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:17:59.102128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Made reservation on behalf of e91af5e5668e42a69c17d56969776b8d for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:17:59.108692 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.146834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.147816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] device_id is not set on port 94f8dfe6-2acd-415d-9f8a-266b46b9e825 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:17:59.216918 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.245396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419547-a5e9-46f5-88eb-34512091511d req-58f88b31-580e-423e-895b-f36c63991b5b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:59.247143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d419547-a5e9-46f5-88eb-34512091511d req-58f88b31-580e-423e-895b-f36c63991b5b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 1.1458404 Feb 04 20:17:59.272121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:17:59.275602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Attempting to bind port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:17:59.275942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Attempting to bind port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:17:59.276273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Attempting to bind port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 on network cf0a41d9-3526-4119-b801-6663b9f63685 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:59.286127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1dded-90a1-4e39-b81c-305b28871cb7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:59.317002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 on network cf0a41d9-3526-4119-b801-6663b9f63685 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:17:59.317334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Attempting to bind port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 on network cf0a41d9-3526-4119-b801-6663b9f63685 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:17:59.329999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dc0793ec-d4f0-4566-a66d-5c6ed0098885 None None] Provisioning for port 82540525-71d9-4f84-bfcc-a61d688352f7 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:17:59.341248 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.341825 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Added segment 9ba4b174-1cb7-4511-bb0d-958b71fb9551 of type vlan for network fbcd459a-cbf8-4673-9888-634dfb9fca39 Feb 04 20:17:59.343303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dc0793ec-d4f0-4566-a66d-5c6ed0098885 None None] Provisioning complete for port 82540525-71d9-4f84-bfcc-a61d688352f7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:17:59.343947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc0793ec-d4f0-4566-a66d-5c6ed0098885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.386789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:17:59.389961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Checking segment: {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:17:59.398811 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.407105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Bound using segment: {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:17:59.408135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Bound port: cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15a40a-cb03-4002-97f2-9833631e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:17:59.411134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Allocated IP 172.20.0.3 (43bf46aa-e187-4ca7-9b03-6502f4a4d28a/851f955f-139d-4355-85bc-8557f56894d6/94f8dfe6-2acd-415d-9f8a-266b46b9e825) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:17:59.411904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.615722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc0793ec-d4f0-4566-a66d-5c6ed0098885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.669164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dc0793ec-d4f0-4566-a66d-5c6ed0098885 None None] For port 82540525-71d9-4f84-bfcc-a61d688352f7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=82540525-71d9-4f84-bfcc-a61d688352f7,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:17:59.737325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d419547-a5e9-46f5-88eb-34512091511d req-982d7e18-a60d-4fdf-b029-aea4abf8b8c6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683385 Feb 04 20:17:59.747413 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc0793ec-d4f0-4566-a66d-5c6ed0098885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.895907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0793ec-d4f0-4566-a66d-5c6ed0098885 None None] Pushing event updated for resources: {'Port': ['ID=82540525-71d9-4f84-bfcc-a61d688352f7,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:17:59.921936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.921936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:17:59.921936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.935668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:17:59.965592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447280b0-7820-41d0-81fd-736ecf260426 None None] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:17:59.986551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4bceed25-69c4-4189-8dce-94e9267c4b66 None None] Provisioning for port 9a132dd4-21fc-4621-988b-042f0bf9306c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:00.086499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] Pushing event updated for resources: {'Network': ['ID=fbcd459a-cbf8-4673-9888-634dfb9fca39,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:00.092468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 9a132dd4-21fc-4621-988b-042f0bf9306c owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:00.133650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] For port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:00.134566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cbf13-6b59-488e-8c68-f5e6a49dbdd7 req-455afbee-45a6-4d7c-bd8e-ffcbddfa61ad tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:00.136085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a2cbf13-6b59-488e-8c68-f5e6a49dbdd7 req-455afbee-45a6-4d7c-bd8e-ffcbddfa61ad tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 943 time: 0.2849007 Feb 04 20:18:00.146039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:18:00.161318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:00.167775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4bceed25-69c4-4189-8dce-94e9267c4b66 None None] Provisioning complete for port 9a132dd4-21fc-4621-988b-042f0bf9306c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:00.168204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4bceed25-69c4-4189-8dce-94e9267c4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.171467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] For port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:00.193517 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.219526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ec5f270c-997e-4aff-848a-b85bc3b3a68a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0869200 Feb 04 20:18:00.224211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c3997a9b-7df3-43b4-8487-ffa893561029 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:00.229861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39462) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:00.239768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Request body: {'subnet': {'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-subnet', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:00.251044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:00.255090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Transition to ACTIVE for port object 94f8dfe6-2acd-415d-9f8a-266b46b9e825 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:00.260021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a2cbf13-6b59-488e-8c68-f5e6a49dbdd7 req-2a4bcd9b-3f71-4f9f-8a00-745bdcca5e61 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076558 Feb 04 20:18:00.261110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Usage tracker for resource:subnet and tenant:51f547069331411bbdb7fc27282cd2c0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:00.265558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:00.272608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:00.306458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.365236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Made reservation on behalf of 51f547069331411bbdb7fc27282cd2c0 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:00.369135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.431744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4bceed25-69c4-4189-8dce-94e9267c4b66 None None] Port 9a132dd4-21fc-4621-988b-042f0bf9306c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:00.450584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.549921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:00.555058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:00.558031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c3997a9b-7df3-43b4-8487-ffa893561029 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:00.565613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:00.567193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 82540525-71d9-4f84-bfcc-a61d688352f7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:00.599873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:00.600501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.602055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] 10.222.0.62 "PUT /v2.0/ports/cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 1091 time: 4.0575500 Feb 04 20:18:00.617179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event updated for resources: {'Port': ['ID=94f8dfe6-2acd-415d-9f8a-266b46b9e825,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:00.620690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:00.667174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:00.667938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.679985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 82540525-71d9-4f84-bfcc-a61d688352f7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:00.680472 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.730347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1f62e-f57f-4ded-b588-1a1ac33ac11c service neutron] Pushing event updated for resources: {'Port': ['ID=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:00.736582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:00.745404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-10992d40-f381-44e6-b43e-8414b900be5b None None] Provisioning for port c3997a9b-7df3-43b4-8487-ffa893561029 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:00.771024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eb0ff783-de0f-4255-b103-7ee91b0f388b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4338140 Feb 04 20:18:00.771567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39474) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:00.784130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:00.806294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-10992d40-f381-44e6-b43e-8414b900be5b None None] Provisioning complete for port c3997a9b-7df3-43b4-8487-ffa893561029 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:00.806772 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10992d40-f381-44e6-b43e-8414b900be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.859754 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'status': 'completed', 'code': 200} Feb 04 20:18:00.871816 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.904117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet 767af3f9-c4d0-4f72-b5a5-0bc79ae08634 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:00.916399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84859e16-591f-4403-afbf-1eddd890f1d5 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1994877 Feb 04 20:18:00.920904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39482) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:00.925327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:00.960705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:00.961347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:00.991709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=9a132dd4-21fc-4621-988b-042f0bf9306c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:01.001246 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.003678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a8952445-7c7e-4ef4-9a01-0c2082abad9e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9a132dd4-21fc-4621-988b-042f0bf9306c HTTP/1.1" status: 204 len: 168 time: 2.5224326 Feb 04 20:18:01.007348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39486) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:01.050276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-6bce0b49-cab9-403f-a2d3-25e28c2fe4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.052442 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-6bce0b49-cab9-403f-a2d3-25e28c2fe4b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1094 time: 0.2714090 Feb 04 20:18:01.149319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39492) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:01.197016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-663114e5-97d1-422d-a354-a556105ad1fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 217 time: 0.1345854 Feb 04 20:18:01.272764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-58819165-5800-4f5b-84c4-af20242020a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.274598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-58819165-5800-4f5b-84c4-af20242020a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 200 len: 852 time: 0.0707903 Feb 04 20:18:01.302256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.362682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73172a-7601-4211-a0b5-dc485f2c2ffe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.364351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73172a-7601-4211-a0b5-dc485f2c2ffe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.366033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9d73172a-7601-4211-a0b5-dc485f2c2ffe tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3577180 Feb 04 20:18:01.370873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39500) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:01.462382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet dac7172f-ae2e-444a-bf12-8b5d5da92851 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:01.510851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.559832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.563563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:01.609488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:01.644577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7bc9ec-b322-46d0-8ad3-f1fe7146cdff tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.651460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7bc9ec-b322-46d0-8ad3-f1fe7146cdff tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.659462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7bc9ec-b322-46d0-8ad3-f1fe7146cdff tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.660667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cc7bc9ec-b322-46d0-8ad3-f1fe7146cdff tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Synchronizing usage tracker for tenant:e91af5e5668e42a69c17d56969776b8d on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:01.664760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.672117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Usage tracker for resource:security_group_rule and tenant:86fa539acfc14c1b8c62e4cadf23fbd6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:01.675588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-ad054c8e-63ea-4a93-af77-ba1aeca99769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.677288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-ad054c8e-63ea-4a93-af77-ba1aeca99769 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf0a41d9-3526-4119-b801-6663b9f63685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3943641 Feb 04 20:18:01.680802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.724789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:01.741990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9396a19-ee3b-4a80-ad39-a4d898397fc8 req-7ac4efc6-c850-4903-8c95-90cd9dbe981b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.743516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a9396a19-ee3b-4a80-ad39-a4d898397fc8 req-7ac4efc6-c850-4903-8c95-90cd9dbe981b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.8260055 Feb 04 20:18:01.762291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:01.763724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7048-c532-4019-be89-93e96033ea88 req-89dbe742-502a-476c-bc63-324e5c2ce8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.765206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dcb7048-c532-4019-be89-93e96033ea88 req-89dbe742-502a-476c-bc63-324e5c2ce8e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 1096 time: 0.3003676 Feb 04 20:18:01.790895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10992d40-f381-44e6-b43e-8414b900be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.889354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-10992d40-f381-44e6-b43e-8414b900be5b None None] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c3997a9b-7df3-43b4-8487-ffa893561029,segment=NetworkSegment(a61c8187-7839-470e-bc25-a07a09b026c1),segment_id=a61c8187-7839-470e-bc25-a07a09b026c1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:01.889795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cc7bc9ec-b322-46d0-8ad3-f1fe7146cdff tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Unset dirty status for tenant:e91af5e5668e42a69c17d56969776b8d on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:01.891120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cc7bc9ec-b322-46d0-8ad3-f1fe7146cdff tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.9072251 Feb 04 20:18:01.904673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39504) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:01.917488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.933869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53ffd7-b3cd-4ea9-8e89-30b10cbe8cec req-142a619b-80a2-478a-abfe-cbfa01e64ead tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:01.934459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7f53ffd7-b3cd-4ea9-8e89-30b10cbe8cec req-142a619b-80a2-478a-abfe-cbfa01e64ead tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Synchronizing usage tracker for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:01.946004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:01.959020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10992d40-f381-44e6-b43e-8414b900be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.026876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-190e6d67-7c6a-4096-8e3f-67984c483ca1 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085828 Feb 04 20:18:02.036360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.042946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a734547d-bfe1-459e-8138-d45fe87c6c12,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:02.055561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10992d40-f381-44e6-b43e-8414b900be5b None None] Pushing event updated for resources: {'Port': ['ID=c3997a9b-7df3-43b4-8487-ffa893561029,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:02.076540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.078593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:56Z', 'revision_number': 9, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:02.080514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a9396a19-ee3b-4a80-ad39-a4d898397fc8 req-58a9a888-c9fd-48fa-93de-1e060c843f30 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199463 Feb 04 20:18:02.095792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:02.111328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Checking segment: {'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:02.111328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Network hostable DHCP agents. Network: fbcd459a-cbf8-4673-9888-634dfb9fca39, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:18:02.111612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:02.111612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:02.136567 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86fa539acfc14c1b8c62e4cadf23fbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9649384 Feb 04 20:18:02.152242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39508) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:02.152242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Deleting port 94f8dfe6-2acd-415d-9f8a-266b46b9e825 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:02.152242 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.169287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7f53ffd7-b3cd-4ea9-8e89-30b10cbe8cec req-142a619b-80a2-478a-abfe-cbfa01e64ead tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Unset dirty status for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:02.170455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f53ffd7-b3cd-4ea9-8e89-30b10cbe8cec req-142a619b-80a2-478a-abfe-cbfa01e64ead tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 943 time: 0.6692576 Feb 04 20:18:02.182680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c33ad7-ca27-482e-b6b2-59d87c6d280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a1029-d5bd-41c1-b3e4-12a9928e2dcd,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:02.196049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7048-c532-4019-be89-93e96033ea88 req-72f47b15-450a-4e94-8af9-450174968c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:02.197490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dcb7048-c532-4019-be89-93e96033ea88 req-72f47b15-450a-4e94-8af9-450174968c51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 913 time: 0.3834219 Feb 04 20:18:02.247107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Provisioning for port 94f8dfe6-2acd-415d-9f8a-266b46b9e825 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:02.264470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Provisioning complete for port 94f8dfe6-2acd-415d-9f8a-266b46b9e825 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:02.264976 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.301136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dcb7048-c532-4019-be89-93e96033ea88 req-babfc383-7cb9-4a27-afa8-2386ca9c5baa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4 HTTP/1.1" status: 200 len: 217 time: 0.0869458 Feb 04 20:18:02.313524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.342837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:02.368972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:18:02.377066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=767af3f9-c4d0-4f72-b5a5-0bc79ae08634,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:02.384812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Port 94f8dfe6-2acd-415d-9f8a-266b46b9e825 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:02.410519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.410760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f53ffd7-b3cd-4ea9-8e89-30b10cbe8cec req-6d60ffe5-097a-44ea-b0c2-27a7d543a213 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272685 Feb 04 20:18:02.410859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec0ab3-f742-4b98-836d-64fb6fbac29c None None] Network b1ff594f-018b-433f-9a88-b5614512b4a2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:02.416727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e3871-f419-45e1-bd47-da53f6890881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.423351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16ee22c4-3bfd-4710-803e-f5089bed7e83 req-82781318-65c1-4690-833a-cbb23ae69ef7 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882315 Feb 04 20:18:02.432277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7048-c532-4019-be89-93e96033ea88 req-9da82a7b-eee4-41d3-b2d0-50d23dafc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:02.434499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dcb7048-c532-4019-be89-93e96033ea88 req-9da82a7b-eee4-41d3-b2d0-50d23dafc6e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.1077335 Feb 04 20:18:02.617842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, fbcd459a-cbf8-4673-9888-634dfb9fca39) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:02.634287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:02.634972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.647660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9f03072d-b7ea-407b-ae19-a6a1b5d1f148 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/767af3f9-c4d0-4f72-b5a5-0bc79ae08634 HTTP/1.1" status: 204 len: 168 time: 1.8728878 Feb 04 20:18:02.664682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39512) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:02.664682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.676363 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e3871-f419-45e1-bd47-da53f6890881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.676722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb969b5-6707-4f8c-9404-d2bb3e6e9583 None None] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:02.708453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dcb7048-c532-4019-be89-93e96033ea88 req-594a769c-f680-467f-8c5c-7f48e16faa46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2645099 Feb 04 20:18:02.736623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=dac7172f-ae2e-444a-bf12-8b5d5da92851,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:02.746410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.813927 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.814130 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0fc2a2e4-3464-467d-a779-d8b6c633b008 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5804703 Feb 04 20:18:02.818761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c823d6-fcea-40a5-af50-e8fcfb02d1e0 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:02.853959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Provisioning complete for port c3997a9b-7df3-43b4-8487-ffa893561029 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:02.854341 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:02.873104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39516) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:02.876200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:02.886239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Calling delete_port for 94f8dfe6-2acd-415d-9f8a-266b46b9e825 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:02.918940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:02.919141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f9bac879-c198-4136-adfe-d9edc0ca096b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/dac7172f-ae2e-444a-bf12-8b5d5da92851 HTTP/1.1" status: 204 len: 168 time: 1.5399399 Feb 04 20:18:02.919543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39520) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:02.935317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Usage tracker for resource:router and tenant:51f547069331411bbdb7fc27282cd2c0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:02.945302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:02.954863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:03.023435 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e3871-f419-45e1-bd47-da53f6890881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.034476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-169a6c3a-b38e-4859-b5ad-bcd4af2a6029 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054351 Feb 04 20:18:03.038941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.041866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39524) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:03.045890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e3871-f419-45e1-bd47-da53f6890881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a1029-d5bd-41c1-b3e4-12a9928e2dcd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:03.059595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:03.070408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-7dfcb65c-3a2d-41b1-acf4-549f7893d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:03.071970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-7dfcb65c-3a2d-41b1-acf4-549f7893d15e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1094 time: 0.4539139 Feb 04 20:18:03.077144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.078083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.079072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dcb7048-c532-4019-be89-93e96033ea88 req-977a3a15-8cfc-409e-8c46-96205faa9f17 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434784 Feb 04 20:18:03.128325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:03.128325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.263827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:03.270656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:03.279048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:03.319293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e3871-f419-45e1-bd47-da53f6890881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.322945 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-381e3871-f419-45e1-bd47-da53f6890881 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d90a1029-d5bd-41c1-b3e4-12a9928e2dcd HTTP/1.1" status: 204 len: 168 time: 1.1469648 Feb 04 20:18:03.328128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:03.336607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.371791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.415659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-6f075a79-717a-4974-9d95-75328b79480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:03.416479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-6f075a79-717a-4974-9d95-75328b79480f service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 914 time: 0.3356066 Feb 04 20:18:03.503983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] DHCP port deletion for b1ff594f-018b-433f-9a88-b5614512b4a2 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:03.522084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-fbcd459a-cbf8-4673-9888-634dfb9fca39', 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'fixed_ips': [{'subnet_id': 'a734547d-bfe1-459e-8138-d45fe87c6c12'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:03.523069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.552797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Deleting port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:03.552797 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.597214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event deleted for resources: {'Port': ['ID=94f8dfe6-2acd-415d-9f8a-266b46b9e825,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:03.663643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:03.667335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.692197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Provisioning for port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:03.720188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-48bd8e45-7f84-4766-b54c-22e89f4a440c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 217 time: 0.2743778 Feb 04 20:18:03.737184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Provisioning complete for port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:03.737746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.746902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dcb7048-c532-4019-be89-93e96033ea88 req-2a0db018-3ba4-47eb-8905-8736ca5f5809 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350980 Feb 04 20:18:03.748871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port dbb4e74b-ee75-452f-9a9e-0a196464f1a5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,segment=NetworkSegment(a3b0db36-ce3a-4c64-8a91-092d26275d06),segment_id=a3b0db36-ce3a-4c64-8a91-092d26275d06)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:03.749235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:03.890478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:56Z', 'revision_number': 9, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:03.963204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bac97b-e0bd-4197-8205-1996cf0fcec3 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:17:56Z', 'revision_number': 9, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4813899e-9bfa-4986-8441-a24de1474a26', 'name': '', 'network_id': '487c171f-9b6c-4f1a-b4d0-7dcfacbdea31', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:6e:0e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:40Z', 'updated_at': '2022-02-04T20:17:01Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': 'cbc90534-4a74-431a-81c9-3f55e3f1b2ac', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:04.033335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:04.042492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-f6746def-debc-4e95-bbb3-05a9b1d89e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:04.044638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-f6746def-debc-4e95-bbb3-05a9b1d89e68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 200 len: 852 time: 0.1767786 Feb 04 20:18:04.046755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e1636ab3-869a-4511-8359-6c0b7c829049 None None] Port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:04.054806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for dbb4e74b-ee75-452f-9a9e-0a196464f1a5 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:04.078278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eef31-dedf-45e1-b8fc-62e9d4b764ae req-d051face-ae68-4782-888f-0813196317ae tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:04.079941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a7eef31-dedf-45e1-b8fc-62e9d4b764ae req-d051face-ae68-4782-888f-0813196317ae tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.8023131 Feb 04 20:18:04.098504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] Deleting port 82540525-71d9-4f84-bfcc-a61d688352f7 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:04.098911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.099961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.134618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.191921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Allocated IP 172.20.0.2 (fbcd459a-cbf8-4673-9888-634dfb9fca39/a734547d-bfe1-459e-8138-d45fe87c6c12/9446c0f0-406a-4664-8303-a38a6195fd58) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:04.216464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] For port dbb4e74b-ee75-452f-9a9e-0a196464f1a5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,segment=NetworkSegment(a3b0db36-ce3a-4c64-8a91-092d26275d06),segment_id=a3b0db36-ce3a-4c64-8a91-092d26275d06)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:04.216861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.217464 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-41453427-b5a4-472c-b408-84995e60e921 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "DELETE /v2.0/ports/94f8dfe6-2acd-415d-9f8a-266b46b9e825 HTTP/1.1" status: 204 len: 168 time: 2.3017452 Feb 04 20:18:04.231665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39544) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:04.257322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Request body: {'port': {'name': 'tempest-new-port-name-163983090', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:04.262831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] bootfile-name is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:18:04.262831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] tftp-server is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:18:04.262831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] server-ip-address is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:18:04.333542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1653fe1-cbce-466d-a3b3-87b4050ecfd7 req-706e479a-eaf4-4410-a70f-1073d4236f93 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:04.341311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1653fe1-cbce-466d-a3b3-87b4050ecfd7 req-706e479a-eaf4-4410-a70f-1073d4236f93 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 943 time: 0.7116053 Feb 04 20:18:04.366158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a7eef31-dedf-45e1-b8fc-62e9d4b764ae req-02ab851d-5646-410e-bcfe-d9c3f748f438 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719929 Feb 04 20:18:04.412321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1653fe1-cbce-466d-a3b3-87b4050ecfd7 req-19e1f67d-87e8-4a78-94bb-47fae34d5ca3 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698733 Feb 04 20:18:04.428001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-8a12bc18-ab5a-463f-bed4-05bf61d49093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:04.429557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-8a12bc18-ab5a-463f-bed4-05bf61d49093 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf0a41d9-3526-4119-b801-6663b9f63685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475063 Feb 04 20:18:04.536679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Calling delete_port for dbb4e74b-ee75-452f-9a9e-0a196464f1a5 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:04.545322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.591379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c3997a9b-7df3-43b4-8487-ffa893561029 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:04.600763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=dbb4e74b-ee75-452f-9a9e-0a196464f1a5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:04.623256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No DVR routers for this DVR port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:04.677716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-b5a43001-7dc6-4361-8652-530c06a71d8c service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407019 Feb 04 20:18:04.765904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.784134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.825812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff594f-018b-433f-9a88-b5614512b4a2']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:04.846305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b0db36-ce3a-4c64-8a91-092d26275d06') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:04.846512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b0db36-ce3a-4c64-8a91-092d26275d06') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:04.883583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] For port 82540525-71d9-4f84-bfcc-a61d688352f7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=82540525-71d9-4f84-bfcc-a61d688352f7,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:04.884142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:04.901017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:04.901374 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:05.001961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da016993-6b9f-4b41-a4e1-6052188ea073 req-c86eaaee-bd37-4cb3-be7e-93fe4659b492 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439083 Feb 04 20:18:05.006425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.027623 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.035328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:05.035970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:05.050806 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:05.106862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] Calling delete_port for 82540525-71d9-4f84-bfcc-a61d688352f7 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:05.200324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c3997a9b-7df3-43b4-8487-ffa893561029 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:05.200703 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.266844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.272241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.283760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.297719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=b1ff594f-018b-433f-9a88-b5614512b4a2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:05.300841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Transition to ACTIVE for port object 9446c0f0-406a-4664-8303-a38a6195fd58 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:05.319076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-027e26c0-617e-468b-9a72-c71a7a69f2cf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/b1ff594f-018b-433f-9a88-b5614512b4a2 HTTP/1.1" status: 204 len: 168 time: 2.6502252 Feb 04 20:18:05.321740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39562) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:05.363404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Transition to ACTIVE for port object 9446c0f0-406a-4664-8303-a38a6195fd58 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:05.377583 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.408330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:18:05.419700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Deleting port dbb4e74b-ee75-452f-9a9e-0a196464f1a5 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:05.420079 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.464595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] Pushing event deleted for resources: {'Port': ['ID=82540525-71d9-4f84-bfcc-a61d688352f7,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:05.473599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.559171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b62f1-2d48-45a4-a679-642dd258d491 None None] The port 'dbb4e74b-ee75-452f-9a9e-0a196464f1a5' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:18:05.560072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94979de-fb26-4c0a-a2b2-4a519b5c7fd0 None None] No DVR routers for this DVR port 82540525-71d9-4f84-bfcc-a61d688352f7 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:05.603602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:05.607111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:05.611695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:05.613894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Pushing event updated for resources: {'Port': ['ID=9446c0f0-406a-4664-8303-a38a6195fd58,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:05.647793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dbb4e74b-ee75-452f-9a9e-0a196464f1a5 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:05.700855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: dbb4e74b-ee75-452f-9a9e-0a196464f1a5 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:05.701174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dbb4e74b-ee75-452f-9a9e-0a196464f1a5 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:05.741835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.758287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Attempting to bind port 9446c0f0-406a-4664-8303-a38a6195fd58 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:05.758787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Attempting to bind port 9446c0f0-406a-4664-8303-a38a6195fd58 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:05.759547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Attempting to bind port 9446c0f0-406a-4664-8303-a38a6195fd58 on network fbcd459a-cbf8-4673-9888-634dfb9fca39 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:05.766681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:05.767118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Checking segment: {'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:05.767588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.768047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Bound using segment: {'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:05.768408 n-d-811806-1 neutron-server[88236]: WARNING neutron.services.revisions.revision_plugin [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Could not find related port for resource to bump revision. Feb 04 20:18:05.768584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Bound port: 9446c0f0-406a-4664-8303-a38a6195fd58, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:05.770172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.782947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.839044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_pluggable_backend [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Port 82540525-71d9-4f84-bfcc-a61d688352f7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88236) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 20:18:05.839363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_pluggable_backend [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:47f7 {{(pid=88236) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 20:18:05.849922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_pluggable_backend [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:47f7 {{(pid=88236) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 20:18:05.851091 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.890110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] For port 9446c0f0-406a-4664-8303-a38a6195fd58, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:05.894792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] For port 9446c0f0-406a-4664-8303-a38a6195fd58, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9446c0f0-406a-4664-8303-a38a6195fd58,segment=NetworkSegment(9ba4b174-1cb7-4511-bb0d-958b71fb9551),segment_id=9ba4b174-1cb7-4511-bb0d-958b71fb9551)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:05.938614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.984665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event updated for resources: {'Port': ['ID=ebf112c4-f52f-4bf8-845d-075d1ebf3d67,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:05.987481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:05.988402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df837240-7ddc-4571-89a7-4e94e1db7b22 req-532c6521-8ecc-40fb-b1c1-4cf732550c3a tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:05.990121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df837240-7ddc-4571-89a7-4e94e1db7b22 req-532c6521-8ecc-40fb-b1c1-4cf732550c3a tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 943 time: 0.3267076 Feb 04 20:18:06.003137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.040925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39580) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:06.073695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:06.078945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fda9340a-5449-4054-b3a4-2ae182fd40cf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:06.145433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: fda9340a-5449-4054-b3a4-2ae182fd40cf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:06.145827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fda9340a-5449-4054-b3a4-2ae182fd40cf not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:06.146355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 82540525-71d9-4f84-bfcc-a61d688352f7 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:06.160121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df837240-7ddc-4571-89a7-4e94e1db7b22 req-0a5c16bd-463c-4fa7-978b-03d2e57b0bba tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496451 Feb 04 20:18:06.172317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] In _notify_port_updated(), no bound segment for port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 on network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:18:06.191933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:06.192630 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.198900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-90a25661-0bb4-4a31-9417-665f4662454b tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "PUT /v2.0/ports/ebf112c4-f52f-4bf8-845d-075d1ebf3d67 HTTP/1.1" status: 200 len: 1136 time: 1.9618592 Feb 04 20:18:06.201101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39586) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:06.215524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 82540525-71d9-4f84-bfcc-a61d688352f7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:06.215868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 82540525-71d9-4f84-bfcc-a61d688352f7 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:06.219137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:06.242937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:06.247576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.250283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128eb2a7-783b-4437-8361-e9cd37a8c0ea None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:06.349042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779adada-5348-4e34-9d5f-6f98eb2d7980 req-9baa94fa-40ca-4f27-bcbd-e72742fe24f7 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:06.350523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-779adada-5348-4e34-9d5f-6f98eb2d7980 req-9baa94fa-40ca-4f27-bcbd-e72742fe24f7 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.7251036 Feb 04 20:18:06.397440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4e068-53c2-47bf-9b68-a065e17904f6 None None] Pushing event updated for resources: {'Port': ['ID=9446c0f0-406a-4664-8303-a38a6195fd58,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:06.398923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=e7b9514a-abdb-4b3c-a9cc-ad349dc94754,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:06.448454 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-37e8d875-545a-41bb-ae76-21a8c44b9455 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4039021 Feb 04 20:18:06.472417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39590) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:06.477562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-779adada-5348-4e34-9d5f-6f98eb2d7980 req-9b0e5299-4492-4cbb-b2dd-c79955ad1cce tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192715 Feb 04 20:18:06.497238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:8b:04:86', 'name': 'tempest-NetworksTestDHCPv6-814886641'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:06.573136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1557673258'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:06.579891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:06.583350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Usage tracker for resource:network and tenant:15f8cac2e08744cf823fb3133d206ba3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:06.586215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:06.594243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:06.598195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a11843d3-b39d-410f-85b0-e4e63252af02 None None] Provisioning complete for port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:06.598668 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a11843d3-b39d-410f-85b0-e4e63252af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.615126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Allocated IP 172.25.7.25 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/a0487a5d-5ce8-4995-88c9-d24b127dcfc3) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:06.625553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'e7b9514a-abdb-4b3c-a9cc-ad349dc94754'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:06.626941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4d72a4-bee6-4904-a16e-ae4d8aa5c9a1 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:06.631278 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fa4d72a4-bee6-4904-a16e-ae4d8aa5c9a1 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "GET /v2.0/ports/ebf112c4-f52f-4bf8-845d-075d1ebf3d67 HTTP/1.1" status: 200 len: 1136 time: 0.4238868 Feb 04 20:18:06.631398 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.634437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39596) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:06.735976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a11843d3-b39d-410f-85b0-e4e63252af02 None None] Port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:06.763316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Made reservation on behalf of 15f8cac2e08744cf823fb3133d206ba3 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:06.767833 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.802417 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.814594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Deleting port ebf112c4-f52f-4bf8-845d-075d1ebf3d67 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:06.814970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:06.915259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Allocated IP 2001:db8::f816:3eff:fe70:4085 (a3617f18-5da1-4e3a-821a-582c484776ac/e7b9514a-abdb-4b3c-a9cc-ad349dc94754/763c864d-c2a4-4bd2-8822-1cacfec037d8) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:06.918674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:06.928686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:06.933130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:06.937491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:06.944359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Usage tracker for resource:security_group_rule and tenant:15f8cac2e08744cf823fb3133d206ba3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:06.944546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:06.956680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.022109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:07.027887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.029731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:07.044900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:07.135023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.204124 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.216020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.228315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Transition to ACTIVE for port object 763c864d-c2a4-4bd2-8822-1cacfec037d8 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:07.243164 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.248062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Transition to ACTIVE for port object 763c864d-c2a4-4bd2-8822-1cacfec037d8 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:07.275409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.309895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 362b49ea-9b2f-4a2f-896d-088c08470dee yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:18:07.329069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.362012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:18:07.394931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.395315 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Added segment cc2ba4a0-1ced-449d-8157-9b9aef944da8 of type vlan for network 9c46c732-d1b1-4929-8688-582935f3fdc0 Feb 04 20:18:07.426313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:07.431594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:07.436751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:07.486131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fe8b:486 (a3617f18-5da1-4e3a-821a-582c484776ac/e7b9514a-abdb-4b3c-a9cc-ad349dc94754/362b49ea-9b2f-4a2f-896d-088c08470dee) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:07.487815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Pushing event updated for resources: {'Port': ['ID=763c864d-c2a4-4bd2-8822-1cacfec037d8,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:07.545437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Attempting to bind port 763c864d-c2a4-4bd2-8822-1cacfec037d8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:07.545809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Attempting to bind port 763c864d-c2a4-4bd2-8822-1cacfec037d8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:07.546294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Attempting to bind port 763c864d-c2a4-4bd2-8822-1cacfec037d8 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:07.552006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:07.552382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:07.552784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.553174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:07.553632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Bound port: 763c864d-c2a4-4bd2-8822-1cacfec037d8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:07.554009 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.589520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.656671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] For port 763c864d-c2a4-4bd2-8822-1cacfec037d8, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:07.660077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] For port 763c864d-c2a4-4bd2-8822-1cacfec037d8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=763c864d-c2a4-4bd2-8822-1cacfec037d8,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:07.743001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb108cb-ed5e-4174-b364-9b868378a81f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:07.786744 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.813516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:07.823975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:07.827474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:07.833740 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.840323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:07.840918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:07.891013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e95cd0-f8e9-4982-ab2d-d1d1e3c6f842 None None] Pushing event updated for resources: {'Port': ['ID=763c864d-c2a4-4bd2-8822-1cacfec037d8,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:07.920856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Pushing event updated for resources: {'Port': ['ID=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:07.930269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d68b91-54d7-4447-b92e-320c37932f08 None None] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:08.097422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0550940 Feb 04 20:18:08.104966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39606) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:08.120683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9446c0f0-406a-4664-8303-a38a6195fd58 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:08.129107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.164833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Request body: {'subnet': {'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:08.192080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb716f-e04c-4a41-9e89-ed5b2b9b4d10 req-3464031b-c3fc-4952-b7f9-3cc7be8aea5d tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:08.193590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7eb716f-e04c-4a41-9e89-ed5b2b9b4d10 req-3464031b-c3fc-4952-b7f9-3cc7be8aea5d tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.4737794 Feb 04 20:18:08.230785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 362b49ea-9b2f-4a2f-896d-088c08470dee will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:08.309438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7eb716f-e04c-4a41-9e89-ed5b2b9b4d10 req-9ad964e0-673e-4f8a-8984-b01441931568 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746422 Feb 04 20:18:08.359460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.364471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f5a3901-dbfd-4193-921f-488be96e683c None None] Provisioning for port 9446c0f0-406a-4664-8303-a38a6195fd58 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:08.370400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56ac5a-2d2a-488e-8b57-a9efbe1e939d tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event updated for resources: {'Network': ['ID=9c46c732-d1b1-4929-8688-582935f3fdc0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:08.390585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9c46c732-d1b1-4929-8688-582935f3fdc0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:18:08.478356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.509609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:08.520722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef852e02-c434-4638-9477-84abb91ab2b2 req-7b4dae83-24f9-400b-b52f-954514b8e22c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:08.522211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ef852e02-c434-4638-9477-84abb91ab2b2 req-7b4dae83-24f9-400b-b52f-954514b8e22c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 943 time: 1.1762803 Feb 04 20:18:08.531364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Calling delete_port for ebf112c4-f52f-4bf8-845d-075d1ebf3d67 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:08.535261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 9446c0f0-406a-4664-8303-a38a6195fd58 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:08.542371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9446c0f0-406a-4664-8303-a38a6195fd58 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:08.542889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.566128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Usage tracker for resource:subnet and tenant:15f8cac2e08744cf823fb3133d206ba3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:08.588203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:08.616506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:08.669969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=362b49ea-9b2f-4a2f-896d-088c08470dee,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:08.694743 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.706977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:08.710221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:08.711048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ef852e02-c434-4638-9477-84abb91ab2b2 req-8627199d-8cd1-4ef2-99e9-8d7a96b1567c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468632 Feb 04 20:18:08.714106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:08.720281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:08.721144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.749856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 9446c0f0-406a-4664-8303-a38a6195fd58, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9446c0f0-406a-4664-8303-a38a6195fd58,segment=NetworkSegment(9ba4b174-1cb7-4511-bb0d-958b71fb9551),segment_id=9ba4b174-1cb7-4511-bb0d-958b71fb9551)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:08.767535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.772349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Made reservation on behalf of 15f8cac2e08744cf823fb3133d206ba3 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:08.775924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.832137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.860635 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:08.868327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b4d66f94-935a-4298-870a-20ac068e3b3b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3896766 Feb 04 20:18:08.870890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:08.985162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-930a5355-dbc1-41e2-9a4d-d7b236709edb None None] Provisioning complete for port 9446c0f0-406a-4664-8303-a38a6195fd58 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:08.985747 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-930a5355-dbc1-41e2-9a4d-d7b236709edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.031220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=9446c0f0-406a-4664-8303-a38a6195fd58,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:09.059061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.092630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 4813899e-9bfa-4986-8441-a24de1474a26 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:09.092978 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.271888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead6665-0da7-4970-bc8c-d703dfecd483 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:09.277925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead6665-0da7-4970-bc8c-d703dfecd483 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:09.278775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fead6665-0da7-4970-bc8c-d703dfecd483 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:09.297774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.395662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fead6665-0da7-4970-bc8c-d703dfecd483 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:09.397006 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fead6665-0da7-4970-bc8c-d703dfecd483 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5249808 Feb 04 20:18:09.406514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39618) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:09.421382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event deleted for resources: {'Port': ['ID=ebf112c4-f52f-4bf8-845d-075d1ebf3d67,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:09.540632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port 4813899e-9bfa-4986-8441-a24de1474a26, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4813899e-9bfa-4986-8441-a24de1474a26,segment=NetworkSegment(36684908-174b-4169-8e93-651fad8fc691),segment_id=36684908-174b-4169-8e93-651fad8fc691)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:09.540962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.558085 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.564336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 362b49ea-9b2f-4a2f-896d-088c08470dee {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:09.564683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.712479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 4813899e-9bfa-4986-8441-a24de1474a26 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:09.757559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.789832 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3de6088c-1197-4303-8f2f-cd554596ca91 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "DELETE /v2.0/ports/ebf112c4-f52f-4bf8-845d-075d1ebf3d67 HTTP/1.1" status: 204 len: 168 time: 3.1520417 Feb 04 20:18:09.790232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39624) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:09.798787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-42d7c76e-3f1c-4973-8676-5494652cf03f None None] Provisioning for port 763c864d-c2a4-4bd2-8822-1cacfec037d8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:09.841142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:09.862509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425870-7621-4fff-9820-ef3b2f054bd3 req-167eb83d-3c15-403a-a266-7fbe6090fe79 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:09.864235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e425870-7621-4fff-9820-ef3b2f054bd3 req-167eb83d-3c15-403a-a266-7fbe6090fe79 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.3848832 Feb 04 20:18:09.992265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e8d9ded2-eec5-41ee-89e8-18426a469a9d None None] Provisioning for port 362b49ea-9b2f-4a2f-896d-088c08470dee completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:10.000446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e8d9ded2-eec5-41ee-89e8-18426a469a9d None None] Provisioning complete for port 362b49ea-9b2f-4a2f-896d-088c08470dee triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:10.000979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ded2-eec5-41ee-89e8-18426a469a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.014581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Deleting subnet 851f955f-139d-4355-85bc-8557f56894d6 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:10.021033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e425870-7621-4fff-9820-ef3b2f054bd3 req-d1a2a61f-45c4-4210-b821-7a9b6ebe260b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420026 Feb 04 20:18:10.023759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event updated for resources: {'Subnet': ['ID=cafcfcc6-14cb-48f4-9055-a5a114334814,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:10.038360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.099791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9ded2-eec5-41ee-89e8-18426a469a9d None None] Port 362b49ea-9b2f-4a2f-896d-088c08470dee cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:10.108931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Checking segment: {'id': 'cc2ba4a0-1ced-449d-8157-9b9aef944da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:10.110395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Network hostable DHCP agents. Network: 9c46c732-d1b1-4929-8688-582935f3fdc0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:18:10.131122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.135076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.145585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9446c0f0-406a-4664-8303-a38a6195fd58 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:10.215118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:18:10.230991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9446c0f0-406a-4664-8303-a38a6195fd58 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:10.231365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.259931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f3d2-ebc5-4c61-ada8-9d575b6f9b51 req-04edf79c-9afd-49e6-828f-09722568215d tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:10.261430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f52f3d2-ebc5-4c61-ada8-9d575b6f9b51 req-04edf79c-9afd-49e6-828f-09722568215d tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 943 time: 0.3781331 Feb 04 20:18:10.290971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:18:10.303246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 362b49ea-9b2f-4a2f-896d-088c08470dee owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:10.335250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Network 9c46c732-d1b1-4929-8688-582935f3fdc0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:18:10.348447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f52f3d2-ebc5-4c61-ada8-9d575b6f9b51 req-a0ea55ef-eaf1-4318-a796-0c665a6a4bda tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772536 Feb 04 20:18:10.357586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.419049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.459420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 763c864d-c2a4-4bd2-8822-1cacfec037d8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:10.472001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9c46c732-d1b1-4929-8688-582935f3fdc0) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:10.476740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:10.477340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.486589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff30c5-3bf1-45dc-888a-b3c0571ceb53 None None] Network 9c46c732-d1b1-4929-8688-582935f3fdc0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:10.529339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=4813899e-9bfa-4986-8441-a24de1474a26,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:10.669675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:10.675084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:10.681000 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.694211 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Sync routers for ids ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:10.721831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-62daa889-3d39-48e1-b0a7-cfbadb0696a2 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5964820 Feb 04 20:18:10.722037 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Routers {'1bd241d6-ba37-410e-ae3a-f4c2183348f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:10.722811 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:10.738388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39628) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:10.753269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Request body: {'port': {'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1314333590'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:10.803203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'mac_address': 'fa:16:3e:21:fd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:18:10.943384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event deleted for resources: {'Subnet': ['ID=851f955f-139d-4355-85bc-8557f56894d6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:10.948013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:10.952784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-73c64ec4-6e0e-4842-8b27-2688cb5422f2 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "DELETE /v2.0/subnets/851f955f-139d-4355-85bc-8557f56894d6 HTTP/1.1" status: 204 len: 168 time: 1.1592150 Feb 04 20:18:10.962374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39632) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:10.979545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d526e7-5941-4f1f-866e-b8460994fe32 None None] Network 43bf46aa-e187-4ca7-9b03-6502f4a4d28a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:11.056562 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Set router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:11.087296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.114160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 763c864d-c2a4-4bd2-8822-1cacfec037d8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:11.124034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:11.142432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Usage tracker for resource:port and tenant:15f8cac2e08744cf823fb3133d206ba3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:11.161764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:11.168500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.169889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 763c864d-c2a4-4bd2-8822-1cacfec037d8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:11.170438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.184305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.195075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:11.200301 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.284811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Deleting port c3997a9b-7df3-43b4-8487-ffa893561029 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:11.288484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.315908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.317788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5a2b25a4-fb4d-40e5-965e-c4a0996dc908 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4454889 Feb 04 20:18:11.320967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:18:11.329121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-9c46c732-d1b1-4929-8688-582935f3fdc0', 'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0', 'tenant_id': '15f8cac2e08744cf823fb3133d206ba3', 'fixed_ips': [{'subnet_id': 'cafcfcc6-14cb-48f4-9055-a5a114334814'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:11.334354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.334478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39638) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:11.369810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:11.383882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=362b49ea-9b2f-4a2f-896d-088c08470dee,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:11.472757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.489051 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.494300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a8db311-3cb5-45cb-9612-98993a5c1e86 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/362b49ea-9b2f-4a2f-896d-088c08470dee HTTP/1.1" status: 204 len: 168 time: 2.0867112 Feb 04 20:18:11.499868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39644) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:11.506730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Made reservation on behalf of 15f8cac2e08744cf823fb3133d206ba3 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:11.514796 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.620247 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:18:08Z', 'revision_number': 3, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:11.622538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:11.625143 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Checking router: 1bd241d6-ba37-410e-ae3a-f4c2183348f5 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:11.625659 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Updating router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:18:11.659073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518cd806-5ca9-4d31-991b-c6fb9153608c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:11.660734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518cd806-5ca9-4d31-991b-c6fb9153608c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:11.661799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-518cd806-5ca9-4d31-991b-c6fb9153608c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:11.719343 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.740569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] device_id is not set on port cdba4648-fcd7-420a-ae23-47b744af1b95 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:18:11.811117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.833274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] DHCP port deletion for 43bf46aa-e187-4ca7-9b03-6502f4a4d28a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:11.835823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:18:11.853482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b6dbb-b8da-43f9-a2fe-f8249e9deb5e req-99e94473-0e36-4ba5-964e-91062d1226c2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:11.857270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-834b6dbb-b8da-43f9-a2fe-f8249e9deb5e req-99e94473-0e36-4ba5-964e-91062d1226c2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.5546191 Feb 04 20:18:11.890674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 763c864d-c2a4-4bd2-8822-1cacfec037d8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=763c864d-c2a4-4bd2-8822-1cacfec037d8,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:11.909360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Deleting port c3997a9b-7df3-43b4-8487-ffa893561029 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:11.909728 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:11.920645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-518cd806-5ca9-4d31-991b-c6fb9153608c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:11.921797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-518cd806-5ca9-4d31-991b-c6fb9153608c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3884354 Feb 04 20:18:11.971725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39648) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:11.985327 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.013353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:12.053506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-834b6dbb-b8da-43f9-a2fe-f8249e9deb5e req-5c530ea7-86b6-4af0-ba23-b610bad4a256 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748190 Feb 04 20:18:12.093207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Allocated IP 172.20.0.14 (9c46c732-d1b1-4929-8688-582935f3fdc0/cafcfcc6-14cb-48f4-9055-a5a114334814/cdba4648-fcd7-420a-ae23-47b744af1b95) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:12.104185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=763c864d-c2a4-4bd2-8822-1cacfec037d8,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:12.194702 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.228341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Transition to ACTIVE for port object a0487a5d-5ce8-4995-88c9-d24b127dcfc3 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:12.244046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c3997a9b-7df3-43b4-8487-ffa893561029 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:12.289495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c3997a9b-7df3-43b4-8487-ffa893561029,segment=NetworkSegment(a61c8187-7839-470e-bc25-a07a09b026c1),segment_id=a61c8187-7839-470e-bc25-a07a09b026c1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:12.289744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.317589 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.430034 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Attempting to bind port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:12.430486 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Attempting to bind port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:12.430856 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Attempting to bind port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:12.437765 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343d904-5445-45df-9e98-233c05ac797b None None] Pushing event updated for resources: {'Port': ['ID=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:12.442217 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:12.443491 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:12.443491 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.443491 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:12.443895 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Bound port: a0487a5d-5ce8-4995-88c9-d24b127dcfc3, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:12.444507 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.462325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.485278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c3997a9b-7df3-43b4-8487-ffa893561029,segment=NetworkSegment(a61c8187-7839-470e-bc25-a07a09b026c1),segment_id=a61c8187-7839-470e-bc25-a07a09b026c1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:12.485664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.502111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Transition to ACTIVE for port object cdba4648-fcd7-420a-ae23-47b744af1b95 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:12.546434 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] For port a0487a5d-5ce8-4995-88c9-d24b127dcfc3, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:12.549888 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] For port a0487a5d-5ce8-4995-88c9-d24b127dcfc3, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:12.577972 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:18:12.660869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.663909 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.668364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Calling delete_port for c3997a9b-7df3-43b4-8487-ffa893561029 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:12.763137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Network 9c46c732-d1b1-4929-8688-582935f3fdc0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:12.766889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:12.771175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:12.818885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.845790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:12.846535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:12.850975 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343d904-5445-45df-9e98-233c05ac797b None None] Pushing event updated for resources: {'Port': ['ID=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:12.872580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event updated for resources: {'Port': ['ID=cdba4648-fcd7-420a-ae23-47b744af1b95,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:12.896890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Routers {'1bd241d6-ba37-410e-ae3a-f4c2183348f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:12.897505 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:12.910160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Calling delete_port for c3997a9b-7df3-43b4-8487-ffa893561029 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:12.915682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Allocated IP 172.20.0.2 (9c46c732-d1b1-4929-8688-582935f3fdc0/cafcfcc6-14cb-48f4-9055-a5a114334814/54d07586-18fb-4e69-9989-ac2fc1c88da7) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:12.918438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c3997a9b-7df3-43b4-8487-ffa893561029,segment=NetworkSegment(a61c8187-7839-470e-bc25-a07a09b026c1),segment_id=a61c8187-7839-470e-bc25-a07a09b026c1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:12.953922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-894e21cc-5a89-421c-8938-2647647eb09a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.2098141 Feb 04 20:18:12.961639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:13.036576 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.041045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Deleting port cdba4648-fcd7-420a-ae23-47b744af1b95 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:13.041815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.053311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet e7b9514a-abdb-4b3c-a9cc-ad349dc94754 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:13.056452 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.104977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:13.105916 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:13.128161 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] Set router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:13.154270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c3997a9b-7df3-43b4-8487-ffa893561029,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:13.189092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.333827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f134ee8-228c-4685-b751-d900d37f5d6d req-8aba8acf-d033-4a66-82a7-16901ece4688 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:13.335220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f134ee8-228c-4685-b751-d900d37f5d6d req-8aba8acf-d033-4a66-82a7-16901ece4688 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 944 time: 1.5156569 Feb 04 20:18:13.389142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.402605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Transition to ACTIVE for port object 54d07586-18fb-4e69-9989-ac2fc1c88da7 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:13.424324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Transition to ACTIVE for port object 54d07586-18fb-4e69-9989-ac2fc1c88da7 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:13.440670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:13.455094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:13.470564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:13.471364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:13.476878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8c9e2567-5334-4cb8-b3cd-29dd009a8e55 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1538384 Feb 04 20:18:13.481366 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93570f46-bba5-495b-a72f-4467422a640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:18:08Z', 'revision_number': 3, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:13.486858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93570f46-bba5-495b-a72f-4467422a640c None None] The sync data for ids ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'] in n-d-811806-1 is: [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:18:08Z', 'revision_number': 3, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:13.496867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39658) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:13.516561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f134ee8-228c-4685-b751-d900d37f5d6d req-4c6f01ae-6f45-410a-8ed3-0b3029fece31 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722713 Feb 04 20:18:13.549383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65e4a2-0a53-4d94-b31c-38c73a1cdfd1 req-466ded55-01cd-426c-8ead-fead021e6224 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:13.552940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea65e4a2-0a53-4d94-b31c-38c73a1cdfd1 req-466ded55-01cd-426c-8ead-fead021e6224 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.2616675 Feb 04 20:18:13.575423 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.597170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:13.597459 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:13.601017 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.668840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet cbc90534-4a74-431a-81c9-3f55e3f1b2ac {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:13.679333 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.680798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Deleting port c3997a9b-7df3-43b4-8487-ffa893561029 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:13.682211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.716841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.724944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5a43f268-a3cb-4818-b675-6a4183fad9a4 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:18:13.759198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Calling delete_port for cdba4648-fcd7-420a-ae23-47b744af1b95 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:13.807068 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea65e4a2-0a53-4d94-b31c-38c73a1cdfd1 req-00b27ead-f365-44b2-afb3-2619fd022641 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464826 Feb 04 20:18:13.872332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:13.919132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Pushing event updated for resources: {'Port': ['ID=54d07586-18fb-4e69-9989-ac2fc1c88da7,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:13.945378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Network 9c46c732-d1b1-4929-8688-582935f3fdc0 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:13.955560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:13.972007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:14.039279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:14.079655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.092699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.206904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event deleted for resources: {'Port': ['ID=cdba4648-fcd7-420a-ae23-47b744af1b95,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:14.209283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Deleting port c3997a9b-7df3-43b4-8487-ffa893561029 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:14.209796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.322615 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.357175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0487a5d-5ce8-4995-88c9-d24b127dcfc3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:14.390581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:14.404587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b9514a-abdb-4b3c-a9cc-ad349dc94754,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:14.429179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.467576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.517664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd294ce-49bd-4d7a-aaf9-955e1a834ab1 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:14.567575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.580825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1683ec53-b2d5-436a-8b37-79200c96ef4a tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "DELETE /v2.0/ports/cdba4648-fcd7-420a-ae23-47b744af1b95 HTTP/1.1" status: 204 len: 168 time: 1.6176393 Feb 04 20:18:14.581789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39680) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:14.611443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.662102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6f96987e-012a-43ce-b759-665e6452fb96 tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.0787556 Feb 04 20:18:14.663046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39686) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:14.671203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2098727903'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:14.677787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:14.683009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Usage tracker for resource:network and tenant:15f8cac2e08744cf823fb3133d206ba3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:14.687854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:14.695944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:14.785016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Made reservation on behalf of 15f8cac2e08744cf823fb3133d206ba3 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:14.789547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.830494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:18:14.849405 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.850593 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Added segment 49251845-0b52-4e4c-9c8b-80c5bbfdf0fd of type vlan for network 408a6517-4ee9-47a8-8618-048a820b4799 Feb 04 20:18:14.909511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:14.947409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-69db43d2-241a-4da0-8c9c-a72db98e1f36 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/e7b9514a-abdb-4b3c-a9cc-ad349dc94754 HTTP/1.1" status: 204 len: 168 time: 2.9746108 Feb 04 20:18:14.972862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39696) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:15.004482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc90534-4a74-431a-81c9-3f55e3f1b2ac,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:15.060491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.062342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-02348b76-1578-49f7-9542-093ba634ff1c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/cbc90534-4a74-431a-81c9-3f55e3f1b2ac HTTP/1.1" status: 204 len: 168 time: 1.5600438 Feb 04 20:18:15.072304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39702) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:15.121976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c3997a9b-7df3-43b4-8487-ffa893561029,segment=NetworkSegment(a61c8187-7839-470e-bc25-a07a09b026c1),segment_id=a61c8187-7839-470e-bc25-a07a09b026c1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:15.122524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.129796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7df0dd-6a04-4aab-a66d-1baa8fa568fa None None] Network 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:15.144147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-89810955-6ea7-41a9-b1f0-43c01f5cc440 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1698415 Feb 04 20:18:15.150941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:15.294743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.300320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:15.301098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.388075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Attempting to bind port 54d07586-18fb-4e69-9989-ac2fc1c88da7 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:15.388704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Attempting to bind port 54d07586-18fb-4e69-9989-ac2fc1c88da7 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'cc2ba4a0-1ced-449d-8157-9b9aef944da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:15.389286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Attempting to bind port 54d07586-18fb-4e69-9989-ac2fc1c88da7 on network 9c46c732-d1b1-4929-8688-582935f3fdc0 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:15.404664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Calling delete_port for c3997a9b-7df3-43b4-8487-ffa893561029 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:15.450806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:15.455160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.461913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:15.467244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Checking segment: {'id': 'cc2ba4a0-1ced-449d-8157-9b9aef944da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:15.467244 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.467244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Bound using segment: {'id': 'cc2ba4a0-1ced-449d-8157-9b9aef944da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:15.467244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Bound port: 54d07586-18fb-4e69-9989-ac2fc1c88da7, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2ba4a0-1ced-449d-8157-9b9aef944da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c46c732-d1b1-4929-8688-582935f3fdc0'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:15.467244 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.476301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f4b2-95cf-42f1-93b8-68d6ec9c6e2b req-df655051-1aaa-4605-b570-785fbe372e14 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:15.481646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] For port c3997a9b-7df3-43b4-8487-ffa893561029, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c3997a9b-7df3-43b4-8487-ffa893561029,segment=NetworkSegment(a61c8187-7839-470e-bc25-a07a09b026c1),segment_id=a61c8187-7839-470e-bc25-a07a09b026c1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:15.482356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.484104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20a2f4b2-95cf-42f1-93b8-68d6ec9c6e2b req-df655051-1aaa-4605-b570-785fbe372e14 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.4125519 Feb 04 20:18:15.486629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8223801 Feb 04 20:18:15.489680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff12ea-7f79-4201-aba8-2cee6cb02802 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event updated for resources: {'Network': ['ID=408a6517-4ee9-47a8-8618-048a820b4799,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:15.492357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ba546-0368-42a0-a92f-e0e894b5cdc6 req-c7124ad4-3c34-4129-842f-e0b5ba963cd1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:15.493887 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a2ba546-0368-42a0-a92f-e0e894b5cdc6 req-c7124ad4-3c34-4129-842f-e0b5ba963cd1 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 944 time: 0.6384685 Feb 04 20:18:15.499773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39712) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:15.512023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Allocated IP 172.20.0.1 (fbcd459a-cbf8-4673-9888-634dfb9fca39/a734547d-bfe1-459e-8138-d45fe87c6c12/1f0ff0a4-9006-43b6-8f42-39236ae41f97) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:15.533940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 408a6517-4ee9-47a8-8618-048a820b4799 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:18:15.541246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95332f7-5013-4748-85a3-e52d455761a4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:15.557018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a95332f7-5013-4748-85a3-e52d455761a4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:15.590735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 868ded26-0793-4cc3-a15b-c1aabbdfd42d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:15.591414 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.639989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'port_id': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'mac_address': 'fa:16:3e:0f:b4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124df688-3066-4fd2-9e18-51457673f28b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:18:15.673742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20a2f4b2-95cf-42f1-93b8-68d6ec9c6e2b req-cfc7ce58-c222-44b6-9350-af55b43bf63a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886206 Feb 04 20:18:15.758294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Calling delete_port for c3997a9b-7df3-43b4-8487-ffa893561029 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:15.800375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a2ba546-0368-42a0-a92f-e0e894b5cdc6 req-369f8eb0-5176-412e-b12e-dcba5621facd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915447 Feb 04 20:18:15.844743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.920617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event deleted for resources: {'Port': ['ID=c3997a9b-7df3-43b4-8487-ffa893561029,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:15.922294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port 868ded26-0793-4cc3-a15b-c1aabbdfd42d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=868ded26-0793-4cc3-a15b-c1aabbdfd42d,segment=NetworkSegment(36684908-174b-4169-8e93-651fad8fc691),segment_id=36684908-174b-4169-8e93-651fad8fc691)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:15.922797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:15.967609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] No DVR routers for this DVR port c3997a9b-7df3-43b4-8487-ffa893561029 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:16.076798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 868ded26-0793-4cc3-a15b-c1aabbdfd42d owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:16.094811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.115724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Transition to ACTIVE for port object 1f0ff0a4-9006-43b6-8f42-39236ae41f97 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:16.148958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:16.149875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a95332f7-5013-4748-85a3-e52d455761a4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:16.153624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a95332f7-5013-4748-85a3-e52d455761a4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9973714 Feb 04 20:18:16.153927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39718) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:16.154054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:16.166627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:16.167023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.237133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.238616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.312242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a1d20-7ef5-4597-95b9-206dceea8e4c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:16.316318 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f75a1d20-7ef5-4597-95b9-206dceea8e4c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1590466 Feb 04 20:18:16.328167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-460875b3-7369-4582-96fe-361b092762cc tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "GET /v2.0/agents/bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2/dhcp-networks HTTP/1.1" status: 200 len: 10353 time: 0.8189731 Feb 04 20:18:16.328404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39722) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:16.328404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=868ded26-0793-4cc3-a15b-c1aabbdfd42d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:16.328584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.328680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39724) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:16.331750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No DVR routers for this DVR port 868ded26-0793-4cc3-a15b-c1aabbdfd42d on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:16.352448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:16.358090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:16.365654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:16.366035 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.375233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:16.431842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bf46aa-e187-4ca7-9b03-6502f4a4d28a']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:16.456512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Pushing event updated for resources: {'Port': ['ID=1f0ff0a4-9006-43b6-8f42-39236ae41f97,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:16.471621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61c8187-7839-470e-bc25-a07a09b026c1') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:16.472040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61c8187-7839-470e-bc25-a07a09b026c1') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:16.479969 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:16.484799 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:16.496924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.515569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.552327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.560599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] For port 54d07586-18fb-4e69-9989-ac2fc1c88da7, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:16.574479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a43f268-a3cb-4818-b675-6a4183fad9a4 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:18:16.595419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] For port 54d07586-18fb-4e69-9989-ac2fc1c88da7, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=54d07586-18fb-4e69-9989-ac2fc1c88da7,segment=NetworkSegment(cc2ba4a0-1ced-449d-8157-9b9aef944da8),segment_id=cc2ba4a0-1ced-449d-8157-9b9aef944da8)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:16.611608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:16.630717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] Deleting port 763c864d-c2a4-4bd2-8822-1cacfec037d8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:16.631074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.657509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:16.713309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.727454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.790017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487c171f-9b6c-4f1a-b4d0-7dcfacbdea31']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:16.913901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.926357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:16.926788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:16.933644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36684908-174b-4169-8e93-651fad8fc691') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:16.934067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36684908-174b-4169-8e93-651fad8fc691') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:16.941410 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:16.949627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6a375ef6-1c11-4a75-8110-0d03473e2f82 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6161149 Feb 04 20:18:16.949725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39734) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:16.955714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:16.986674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.040826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.076038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8345a38-1737-4922-8eda-e2e3885c2105 None None] DHCP port deletion for 487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:17.085428 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.104203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:17.104615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.131941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:17.132358 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:17.318870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e528547-b1c5-4aeb-9036-f9e7f64dd0f2 None None] Pushing event updated for resources: {'Port': ['ID=54d07586-18fb-4e69-9989-ac2fc1c88da7,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:17.362548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b6ab7-625d-4136-afe1-3733d6b80327 tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] Network 408a6517-4ee9-47a8-8618-048a820b4799 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:18:17.395515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b403dd8-64a2-44cd-babc-38997a548266 req-936d6287-03ee-49d5-8187-0ce0f64c744a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:17.397818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5b403dd8-64a2-44cd-babc-38997a548266 req-936d6287-03ee-49d5-8187-0ce0f64c744a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 944 time: 0.4538014 Feb 04 20:18:17.455366 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.474214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.478194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:17.488306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:17.494518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:17.509704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:17.523950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] For port 763c864d-c2a4-4bd2-8822-1cacfec037d8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=763c864d-c2a4-4bd2-8822-1cacfec037d8,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:17.524492 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.528792 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.553828 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.554632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/487c171f-9b6c-4f1a-b4d0-7dcfacbdea31 HTTP/1.1" status: 204 len: 168 time: 2.4808333 Feb 04 20:18:17.562825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39740) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:17.570932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3c3cd-9c7f-4653-9a35-f304a635085b req-a791126d-f5c7-4b2a-b09e-acf0a6845450 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:17.571117 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9b0b6ab7-625d-4136-afe1-3733d6b80327 tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "POST /v2.0/agents/bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2416246 Feb 04 20:18:17.572753 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4d3c3cd-9c7f-4653-9a35-f304a635085b req-a791126d-f5c7-4b2a-b09e-acf0a6845450 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 944 time: 0.3251824 Feb 04 20:18:17.580855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39742) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:17.618492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e822a-a1d4-4be1-b14f-3c3ae3ac79a4 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=487c171f-9b6c-4f1a-b4d0-7dcfacbdea31,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:17.632320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5b403dd8-64a2-44cd-babc-38997a548266 req-96091502-3670-475a-abea-4a2b6654e47b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287073 Feb 04 20:18:17.757664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Deleting port c3997a9b-7df3-43b4-8487-ffa893561029 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:17.758046 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.805943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] Pushing event deleted for resources: {'Network': ['ID=43bf46aa-e187-4ca7-9b03-6502f4a4d28a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:17.829996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] Calling delete_port for 763c864d-c2a4-4bd2-8822-1cacfec037d8 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:17.892168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:17.895968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:17.904246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99d09c-618f-4b54-ad8d-dcee14d85a61 None None] Network 408a6517-4ee9-47a8-8618-048a820b4799 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:17.919725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5a43f268-a3cb-4818-b675-6a4183fad9a4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:18:17.925907 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0f58588e-c23d-4a68-9a71-0d4fb6d45383 tempest-ExtraDHCPOptionsTestJSON-871746510 tempest-ExtraDHCPOptionsTestJSON-871746510-project] 10.222.0.48 "DELETE /v2.0/networks/43bf46aa-e187-4ca7-9b03-6502f4a4d28a HTTP/1.1" status: 204 len: 168 time: 6.9603868 Feb 04 20:18:18.096157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:18.203193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4db12974-aa26-4445-bfc2-b1d5331ed965 None None] The port 'c3997a9b-7df3-43b4-8487-ffa893561029' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:18:18.239092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4d3c3cd-9c7f-4653-9a35-f304a635085b req-f9605a49-1b04-4a20-ba80-1b16cf6203e9 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344141 Feb 04 20:18:18.271069 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:18.305204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e6f3b522-b2da-44de-b664-699e846d99b9 None None] Provisioning for port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:18.320105 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'code': 200} Feb 04 20:18:18.340746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:10Z', 'revision_number': 10, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:18.419393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:18.439707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:18.458079 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:18.502422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e6f3b522-b2da-44de-b664-699e846d99b9 None None] Provisioning complete for port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:18.503032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b522-b2da-44de-b664-699e846d99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:18.528425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:18.642373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:18.767482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:18.767482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:18.816645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39756) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:18.823973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7b20d594-b9be-4653-b9b0-74c38ea2f64e tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "GET /v2.0/agents/bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2/dhcp-networks HTTP/1.1" status: 200 len: 9613 time: 1.2365022 Feb 04 20:18:18.826666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39758) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:18.983188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:19.148255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709529-f73c-44bf-a5d6-eb3534a46743 req-28075899-cd8d-45b6-b08c-619bd640d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:19.150114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d709529-f73c-44bf-a5d6-eb3534a46743 req-28075899-cd8d-45b6-b08c-619bd640d705 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1095 time: 0.7732730 Feb 04 20:18:19.304467 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6e9f85f5-462f-4d31-b58f-43ccd989734c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e91af5e5668e42a69c17d56969776b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848318 Feb 04 20:18:19.308675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39770) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:19.387815 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c77327ec-b349-440c-9553-3f04eaa20550 tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "DELETE /v2.0/agents/bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2/dhcp-networks/408a6517-4ee9-47a8-8618-048a820b4799 HTTP/1.1" status: 204 len: 168 time: 0.5410862 Feb 04 20:18:19.389592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39776) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:19.418327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47efbf-6c10-419a-b5ef-9c342998f69c req-0879501e-c723-43eb-924b-f297f3b9d568 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:19.426214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b47efbf-6c10-419a-b5ef-9c342998f69c req-0879501e-c723-43eb-924b-f297f3b9d568 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 944 time: 0.5562205 Feb 04 20:18:19.440998 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:19.445770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e3ec3e-4629-4e1c-a352-e1af350213e4 None None] Network 9c46c732-d1b1-4929-8688-582935f3fdc0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:19.464205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a0487a5d-5ce8-4995-88c9-d24b127dcfc3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:19.625333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3b522-b2da-44de-b664-699e846d99b9 None None] Port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:19.626778 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:19.627466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 763c864d-c2a4-4bd2-8822-1cacfec037d8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:19.665781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] No DVR routers for this DVR port 763c864d-c2a4-4bd2-8822-1cacfec037d8 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:19.667666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 763c864d-c2a4-4bd2-8822-1cacfec037d8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:19.668006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 763c864d-c2a4-4bd2-8822-1cacfec037d8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 20:18:19.673937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d709529-f73c-44bf-a5d6-eb3534a46743 req-ce2fb900-4523-413d-8d7e-45c27474027d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5123491 Feb 04 20:18:19.700477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e7a593b-f22e-47fb-a081-4866e8f4ac97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:19.731603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b47efbf-6c10-419a-b5ef-9c342998f69c req-78faabed-e6b9-4044-8c44-259a0249b808 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917428 Feb 04 20:18:19.732150 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:19.764773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:19.774075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Port 763c864d-c2a4-4bd2-8822-1cacfec037d8 not found, will not notify nova. {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 20:18:19.807171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e7a593b-f22e-47fb-a081-4866e8f4ac97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:19.820726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:19.874601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98978ee4-cba3-402f-acb3-625855dba243 None None] Pushing event deleted for resources: {'Port': ['ID=763c864d-c2a4-4bd2-8822-1cacfec037d8,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:19.914363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:19.938642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-03e2105a-7d7c-4bb7-ad1a-7365372059f1 None None] Provisioning for port 54d07586-18fb-4e69-9989-ac2fc1c88da7 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:20.001530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:10Z', 'revision_number': 10, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:20.018894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e7a593b-f22e-47fb-a081-4866e8f4ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:20.031083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019d02c-283d-4a88-8cb7-2e69a97c5f3f req-bd4dbd87-659f-450b-b827-f7cc88f204e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:20.032168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9019d02c-283d-4a88-8cb7-2e69a97c5f3f req-bd4dbd87-659f-450b-b827-f7cc88f204e5 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 945 time: 0.5816221 Feb 04 20:18:20.091478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a593b-f22e-47fb-a081-4866e8f4ac97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4d577c-f296-4202-a4d2-d81c737d8d1f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:20.099271 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e7a593b-f22e-47fb-a081-4866e8f4ac97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:20.100658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e7a593b-f22e-47fb-a081-4866e8f4ac97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e4d577c-f296-4202-a4d2-d81c737d8d1f HTTP/1.1" status: 204 len: 168 time: 0.7910497 Feb 04 20:18:20.103653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee6a7fa5-9381-44a5-9e6c-54f0ce6c1be8 tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "GET /v2.0/agents/bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2/dhcp-networks HTTP/1.1" status: 200 len: 8842 time: 0.7068872 Feb 04 20:18:20.108718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39782) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:20.128851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 54d07586-18fb-4e69-9989-ac2fc1c88da7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:20.179575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17d9cd31-a7d7-44b4-ab73-b9d94da89b60 tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "GET /v2.0/networks/9c46c732-d1b1-4929-8688-582935f3fdc0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0438919 Feb 04 20:18:20.179575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39786) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:20.186999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f25f4-fb9d-4722-a0d3-1214262027d4 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:10Z', 'revision_number': 10, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None, '_interfaces': [{'id': '38522889-f1aa-4b3c-be77-822ab8d62441', 'name': '', 'network_id': '77093adf-ce9d-4ef4-9198-d58cad5b64c0', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'mac_address': 'fa:16:3e:f4:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:16:24Z', 'updated_at': '2022-02-04T20:16:43Z', 'revision_number': 5, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'subnets': [{'id': '68137f67-b7b4-4387-8c75-ef5da31b6008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:20.205295 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9019d02c-283d-4a88-8cb7-2e69a97c5f3f req-38b297a7-78fc-4df8-8d0f-278e17cac59c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715157 Feb 04 20:18:20.234997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dda55652-ae7c-4384-81d6-98c188f3f601 tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "GET /v2.0/networks/9c46c732-d1b1-4929-8688-582935f3fdc0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0568044 Feb 04 20:18:20.235954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39790) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:20.248138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:20.288256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bac03935-a8b0-4af9-b76a-2edbcd200491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:20.426374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Pushing event updated for resources: {'Port': ['ID=1f0ff0a4-9006-43b6-8f42-39236ae41f97,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:20.460729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.objects.ports [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88237) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:18:20.475651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:20.498491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 54d07586-18fb-4e69-9989-ac2fc1c88da7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:20.507303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 54d07586-18fb-4e69-9989-ac2fc1c88da7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:20.507969 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:20.548629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-016e21c8-76b8-4077-8e4d-de31fa8f91cc tempest-DHCPAgentSchedulersTestJSON-455527284 tempest-DHCPAgentSchedulersTestJSON-455527284-project-admin] 10.222.0.48 "GET /v2.0/agents/bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2/dhcp-networks HTTP/1.1" status: 200 len: 8880 time: 0.3115411 Feb 04 20:18:20.566596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39794) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:20.674778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:20.690268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:20.710400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd72d4-2f59-4aac-9fbb-61cd63d01c22 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:20.711560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:20.714133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:20.806119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:20.831078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:20.849812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:20.857071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.122445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-741159fc-8452-4654-8536-3a3fa0fe9c1c None None] Provisioning complete for port 54d07586-18fb-4e69-9989-ac2fc1c88da7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:21.123359 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-741159fc-8452-4654-8536-3a3fa0fe9c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.164754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.330684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5a43f268-a3cb-4818-b675-6a4183fad9a4 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:21.393528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.4455743 Feb 04 20:18:21.415937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39812) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:21.418810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d14e8-dbe6-4f6c-bc64-cf692d14c683 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=234fa379-bf79-4970-bb5f-16545b108e15,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:21.430798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.502315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408a6517-4ee9-47a8-8618-048a820b4799']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:21.524290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49251845-0b52-4e4c-9c8b-80c5bbfdf0fd') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:21.524592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49251845-0b52-4e4c-9c8b-80c5bbfdf0fd') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:21.549573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.570283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 54d07586-18fb-4e69-9989-ac2fc1c88da7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=54d07586-18fb-4e69-9989-ac2fc1c88da7,segment=NetworkSegment(cc2ba4a0-1ced-449d-8157-9b9aef944da8),segment_id=cc2ba4a0-1ced-449d-8157-9b9aef944da8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:21.590924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.607618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:21.608041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.634076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:54:ee:bb', 'name': 'tempest-NetworksTestDHCPv6-1680435844'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:21.642821 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:21.663865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.664611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef5068-be55-4db6-8e03-93ce7af30da4 req-31d866ca-b90f-436b-865e-5129469a1d0f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:21.666359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdef5068-be55-4db6-8e03-93ce7af30da4 req-31d866ca-b90f-436b-865e-5129469a1d0f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 944 time: 0.6514912 Feb 04 20:18:21.796569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 868ded26-0793-4cc3-a15b-c1aabbdfd42d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:21.815379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bdef5068-be55-4db6-8e03-93ce7af30da4 req-024ef159-5ad5-4a85-804e-327d7f0aadfd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644832 Feb 04 20:18:21.863901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '234fa379-bf79-4970-bb5f-16545b108e15'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:21.864948 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.878457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5a43f268-a3cb-4818-b675-6a4183fad9a4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:21.883342 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.908203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.912245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 868ded26-0793-4cc3-a15b-c1aabbdfd42d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:21.912245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 868ded26-0793-4cc3-a15b-c1aabbdfd42d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:21.912245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 763c864d-c2a4-4bd2-8822-1cacfec037d8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:21.949699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:21.971252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event deleted for resources: {'Network': ['ID=408a6517-4ee9-47a8-8618-048a820b4799,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:21.986104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-809d42c8-1938-4188-bfac-743dc675ced7 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "DELETE /v2.0/networks/408a6517-4ee9-47a8-8618-048a820b4799 HTTP/1.1" status: 204 len: 168 time: 1.4160001 Feb 04 20:18:21.986104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39820) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:22.009877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 763c864d-c2a4-4bd2-8822-1cacfec037d8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:22.010445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 763c864d-c2a4-4bd2-8822-1cacfec037d8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:22.030665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=54d07586-18fb-4e69-9989-ac2fc1c88da7,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:22.073239 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f27741-e086-4ded-b615-b840b085571f tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:22.074298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f27741-e086-4ded-b615-b840b085571f tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:22.076093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e0f27741-e086-4ded-b615-b840b085571f tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "DELETE /v2.0/ports/cdba4648-fcd7-420a-ae23-47b744af1b95 HTTP/1.1" status: 404 len: 333 time: 0.0890632 Feb 04 20:18:22.095236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39826) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:22.180633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:22.265359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Deleting subnet cafcfcc6-14cb-48f4-9055-a5a114334814 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:22.293085 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.293979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0487a5d-5ce8-4995-88c9-d24b127dcfc3 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:22.302777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:22.365710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:22.383551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-39c788ee-2028-4e28-a7cc-fc73f1c7a95c None None] Provisioning complete for port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:22.384290 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-39c788ee-2028-4e28-a7cc-fc73f1c7a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.558033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.581216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-39c788ee-2028-4e28-a7cc-fc73f1c7a95c None None] Port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:22.604750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-39c788ee-2028-4e28-a7cc-fc73f1c7a95c None None] Could not find standard attr ID for object cdba4648-fcd7-420a-ae23-47b744af1b95. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:18:22.611711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Allocated IP 2001:db8::f816:3eff:fe4a:6f28 (a3617f18-5da1-4e3a-821a-582c484776ac/234fa379-bf79-4970-bb5f-16545b108e15/5dc98b60-9b40-439f-8961-d59efd754fce) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:22.614711 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.643659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:22.644149 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.653387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca611c6-1233-4c8a-bae3-bee96e6e337d req-2b73856d-2e7f-494a-b2b5-5fcac6903e40 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:22.657744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.661882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ca611c6-1233-4c8a-bae3-bee96e6e337d req-2b73856d-2e7f-494a-b2b5-5fcac6903e40 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 945 time: 1.1226888 Feb 04 20:18:22.791726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:22.793584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.814098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39834) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:22.820343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ca611c6-1233-4c8a-bae3-bee96e6e337d req-b2fd24dd-f047-42ad-9cb7-da178404a81a tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575985 Feb 04 20:18:22.836448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event deleted for resources: {'Subnet': ['ID=cafcfcc6-14cb-48f4-9055-a5a114334814,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:22.856004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.865697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8e54afc8-e7f9-42d7-98f7-da9257e1ab17 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "DELETE /v2.0/subnets/cafcfcc6-14cb-48f4-9055-a5a114334814 HTTP/1.1" status: 204 len: 168 time: 0.7692406 Feb 04 20:18:22.871395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39846) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:22.975353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:22.991041 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.004904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Transition to ACTIVE for port object 5dc98b60-9b40-439f-8961-d59efd754fce will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:23.028006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 6ead6a13-7037-412f-850f-187e5e5b0b10 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:18:23.029151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Transition to ACTIVE for port object 5dc98b60-9b40-439f-8961-d59efd754fce will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:23.032367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d0a32b-abac-49e6-9bdf-2247c91cff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.052067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e44eb62-4f43-4c67-9754-ea84031028c6 None None] Network 9c46c732-d1b1-4929-8688-582935f3fdc0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:23.071620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:23.156157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:23.174979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.264126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.274430 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.282415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Deleting port 54d07586-18fb-4e69-9989-ac2fc1c88da7 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:23.282904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.311072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:23.319442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:23.325468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:23.338158 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Sync routers for ids ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:23.357880 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Routers {'1bd241d6-ba37-410e-ae3a-f4c2183348f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:23.360622 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:23.384557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:23.385471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca976e2-bc91-4278-ba32-0288012656ea req-f8787b54-25b8-43a9-b93e-5bf2cae7981c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:23.387396 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2ca976e2-bc91-4278-ba32-0288012656ea req-f8787b54-25b8-43a9-b93e-5bf2cae7981c tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 945 time: 0.2583883 Feb 04 20:18:23.397092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Pushing event updated for resources: {'Port': ['ID=5dc98b60-9b40-439f-8961-d59efd754fce,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:23.424110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fe54:eebb (a3617f18-5da1-4e3a-821a-582c484776ac/234fa379-bf79-4970-bb5f-16545b108e15/6ead6a13-7037-412f-850f-187e5e5b0b10) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:23.601510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.602116 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.602830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.603328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.603947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.604595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.606433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.607010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.607505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.607993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.608486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.608969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:23.700875 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Set router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:23.706537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] For port 54d07586-18fb-4e69-9989-ac2fc1c88da7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=54d07586-18fb-4e69-9989-ac2fc1c88da7,segment=NetworkSegment(cc2ba4a0-1ced-449d-8157-9b9aef944da8),segment_id=cc2ba4a0-1ced-449d-8157-9b9aef944da8)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:23.707114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.715885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.757142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port 38522889-f1aa-4b3c-be77-822ab8d62441 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:23.760207 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.832269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Attempting to bind port 5dc98b60-9b40-439f-8961-d59efd754fce on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:23.834304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Attempting to bind port 5dc98b60-9b40-439f-8961-d59efd754fce by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:23.835318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Attempting to bind port 5dc98b60-9b40-439f-8961-d59efd754fce on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:23.866596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Calling delete_port for 54d07586-18fb-4e69-9989-ac2fc1c88da7 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:23.866846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716973941'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:23.866957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:23.866957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:23.867440 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.868007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:23.869800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Bound port: 5dc98b60-9b40-439f-8961-d59efd754fce, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:23.870746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.878305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:23.887418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:23.897997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:23.913159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:23.934667 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:23.960901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 54d07586-18fb-4e69-9989-ac2fc1c88da7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:24.013913 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2ca976e2-bc91-4278-ba32-0288012656ea req-34839372-ef7c-41f1-ae88-97b3c26a4258 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6064651 Feb 04 20:18:24.023584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.027252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39854) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:24.047311 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.084764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 6ead6a13-7037-412f-850f-187e5e5b0b10 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:24.141797 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'code': 200} Feb 04 20:18:24.145552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event deleted for resources: {'Port': ['ID=54d07586-18fb-4e69-9989-ac2fc1c88da7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:24.154142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] No DVR routers for this DVR port 54d07586-18fb-4e69-9989-ac2fc1c88da7 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:24.205884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:24.212456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Could not find standard attr ID for object 54d07586-18fb-4e69-9989-ac2fc1c88da7. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:18:24.214881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:24.222680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.246382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4813899e-9bfa-4986-8441-a24de1474a26 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:24.309046 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.324269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b2710689-f0d5-4c59-87cd-dde96e28bdca admin admin] 10.222.0.48 "PUT /v2.0/routers/1bd241d6-ba37-410e-ae3a-f4c2183348f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9815774 Feb 04 20:18:24.341511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 4813899e-9bfa-4986-8441-a24de1474a26 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:24.352767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4813899e-9bfa-4986-8441-a24de1474a26 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:24.360816 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.377194 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:18:17Z', 'revision_number': 4, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1f0ff0a4-9006-43b6-8f42-39236ae41f97', 'name': '', 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'mac_address': 'fa:16:3e:b2:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a734547d-bfe1-459e-8138-d45fe87c6c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:14Z', 'updated_at': '2022-02-04T20:18:18Z', 'revision_number': 2, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'subnets': [{'id': 'a734547d-bfe1-459e-8138-d45fe87c6c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:24.401239 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Checking router: 1bd241d6-ba37-410e-ae3a-f4c2183348f5 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:24.404269 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Updating router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:18:24.455962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] For port 5dc98b60-9b40-439f-8961-d59efd754fce, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:24.459963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] For port 5dc98b60-9b40-439f-8961-d59efd754fce, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5dc98b60-9b40-439f-8961-d59efd754fce,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:24.552396 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.575686 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.649974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.661367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f936e8c-94f9-4857-a342-e7055c9d39f0 None None] DHCP port deletion for 9c46c732-d1b1-4929-8688-582935f3fdc0 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:24.731426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:24.737236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c46c732-d1b1-4929-8688-582935f3fdc0']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:24.744701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:security_group_rule and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:24.764400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8746e2c-8846-462b-941b-bd23a8c3f9d4 None None] Pushing event updated for resources: {'Port': ['ID=5dc98b60-9b40-439f-8961-d59efd754fce,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:24.781398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2ba4a0-1ced-449d-8157-9b9aef944da8') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:24.781593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2ba4a0-1ced-449d-8157-9b9aef944da8') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:24.818163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb895827-ff15-4ce8-80c3-edc43f47ae85 tempest-TestVolumeBackupRestore-2052531727 tempest-TestVolumeBackupRestore-2052531727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:24.824350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cb895827-ff15-4ce8-80c3-edc43f47ae85 tempest-TestVolumeBackupRestore-2052531727 tempest-TestVolumeBackupRestore-2052531727-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1091 time: 0.7930076 Feb 04 20:18:24.824350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.842225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39866) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:24.853008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:24.861186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:24.866253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Usage tracker for resource:floatingip and tenant:4ef0b878c8be4a168a72c51e6760b96e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:24.869825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:24.872879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port 38522889-f1aa-4b3c-be77-822ab8d62441, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=38522889-f1aa-4b3c-be77-822ab8d62441,segment=NetworkSegment(085c679f-73b9-46e6-8f62-f2d39ab1367f),segment_id=085c679f-73b9-46e6-8f62-f2d39ab1367f)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:24.873413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.883169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:24.915227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.923945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:24.924805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:24.943393 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:25.047622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for 38522889-f1aa-4b3c-be77-822ab8d62441 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:25.065912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.092756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.393035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-8fe3c1f8-175d-445a-b045-9cf5be475552 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Synchronizing usage tracker for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:25.398523 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.477522 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Transition to ACTIVE for port object 1f0ff0a4-9006-43b6-8f42-39236ae41f97 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:25.568689 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.576394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:25.582681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.586191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9590c37-ddbd-4871-b58c-e5601ce388d7 req-6e6bb63d-887d-40c8-837d-e086f0c8698b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:25.593854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9590c37-ddbd-4871-b58c-e5601ce388d7 req-6e6bb63d-887d-40c8-837d-e086f0c8698b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 2.2658770 Feb 04 20:18:25.605022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.617172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] 10.222.0.48 "DELETE /v2.0/networks/9c46c732-d1b1-4929-8688-582935f3fdc0 HTTP/1.1" status: 204 len: 168 time: 2.7291775 Feb 04 20:18:25.629230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:25.645613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a55460-edcc-4e57-9a32-28253f920a99 tempest-DHCPAgentSchedulersTestJSON-450269868 tempest-DHCPAgentSchedulersTestJSON-450269868-project] Pushing event deleted for resources: {'Network': ['ID=9c46c732-d1b1-4929-8688-582935f3fdc0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:25.646518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:25.655880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:25.665063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:25.671035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:25.671656 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.679582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=6ead6a13-7037-412f-850f-187e5e5b0b10,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:25.728571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-8fe3c1f8-175d-445a-b045-9cf5be475552 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Unset dirty status for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:25.734075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-8fe3c1f8-175d-445a-b045-9cf5be475552 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7841892 Feb 04 20:18:25.749277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9590c37-ddbd-4871-b58c-e5601ce388d7 req-3d5d3c31-4e0f-4ff8-8128-3ca237231ab5 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524847 Feb 04 20:18:25.756883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:25.776615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:25.796562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Usage tracker for resource:floatingip and tenant:51f547069331411bbdb7fc27282cd2c0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:25.811770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:25.838394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:25.860374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-80cbfe02-63be-4ddc-97a7-e8fea8a53fdb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4428997 Feb 04 20:18:25.861754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:25.866883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39872) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:25.967794 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Pushing event updated for resources: {'Port': ['ID=1f0ff0a4-9006-43b6-8f42-39236ae41f97,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:25.985539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.034802 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.035339 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.035807 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.036151 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.036744 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.037084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.037457 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.037787 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.038110 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.038627 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.038984 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.039305 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:26.048075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.070231 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Attempting to bind port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:26.070618 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Attempting to bind port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:26.071436 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Attempting to bind port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 on network fbcd459a-cbf8-4673-9888-634dfb9fca39 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:26.078371 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:26.078944 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Checking segment: {'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:26.080084 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.080084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Bound using segment: {'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:26.080639 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Bound port: 1f0ff0a4-9006-43b6-8f42-39236ae41f97, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba4b174-1cb7-4511-bb0d-958b71fb9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:26.085502 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.123221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.206720 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] For port 1f0ff0a4-9006-43b6-8f42-39236ae41f97, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:26.210628 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] For port 1f0ff0a4-9006-43b6-8f42-39236ae41f97, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1f0ff0a4-9006-43b6-8f42-39236ae41f97,segment=NetworkSegment(9ba4b174-1cb7-4511-bb0d-958b71fb9551),segment_id=9ba4b174-1cb7-4511-bb0d-958b71fb9551)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:26.287856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.329220 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.359234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=38522889-f1aa-4b3c-be77-822ab8d62441,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:26.573330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39880) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:26.635153 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378deb4-320e-4884-897e-ed3e82cd8138 None None] Pushing event updated for resources: {'Port': ['ID=1f0ff0a4-9006-43b6-8f42-39236ae41f97,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:26.660845 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Routers {'1bd241d6-ba37-410e-ae3a-f4c2183348f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:26.664169 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:26.687914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:18:26.716092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab1e17-971e-4042-8d95-6eabc5a1e857,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:26.743001 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:26.764051 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e of type vlan for network a6a99f39-e50c-4699-880f-c30f23621ef6 Feb 04 20:18:26.826324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5dc98b60-9b40-439f-8961-d59efd754fce up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:27.063753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Allocated IP 172.25.7.95 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/71ddbe32-0723-4776-a31d-f737d0bbc38b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:27.087227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-45390f40-4dd0-41db-bfd7-f592ad36ff35 None None] Provisioning for port 5dc98b60-9b40-439f-8961-d59efd754fce completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:27.143886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 5dc98b60-9b40-439f-8961-d59efd754fce completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:27.149660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5dc98b60-9b40-439f-8961-d59efd754fce triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:27.150023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.210454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.240603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.339043 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] Set router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:27.350015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12415f08-7fc4-45a0-86dc-df44626e0bf1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:27.356622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12415f08-7fc4-45a0-86dc-df44626e0bf1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:27.358359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-12415f08-7fc4-45a0-86dc-df44626e0bf1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4866414 Feb 04 20:18:27.375422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39888) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:27.399239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.449065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 5dc98b60-9b40-439f-8961-d59efd754fce, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5dc98b60-9b40-439f-8961-d59efd754fce,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:27.483599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-388d47c7-48d4-47f4-9f46-6d73960df358 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15f8cac2e08744cf823fb3133d206ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994048 Feb 04 20:18:27.492683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:27.542986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dfc0d-2f27-493a-94a8-72ca9361dd32 req-b375b7cf-7d2a-4fca-88c7-85c4c7ca6cc0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:27.548820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 6ead6a13-7037-412f-850f-187e5e5b0b10 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:27.549251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e48dfc0d-2f27-493a-94a8-72ca9361dd32 req-b375b7cf-7d2a-4fca-88c7-85c4c7ca6cc0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.5569632 Feb 04 20:18:27.549816 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.561816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-85c26dd4-ee6d-4225-9d0b-68cee1ae6bb5 None None] Provisioning for port 6ead6a13-7037-412f-850f-187e5e5b0b10 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:27.563856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.568786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-85c26dd4-ee6d-4225-9d0b-68cee1ae6bb5 None None] Provisioning complete for port 6ead6a13-7037-412f-850f-187e5e5b0b10 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:27.569355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:27.569619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-85c26dd4-ee6d-4225-9d0b-68cee1ae6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.570082 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.635703 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.681411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.781360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 54d07586-18fb-4e69-9989-ac2fc1c88da7 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:27.781881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=a6a99f39-e50c-4699-880f-c30f23621ef6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:27.800546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e48dfc0d-2f27-493a-94a8-72ca9361dd32 req-590c7655-5597-448e-b719-2405bc69f16a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502363 Feb 04 20:18:27.805506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:27.893325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:27.910654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-85c26dd4-ee6d-4225-9d0b-68cee1ae6bb5 None None] Port 6ead6a13-7037-412f-850f-187e5e5b0b10 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:27.913851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a6a99f39-e50c-4699-880f-c30f23621ef6 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:18:27.971586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b747c4b9-7541-400b-ba01-3381bbe4c23b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 5.1552677 Feb 04 20:18:28.013451 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:18:17Z', 'revision_number': 4, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1f0ff0a4-9006-43b6-8f42-39236ae41f97', 'name': '', 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'mac_address': 'fa:16:3e:b2:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a734547d-bfe1-459e-8138-d45fe87c6c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:14Z', 'updated_at': '2022-02-04T20:18:26Z', 'revision_number': 4, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'subnets': [{'id': 'a734547d-bfe1-459e-8138-d45fe87c6c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:28.036621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6849aebe-1b74-4985-bf6c-f9669215fc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.037587 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa440868-e8ad-45b1-a7d3-5e5c47fc0e76 None None] The sync data for ids ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'] in n-d-811806-1 is: [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:18:17Z', 'revision_number': 4, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '1f0ff0a4-9006-43b6-8f42-39236ae41f97', 'name': '', 'network_id': 'fbcd459a-cbf8-4673-9888-634dfb9fca39', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'mac_address': 'fa:16:3e:b2:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'a734547d-bfe1-459e-8138-d45fe87c6c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:14Z', 'updated_at': '2022-02-04T20:18:26Z', 'revision_number': 4, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'subnets': [{'id': 'a734547d-bfe1-459e-8138-d45fe87c6c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:28.062045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=5dc98b60-9b40-439f-8961-d59efd754fce,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:28.067220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 54d07586-18fb-4e69-9989-ac2fc1c88da7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:28.070364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 54d07586-18fb-4e69-9989-ac2fc1c88da7 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:28.086294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:28.088065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6849aebe-1b74-4985-bf6c-f9669215fc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.091548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5b033770-2d14-4fc5-8705-f6bbc88561b7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5176020 Feb 04 20:18:28.104718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39896) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:28.134419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:28.171830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:28.172732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:28.242214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39902) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:28.280619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': 'a6a99f39-e50c-4699-880f-c30f23621ef6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:28.282554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting subnet 68137f67-b7b4-4387-8c75-ef5da31b6008 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:28.295949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.401569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.407931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6849aebe-1b74-4985-bf6c-f9669215fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.429194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:28.481753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849aebe-1b74-4985-bf6c-f9669215fc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb108cb-ed5e-4174-b364-9b868378a81f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:28.529341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.567187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:28.571366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:28.579117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:28.585150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:28.600925 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.692715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:25Z', 'revision_number': 11, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:28.701584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6849aebe-1b74-4985-bf6c-f9669215fc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.707646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:28.718597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6849aebe-1b74-4985-bf6c-f9669215fc81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adb108cb-ed5e-4174-b364-9b868378a81f HTTP/1.1" status: 204 len: 168 time: 1.2048206 Feb 04 20:18:28.735864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:28.736611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:28.847138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f0ff0a4-9006-43b6-8f42-39236ae41f97 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:28.868838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:28.890738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:28.934769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 6ead6a13-7037-412f-850f-187e5e5b0b10 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:29.039467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:29.106383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:29.143609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:29.357258 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:29.364183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Subnet': ['ID=68137f67-b7b4-4387-8c75-ef5da31b6008,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:29.377077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ee472f2a-be15-4b8a-91fd-570bf292d22d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/68137f67-b7b4-4387-8c75-ef5da31b6008 HTTP/1.1" status: 204 len: 168 time: 1.2701385 Feb 04 20:18:29.378004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:29.386444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:25Z', 'revision_number': 11, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:29.390178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752661a-1507-4c64-86da-10ebe86f6c81 None None] Network 77093adf-ce9d-4ef4-9198-d58cad5b64c0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:29.555434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e0320-965d-415a-8a3a-b97b14abf9e1 None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:25Z', 'revision_number': 11, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:29.638418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:29.652704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Deleting port caf83b10-02a5-49b3-a4d0-fe880cc20d1e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:29.655101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:29.673250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:29.687074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:29.701033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:29.723482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416e77-d7ca-4034-ae50-2421fe49f475 req-e4fdc5d3-3d71-4f34-8f81-1c80e6859d99 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:29.725061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82416e77-d7ca-4034-ae50-2421fe49f475 req-e4fdc5d3-3d71-4f34-8f81-1c80e6859d99 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.7294056 Feb 04 20:18:29.786159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:29.793329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:29.793774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:29.798285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39918) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:29.835521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82416e77-d7ca-4034-ae50-2421fe49f475 req-7138b0f4-730b-4e94-bd0f-31e0b408cf60 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994480 Feb 04 20:18:29.847864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Allocated IP 172.25.7.48 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/0ae62a6e-939d-4448-8917-9da2aa10804b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:29.859229 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:29.859790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'Port': ['ID=71ddbe32-0723-4776-a31d-f737d0bbc38b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:29.984770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] DHCP port deletion for 77093adf-ce9d-4ef4-9198-d58cad5b64c0 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:30.070107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-2305ae60-3b3d-4f35-b747-19e501d57c80 req-ee8cd013-0437-4ecd-8e70-857d8fb50f7e tempest-ServersTestJSON-239687067 tempest-ServersTestJSON-239687067-project] (88237) timed out ('10.222.0.24', 63089) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:18:30.160848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] For port caf83b10-02a5-49b3-a4d0-fe880cc20d1e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,segment=NetworkSegment(085c679f-73b9-46e6-8f62-f2d39ab1367f),segment_id=085c679f-73b9-46e6-8f62-f2d39ab1367f)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:30.160848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.202792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Deleting port caf83b10-02a5-49b3-a4d0-fe880cc20d1e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:30.203748 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.379476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Calling delete_port for caf83b10-02a5-49b3-a4d0-fe880cc20d1e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:30.490733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:30.496577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Usage tracker for resource:security_group_rule and tenant:37f3eed11c184d65a123965887e7a93d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:30.500504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:30.525688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:30.552714 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.618409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.646311 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.681021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=6ead6a13-7037-412f-850f-187e5e5b0b10,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:30.732142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Port': ['ID=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:30.744757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No DVR routers for this DVR port caf83b10-02a5-49b3-a4d0-fe880cc20d1e on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:30.775494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 1f0ff0a4-9006-43b6-8f42-39236ae41f97, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1f0ff0a4-9006-43b6-8f42-39236ae41f97,segment=NetworkSegment(9ba4b174-1cb7-4511-bb0d-958b71fb9551),segment_id=9ba4b174-1cb7-4511-bb0d-958b71fb9551)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:30.798087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] For port caf83b10-02a5-49b3-a4d0-fe880cc20d1e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=caf83b10-02a5-49b3-a4d0-fe880cc20d1e,segment=NetworkSegment(085c679f-73b9-46e6-8f62-f2d39ab1367f),segment_id=085c679f-73b9-46e6-8f62-f2d39ab1367f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:30.798619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.884234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.908092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.938817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77093adf-ce9d-4ef4-9198-d58cad5b64c0']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:30.952798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085c679f-73b9-46e6-8f62-f2d39ab1367f') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:30.953164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085c679f-73b9-46e6-8f62-f2d39ab1367f') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:30.965319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.982718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:30.990116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:30.997138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.016325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Calling delete_port for caf83b10-02a5-49b3-a4d0-fe880cc20d1e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:31.038886 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.054672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-782159ba-8bb2-4d86-bb83-a0cba2a9fbd3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/6ead6a13-7037-412f-850f-187e5e5b0b10 HTTP/1.1" status: 204 len: 168 time: 3.6673899 Feb 04 20:18:31.062681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39932) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:31.086556 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:31.126385 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:18:31.126821 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:18:31.130592 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.130592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5dc98b60-9b40-439f-8961-d59efd754fce up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:31.137688 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.167661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.203952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.234399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Pushing event deleted for resources: {'Network': ['ID=77093adf-ce9d-4ef4-9198-d58cad5b64c0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:31.245454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=1f0ff0a4-9006-43b6-8f42-39236ae41f97,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:31.271517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:31.271517 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:31.279864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-df02ae2c-1010-4afb-9de7-f9d579dba883 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/networks/77093adf-ce9d-4ef4-9198-d58cad5b64c0 HTTP/1.1" status: 204 len: 168 time: 1.8875325 Feb 04 20:18:31.282409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39940) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:31.288320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'routes': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:31.301473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5dc98b60-9b40-439f-8961-d59efd754fce triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:31.301961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.343317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.477208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37f3eed11c184d65a123965887e7a93d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6461384 Feb 04 20:18:31.503201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39946) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:31.638121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e9540-5ecd-43b4-9a60-436e8b543996 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:31.658663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e9540-5ecd-43b4-9a60-436e8b543996 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:31.658663 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-291e9540-5ecd-43b4-9a60-436e8b543996 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5747738 Feb 04 20:18:31.669889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39950) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:31.744288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f0ff0a4-9006-43b6-8f42-39236ae41f97 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:31.802794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 234fa379-bf79-4970-bb5f-16545b108e15 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:31.815077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=240f76dd-b743-4566-a426-6d9018e95640,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:31.815077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': 'f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a6a99f39-e50c-4699-880f-c30f23621ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:31.815077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: a6a99f39-e50c-4699-880f-c30f23621ef6, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:18:31.839037 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.852445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.972463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Deleting port caf83b10-02a5-49b3-a4d0-fe880cc20d1e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:31.972463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:31.978234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:31.997587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.017416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:32.028363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:32.029365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172d452-2940-40c9-baff-1c56c8b50e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879f8834-d91a-427b-93a4-39a4b9aa8ee9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:32.049713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Added routes are [] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 20:18:32.049713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.extraroute_db [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Removed routes are [] {{(pid=88237) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 20:18:32.049713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.140188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.247814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=0ae62a6e-939d-4448-8917-9da2aa10804b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:32.247814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8871474-f949-4ec4-8184-6ba857da26a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.282333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc7fa1-81ee-4b0f-928a-9b80ec4e3d11 None None] The port 'caf83b10-02a5-49b3-a4d0-fe880cc20d1e' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:18:32.301108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network a6a99f39-e50c-4699-880f-c30f23621ef6 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:18:32.312876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:32.312876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.385943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8871474-f949-4ec4-8184-6ba857da26a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.436382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.580233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 38522889-f1aa-4b3c-be77-822ab8d62441 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:32.599577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.626933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, a6a99f39-e50c-4699-880f-c30f23621ef6) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:32.641895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49575c96-73d6-494d-8054-3453c525ecf8 req-92a5f6d9-bf1d-4b8e-a327-a0e8d4eab441 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:32.646485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49575c96-73d6-494d-8054-3453c525ecf8 req-92a5f6d9-bf1d-4b8e-a327-a0e8d4eab441 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.7424705 Feb 04 20:18:32.647447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.662547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 38522889-f1aa-4b3c-be77-822ab8d62441 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:32.663623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 38522889-f1aa-4b3c-be77-822ab8d62441 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:32.664936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device caf83b10-02a5-49b3-a4d0-fe880cc20d1e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:32.713141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22676e-7653-4b96-8af4-6289f177e4c2 None None] Network a6a99f39-e50c-4699-880f-c30f23621ef6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:32.767735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: caf83b10-02a5-49b3-a4d0-fe880cc20d1e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:32.767735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device caf83b10-02a5-49b3-a4d0-fe880cc20d1e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:32.891682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:32.892232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.899259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.929969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8871474-f949-4ec4-8184-6ba857da26a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:32.995696 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.037863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8871474-f949-4ec4-8184-6ba857da26a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879f8834-d91a-427b-93a4-39a4b9aa8ee9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:33.055035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.142713 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8871474-f949-4ec4-8184-6ba857da26a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.144252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e8871474-f949-4ec4-8184-6ba857da26a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/879f8834-d91a-427b-93a4-39a4b9aa8ee9 HTTP/1.1" status: 204 len: 168 time: 1.6245446 Feb 04 20:18:33.177041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a6a99f39-e50c-4699-880f-c30f23621ef6', 'network_id': 'a6a99f39-e50c-4699-880f-c30f23621ef6', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '240f76dd-b743-4566-a426-6d9018e95640'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:33.179465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.201322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49575c96-73d6-494d-8054-3453c525ecf8 req-3dca4d40-994f-4fdd-8e9c-6ba9a12d3897 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787420 Feb 04 20:18:33.221519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router e3805388-60de-4cfc-8c95-17d7dabc126e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:33.442010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-edf54118-f68d-4dd2-8da5-cdbb5442cf31 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.1877756 Feb 04 20:18:33.456902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:33.459714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:33.467668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.471424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-39bf13be-b5a1-4755-8b25-2165f87ef646 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 200 len: 701 time: 2.1854389 Feb 04 20:18:33.474212 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] Sync routers for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:33.482128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39960) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:33.500484 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:33.506617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:33.530115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2dadab07-7c8a-4960-8911-4ddd30f3302a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:33.530978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-901376951'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:33.595498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Allocated IP 172.20.255.242 (a6a99f39-e50c-4699-880f-c30f23621ef6/240f76dd-b743-4566-a426-6d9018e95640/24c7eacf-e11f-40f9-aecd-d1de383e2d98) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:33.624290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2dadab07-7c8a-4960-8911-4ddd30f3302a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:33.629578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2dadab07-7c8a-4960-8911-4ddd30f3302a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 200 len: 205 time: 0.1425517 Feb 04 20:18:33.629810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39966) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:33.679824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:33.705993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:33.706204 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:33.732044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:33.783050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:33.810219 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.881663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.920837 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:25Z', 'revision_number': 11, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:33.925810 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] Checking router: e3805388-60de-4cfc-8c95-17d7dabc126e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:33.935104 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] Routers {'e3805388-60de-4cfc-8c95-17d7dabc126e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:33.936017 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e3805388-60de-4cfc-8c95-17d7dabc126e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:33.940807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=234fa379-bf79-4970-bb5f-16545b108e15,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:33.956412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9658b20e-86fc-407f-a2f6-06700df65ec0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.969246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:33.972212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.001911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc17edca-2c6c-4ec3-bb61-ef42b1e793cf None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:34.155682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:34.161882 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.199577 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] Set router e3805388-60de-4cfc-8c95-17d7dabc126e gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:34.204874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=0ae62a6e-939d-4448-8917-9da2aa10804b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:34.240979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:18:34.257413 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.257769 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment 83005a5d-8f01-487c-9e25-adba7b238b14 of type vlan for network fd6556ea-bf39-4f2a-8e9f-9c84135d8609 Feb 04 20:18:34.297921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.337541 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9a1012cd-7b77-4ae3-87dc-2c88a2b6d9ba tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/234fa379-bf79-4970-bb5f-16545b108e15 HTTP/1.1" status: 204 len: 168 time: 2.6647642 Feb 04 20:18:34.338419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:34.444131 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:25Z', 'revision_number': 11, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:34.450160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.457108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:34.457832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.458054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed9515-6ea3-4431-917b-472b923cd94e None None] The sync data for ids ['e3805388-60de-4cfc-8c95-17d7dabc126e'] in n-d-811806-1 is: [{'id': 'e3805388-60de-4cfc-8c95-17d7dabc126e', 'name': 'tempest-RoutersTest-router-1457558937', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:16:20Z', 'updated_at': '2022-02-04T20:18:25Z', 'revision_number': 11, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:34.586854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.613495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Transition to ACTIVE for port object 24c7eacf-e11f-40f9-aecd-d1de383e2d98 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:34.623008 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9658b20e-86fc-407f-a2f6-06700df65ec0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.629025 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9658b20e-86fc-407f-a2f6-06700df65ec0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.645458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Transition to ACTIVE for port object 24c7eacf-e11f-40f9-aecd-d1de383e2d98 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:34.697967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c29e0cc-cb95-4fd8-a726-abc54f8f9f01 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3453250 Feb 04 20:18:34.698161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39990) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:34.710234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2483385 Feb 04 20:18:34.710725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:34.716445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.718834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39994) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:34.773840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.791257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:34.806327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:34.809858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94ab09-5d33-4ae9-8d67-58ead5d324ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=fd6556ea-bf39-4f2a-8e9f-9c84135d8609,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:34.816300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.828557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network fd6556ea-bf39-4f2a-8e9f-9c84135d8609 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:18:34.848308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.852091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] Deleting port 5dc98b60-9b40-439f-8961-d59efd754fce {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:34.852708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.888685 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9658b20e-86fc-407f-a2f6-06700df65ec0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.889460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9658b20e-86fc-407f-a2f6-06700df65ec0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Fanout notify agent at l3_agent the message router_deleted on router e3805388-60de-4cfc-8c95-17d7dabc126e {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:18:34.905491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Network a6a99f39-e50c-4699-880f-c30f23621ef6 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:34.905682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:34.912169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9658b20e-86fc-407f-a2f6-06700df65ec0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:34.913044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:34.913795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9658b20e-86fc-407f-a2f6-06700df65ec0 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 204 len: 168 time: 1.2830377 Feb 04 20:18:34.923567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:34.928735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40002) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:34.936662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:34.943583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2031064899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:34.952556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:34.960385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Usage tracker for resource:router and tenant:e61bd69e790d4ef3a6d99aaf892d7829 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:34.971383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:34.978184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:35.001839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:35.006479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:35.032874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421cb59-1114-4c7a-918b-aa0503b54225 req-a2d29fdb-6ba2-4a9b-9eaa-f253ab268b99 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:35.047841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d421cb59-1114-4c7a-918b-aa0503b54225 req-a2d29fdb-6ba2-4a9b-9eaa-f253ab268b99 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.3947344 Feb 04 20:18:35.087457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.090344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.123562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Pushing event updated for resources: {'Port': ['ID=24c7eacf-e11f-40f9-aecd-d1de383e2d98,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:35.141916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.205323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:35.211990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:35.216628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:35.223408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:35.230084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d421cb59-1114-4c7a-918b-aa0503b54225 req-f4624695-0e70-40d2-87a5-c060c94cfa1e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790028 Feb 04 20:18:35.281496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.290259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Attempting to bind port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:35.291015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Attempting to bind port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a6a99f39-e50c-4699-880f-c30f23621ef6'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:35.292058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Attempting to bind port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 on network a6a99f39-e50c-4699-880f-c30f23621ef6 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:35.320395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:35.321375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Checking segment: {'id': 'f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a6a99f39-e50c-4699-880f-c30f23621ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:35.321993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.322608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Bound using segment: {'id': 'f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a6a99f39-e50c-4699-880f-c30f23621ef6'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:35.323421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Bound port: 24c7eacf-e11f-40f9-aecd-d1de383e2d98, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a6a99f39-e50c-4699-880f-c30f23621ef6'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:35.324567 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.359406 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.361067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:35.363493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2345076a-0c35-43b2-b7a3-12613d16dcfd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 9.6178293 Feb 04 20:18:35.365127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.515744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] For port 24c7eacf-e11f-40f9-aecd-d1de383e2d98, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:35.519232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] For port 24c7eacf-e11f-40f9-aecd-d1de383e2d98, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=24c7eacf-e11f-40f9-aecd-d1de383e2d98,segment=NetworkSegment(f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e),segment_id=f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:35.521350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.524998 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f38e10d7-ba4a-4599-92ff-2cc897c22943 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5878942 Feb 04 20:18:35.527392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40010) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:35.533607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] For port 5dc98b60-9b40-439f-8961-d59efd754fce, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5dc98b60-9b40-439f-8961-d59efd754fce,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:35.534270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.536220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0063341e-c8f4-4f56-8ff5-19fb447b7e1f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:35.617955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:35.628092 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.630341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.827545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2fe324f8-99d7-46a2-bd8e-44d6202a5ffe tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Synchronizing usage tracker for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:35.837234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] Calling delete_port for 5dc98b60-9b40-439f-8961-d59efd754fce owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:35.871271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event updated for resources: {'Port': ['ID=71ddbe32-0723-4776-a31d-f737d0bbc38b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:35.873387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5dc98b60-9b40-439f-8961-d59efd754fce no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:35.903084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:35.979004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.979364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.980011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.980857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.981190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.981519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.981845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.982176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.982500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.982985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.983314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:35.983637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:36.007433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2fe324f8-99d7-46a2-bd8e-44d6202a5ffe tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Unset dirty status for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:36.008606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-2fe324f8-99d7-46a2-bd8e-44d6202a5ffe tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.6116750 Feb 04 20:18:36.109344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9210d-cf5b-4f76-bdf5-24a8987012e8 None None] Pushing event updated for resources: {'Port': ['ID=24c7eacf-e11f-40f9-aecd-d1de383e2d98,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:36.236926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:36.347393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] No DVR routers for this DVR port 5dc98b60-9b40-439f-8961-d59efd754fce on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:36.350866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ef492-a1ac-4c65-8204-806ec4c3cd18 None None] Pushing event deleted for resources: {'Port': ['ID=5dc98b60-9b40-439f-8961-d59efd754fce,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:36.369423 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:36.420326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0063341e-c8f4-4f56-8ff5-19fb447b7e1f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:36.611249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0063341e-c8f4-4f56-8ff5-19fb447b7e1f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:36.634315 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Floating IP 8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4 associated. External IP: 172.25.7.95, port: cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6. Feb 04 20:18:37.019093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40032) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:37.038308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-c2e82c9f-460a-4272-a1b9-ab0c25e6c549 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:37.039758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-c2e82c9f-460a-4272-a1b9-ab0c25e6c549 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 1.0158191 Feb 04 20:18:37.066327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-52f8b718-c02f-4185-8551-b78372bdf3ba tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:18:37.067778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c7dd429-7cce-47d0-baf2-acc696900086 req-52f8b718-c02f-4185-8551-b78372bdf3ba tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112584 Feb 04 20:18:37.177743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b921f-e215-454f-818d-e0fab0890493 req-ada37c21-71e1-4992-a78f-1bc9720008ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:37.184636 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-274b921f-e215-454f-818d-e0fab0890493 req-ada37c21-71e1-4992-a78f-1bc9720008ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.6602089 Feb 04 20:18:37.260356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1463142574', 'router:external': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:37.328891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:37.339698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063341e-c8f4-4f56-8ff5-19fb447b7e1f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Router 66429144-4165-4c55-a25e-ee7941fd9432 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:18:37.379190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:network and tenant:574adaa6407346778de845689195134e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:37.384741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-274b921f-e215-454f-818d-e0fab0890493 req-c477758d-30e9-4d45-a0b2-bd494b618488 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940258 Feb 04 20:18:37.387185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:37.408997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:37.487224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:37.524471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf590a-1752-4576-978b-c7066d9d477c req-11b3fbbf-8d3b-45db-a530-a1c4f40f2124 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:37.526255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-edbf590a-1752-4576-978b-c7066d9d477c req-11b3fbbf-8d3b-45db-a530-a1c4f40f2124 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 946 time: 0.2412472 Feb 04 20:18:37.644618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063341e-c8f4-4f56-8ff5-19fb447b7e1f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:37.660519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] Sync routers for ids ['66429144-4165-4c55-a25e-ee7941fd9432'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:37.675559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] Routers {'66429144-4165-4c55-a25e-ee7941fd9432'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:37.676205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['66429144-4165-4c55-a25e-ee7941fd9432'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:37.882988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.objects.ports [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88237) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:18:37.896399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:37.899363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:37.909114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Made reservation on behalf of 574adaa6407346778de845689195134e for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:37.911386 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] Sync routers for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:37.914200 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:37.933989 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:37.934903 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:37.943150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:37.958380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 24c7eacf-e11f-40f9-aecd-d1de383e2d98 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:38.082140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0063341e-c8f4-4f56-8ff5-19fb447b7e1f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:38.083603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0063341e-c8f4-4f56-8ff5-19fb447b7e1f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "PUT /v2.0/routers/66429144-4165-4c55-a25e-ee7941fd9432 HTTP/1.1" status: 200 len: 694 time: 2.5552878 Feb 04 20:18:38.090611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40040) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:38.100618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-edbf590a-1752-4576-978b-c7066d9d477c req-6207cb0f-8979-4a59-aff5-514c7f3f9f0b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5639255 Feb 04 20:18:38.115107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cda172-8dec-400e-85ff-e6645ed6930b None None] Network a6a99f39-e50c-4699-880f-c30f23621ef6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:38.122511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:38.145943 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:38.156665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=674662bd-181c-4b7b-be0f-98ac446c0e1c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:38.173843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': '83005a5d-8f01-487c-9e25-adba7b238b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:38.174328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: fd6556ea-bf39-4f2a-8e9f-9c84135d8609, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:18:38.234948 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b71a17d-8d15-4b6e-8a9d-b8cedb13a64e tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.3911207 Feb 04 20:18:38.237185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40044) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:38.239481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:38.277772 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:38.347325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] Set router 66429144-4165-4c55-a25e-ee7941fd9432 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:38.453143 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'status': 'completed', 'code': 200} Feb 04 20:18:38.493926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network fd6556ea-bf39-4f2a-8e9f-9c84135d8609 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:18:38.611504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66429144-4165-4c55-a25e-ee7941fd9432', 'name': 'tempest-RoutersTest-router-2031064899', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:35Z', 'updated_at': '2022-02-04T20:18:36Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:38.618458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] Checking router: 66429144-4165-4c55-a25e-ee7941fd9432 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:38.623210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47c98e-4447-434a-aedd-614f926ceb12 tempest-TestVolumeBackupRestore-2052531727 tempest-TestVolumeBackupRestore-2052531727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:38.625325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aa47c98e-4447-434a-aedd-614f926ceb12 tempest-TestVolumeBackupRestore-2052531727 tempest-TestVolumeBackupRestore-2052531727-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1091 time: 0.3752093 Feb 04 20:18:38.628216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, fd6556ea-bf39-4f2a-8e9f-9c84135d8609) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:38.633686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:38.635462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:38.673004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6978cb-b1d2-4ee7-8211-ac64c0f43599 None None] Network fd6556ea-bf39-4f2a-8e9f-9c84135d8609 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:38.691375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:38.691375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:38.694954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] Routers {'66429144-4165-4c55-a25e-ee7941fd9432'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:38.694954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['66429144-4165-4c55-a25e-ee7941fd9432'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:38.711978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40052) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:38.758066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-16b96a60-09fb-4b2c-9aff-7cdcd6d2397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:38.759823 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-16b96a60-09fb-4b2c-9aff-7cdcd6d2397d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1096 time: 0.3086967 Feb 04 20:18:38.760486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=a26be296-7ca2-4b6d-8b79-3c19066654cf,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:38.799735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:security_group_rule and tenant:574adaa6407346778de845689195134e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:38.799735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:38.818863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:38.818863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:38.849188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:38.900450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.903655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.903655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.903655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.903655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.903655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.903655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.903655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.905422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.905921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.906440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.907114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:18:38.977266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:38.991963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-933c7028-d7ee-41c2-af7a-ed283ae98400 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/routers/66429144-4165-4c55-a25e-ee7941fd9432 HTTP/1.1" status: 200 len: 700 time: 0.8601604 Feb 04 20:18:38.997246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40058) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:39.017958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2b0460-2e13-4b00-936b-97739cfa06b8 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:39.036164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7cf6f2a-e7a9-40f7-a4e9-2714b4f8cfd9 None None] Provisioning for port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:39.043048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:39.070772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b8b5705f-0e5f-4478-b2a2-d58a810a0af6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.3701770 Feb 04 20:18:39.090895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8982e765-f607-431d-894a-c65a379e88c3 req-457aceb3-0fc9-456b-a2d2-c8ffde34e96a tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4749386 Feb 04 20:18:39.090895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40062) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:39.096697 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a340bd15-ea34-4547-963c-8dc06cc74567 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=66429144-4165-4c55-a25e-ee7941fd9432 HTTP/1.1" status: 200 len: 205 time: 0.0885680 Feb 04 20:18:39.104851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40066) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:39.141455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:91:fb:5a', 'name': 'tempest-NetworksTestDHCPv6-96586361'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:39.147351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d13c6a70-f4d7-4f8e-8571-77177f55659c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.4027026 Feb 04 20:18:39.147351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40072) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:39.156573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Request body: {'floatingip': {'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:39.165251 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'mac_address': 'fa:16:3e:21:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:18:31Z', 'updated_at': '2022-02-04T20:18:31Z', 'revision_number': 0, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:39.178024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7cf6f2a-e7a9-40f7-a4e9-2714b4f8cfd9 None None] Provisioning complete for port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:39.178024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6f2a-e7a9-40f7-a4e9-2714b4f8cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:39.180631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] Checking router: c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:39.212177 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:39.212177 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:39.560279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:39.593105 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:39.642079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:39.672217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:39.672217 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87fb0ad3-cb71-43dc-800d-fc31a81d2509 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:39.718394 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:39.718394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:39.934231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:39.953452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] Set router 66429144-4165-4c55-a25e-ee7941fd9432 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:39.982890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:39.991425 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.257244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-91a56a07-f9f9-4d1d-ade5-8b727ed20715 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:40.257244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-91a56a07-f9f9-4d1d-ade5-8b727ed20715 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 946 time: 1.8833051 Feb 04 20:18:40.395349 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'mac_address': 'fa:16:3e:21:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:18:31Z', 'updated_at': '2022-02-04T20:18:31Z', 'revision_number': 0, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:40.401225 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ad2c8-9cb1-4399-8e83-ecf72092f51e None None] The sync data for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 is: [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'mac_address': 'fa:16:3e:21:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:18:31Z', 'updated_at': '2022-02-04T20:18:31Z', 'revision_number': 0, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:40.413761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66429144-4165-4c55-a25e-ee7941fd9432', 'name': 'tempest-RoutersTest-router-2031064899', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:35Z', 'updated_at': '2022-02-04T20:18:36Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:40.442291 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.443723 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6f2a-e7a9-40f7-a4e9-2714b4f8cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.535142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6be71-c674-46ce-8e46-ccb16afbf8c2 req-6d552d7a-b79e-43be-a405-d495e786983e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:40.535142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79a6be71-c674-46ce-8e46-ccb16afbf8c2 req-6d552d7a-b79e-43be-a405-d495e786983e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 1.7671833 Feb 04 20:18:40.535142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-6c576552-8ec4-448e-ae3d-89496fc5f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:40.535142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-6c576552-8ec4-448e-ae3d-89496fc5f7c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 914 time: 1.6370678 Feb 04 20:18:40.641150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313e92e-bd3f-40fc-8390-16e03bc1d78a None None] The sync data for ids ['66429144-4165-4c55-a25e-ee7941fd9432'] in n-d-811806-1 is: [{'id': '66429144-4165-4c55-a25e-ee7941fd9432', 'name': 'tempest-RoutersTest-router-2031064899', 'tenant_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:35Z', 'updated_at': '2022-02-04T20:18:36Z', 'revision_number': 2, 'project_id': 'e61bd69e790d4ef3a6d99aaf892d7829', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:40.654288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:40.672579 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.690310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.693515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-fd6556ea-bf39-4f2a-8e9f-9c84135d8609', 'network_id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '674662bd-181c-4b7b-be0f-98ac446c0e1c'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:40.693515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.831915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Deleting port b53d9e51-b237-494e-b378-de87f040391b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:40.832498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.922879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:40.934575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87fb0ad3-cb71-43dc-800d-fc31a81d2509 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.937559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87fb0ad3-cb71-43dc-800d-fc31a81d2509 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:40.972286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Allocated IP 172.20.0.2 (fd6556ea-bf39-4f2a-8e9f-9c84135d8609/674662bd-181c-4b7b-be0f-98ac446c0e1c/65ad6497-3c4e-4525-ab81-12bea11877cf) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:41.216029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea836b3-8822-4e8c-bf46-26fe78a3fca6 None None] New status for floating IP 8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:18:41.278336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:41.283445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87fb0ad3-cb71-43dc-800d-fc31a81d2509 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.284292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb0ad3-cb71-43dc-800d-fc31a81d2509 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Fanout notify agent at l3_agent the message router_deleted on router 66429144-4165-4c55-a25e-ee7941fd9432 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:18:41.356902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-a7d8383d-413c-4f4d-a4b3-963ad3f034d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 998 time: 0.7159765 Feb 04 20:18:41.357916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.377111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:41.388424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] For port b53d9e51-b237-494e-b378-de87f040391b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b53d9e51-b237-494e-b378-de87f040391b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:41.389100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.439120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.439793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a7cf6f2a-e7a9-40f7-a4e9-2714b4f8cfd9 None None] For port 24c7eacf-e11f-40f9-aecd-d1de383e2d98, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=24c7eacf-e11f-40f9-aecd-d1de383e2d98,segment=NetworkSegment(f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e),segment_id=f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:41.527658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79a6be71-c674-46ce-8e46-ccb16afbf8c2 req-c9dd7a0d-e0b8-46f7-a9d9-2d7c1230592a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9905057 Feb 04 20:18:41.603967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-87fb0ad3-cb71-43dc-800d-fc31a81d2509 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.604725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-87fb0ad3-cb71-43dc-800d-fc31a81d2509 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/66429144-4165-4c55-a25e-ee7941fd9432 HTTP/1.1" status: 204 len: 168 time: 2.4976523 Feb 04 20:18:41.605652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.623498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40082) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:41.739172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:41.739172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:18:41.739172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-84397ba7-e4ab-4b3e-ab71-aefdbc0db320 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=66429144-4165-4c55-a25e-ee7941fd9432 HTTP/1.1" status: 200 len: 205 time: 0.1064262 Feb 04 20:18:41.753058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40086) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:41.789289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.807292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-49546f1f-99a9-453f-98aa-b27efe50d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:41.810040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-49546f1f-99a9-453f-98aa-b27efe50d64a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 200 len: 852 time: 0.3810914 Feb 04 20:18:41.825614 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6f2a-e7a9-40f7-a4e9-2714b4f8cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.881171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'a26be296-7ca2-4b6d-8b79-3c19066654cf'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:41.881171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.961388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:41.994861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b59274f-acfb-4a2b-bb4a-2c62c837dbbd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:42.007187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.007384 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Added segment 1501a2c1-87c4-48db-ab87-82a61fb8562d of type vlan for network 5125e4f3-2ef5-43b9-a196-9828380b7801 Feb 04 20:18:42.020116 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-8d6b70ec-4d21-4020-9e6d-bf0607582e3f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] delete failed (client error): The resource could not be found. Feb 04 20:18:42.023252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8d6b70ec-4d21-4020-9e6d-bf0607582e3f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/66429144-4165-4c55-a25e-ee7941fd9432 HTTP/1.1" status: 404 len: 336 time: 0.2074018 Feb 04 20:18:42.034871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40090) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:42.142461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fdfae7be-5e6a-4d9c-964e-e8bee4cd873e None None] Provisioning complete for port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:42.143461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fdfae7be-5e6a-4d9c-964e-e8bee4cd873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.222927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.225953 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4886320-befc-4843-9df3-6bb5f2bf38cc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:42.226405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4886320-befc-4843-9df3-6bb5f2bf38cc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:42.259935 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-5ea836b3-8822-4e8c-bf46-26fe78a3fca6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:42.259935 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-5ea836b3-8822-4e8c-bf46-26fe78a3fca6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:42.270926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:42.271465 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:42.277366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.287248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Transition to ACTIVE for port object 65ad6497-3c4e-4525-ab81-12bea11877cf will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:42.290404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf6f2a-e7a9-40f7-a4e9-2714b4f8cfd9 None None] Pushing event updated for resources: {'Port': ['ID=24c7eacf-e11f-40f9-aecd-d1de383e2d98,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:42.290654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b4886320-befc-4843-9df3-6bb5f2bf38cc tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/802d5e10-46b5-4c14-b0be-5e2a09b87d7d HTTP/1.1" status: 404 len: 337 time: 0.2497118 Feb 04 20:18:42.304613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.318322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40100) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:42.434240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Transition to ACTIVE for port object 65ad6497-3c4e-4525-ab81-12bea11877cf will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:42.445906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b53d9e51-b237-494e-b378-de87f040391b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:42.470818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-956ef5be-c0df-4f8b-81e3-02852ced0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:42.472175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-956ef5be-c0df-4f8b-81e3-02852ced0747 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf0a41d9-3526-4119-b801-6663b9f63685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5762393 Feb 04 20:18:42.486049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa627-8767-4120-9f56-53010bf9e061 req-4016c614-1b6b-4c10-a817-d4e88334bb1d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:42.486049 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-806fa627-8767-4120-9f56-53010bf9e061 req-4016c614-1b6b-4c10-a817-d4e88334bb1d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 946 time: 0.6668961 Feb 04 20:18:42.541396 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.558877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.581828 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e598a4-7772-4768-8e23-ca1977ab5c9c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:42.581828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e598a4-7772-4768-8e23-ca1977ab5c9c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:42.632557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.632557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.632557 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Floating IP 0afc6cc3-4551-45dc-a375-8560f190ff1e disassociated. External IP: 172.25.7.171, port: b53d9e51-b237-494e-b378-de87f040391b. Feb 04 20:18:42.632557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Calling delete_port for b53d9e51-b237-494e-b378-de87f040391b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:42.675027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-21e598a4-7772-4768-8e23-ca1977ab5c9c tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/767af3f9-c4d0-4f72-b5a5-0bc79ae08634 HTTP/1.1" status: 404 len: 337 time: 0.3383751 Feb 04 20:18:42.675027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40110) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:42.675027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 0c7a5482-e000-48f1-bf0e-215085044232 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:18:42.680246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Allocated IP 2001:db8::f816:3eff:fe2f:5962 (a3617f18-5da1-4e3a-821a-582c484776ac/a26be296-7ca2-4b6d-8b79-3c19066654cf/093d370b-1226-446a-94f0-afb733bae732) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:42.717982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Network fd6556ea-bf39-4f2a-8e9f-9c84135d8609 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:42.717982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:42.717982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:42.717982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Pushing event updated for resources: {'Port': ['ID=65ad6497-3c4e-4525-ab81-12bea11877cf,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:42.766875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea836b3-8822-4e8c-bf46-26fe78a3fca6 None None] New status for floating IP 8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:18:42.781866 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da29646-bf10-434a-8b7e-4b2dc6bfda06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:42.781866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da29646-bf10-434a-8b7e-4b2dc6bfda06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:42.811011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-806fa627-8767-4120-9f56-53010bf9e061 req-194479b4-93b5-4353-8465-127e9327adfd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=a364c551-5ed3-460a-9acc-2f18e81eb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949815 Feb 04 20:18:42.855690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.862680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.862680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:42.862680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:42.862680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4da29646-bf10-434a-8b7e-4b2dc6bfda06 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/cbc90534-4a74-431a-81c9-3f55e3f1b2ac HTTP/1.1" status: 404 len: 337 time: 0.1450415 Feb 04 20:18:42.888107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40114) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:42.917678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=674662bd-181c-4b7b-be0f-98ac446c0e1c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:42.921143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-86580438-55cb-47d8-82f2-4b715a727d0f service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351268 Feb 04 20:18:43.167881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Network': ['ID=5125e4f3-2ef5-43b9-a196-9828380b7801,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:43.213940 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cad3a52-1a19-40a7-bfd0-9a2a90e87472 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:43.213940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cad3a52-1a19-40a7-bfd0-9a2a90e87472 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:43.224901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Allocated IP 172.25.7.26 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/17f0fcf9-7db1-45de-a885-cc5a1a3b662f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:43.297597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:43.322431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d8b19381-fdd4-4731-bc7b-94c7425b7b9e tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 6.2973199 Feb 04 20:18:43.337803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40118) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:43.360820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9cad3a52-1a19-40a7-bfd0-9a2a90e87472 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/68137f67-b7b4-4387-8c75-ef5da31b6008 HTTP/1.1" status: 404 len: 337 time: 0.4641786 Feb 04 20:18:43.361467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40122) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:43.373052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'subnet': {'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:43.392344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.399794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:43.412008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 5125e4f3-2ef5-43b9-a196-9828380b7801 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:18:43.422805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.430577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:subnet and tenant:574adaa6407346778de845689195134e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:43.451288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:43.495075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f4898fe2-d79a-48b5-817d-6d614be3bc9a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 200 len: 205 time: 0.1181264 Feb 04 20:18:43.495075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40126) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:43.499632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Port b53d9e51-b237-494e-b378-de87f040391b update to DOWN by agent not found {{(pid=88238) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 20:18:43.518368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event deleted for resources: {'Port': ['ID=b53d9e51-b237-494e-b378-de87f040391b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:43.531014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6556ea-bf39-4f2a-8e9f-9c84135d8609']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:43.544893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:43.588479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83005a5d-8f01-487c-9e25-adba7b238b14') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:43.588479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83005a5d-8f01-487c-9e25-adba7b238b14') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:43.625799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.657220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Attempting to bind port 65ad6497-3c4e-4525-ab81-12bea11877cf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:43.657220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Attempting to bind port 65ad6497-3c4e-4525-ab81-12bea11877cf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '83005a5d-8f01-487c-9e25-adba7b238b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:43.657220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Attempting to bind port 65ad6497-3c4e-4525-ab81-12bea11877cf on network fd6556ea-bf39-4f2a-8e9f-9c84135d8609 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:43.711277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:43.711277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Checking segment: {'id': '83005a5d-8f01-487c-9e25-adba7b238b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:43.711277 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.711277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Bound using segment: {'id': '83005a5d-8f01-487c-9e25-adba7b238b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:43.711277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Bound port: 65ad6497-3c4e-4525-ab81-12bea11877cf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83005a5d-8f01-487c-9e25-adba7b238b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:43.711277 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.733213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46f54b28-8e0f-48e8-8091-0db53eeecdd0 req-7aa9311c-de97-4e7c-9e71-2d7626799e40 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241376 Feb 04 20:18:43.733213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Made reservation on behalf of 574adaa6407346778de845689195134e for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:43.741459 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-5f2d170d-2e72-4b34-b130-c943ce955974 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] delete failed (client error): The resource could not be found. Feb 04 20:18:43.752242 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.757675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5f2d170d-2e72-4b34-b130-c943ce955974 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/e3805388-60de-4cfc-8c95-17d7dabc126e HTTP/1.1" status: 404 len: 336 time: 0.2305670 Feb 04 20:18:43.757675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40130) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:43.786813 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.829386 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.829874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:43.829874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.834864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a4f5cfde-f83a-473c-9359-e84baa98d82a tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1508352-a1b8-488a-bc79-8aac70a2cdd9 HTTP/1.1" status: 200 len: 205 time: 0.0979953 Feb 04 20:18:43.840540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40134) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:43.844966 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:43.877650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca16f-75e8-485f-a01e-c501e928206c req-d825f0e6-ae9f-41f4-a2f4-4ab15398ec7f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:43.883411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 24c7eacf-e11f-40f9-aecd-d1de383e2d98 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:43.883665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb6ca16f-75e8-485f-a01e-c501e928206c req-d825f0e6-ae9f-41f4-a2f4-4ab15398ec7f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 0.6017826 Feb 04 20:18:43.965667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:43.985570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:43.998637 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-7fba4661-31f2-4dc3-a2c5-d4825395a93e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] delete failed (client error): The resource could not be found. Feb 04 20:18:43.999531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] For port 65ad6497-3c4e-4525-ab81-12bea11877cf, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:43.999615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7fba4661-31f2-4dc3-a2c5-d4825395a93e tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/d1508352-a1b8-488a-bc79-8aac70a2cdd9 HTTP/1.1" status: 404 len: 336 time: 0.1541328 Feb 04 20:18:44.004262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40140) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:44.009663 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:44.021766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:44.022348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:44.045822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708691b8-0fb6-4d52-8916-8616156da33b req-6cde03b8-e15d-4e12-b739-349f26bd48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:44.045822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-708691b8-0fb6-4d52-8916-8616156da33b req-6cde03b8-e15d-4e12-b739-349f26bd48d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 1096 time: 0.7267547 Feb 04 20:18:44.064569 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cb31ef-8d3d-48d2-8bad-fe0bb4878cc3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:44.065019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cb31ef-8d3d-48d2-8bad-fe0bb4878cc3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:44.069385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-56cb31ef-8d3d-48d2-8bad-fe0bb4878cc3 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/b5812934-786f-4563-b48d-1c2408f95dee HTTP/1.1" status: 404 len: 337 time: 0.0674582 Feb 04 20:18:44.081371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Transition to ACTIVE for port object 093d370b-1226-446a-94f0-afb733bae732 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:44.094799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] Sync routers for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:44.097379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40144) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:44.114575 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:44.115643 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:44.188667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] For port 65ad6497-3c4e-4525-ab81-12bea11877cf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=65ad6497-3c4e-4525-ab81-12bea11877cf,segment=NetworkSegment(83005a5d-8f01-487c-9e25-adba7b238b14),segment_id=83005a5d-8f01-487c-9e25-adba7b238b14)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:44.225622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Transition to ACTIVE for port object 093d370b-1226-446a-94f0-afb733bae732 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:44.308024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:44.419568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c67655-13bc-468a-81c0-dc3e06196b9b None None] Pushing event updated for resources: {'Port': ['ID=65ad6497-3c4e-4525-ab81-12bea11877cf,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:44.504371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb6ca16f-75e8-485f-a01e-c501e928206c req-db426b83-04e8-4e93-b5a0-9da93587d743 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022234 Feb 04 20:18:44.514003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:44.538083 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:44.584674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:44.593572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:18:44.593572 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:18:44.593572 n-d-811806-1 neutron-server[88236]: [parameters: {'id': 'fd6556ea-bf39-4f2a-8e9f-9c84135d8609'}] Feb 04 20:18:44.593572 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:44.598778 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:44.607372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a1ede44c-27e7-4f97-b505-6d126446f106 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=22252ed5-f8e7-4d62-bba9-edb097d47a6a HTTP/1.1" status: 200 len: 205 time: 0.5133436 Feb 04 20:18:44.609481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Router e945adcd-96f8-4fa5-b456-6866ea592064 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:18:44.613555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0cfdbd37-e1e3-4daa-8ff8-6f11fc5cf4b8 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "PUT /v2.0/floatingips/8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4 HTTP/1.1" status: 200 len: 990 time: 5.9015348 Feb 04 20:18:44.625744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:44.633058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40150) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:44.637945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Pushing event updated for resources: {'Port': ['ID=093d370b-1226-446a-94f0-afb733bae732,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:44.654344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:44.661374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:44.792112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:44.804753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af1dd077-59b4-4cfc-b4f3-ee75940d6882 req-e5db149c-08f4-4b46-a729-67309133644b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 210 time: 0.0855522 Feb 04 20:18:44.834199 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-04cb73a1-0263-4d3a-bfc5-fd2aa2f5b26f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] delete failed (client error): The resource could not be found. Feb 04 20:18:44.839992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-04cb73a1-0263-4d3a-bfc5-fd2aa2f5b26f tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/22252ed5-f8e7-4d62-bba9-edb097d47a6a HTTP/1.1" status: 404 len: 336 time: 0.1955106 Feb 04 20:18:44.840137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40154) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:44.900311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Attempting to bind port 093d370b-1226-446a-94f0-afb733bae732 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:44.900311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Attempting to bind port 093d370b-1226-446a-94f0-afb733bae732 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:44.900311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Attempting to bind port 093d370b-1226-446a-94f0-afb733bae732 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:44.909498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:44.910194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:44.910817 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:44.911781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:44.912578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Bound port: 093d370b-1226-446a-94f0-afb733bae732, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:44.913145 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:44.962367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e53816eb-9294-4ed9-9259-700335893cdf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Synchronizing usage tracker for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:44.970880 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'status': 'completed', 'code': 200} Feb 04 20:18:45.001560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b4153-f424-4326-b80e-6199b0383c5f None None] Network fd6556ea-bf39-4f2a-8e9f-9c84135d8609 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:45.004196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fe91:fb5a (a3617f18-5da1-4e3a-821a-582c484776ac/a26be296-7ca2-4b6d-8b79-3c19066654cf/0c7a5482-e000-48f1-bf0e-215085044232) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:45.008029 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'mac_address': 'fa:16:3e:21:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:18:31Z', 'updated_at': '2022-02-04T20:18:43Z', 'revision_number': 2, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:45.012642 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] Checking router: c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:45.022652 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:45.023329 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:45.048167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:45.055860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=17f0fcf9-7db1-45de-a885-cc5a1a3b662f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:45.064952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:45.071528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708691b8-0fb6-4d52-8916-8616156da33b req-251a1ff4-45e8-4265-a60f-2c6feb4ca503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:45.073495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-708691b8-0fb6-4d52-8916-8616156da33b req-251a1ff4-45e8-4265-a60f-2c6feb4ca503 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 913 time: 1.0141602 Feb 04 20:18:45.074456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:45.101884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:18:45.102378 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:45.106643 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:45.200506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port 65ad6497-3c4e-4525-ab81-12bea11877cf {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:45.200855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:45.290490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4084c068-d178-42b2-99b4-8c4c9abaa035,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:45.323693 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-708691b8-0fb6-4d52-8916-8616156da33b req-02632607-2319-42c8-a1b4-a1670e0fac91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4 HTTP/1.1" status: 200 len: 217 time: 0.2173240 Feb 04 20:18:45.326889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Checking segment: {'id': '1501a2c1-87c4-48db-ab87-82a61fb8562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:45.330098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network hostable DHCP agents. Network: 5125e4f3-2ef5-43b9-a196-9828380b7801, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:18:45.333052 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:45.339877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-f142827b-626a-4e68-8965-e6a5922ae6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:45.341370 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-f142827b-626a-4e68-8965-e6a5922ae6a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1096 time: 0.3694308 Feb 04 20:18:45.352064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e53816eb-9294-4ed9-9259-700335893cdf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] Unset dirty status for tenant:e61bd69e790d4ef3a6d99aaf892d7829 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:45.355877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e53816eb-9294-4ed9-9259-700335893cdf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d685f7-102f-4871-8166-728c714da437 HTTP/1.1" status: 200 len: 205 time: 0.5135558 Feb 04 20:18:45.367595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:45.394082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] For port 093d370b-1226-446a-94f0-afb733bae732, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:45.425890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] For port 093d370b-1226-446a-94f0-afb733bae732, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=093d370b-1226-446a-94f0-afb733bae732,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:45.495882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:45.525473 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:45.546748 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-25e6e291-5b8c-4961-81b8-4fcc8c82de13 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] delete failed (client error): The resource could not be found. Feb 04 20:18:45.550197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-25e6e291-5b8c-4961-81b8-4fcc8c82de13 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/21d685f7-102f-4871-8166-728c714da437 HTTP/1.1" status: 404 len: 336 time: 0.1820252 Feb 04 20:18:45.555200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40164) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:45.658618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708691b8-0fb6-4d52-8916-8616156da33b req-80c22181-c103-447d-95ab-4887666b9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:45.658618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-708691b8-0fb6-4d52-8916-8616156da33b req-80c22181-c103-447d-95ab-4887666b9dad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.3118300 Feb 04 20:18:45.727341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network 5125e4f3-2ef5-43b9-a196-9828380b7801 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:18:45.750949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] Sync routers for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:45.795564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc95f67-d756-454b-8ac0-60b4009ba0e8 None None] Pushing event updated for resources: {'Port': ['ID=093d370b-1226-446a-94f0-afb733bae732,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:45.796980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] No DVR routers for this DVR port b53d9e51-b237-494e-b378-de87f040391b on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:45.800864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:45.823592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:45.834868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:45.845998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-deleted', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:45.857391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-708691b8-0fb6-4d52-8916-8616156da33b req-57b612d6-212b-4b45-a1d7-9b06a4a85d56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399894 Feb 04 20:18:45.902573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port 65ad6497-3c4e-4525-ab81-12bea11877cf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=65ad6497-3c4e-4525-ab81-12bea11877cf,segment=NetworkSegment(83005a5d-8f01-487c-9e25-adba7b238b14),segment_id=83005a5d-8f01-487c-9e25-adba7b238b14)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:45.902573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:45.905227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-762f57ac-8e08-43ea-a11e-ae7f279f3fd7 req-b576b6ce-7289-4ccb-87d0-3bf41219c42a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.62 "DELETE /v2.0/ports/b53d9e51-b237-494e-b378-de87f040391b HTTP/1.1" status: 204 len: 173 time: 5.4596696 Feb 04 20:18:45.939747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:45.954258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-872f9f64-2550-43ae-b469-6b0682a916d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:45.955806 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-872f9f64-2550-43ae-b469-6b0682a916d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 914 time: 0.5923567 Feb 04 20:18:45.977586 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'mac_address': 'fa:16:3e:21:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:18:31Z', 'updated_at': '2022-02-04T20:18:43Z', 'revision_number': 2, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:45.986042 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc38157-f0f2-4b6f-aad5-79861e4b44da None None] The sync data for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 is: [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'port_id': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'mac_address': 'fa:16:3e:21:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:18:31Z', 'updated_at': '2022-02-04T20:18:43Z', 'revision_number': 2, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:46.131389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:46.176801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-dfacdaa5-c75b-4a9e-bea6-495cb862db26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 1000 time: 0.2090611 Feb 04 20:18:46.188534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 5125e4f3-2ef5-43b9-a196-9828380b7801) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:46.234877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c8f73-614c-48d1-854a-c4907a8ec11e None None] Network 5125e4f3-2ef5-43b9-a196-9828380b7801 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:46.313400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 0c7a5482-e000-48f1-bf0e-215085044232 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:46.348985 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:46.378569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-708691b8-0fb6-4d52-8916-8616156da33b req-26f57dc4-3958-4c78-970b-d0b1b2099a4a service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881418 Feb 04 20:18:46.394081 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3358420-eff0-45a0-bf55-c614acd4de11 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:46.394081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3358420-eff0-45a0-bf55-c614acd4de11 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:46.407217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-6d3818f6-35d6-470d-b4a4-cb97703d1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:46.407217 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-6d3818f6-35d6-470d-b4a4-cb97703d1de8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 200 len: 852 time: 0.2055135 Feb 04 20:18:46.469492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:46.576970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:46.718372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:46.720315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=0c7a5482-e000-48f1-bf0e-215085044232,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:46.738467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:46.741560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:46.749418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:46.750268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:46.760154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for 65ad6497-3c4e-4525-ab81-12bea11877cf owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:46.800158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:46.800283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:46.835746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f3358420-eff0-45a0-bf55-c614acd4de11 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/48b82903-cb2b-454d-89c9-27d6c6bf7190 HTTP/1.1" status: 404 len: 337 time: 1.2778208 Feb 04 20:18:46.876079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40174) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:46.966816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-269593a3-0934-4101-a96e-0c739c50d645 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=776ca453-33be-45ce-8a9a-f0fb8ba5e341 HTTP/1.1" status: 200 len: 205 time: 0.0829487 Feb 04 20:18:46.966816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40178) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.027574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2782dca4-bf00-4bb8-9249-d0bb815fd20d None None] Network 5125e4f3-2ef5-43b9-a196-9828380b7801 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:47.070489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d736997-e724-497c-b4f0-d207a34f4185 req-3ee02a5f-808e-45ad-8999-60607931053a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:47.078462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d736997-e724-497c-b4f0-d207a34f4185 req-3ee02a5f-808e-45ad-8999-60607931053a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 945 time: 1.3575814 Feb 04 20:18:47.080165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:47.115848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53c2de54-7181-4b12-8f63-06f6e922f296 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7624049 Feb 04 20:18:47.134570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40184) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.137136 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-d964800b-31dc-4680-84aa-0888950c612d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] delete failed (client error): The resource could not be found. Feb 04 20:18:47.138390 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d964800b-31dc-4680-84aa-0888950c612d tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/776ca453-33be-45ce-8a9a-f0fb8ba5e341 HTTP/1.1" status: 404 len: 336 time: 0.1745501 Feb 04 20:18:47.152373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40186) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.160503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-966754644', 'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:47.216092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:47.219985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6d49762a-d804-4702-a35c-41fdc4f9a103 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 8.1310298 Feb 04 20:18:47.226768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40192) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.236712 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-708691b8-0fb6-4d52-8916-8616156da33b req-bf01d063-bbb2-4dea-b46d-ba9684464df4 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044033 Feb 04 20:18:47.240068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:port and tenant:574adaa6407346778de845689195134e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:47.240359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:47.243741 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee12e5b-4c98-4b05-a68b-88b73b3f41ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:47.244420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee12e5b-4c98-4b05-a68b-88b73b3f41ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:47.248507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:47.316474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d736997-e724-497c-b4f0-d207a34f4185 req-181addef-0d5c-46c9-832c-2cfa707a8a0d tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369890 Feb 04 20:18:47.321638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-e4b7714e-9bf5-495a-8f3e-e68c6920ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:47.327254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-e4b7714e-9bf5-495a-8f3e-e68c6920ef09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf0a41d9-3526-4119-b801-6663b9f63685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8646801 Feb 04 20:18:47.329205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:47.339127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:47.376138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] Checking router: e945adcd-96f8-4fa5-b456-6866ea592064 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:18:47.379230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5a43f268-a3cb-4818-b675-6a4183fad9a4 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:47.407863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:47.435831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:47.521179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bee12e5b-4c98-4b05-a68b-88b73b3f41ed tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/8812cb59-99a8-4337-9123-7116137b35d5 HTTP/1.1" status: 404 len: 337 time: 0.3652892 Feb 04 20:18:47.534631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40196) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.579477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:47.580663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:47.603241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=65ad6497-3c4e-4525-ab81-12bea11877cf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:47.636155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-850d0811-37f3-4731-8276-41cc4e70eba7 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "GET /v2.0/ports?device_id=618a3a93-bce1-4f6b-9af0-62c58964b299 HTTP/1.1" status: 200 len: 205 time: 0.0997331 Feb 04 20:18:47.638676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.758906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:47.834073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:47.838571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-0b6560b6-071e-4c49-8b1b-2a60a58f4316 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842608 Feb 04 20:18:47.852167 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-968b313f-01ac-47da-814c-fffc76081b0b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] delete failed (client error): The resource could not be found. Feb 04 20:18:47.852167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-968b313f-01ac-47da-814c-fffc76081b0b tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/routers/618a3a93-bce1-4f6b-9af0-62c58964b299 HTTP/1.1" status: 404 len: 336 time: 0.2095089 Feb 04 20:18:47.858742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40204) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.859148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port 65ad6497-3c4e-4525-ab81-12bea11877cf on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:47.863053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=17f0fcf9-7db1-45de-a885-cc5a1a3b662f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:47.898386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Made reservation on behalf of 574adaa6407346778de845689195134e for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:47.900815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:47.909986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 093d370b-1226-446a-94f0-afb733bae732 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:47.914506 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8adf949-b8a7-4bc4-b0c4-62dbf150d6bf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:47.915003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8adf949-b8a7-4bc4-b0c4-62dbf150d6bf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:47.917383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d8adf949-b8a7-4bc4-b0c4-62dbf150d6bf tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/47820b71-962c-48ba-ac46-415f0f232cd1 HTTP/1.1" status: 404 len: 337 time: 0.0567245 Feb 04 20:18:47.919973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40208) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:47.954910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:47.956202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8982e765-f607-431d-894a-c65a379e88c3 req-cc0c2699-a2e2-43eb-9afe-1cb2a8fe3f28 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.5817363 Feb 04 20:18:47.962874 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a109fc0-ed62-4505-8a16-1ef734d42994 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] DELETE failed (client error): The resource could not be found. Feb 04 20:18:47.966679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a109fc0-ed62-4505-8a16-1ef734d42994 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:18:47.969618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3a109fc0-ed62-4505-8a16-1ef734d42994 tempest-RoutersTest-1395223337 tempest-RoutersTest-1395223337-project] 10.222.0.48 "DELETE /v2.0/subnets/b2be3414-2679-4323-88c7-b43797240bd7 HTTP/1.1" status: 404 len: 337 time: 0.0487237 Feb 04 20:18:47.983904 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dbcd7f14-063b-4b9a-80ed-7904ee1ea750 req-863888ef-867c-4bfe-acbf-9d23e9eaaa53 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc6213e-f948-4841-8883-278aa98aeacc HTTP/1.1" status: 200 len: 210 time: 0.4636910 Feb 04 20:18:48.040121 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6213e-f948-4841-8883-278aa98aeacc', 'name': 'network-vif-deleted', 'tag': 'b53d9e51-b237-494e-b378-de87f040391b', 'status': 'completed', 'code': 200} Feb 04 20:18:48.076200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8982e765-f607-431d-894a-c65a379e88c3 req-a4ef2642-0c93-47d2-8cc2-485923853869 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Synchronizing usage tracker for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:48.119821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2700f5-01cb-4c7d-9335-3b96fa728b61 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:18:48.154264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:48.185694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8982e765-f607-431d-894a-c65a379e88c3 req-a4ef2642-0c93-47d2-8cc2-485923853869 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Unset dirty status for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:48.187380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8982e765-f607-431d-894a-c65a379e88c3 req-a4ef2642-0c93-47d2-8cc2-485923853869 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.26 HTTP/1.1" status: 200 len: 695 time: 0.2166169 Feb 04 20:18:48.210313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:48.210525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a98bf8bc-aaf2-409f-b67f-c65d760c61c7 req-ac1faa7f-3c97-4965-8266-c95fa72c2f31 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647164 Feb 04 20:18:48.226078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] device_id is not set on port 4e62598a-7dfd-4af0-94e7-4f29ace2dfad yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:18:48.245767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:48.281806 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'status': 'completed', 'code': 200} Feb 04 20:18:48.328550 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'code': 200} Feb 04 20:18:48.341442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7bda1581-c5ca-4377-b97b-2da0716fd00c None None] Provisioning for port 093d370b-1226-446a-94f0-afb733bae732 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:48.357736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.405405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982e765-f607-431d-894a-c65a379e88c3 req-e8f71431-1013-4491-b216-fc3d7e9d5ddb tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:48.414247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e900c9-f79f-43cd-b37c-e1db20101cab tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:48.422255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8982e765-f607-431d-894a-c65a379e88c3 req-e8f71431-1013-4491-b216-fc3d7e9d5ddb tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.2216620 Feb 04 20:18:48.422376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e900c9-f79f-43cd-b37c-e1db20101cab tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:48.422459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-8982e765-f607-431d-894a-c65a379e88c3 req-ac3a8818-9b31-4040-9da1-cc90dfcb5316 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:18:48.422532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d7e900c9-f79f-43cd-b37c-e1db20101cab tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:48.441596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8982e765-f607-431d-894a-c65a379e88c3 req-ac3a8818-9b31-4040-9da1-cc90dfcb5316 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253263 Feb 04 20:18:48.448914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6556ea-bf39-4f2a-8e9f-9c84135d8609']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:48.451149 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.504891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 093d370b-1226-446a-94f0-afb733bae732 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:48.552463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83005a5d-8f01-487c-9e25-adba7b238b14') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:48.553170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83005a5d-8f01-487c-9e25-adba7b238b14') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:48.556209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 093d370b-1226-446a-94f0-afb733bae732 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:48.563826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.585796 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.634179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.645112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Allocated IP 172.20.0.12 (5125e4f3-2ef5-43b9-a196-9828380b7801/4084c068-d178-42b2-99b4-8c4c9abaa035/4e62598a-7dfd-4af0-94e7-4f29ace2dfad) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:48.656068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:48.656609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.670663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-acc66862-c638-4868-866a-38c01f3ad707 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2096031 Feb 04 20:18:48.675828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:48.678352 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:48.685998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2700f5-01cb-4c7d-9335-3b96fa728b61 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:18:48.689034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:48.689824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-e2c1a2e1-dcfc-4824-a14f-b29c97968934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:48.691522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-e2c1a2e1-dcfc-4824-a14f-b29c97968934 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1096 time: 0.4079196 Feb 04 20:18:48.698139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:48.708972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:48.747369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40222) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:48.784273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d7e900c9-f79f-43cd-b37c-e1db20101cab tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:48.785522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d7e900c9-f79f-43cd-b37c-e1db20101cab tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 1.5507467 Feb 04 20:18:48.788534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40228) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:48.846866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.866025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a1d9c278-7b0e-4871-8b4b-13a512b1108e None None] Provisioning for port 0c7a5482-e000-48f1-bf0e-215085044232 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:48.897922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a1d9c278-7b0e-4871-8b4b-13a512b1108e None None] Provisioning complete for port 0c7a5482-e000-48f1-bf0e-215085044232 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:48.898299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a1d9c278-7b0e-4871-8b4b-13a512b1108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:48.914959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22bb95-87d5-48a9-84b9-a602ca10df13 req-9de4ed32-23eb-45d7-80d8-6539a2de1acf tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:48.916658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff22bb95-87d5-48a9-84b9-a602ca10df13 req-9de4ed32-23eb-45d7-80d8-6539a2de1acf tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.4299920 Feb 04 20:18:48.968253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-04e886b0-aca8-4bb3-b435-873d0eac9c3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e61bd69e790d4ef3a6d99aaf892d7829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172480 Feb 04 20:18:48.986937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.016627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40232) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:49.055288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:49.057640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9c278-7b0e-4871-8b4b-13a512b1108e None None] Port 0c7a5482-e000-48f1-bf0e-215085044232 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:49.076771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef09d13-a0a1-4355-85d7-2adc12e2a955 None None] The sync data for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 is: [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:18:49.080326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 093d370b-1226-446a-94f0-afb733bae732, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=093d370b-1226-446a-94f0-afb733bae732,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:49.086104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 0c7a5482-e000-48f1-bf0e-215085044232 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:49.086441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.180443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.238334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.242818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-35ef3728-0f98-415c-8cfa-e14f409c3905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.254413 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.287027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=fd6556ea-bf39-4f2a-8e9f-9c84135d8609,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:49.330978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-870a714e-f178-48a2-a447-99aec5219d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:49.333802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-870a714e-f178-48a2-a447-99aec5219d5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 914 time: 0.5865688 Feb 04 20:18:49.372778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=093d370b-1226-446a-94f0-afb733bae732,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:49.402021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-35ef3728-0f98-415c-8cfa-e14f409c3905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.412899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bdd9d641-c28a-4bc7-b9e3-cc7e1ad1ca63 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/fd6556ea-bf39-4f2a-8e9f-9c84135d8609 HTTP/1.1" status: 204 len: 168 time: 10.0470829 Feb 04 20:18:49.418428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40238) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:49.434088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1106641458'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:49.437587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff22bb95-87d5-48a9-84b9-a602ca10df13 req-4499423f-1377-499e-9722-7dfc864eb916 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093596 Feb 04 20:18:49.440588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:49.445360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:49.449101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:49.455460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:49.513722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.524463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.559185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:49.562857 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.587344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:18:49.618092 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19fee6f-1c0e-4a9a-8df8-8b3096eb8576 None None] New status for floating IP 0afc6cc3-4551-45dc-a375-8560f190ff1e: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:18:49.624860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-3d0108a1-40f2-4202-896f-837b135e351c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 1000 time: 0.2097783 Feb 04 20:18:49.633835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.684865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40244) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:49.764634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-6af4ee33-177c-45c4-b3d3-907e4b5ae42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:49.766287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-6af4ee33-177c-45c4-b3d3-907e4b5ae42b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 200 len: 852 time: 0.1359448 Feb 04 20:18:49.778861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 093d370b-1226-446a-94f0-afb733bae732 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:49.832274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.845910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:18:49.914614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 0c7a5482-e000-48f1-bf0e-215085044232 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:49.929166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 093d370b-1226-446a-94f0-afb733bae732 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:49.929166 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.929830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-368a4b91-51a5-4639-a7dd-d70800db78fd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.938360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network 5125e4f3-2ef5-43b9-a196-9828380b7801 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:49.946462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-35ef3728-0f98-415c-8cfa-e14f409c3905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:49.952347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:49.971982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:50.030628 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.030628 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment 80c4a23b-168d-4ca2-a359-7cb312c817ba of type vlan for network d6a400b9-d705-4419-ac3d-80494de38185 Feb 04 20:18:50.031849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef3728-0f98-415c-8cfa-e14f409c3905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22182609-e5e2-46c0-bd18-e7e3425d5eed,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:50.069899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-368a4b91-51a5-4639-a7dd-d70800db78fd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.079685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Port': ['ID=4e62598a-7dfd-4af0-94e7-4f29ace2dfad,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:50.117004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-53cc9c6a-ccf6-4e5e-bd5b-eaa163671016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:50.121713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-53cc9c6a-ccf6-4e5e-bd5b-eaa163671016 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf0a41d9-3526-4119-b801-6663b9f63685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3378448 Feb 04 20:18:50.124252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-473c147a-9561-432f-b18b-857646f772b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.125687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Allocated IP 172.25.7.18 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/ba124812-499a-4b29-885c-c8844ea1534b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:50.130391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.130644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:50.131298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.137249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-35ef3728-0f98-415c-8cfa-e14f409c3905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.138541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-35ef3728-0f98-415c-8cfa-e14f409c3905 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22182609-e5e2-46c0-bd18-e7e3425d5eed HTTP/1.1" status: 204 len: 168 time: 1.1135557 Feb 04 20:18:50.335733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-8fa7c979-cd93-4ed4-9618-f801a1451297 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758809 Feb 04 20:18:50.383642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.385190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:50.385806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.419493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.472433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03e9f54b-93bf-4cbb-bb1d-99c1966e4f4f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.3297803 Feb 04 20:18:50.472707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:50.497385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.542381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-368a4b91-51a5-4639-a7dd-d70800db78fd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.564841 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f074d-c726-47e4-bee2-208fc37f427f req-ad6eb7af-2ee0-4a37-81f0-5d692d1879e5 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188776 Feb 04 20:18:50.573629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=0c7a5482-e000-48f1-bf0e-215085044232,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:50.578422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1589739 Feb 04 20:18:50.580748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ba6aa-8430-47b8-825a-a953f7494723 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=d6a400b9-d705-4419-ac3d-80494de38185,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:50.582857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40258) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:50.628683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d6a400b9-d705-4419-ac3d-80494de38185 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:18:50.629014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': 'd6a400b9-d705-4419-ac3d-80494de38185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:50.630601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4b91-51a5-4639-a7dd-d70800db78fd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a364c551-5ed3-460a-9acc-2f18e81eb0a6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:50.653896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Deleting port 4e62598a-7dfd-4af0-94e7-4f29ace2dfad {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:50.654202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.671142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.673087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ec8a8608-ee91-47a5-aa89-1f3fdf87659d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/0c7a5482-e000-48f1-bf0e-215085044232 HTTP/1.1" status: 204 len: 168 time: 1.8831015 Feb 04 20:18:50.705429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40262) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:50.809048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-368a4b91-51a5-4639-a7dd-d70800db78fd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:50.812555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-368a4b91-51a5-4639-a7dd-d70800db78fd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "DELETE /v2.0/security-groups/a364c551-5ed3-460a-9acc-2f18e81eb0a6 HTTP/1.1" status: 204 len: 168 time: 1.1202338 Feb 04 20:18:50.813181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40270) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:50.841931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:50.844648 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-6cebd289-9a3f-441d-b62a-7d4f06c0cc5d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] show failed (client error): The resource could not be found. Feb 04 20:18:50.849304 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6cebd289-9a3f-441d-b62a-7d4f06c0cc5d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups/a364c551-5ed3-460a-9acc-2f18e81eb0a6 HTTP/1.1" status: 404 len: 347 time: 0.0319567 Feb 04 20:18:50.849304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:50.853316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40276) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:50.854169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:50.900679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bccf1-c552-499c-b699-8f124872b0a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:50.902206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bccf1-c552-499c-b699-8f124872b0a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:50.903101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-699bccf1-c552-499c-b699-8f124872b0a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:50.919462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123461b-0687-4cf5-8c03-46be84d1d5dd req-a6039a64-63a7-45af-9a48-e8f6646bcca0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:50.921083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c123461b-0687-4cf5-8c03-46be84d1d5dd req-a6039a64-63a7-45af-9a48-e8f6646bcca0 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.3688316 Feb 04 20:18:50.922958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:50.925895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.056389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c123461b-0687-4cf5-8c03-46be84d1d5dd req-3440e5e5-8831-4bb7-9867-1a149ba1ebaf tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257150 Feb 04 20:18:51.062851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-699bccf1-c552-499c-b699-8f124872b0a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:51.062851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-699bccf1-c552-499c-b699-8f124872b0a8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3671613 Feb 04 20:18:51.064848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40282) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:51.079931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:51.093343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:51.102829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:51.106361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.123239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:51.146115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet a26be296-7ca2-4b6d-8b79-3c19066654cf {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:18:51.162520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.179809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Deleting port 7b3ab201-f9a9-4ada-bda5-c8cf94ed2c1e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:51.180204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.240607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.266217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.274889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=ba124812-499a-4b29-885c-c8844ea1534b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:51.455284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.ipam_backend_mixin [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing IP validity checks on allocation pools {{(pid=88237) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 20:18:51.455496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.ipam_backend_mixin [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88237) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 20:18:51.579721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Calling delete_port for 4e62598a-7dfd-4af0-94e7-4f29ace2dfad owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:51.727920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.738969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.738969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.744111 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.902359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Calling delete_port for 7b3ab201-f9a9-4ada-bda5-c8cf94ed2c1e owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:51.957661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:51.969088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.014923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acef3bb-69f1-46b4-8ab4-aff5aeb057c3 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:52.074752 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.199837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.288389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e62598a-7dfd-4af0-94e7-4f29ace2dfad,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:52.289473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=a26be296-7ca2-4b6d-8b79-3c19066654cf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:52.333281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.336397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-10344994-4eda-48ca-bbc8-617eb4551b5a tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4e62598a-7dfd-4af0-94e7-4f29ace2dfad HTTP/1.1" status: 204 len: 168 time: 1.8627751 Feb 04 20:18:52.343488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40336) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:52.346896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801', 'external_fixed_ips': [{'subnet_id': '4084c068-d178-42b2-99b4-8c4c9abaa035', 'ip_address': '172.20.0.12'}]}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:52.353247 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.353593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:52.358630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:router and tenant:574adaa6407346778de845689195134e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:52.364270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7247-49e7-4dfc-9158-7bf5466ea2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.367022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:52.389126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:52.465428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c9fec738-13d3-4952-90d7-1986bf55f737 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/a26be296-7ca2-4b6d-8b79-3c19066654cf HTTP/1.1" status: 204 len: 168 time: 1.3980834 Feb 04 20:18:52.466452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40346) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:52.479146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=5b317086-ce10-4225-a6ce-ffd810d1e824,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:52.498548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:18:52.498548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] Deleting port 093d370b-1226-446a-94f0-afb733bae732 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:52.498548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.500807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': '80c4a23b-168d-4ca2-a359-7cb312c817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6a400b9-d705-4419-ac3d-80494de38185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:52.501142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: d6a400b9-d705-4419-ac3d-80494de38185, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:18:52.513185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.553952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a9762fd-a8a4-4f66-a00d-9999107baab3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857184 Feb 04 20:18:52.556223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40350) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:52.568155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.572161 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.586344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.595004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.659993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event deleted for resources: {'Port': ['ID=7b3ab201-f9a9-4ada-bda5-c8cf94ed2c1e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:52.664305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.810024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network d6a400b9-d705-4419-ac3d-80494de38185 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:18:52.831761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] For port 093d370b-1226-446a-94f0-afb733bae732, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=093d370b-1226-446a-94f0-afb733bae732,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:52.832680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.918414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=ba124812-499a-4b29-885c-c8844ea1534b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:52.938855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:52.997075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd8e90-8dd3-4248-9ea7-810df0a11307 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:52.997075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-49bd8e90-8dd3-4248-9ea7-810df0a11307 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:53.006830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] Calling delete_port for 093d370b-1226-446a-94f0-afb733bae732 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:53.024300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.033390 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.034543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-151f9e90-c0c3-4c73-a0b2-d84198f48a12 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "DELETE /v2.0/floatingips/0afc6cc3-4551-45dc-a375-8560f190ff1e HTTP/1.1" status: 204 len: 168 time: 2.1773517 Feb 04 20:18:53.066056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, d6a400b9-d705-4419-ac3d-80494de38185) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:53.085225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:53.093663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.151141 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.157652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-49bd8e90-8dd3-4248-9ea7-810df0a11307 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:53.164587 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-49bd8e90-8dd3-4248-9ea7-810df0a11307 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6030726 Feb 04 20:18:53.164865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40362) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:53.178939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ea75a2-f9ed-4ffa-af69-d65c70695195 None None] Network d6a400b9-d705-4419-ac3d-80494de38185 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:53.245463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52de5ed-f2cf-4fa0-b0d2-73d6005c4e7b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:53.246156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b52de5ed-f2cf-4fa0-b0d2-73d6005c4e7b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:53.253760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea54f3e0-f30e-434d-bc14-066139398e19 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6397688 Feb 04 20:18:53.253760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.254085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-930d1c8b-d38b-407c-841e-169f8f8c0f18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5821671 Feb 04 20:18:53.254619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40370) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:53.382040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-b9884485-7dba-4d41-94be-9f50f76757f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Synchronizing usage tracker for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:53.386028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b52de5ed-f2cf-4fa0-b0d2-73d6005c4e7b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:53.387260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b52de5ed-f2cf-4fa0-b0d2-73d6005c4e7b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2213995 Feb 04 20:18:53.391865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40374) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:53.418642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5a43f268-a3cb-4818-b675-6a4183fad9a4 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:53.466551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea03a6a4-a416-42cc-9062-5367b44621e8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735335 Feb 04 20:18:53.474024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40378) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:53.480923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:53.561728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-b9884485-7dba-4d41-94be-9f50f76757f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Unset dirty status for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:53.562932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-b9884485-7dba-4d41-94be-9f50f76757f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.2962697 Feb 04 20:18:53.569886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-d6a400b9-d705-4419-ac3d-80494de38185', 'network_id': 'd6a400b9-d705-4419-ac3d-80494de38185', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '5b317086-ce10-4225-a6ce-ffd810d1e824'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:53.570601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.590891 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.598435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.598435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.630156 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.680199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-680e0fa8-8f02-4cba-aad5-62383e498ecb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:53.681902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-680e0fa8-8f02-4cba-aad5-62383e498ecb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=57177885-39f1-4e2e-9436-66cbbebdee2e HTTP/1.1" status: 200 len: 943 time: 0.3008580 Feb 04 20:18:53.688766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] Pushing event deleted for resources: {'Port': ['ID=093d370b-1226-446a-94f0-afb733bae732,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:53.703527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3d986-f5f8-4ce2-ac02-213c9e10cfd2 None None] No DVR routers for this DVR port 093d370b-1226-446a-94f0-afb733bae732 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:53.779329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.839815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:53.857665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Deleting port 5a43f268-a3cb-4818-b675-6a4183fad9a4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:53.858011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:53.868230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:53.873756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Allocated IP 172.20.0.3 (d6a400b9-d705-4419-ac3d-80494de38185/5b317086-ce10-4225-a6ce-ffd810d1e824/2bbe32f4-a676-4c16-b6b6-524a1cab1c43) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:53.878216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 093d370b-1226-446a-94f0-afb733bae732 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:18:53.915566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-ddc7445c-1dbc-48f1-9db2-b5300c89da15 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:53.918074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5021c723-dd6f-490f-b92f-18f65cda67ae req-ddc7445c-1dbc-48f1-9db2-b5300c89da15 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.3404064 Feb 04 20:18:53.936667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 093d370b-1226-446a-94f0-afb733bae732 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:18:53.937242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 093d370b-1226-446a-94f0-afb733bae732 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:18:53.971729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:53.975570 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.244342 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.259686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Transition to ACTIVE for port object 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:54.296761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Transition to ACTIVE for port object 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:54.344647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40390) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:54.349977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086377946', 'description': 'tempest-description--1057808014'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:54.357612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:54.388549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:54.389898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:54.431674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.448082 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.451681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:54.509837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Network d6a400b9-d705-4419-ac3d-80494de38185 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:54.513125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:54.517033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:54.534052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Pushing event updated for resources: {'Port': ['ID=2bbe32f4-a676-4c16-b6b6-524a1cab1c43,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:54.581658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:54.606773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:54.618783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:54.621889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] For port 5a43f268-a3cb-4818-b675-6a4183fad9a4, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5a43f268-a3cb-4818-b675-6a4183fad9a4,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:54.621889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.622490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.624596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=b9ef12ea-c03f-4049-9aa2-6c148a20c8d5,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:54.626478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5fcbc-0e4a-4d2b-8e66-6aa6db77437f None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:54.641694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.679776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-cfd26a3e-dfba-4ac7-877b-1755ae3d6503 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3231194 Feb 04 20:18:54.695823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:54.701688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group_rule and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:54.705108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:54.709286 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.713336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:54.721391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Attempting to bind port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:54.721764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Attempting to bind port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '80c4a23b-168d-4ca2-a359-7cb312c817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6a400b9-d705-4419-ac3d-80494de38185'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:54.722124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Attempting to bind port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 on network d6a400b9-d705-4419-ac3d-80494de38185 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:54.724549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:54.734000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:54.734000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Checking segment: {'id': '80c4a23b-168d-4ca2-a359-7cb312c817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6a400b9-d705-4419-ac3d-80494de38185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:54.734401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.735481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Bound using segment: {'id': '80c4a23b-168d-4ca2-a359-7cb312c817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6a400b9-d705-4419-ac3d-80494de38185'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:54.735481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Bound port: 2bbe32f4-a676-4c16-b6b6-524a1cab1c43, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c4a23b-168d-4ca2-a359-7cb312c817ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd6a400b9-d705-4419-ac3d-80494de38185'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:54.735626 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.736060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:54.748770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:54.804966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8ab1f702-962d-4736-ba18-093872f6003e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3296077 Feb 04 20:18:54.809184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40396) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:54.820288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Calling delete_port for 5a43f268-a3cb-4818-b675-6a4183fad9a4 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:54.822542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:73:d1:6a', 'name': 'tempest-NetworksTestDHCPv6-374488873'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:54.852105 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.898434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] For port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:54.901435 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.903906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] For port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bbe32f4-a676-4c16-b6b6-524a1cab1c43,segment=NetworkSegment(80c4a23b-168d-4ca2-a359-7cb312c817ba),segment_id=80c4a23b-168d-4ca2-a359-7cb312c817ba)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:54.928425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:54.962966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=5b317086-ce10-4225-a6ce-ffd810d1e824,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:54.966345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'b9ef12ea-c03f-4049-9aa2-6c148a20c8d5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:18:54.969232 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.005405 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.112389 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.125137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.133476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:55.160441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:55.166395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6515db-9849-4c12-83e9-fffa02ffbff5 None None] Pushing event updated for resources: {'Port': ['ID=2bbe32f4-a676-4c16-b6b6-524a1cab1c43,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:55.174372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.233313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.236479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/b9ef12ea-c03f-4049-9aa2-6c148a20c8d5/8f62ee8f-58b7-4e35-b047-f5e99595dd1a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:55.262673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a400b9-d705-4419-ac3d-80494de38185']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:55.281581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.297840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c4a23b-168d-4ca2-a359-7cb312c817ba') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:55.298276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c4a23b-168d-4ca2-a359-7cb312c817ba') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:55.318666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:55.344159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.383438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.397675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:55.398157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:55.413345 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:55.415407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Allocated IP 172.20.0.12 (5125e4f3-2ef5-43b9-a196-9828380b7801/4084c068-d178-42b2-99b4-8c4c9abaa035/2a1c472c-81be-4aed-8cb6-48f874aeb401) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:55.437241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb6c3bb-305c-49ab-8688-010b6c87e13b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:55.482354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.493610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Transition to ACTIVE for port object 8f62ee8f-58b7-4e35-b047-f5e99595dd1a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:55.542853 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.557876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Transition to ACTIVE for port object 8f62ee8f-58b7-4e35-b047-f5e99595dd1a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:55.560200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Allocated IP 172.25.7.104 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/3256e5c4-c09a-4831-9b70-81d72ddef865) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:55.562527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.563966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b94bed8-9bbf-49f0-94d3-70db04002d4f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2182748 Feb 04 20:18:55.574986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40400) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:55.575094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:18:55.575094 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:18:55.575094 n-d-811806-1 neutron-server[88236]: [parameters: {'id': 'd6a400b9-d705-4419-ac3d-80494de38185'}] Feb 04 20:18:55.575094 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:18:55.575094 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:18:55.575094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.578348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'security_group_rule': {'security_group_id': '9bb6c3bb-305c-49ab-8688-010b6c87e13b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:55.590531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:55.596605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group_rule and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:55.599041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94561f0-1696-4ef7-b045-68feaf314479 None None] Network d6a400b9-d705-4419-ac3d-80494de38185 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:18:55.600325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:55.618657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:18:55.645430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event deleted for resources: {'Port': ['ID=5a43f268-a3cb-4818-b675-6a4183fad9a4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:55.665737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:55.696189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.795808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:55.799043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Pushing event updated for resources: {'Port': ['ID=8f62ee8f-58b7-4e35-b047-f5e99595dd1a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:55.808577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:55.811569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:55.864253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.917629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.950344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::330 (a3617f18-5da1-4e3a-821a-582c484776ac/b9ef12ea-c03f-4049-9aa2-6c148a20c8d5/eff145f3-abf7-420c-b6a8-d4fb5adaa9f6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:55.961182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] No DVR routers for this DVR port 5a43f268-a3cb-4818-b675-6a4183fad9a4 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:55.966154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:55.969416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-deleted', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:18:55.979873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Attempting to bind port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:18:55.980247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Attempting to bind port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:18:55.980612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Attempting to bind port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:18:56.002280 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.006555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.020954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:18:56.021366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:18:56.023705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.023705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:18:56.023705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Bound port: 8f62ee8f-58b7-4e35-b047-f5e99595dd1a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:18:56.023705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.074455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.087308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:56.087721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.147990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-890f4949-00d4-401e-8b60-22c1c50cb903 req-503aea76-4cff-42c3-b835-14dc38b2e7ca tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "DELETE /v2.0/ports/5a43f268-a3cb-4818-b675-6a4183fad9a4 HTTP/1.1" status: 204 len: 173 time: 2.4586976 Feb 04 20:18:56.178439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] For port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:18:56.178439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] For port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8f62ee8f-58b7-4e35-b047-f5e99595dd1a,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:18:56.189436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.191484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.215140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.306959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network 5125e4f3-2ef5-43b9-a196-9828380b7801 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:56.312944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:56.333412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014d1204-73e7-4fe3-808c-8df614e86ee7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:56.348888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.352885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:56.360955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:56.362745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:56.369093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:56.408043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Port': ['ID=2a1c472c-81be-4aed-8cb6-48f874aeb401,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:56.418652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=3256e5c4-c09a-4831-9b70-81d72ddef865,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:56.474874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.476069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f1170413-7a73-4527-b0d8-f56c22e2a657 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9046104 Feb 04 20:18:56.479523 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.485556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40410) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:56.490972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc0831-6c7e-4b2d-b4b6-85865ca7bcaf None None] Pushing event updated for resources: {'Port': ['ID=8f62ee8f-58b7-4e35-b047-f5e99595dd1a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:56.508005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'security_group_rule': {'security_group_id': '9bb6c3bb-305c-49ab-8688-010b6c87e13b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:56.523164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:56.529103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:18:56.535310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:security_group_rule and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:56.540631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:56.550255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:56.568948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.618109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bbe32f4-a676-4c16-b6b6-524a1cab1c43,segment=NetworkSegment(80c4a23b-168d-4ca2-a359-7cb312c817ba),segment_id=80c4a23b-168d-4ca2-a359-7cb312c817ba)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:56.618109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.670561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.853097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:18:56.857862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.889958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:18:56.901327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:18:56.906900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:56.907083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:56.909045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:56.943023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.039470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=eff145f3-abf7-420c-b6a8-d4fb5adaa9f6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:57.092965 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.120266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.187580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-685a6af8-cebb-43a2-89eb-4c3084999f28 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3702669 Feb 04 20:18:57.190858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40426) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:57.273793 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.282504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.315847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ef5b53-49fa-46a0-8bbc-c3afba908f35,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:57.353316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=2bbe32f4-a676-4c16-b6b6-524a1cab1c43,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:57.354730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.366733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port 2bbe32f4-a676-4c16-b6b6-524a1cab1c43 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:18:57.370318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e91fd-911b-45ae-beaa-7baf8769a6fb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:57.376436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e91fd-911b-45ae-beaa-7baf8769a6fb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:57.377184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-345e91fd-911b-45ae-beaa-7baf8769a6fb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:57.505316 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.507987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0016fa93-9ddf-40ba-b31c-f96f62f22782 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0169468 Feb 04 20:18:57.521244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40436) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:57.523199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:57.535584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-345e91fd-911b-45ae-beaa-7baf8769a6fb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:57.537249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-345e91fd-911b-45ae-beaa-7baf8769a6fb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3436015 Feb 04 20:18:57.539492 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.542106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40440) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:57.543211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:57.657459 n-d-811806-1 neutron-server[88236]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57177885-39f1-4e2e-9436-66cbbebdee2e', 'name': 'network-vif-deleted', 'tag': '5a43f268-a3cb-4818-b675-6a4183fad9a4', 'status': 'failed', 'code': 422} returned with failed status Feb 04 20:18:57.660983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Usage tracker for resource:floatingip and tenant:2f50590d4af84de5803be5ca84d11bcf is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:57.672799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:57.695298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:57.782164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event updated for resources: {'Port': ['ID=3256e5c4-c09a-4831-9b70-81d72ddef865,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:57.797046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:18:57.797623 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.861541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.894228 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:57.903923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8f62ee8f-58b7-4e35-b047-f5e99595dd1a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:58.048938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.056979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:58.062677 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.092090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.093676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4755b093-750f-461b-8ab7-e1c5d5cd1ba9 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4049506 Feb 04 20:18:58.247690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a400b9-d705-4419-ac3d-80494de38185']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:58.288477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c4a23b-168d-4ca2-a359-7cb312c817ba') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:58.289062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c4a23b-168d-4ca2-a359-7cb312c817ba') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:58.299195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-308d8842-c872-47f6-8df0-aa2bc5bb6a02 None None] Provisioning for port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:58.311882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-308d8842-c872-47f6-8df0-aa2bc5bb6a02 None None] Provisioning complete for port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:58.311882 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-308d8842-c872-47f6-8df0-aa2bc5bb6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.338497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4d078f5a-67ef-4453-94af-ccec48c88d6d tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Synchronizing usage tracker for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:58.418849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.421862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.470903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-39eb5806-14af-42de-ba10-40370d1b3921 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:58.472886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-39eb5806-14af-42de-ba10-40370d1b3921 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.4679711 Feb 04 20:18:58.477054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.498588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:18:58.499123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:18:58.516024 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:18:58.519537 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-308d8842-c872-47f6-8df0-aa2bc5bb6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.542575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac4bfe7-fff2-4a25-8dcd-76739751621b None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:18:58.543065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-8e2712a5-b00a-4385-b947-43ae770bba31 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/quotas/97c81473993645c9bed1c163aab2c1c2 HTTP/1.1" status: 200 len: 375 time: 0.0629885 Feb 04 20:18:58.634732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-308d8842-c872-47f6-8df0-aa2bc5bb6a02 None None] For port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8f62ee8f-58b7-4e35-b047-f5e99595dd1a,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:18:58.712027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-bf0380c2-6f9b-4de3-aa27-309a30797d5c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:18:58.721328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4d078f5a-67ef-4453-94af-ccec48c88d6d tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Unset dirty status for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:58.721328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-4d078f5a-67ef-4453-94af-ccec48c88d6d tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.6046650 Feb 04 20:18:58.727528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:18:58.734955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4bfe7-fff2-4a25-8dcd-76739751621b None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:18:58.765599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-308d8842-c872-47f6-8df0-aa2bc5bb6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.800794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.817166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.825374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:58.861699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/d6a400b9-d705-4419-ac3d-80494de38185 HTTP/1.1" status: 204 len: 168 time: 5.6023142 Feb 04 20:18:58.861699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-bf0380c2-6f9b-4de3-aa27-309a30797d5c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:18:58.861699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-bf0380c2-6f9b-4de3-aa27-309a30797d5c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2084658 Feb 04 20:18:58.865338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40460) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:58.866270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08764c32-2ea1-495e-824f-e438063951df tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=d6a400b9-d705-4419-ac3d-80494de38185,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:58.876013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Router c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:18:58.888696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195429004'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:18:58.897509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:18:58.926779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d8842-c872-47f6-8df0-aa2bc5bb6a02 None None] Pushing event updated for resources: {'Port': ['ID=8f62ee8f-58b7-4e35-b047-f5e99595dd1a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:58.983070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:18:58.988286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:18:59.004355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:18:59.008326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-832611ca-7c02-47b7-a530-d874ed54a31c tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:59.010226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e0c5567-4335-4f17-a5f5-4d96ab3f16eb req-832611ca-7c02-47b7-a530-d874ed54a31c tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.2524979 Feb 04 20:18:59.045232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d9e001b5-13bf-46f1-9170-7f7dccc65759 None None] Provisioning for port eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:18:59.067934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d9e001b5-13bf-46f1-9170-7f7dccc65759 None None] Provisioning complete for port eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:18:59.068411 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d9e001b5-13bf-46f1-9170-7f7dccc65759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:59.156298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d9e001b5-13bf-46f1-9170-7f7dccc65759 None None] Port eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:18:59.207290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9cb0097a-0ed5-4d6b-913f-d55384788fde req-68819959-7a11-48d0-904e-8b72594882a4 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips/bbc44938-4fa2-43e7-abb0-db585891785a HTTP/1.1" status: 200 len: 693 time: 0.1639860 Feb 04 20:18:59.240440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:18:59.246169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:59.291223 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-53f81090-2e6c-466c-93b4-8aff0383963a service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109898 Feb 04 20:18:59.370422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Allocated IP 172.25.7.41 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/19fc7421-e64b-4cd2-9d3e-d07a8c7181e4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:18:59.377632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:18:59.393170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Sync routers for ids ['c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:18:59.405370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Routers {'c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:18:59.407129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:18:59.471687 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-47962a69-1549-47c9-80a9-952eb311457e service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748502 Feb 04 20:18:59.491745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:18:59.492005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:59.516802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:59.516802 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment d26593fb-693d-4d49-bf51-2691413c58f8 of type vlan for network 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 Feb 04 20:18:59.551793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:59.554405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=eff145f3-abf7-420c-b6a8-d4fb5adaa9f6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:18:59.563298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:59.563439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0097a-0ed5-4d6b-913f-d55384788fde req-6eb218d7-4382-479e-bed8-3eca6cae6418 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:18:59.565114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9cb0097a-0ed5-4d6b-913f-d55384788fde req-6eb218d7-4382-479e-bed8-3eca6cae6418 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.3481433 Feb 04 20:18:59.568374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-914bfe48-7fed-4218-922e-d1bcc2a7b0f8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.2270789 Feb 04 20:18:59.569315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40474) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:59.581065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-9cb0097a-0ed5-4d6b-913f-d55384788fde req-d7cd6f5b-011e-4c72-8fa5-ed47f48aad1e tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:18:59.581999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9cb0097a-0ed5-4d6b-913f-d55384788fde req-d7cd6f5b-011e-4c72-8fa5-ed47f48aad1e tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103388 Feb 04 20:18:59.708968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Set router c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:18:59.724668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:18:59.810200 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-764dae6d-87ca-4fa3-b11d-40d5daef90f8 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips/bbc44938-4fa2-43e7-abb0-db585891785a HTTP/1.1" status: 200 len: 693 time: 0.1684384 Feb 04 20:18:59.824194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3d667331-170d-40f2-b451-7adb81dce641 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 HTTP/1.1" status: 204 len: 168 time: 2.2402694 Feb 04 20:18:59.829869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40484) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:18:59.872622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8f62ee8f-58b7-4e35-b047-f5e99595dd1a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:18:59.900237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.028649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f51f39-9cfb-4856-bf8f-f873d4d1db8b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:00.030651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f51f39-9cfb-4856-bf8f-f873d4d1db8b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:00.032172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b285028-16fb-4e00-8566-150304b99eba req-b6f4dfc6-a705-4b29-be0a-44b9c837796b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 210 time: 0.0545032 Feb 04 20:19:00.038241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:19:00.039728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c4f51f39-9cfb-4856-bf8f-f873d4d1db8b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:00.066575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:00.067083 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.142250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-e67f853b-7dba-4fe5-9fb4-ac961898cedf tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:00.143971 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-e67f853b-7dba-4fe5-9fb4-ac961898cedf tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.3242552 Feb 04 20:19:00.161115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-0ea51ce6-7188-42a3-a724-5eb900df9795 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:19:00.163898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-0ea51ce6-7188-42a3-a724-5eb900df9795 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094867 Feb 04 20:19:00.177705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.183693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:00.184354 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.257042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-1726e54e-2ad0-4b66-9d7a-cde73194150b tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.0865233 Feb 04 20:19:00.259499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c4f51f39-9cfb-4856-bf8f-f873d4d1db8b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:00.260596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c4f51f39-9cfb-4856-bf8f-f873d4d1db8b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4290206 Feb 04 20:19:00.264007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40492) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:00.306357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4277248 Feb 04 20:19:00.311222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40496) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:00.330775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:00.355407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d082e-8d7a-4b75-be26-5d8a529fcccc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=7c3bd57d-93a9-4a8a-9956-8aed51dd35b8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:00.405775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:19:00.451172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.533898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet b9ef12ea-c03f-4049-9aa2-6c148a20c8d5 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:00.537494 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.599619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.642993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110', 'name': '', 'tenant_id': '574adaa6407346778de845689195134e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801', 'external_fixed_ips': [{'subnet_id': '4084c068-d178-42b2-99b4-8c4c9abaa035', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '2a1c472c-81be-4aed-8cb6-48f874aeb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:52Z', 'updated_at': '2022-02-04T20:18:56Z', 'revision_number': 3, 'project_id': '574adaa6407346778de845689195134e', 'gw_port': {'id': '2a1c472c-81be-4aed-8cb6-48f874aeb401', 'name': '', 'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '4084c068-d178-42b2-99b4-8c4c9abaa035', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:54Z', 'updated_at': '2022-02-04T20:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4084c068-d178-42b2-99b4-8c4c9abaa035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:00.645247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Checking router: c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:19:00.645599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Updating router c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110 port 2a1c472c-81be-4aed-8cb6-48f874aeb401 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:19:00.665674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.708038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.754243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.758268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-1ecf7fdd-365a-4a16-9cb1-14616e83faaa tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.4207311 Feb 04 20:19:00.773935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:00.777649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:00.783599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:00.788698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:00.797316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:00.840045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:00.848591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Deleting port 2a1c472c-81be-4aed-8cb6-48f874aeb401 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:00.850911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:00.867279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:00.946781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'Port': ['ID=19fc7421-e64b-4cd2-9d3e-d07a8c7181e4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:01.023590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:01.029499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.048385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Deleting port 3256e5c4-c09a-4831-9b70-81d72ddef865 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:01.048738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.124996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.128517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.153321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.184704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Transition to ACTIVE for port object 2a1c472c-81be-4aed-8cb6-48f874aeb401 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:01.281820 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.288519 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-873a3d81-2175-4a58-947e-095b88adf399 req-dd84bca3-7831-4351-a22e-505b94cd0873 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 210 time: 0.0987926 Feb 04 20:19:01.297596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.325510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.325837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.397395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Attempting to bind port 2a1c472c-81be-4aed-8cb6-48f874aeb401 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:01.398092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Attempting to bind port 2a1c472c-81be-4aed-8cb6-48f874aeb401 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '1501a2c1-87c4-48db-ab87-82a61fb8562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:01.398667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Attempting to bind port 2a1c472c-81be-4aed-8cb6-48f874aeb401 on network 5125e4f3-2ef5-43b9-a196-9828380b7801 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:01.411129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26358c9-7497-46cc-a3c1-b99f3d3f4727 None None] Pushing event updated for resources: {'Port': ['ID=2a1c472c-81be-4aed-8cb6-48f874aeb401,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:01.421903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:01.421903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Checking segment: {'id': '1501a2c1-87c4-48db-ab87-82a61fb8562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:01.421903 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.421903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Bound using segment: {'id': '1501a2c1-87c4-48db-ab87-82a61fb8562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:01.421903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Bound port: 2a1c472c-81be-4aed-8cb6-48f874aeb401, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1501a2c1-87c4-48db-ab87-82a61fb8562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5125e4f3-2ef5-43b9-a196-9828380b7801'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:01.421903 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.527107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Calling delete_port for 2a1c472c-81be-4aed-8cb6-48f874aeb401 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:01.534346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] For port 2a1c472c-81be-4aed-8cb6-48f874aeb401, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:01.538127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] For port 2a1c472c-81be-4aed-8cb6-48f874aeb401, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2a1c472c-81be-4aed-8cb6-48f874aeb401,segment=NetworkSegment(1501a2c1-87c4-48db-ab87-82a61fb8562d),segment_id=1501a2c1-87c4-48db-ab87-82a61fb8562d)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:01.554948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.567187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Calling delete_port for 3256e5c4-c09a-4831-9b70-81d72ddef865 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:01.611591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.641097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ef12ea-c03f-4049-9aa2-6c148a20c8d5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:01.662914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.665632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.739624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622f8b8-240b-4b8e-89b9-2a62bbfb39c5 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:01.768033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:01.805758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:01.806153 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:01.866078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Routers {'c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:01.870133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=0ed36b96-a5df-400a-94ca-5c3657b480f8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:01.870294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:01.880296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': 'd26593fb-693d-4d49-bf51-2691413c58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:01.880462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a23ba09e-1673-476e-a545-2dc8f957b028 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/b9ef12ea-c03f-4049-9aa2-6c148a20c8d5 HTTP/1.1" status: 204 len: 168 time: 1.6130085 Feb 04 20:19:01.880887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:19:01.883311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40510) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:01.975774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.008729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26358c9-7497-46cc-a3c1-b99f3d3f4727 None None] Pushing event updated for resources: {'Port': ['ID=2a1c472c-81be-4aed-8cb6-48f874aeb401,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:02.036107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.080534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.125744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f235ecc6-7db2-431f-b546-33060c1d9eb4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2411885 Feb 04 20:19:02.134016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40514) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:02.137163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event deleted for resources: {'Port': ['ID=3256e5c4-c09a-4831-9b70-81d72ddef865,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:02.147133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] Set router c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:02.295237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bcb27-a6dc-4dfc-a893-9a185e4e4bbc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:02.295237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fa3bcb27-a6dc-4dfc-a893-9a185e4e4bbc tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1610293 Feb 04 20:19:02.298506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40518) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:02.363685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Deleting port 2a1c472c-81be-4aed-8cb6-48f874aeb401 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:02.364094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.405459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:19:02.450162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'Port': ['ID=19fc7421-e64b-4cd2-9d3e-d07a8c7181e4,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:02.459354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8301e-7ec2-44b9-8c57-5f285b69b630 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:02.460023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d8e8301e-7ec2-44b9-8c57-5f285b69b630 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:02.473080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110', 'name': '', 'tenant_id': '574adaa6407346778de845689195134e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:52Z', 'updated_at': '2022-02-04T20:19:00Z', 'revision_number': 4, 'project_id': '574adaa6407346778de845689195134e', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:02.493360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e778d7a-6a6f-44c4-b4fb-37b229d1b1b7 None None] The sync data for ids ['c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110'] in n-d-811806-1 is: [{'id': 'c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110', 'name': '', 'tenant_id': '574adaa6407346778de845689195134e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:52Z', 'updated_at': '2022-02-04T20:19:00Z', 'revision_number': 4, 'project_id': '574adaa6407346778de845689195134e', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:02.528372 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.606421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:19:02.613348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] Deleting port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:02.615112 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.643357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.649276 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.658195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3451b709-57dd-49cd-a853-3fca0ab8d7c6 req-3bb42551-bc5b-4fc4-a9ae-38f87a8c0a18 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "DELETE /v2.0/floatingips/bbc44938-4fa2-43e7-abb0-db585891785a HTTP/1.1" status: 204 len: 173 time: 1.8793168 Feb 04 20:19:02.696186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:02.702003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:02.702525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.711872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c414cc85-3964-47c7-ba6e-9fb113ad8be0 req-42edc229-d42a-45f7-8f14-564ab1830f08 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 210 time: 0.2003162 Feb 04 20:19:02.712483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d8e8301e-7ec2-44b9-8c57-5f285b69b630 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:02.713804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d8e8301e-7ec2-44b9-8c57-5f285b69b630 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4139707 Feb 04 20:19:02.725933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40528) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:02.728224 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.731787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1084d103-22b6-41df-a040-b1ab19bb656a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2164769 Feb 04 20:19:02.758360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c0aa6-6352-472a-a44c-82c8972fcd60 None None] Network 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:02.833351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ac1cf08c-4626-40db-b84b-6df7ca5ca433 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059260 Feb 04 20:19:02.846790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:02.855513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] For port 2a1c472c-81be-4aed-8cb6-48f874aeb401, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2a1c472c-81be-4aed-8cb6-48f874aeb401,segment=NetworkSegment(1501a2c1-87c4-48db-ab87-82a61fb8562d),segment_id=1501a2c1-87c4-48db-ab87-82a61fb8562d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:02.855885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:02.870511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:02.937946 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46437dcd-6b06-4375-af02-48e2b6f9019b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6221862 Feb 04 20:19:02.947951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c57d76-6376-4eb5-acec-090bf3112a8f req-4f8bef05-89bf-4a4c-b2d0-9bf1dce288b6 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:02.955841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c57d76-6376-4eb5-acec-090bf3112a8f req-4f8bef05-89bf-4a4c-b2d0-9bf1dce288b6 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:02.961787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85c57d76-6376-4eb5-acec-090bf3112a8f req-4f8bef05-89bf-4a4c-b2d0-9bf1dce288b6 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1392 time: 0.2894816 Feb 04 20:19:02.962636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40538) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:03.251840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Calling delete_port for 2a1c472c-81be-4aed-8cb6-48f874aeb401 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:03.303133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-30597433-40df-474f-a9ac-07bb3cf37fa3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:03.353855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2fd1cf9e-7c7f-463e-b0b4-51a849a402df req-b496aea7-c346-4b99-94f0-965546f321dd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=51f547069331411bbdb7fc27282cd2c0 HTTP/1.1" status: 200 len: 1654 time: 0.3277316 Feb 04 20:19:03.362876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-65e74cb1-dae9-4078-8700-00cb79367733 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:03.363590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-65e74cb1-dae9-4078-8700-00cb79367733 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.3993843 Feb 04 20:19:03.369496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:03.378174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Request body: {'port': {'device_id': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'admin_state_up': True, 'tenant_id': '97c81473993645c9bed1c163aab2c1c2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:03.441968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] For port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8f62ee8f-58b7-4e35-b047-f5e99595dd1a,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:03.442362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:03.456458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-7c3bd57d-93a9-4a8a-9956-8aed51dd35b8', 'network_id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '0ed36b96-a5df-400a-94ca-5c3657b480f8'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:03.457307 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:03.471121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-30597433-40df-474f-a9ac-07bb3cf37fa3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:03.471960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-30597433-40df-474f-a9ac-07bb3cf37fa3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2086377946&fields=id&tenant_id=2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 267 time: 0.3586318 Feb 04 20:19:03.502481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:03.514302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:03.627717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1cf9e-7c7f-463e-b0b4-51a849a402df req-07fc70a1-3fe6-426f-b471-cc09216fe0ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:03.629313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2fd1cf9e-7c7f-463e-b0b4-51a849a402df req-07fc70a1-3fe6-426f-b471-cc09216fe0ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks?id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 787 time: 0.2670200 Feb 04 20:19:03.631326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:03.635711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:03.666986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] Calling delete_port for 8f62ee8f-58b7-4e35-b047-f5e99595dd1a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:03.674943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-2fd1cf9e-7c7f-463e-b0b4-51a849a402df req-a0511f86-3062-41af-b55e-8f0d9527ba52 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:19:03.676518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2fd1cf9e-7c7f-463e-b0b4-51a849a402df req-a0511f86-3062-41af-b55e-8f0d9527ba52 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063367 Feb 04 20:19:03.690201 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:03.802087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:03.819699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:03.850546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8f62ee8f-58b7-4e35-b047-f5e99595dd1a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:03.867738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-53f405bd-d4b0-4189-9347-f57283c8e655 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:03.868351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-53f405bd-d4b0-4189-9347-f57283c8e655 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:03.935800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Allocated IP 172.20.0.1 (7c3bd57d-93a9-4a8a-9956-8aed51dd35b8/0ed36b96-a5df-400a-94ca-5c3657b480f8/b4b14eca-87b3-41ba-ab14-6e0a594d6f9e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:03.956110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-c428a0ce-a550-47af-aeae-98fda01c449b tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips/2818b6f9-74b3-4a4a-82d9-16974ee0d5c9 HTTP/1.1" status: 200 len: 692 time: 0.1628220 Feb 04 20:19:03.962647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:03.966886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:03.991663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-53f405bd-d4b0-4189-9347-f57283c8e655 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:03.993220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-53f405bd-d4b0-4189-9347-f57283c8e655 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 816 time: 0.4815907 Feb 04 20:19:03.999861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.060948 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-bfa1caf9-7b41-40af-9017-f8a9ed4e8641 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/quotas/2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 375 time: 0.0217426 Feb 04 20:19:04.137694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] Pushing event deleted for resources: {'Port': ['ID=8f62ee8f-58b7-4e35-b047-f5e99595dd1a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:04.146743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a06c6a-8d25-48cc-85b5-6e0236bf83bb None None] No DVR routers for this DVR port 8f62ee8f-58b7-4e35-b047-f5e99595dd1a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:04.164897 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.250416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-bc492081-4f4e-4cff-82c4-bf697240bd8d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:04.274761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Allocated IP 172.20.0.14 (bbae5d84-8507-4117-84ad-791f0b1862e4/124df688-3066-4fd2-9e18-51457673f28b/b76a22e9-289d-4d50-8ada-3ea227eaa30c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:04.300270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.377904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a1c472c-81be-4aed-8cb6-48f874aeb401,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:04.380564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.394162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Transition to ACTIVE for port object b4b14eca-87b3-41ba-ab14-6e0a594d6f9e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:04.419139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Transition to ACTIVE for port object b4b14eca-87b3-41ba-ab14-6e0a594d6f9e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:04.426172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-bc492081-4f4e-4cff-82c4-bf697240bd8d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:04.427556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-bc492081-4f4e-4cff-82c4-bf697240bd8d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3520250 Feb 04 20:19:04.496665 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.562089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-ca313f1e-8121-4bcb-9961-2111915b6b74 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:04.563659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-ca313f1e-8121-4bcb-9961-2111915b6b74 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.5772891 Feb 04 20:19:04.610786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Network 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:04.614008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:04.618108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:04.624620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Pushing event updated for resources: {'Port': ['ID=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:04.643559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.733635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Attempting to bind port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:04.734163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Attempting to bind port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'd26593fb-693d-4d49-bf51-2691413c58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:04.734487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Attempting to bind port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e on network 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:04.740430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:04.740884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Checking segment: {'id': 'd26593fb-693d-4d49-bf51-2691413c58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:04.741350 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.741804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Bound using segment: {'id': 'd26593fb-693d-4d49-bf51-2691413c58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:04.742337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Bound port: b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26593fb-693d-4d49-bf51-2691413c58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:04.742824 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.784102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.795626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-6034414e-5879-483d-850b-f16126d1643d service neutron] 10.222.0.48 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513956 Feb 04 20:19:04.806618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.862657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:04.866354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,segment=NetworkSegment(d26593fb-693d-4d49-bf51-2691413c58f8),segment_id=d26593fb-693d-4d49-bf51-2691413c58f8)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:04.882075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed36b96-a5df-400a-94ca-5c3657b480f8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:04.921682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-d6c27a21-cd06-441f-b3ad-eb7b6a412864 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.3484988 Feb 04 20:19:04.924092 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.929353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:04.964692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.066387 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-7344be14-3fe0-4094-a898-59672a2a56c6 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.1348846 Feb 04 20:19:05.091660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b86215-c39b-4bdb-910a-6e9b342e617f None None] Pushing event updated for resources: {'Port': ['ID=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:05.139606 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.211608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.214862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3bd57d-93a9-4a8a-9956-8aed51dd35b8']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:05.224265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-5bcc8a21-21de-4e19-85e7-00acd3f8a1fd service neutron] 10.222.0.48 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144571 Feb 04 20:19:05.286927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26593fb-693d-4d49-bf51-2691413c58f8') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:05.287369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26593fb-693d-4d49-bf51-2691413c58f8') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:05.321487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Deleting port ba124812-499a-4b29-885c-c8844ea1534b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:05.321487 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.366005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.390912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Network bbae5d84-8507-4117-84ad-791f0b1862e4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:05.399990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event updated for resources: {'Port': ['ID=b76a22e9-289d-4d50-8ada-3ea227eaa30c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:05.403039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.403539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:19:05.415370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:05.415513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:05.512567 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.521059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:05.521733 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.560876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:05.560876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:05.592287 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:05.715564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:19:05.723930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.784934 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.788787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-adb2de7d-0f30-41f3-8bbb-dd53587f32bd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c2fdf0cd-4f2e-4bfe-980b-6fd77aa5b110 HTTP/1.1" status: 204 len: 168 time: 6.2156971 Feb 04 20:19:05.792860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40594) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:05.812523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:05.850221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:05.862751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95146e12-f48c-4327-a78e-a88a1605bd24 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:05.876450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:05.876996 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.908315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b188efd6-ff3a-40d3-96d9-d1ccc8db5541 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5336406 Feb 04 20:19:05.911520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.912048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:05.937744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a76b1-78b9-4db4-b0f4-c5a3d68d5d53 req-a875b352-67ec-4e89-aa1d-f65d8a8dd44f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:05.938252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-558a76b1-78b9-4db4-b0f4-c5a3d68d5d53 req-a875b352-67ec-4e89-aa1d-f65d8a8dd44f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:05.945848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=bc0e45d2-1abb-4ef8-a5c0-dfe07960135f,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:05.958749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Request body: {'port': {'device_id': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:05.963644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4b14eca-87b3-41ba-ab14-6e0a594d6f9e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:06.000137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:19:06.000137 n-d-811806-1 neutron-server[88237]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:19:06.000137 n-d-811806-1 neutron-server[88237]: [parameters: {'id': '7c3bd57d-93a9-4a8a-9956-8aed51dd35b8'}] Feb 04 20:19:06.000137 n-d-811806-1 neutron-server[88237]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:06.000582 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:06.153236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.223072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-558a76b1-78b9-4db4-b0f4-c5a3d68d5d53 req-a875b352-67ec-4e89-aa1d-f65d8a8dd44f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:06.227417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-558a76b1-78b9-4db4-b0f4-c5a3d68d5d53 req-a875b352-67ec-4e89-aa1d-f65d8a8dd44f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 932 time: 0.4691730 Feb 04 20:19:06.282446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fc8c9a2f-62f6-4f87-87c3-b9f336ebd99b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4345775 Feb 04 20:19:06.289923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40604) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:06.297323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Deleting subnet 4084c068-d178-42b2-99b4-8c4c9abaa035 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:06.311513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Calling delete_port for ba124812-499a-4b29-885c-c8844ea1534b owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:06.316990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:06.352551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.415709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': 'bc0e45d2-1abb-4ef8-a5c0-dfe07960135f'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:06.422815 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.436090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:06.456863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-558a76b1-78b9-4db4-b0f4-c5a3d68d5d53 req-f8f05de9-26e8-4c90-9a06-6ce98fb20296 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277975 Feb 04 20:19:06.484065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.531581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.595313 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.753890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Allocated IP 2001:db8::f816:3eff:fe01:3f6c (a3617f18-5da1-4e3a-821a-582c484776ac/bc0e45d2-1abb-4ef8-a5c0-dfe07960135f/2c3a5886-1e95-4e06-88d7-171256d65a11) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:06.813933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.819112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a69c8149-a851-408c-8e26-4d18a3664c9b req-84af9edc-c84d-4a27-8129-d29e5a4a5f03 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.1259706 Feb 04 20:19:06.849117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:06.849691 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.865722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eefc330-fb0c-4c35-874d-8fb1155cf652 None None] Network 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:06.900118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.917626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4084c068-d178-42b2-99b4-8c4c9abaa035,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:06.919906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:06.926800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:06.947729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:06.976048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event deleted for resources: {'Port': ['ID=ba124812-499a-4b29-885c-c8844ea1534b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:07.001840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:07.021848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:07.022750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2642ea61-9b17-4780-87d3-873f13fe705f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/4084c068-d178-42b2-99b4-8c4c9abaa035 HTTP/1.1" status: 204 len: 168 time: 1.2240233 Feb 04 20:19:07.023576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40610) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:07.127579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e92ce3c7-201c-4b4d-a492-2c4155f32315 None None] Provisioning for port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:07.214738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e92ce3c7-201c-4b4d-a492-2c4155f32315 None None] Provisioning complete for port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:07.215349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e92ce3c7-201c-4b4d-a492-2c4155f32315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.225234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.227889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.232184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e414548-4d4d-4b88-b5fb-8f9bb33d75e3 req-dc287c10-898c-4833-b3b5-968069af50f3 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "DELETE /v2.0/floatingips/2818b6f9-74b3-4a4a-82d9-16974ee0d5c9 HTTP/1.1" status: 204 len: 173 time: 2.1649528 Feb 04 20:19:07.251600 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.328042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.377445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Transition to ACTIVE for port object 2c3a5886-1e95-4e06-88d7-171256d65a11 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:07.432369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.450085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Transition to ACTIVE for port object 2c3a5886-1e95-4e06-88d7-171256d65a11 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:07.463638 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e92ce3c7-201c-4b4d-a492-2c4155f32315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.474039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5125e4f3-2ef5-43b9-a196-9828380b7801']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:07.514770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e92ce3c7-201c-4b4d-a492-2c4155f32315 None None] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,segment=NetworkSegment(d26593fb-693d-4d49-bf51-2691413c58f8),segment_id=d26593fb-693d-4d49-bf51-2691413c58f8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:07.519716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1501a2c1-87c4-48db-ab87-82a61fb8562d') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:07.520019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1501a2c1-87c4-48db-ab87-82a61fb8562d') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:07.534992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] DHCP port deletion for 7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:19:07.540574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Deleting port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:07.541076 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.542959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.563844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.571763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:07.572176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.593730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:07.594445 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:07.606464 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.611181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.699075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Pushing event updated for resources: {'Port': ['ID=2c3a5886-1e95-4e06-88d7-171256d65a11,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:07.704920 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e92ce3c7-201c-4b4d-a492-2c4155f32315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.780299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:07.785897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a758499f-c7fd-4511-b4cb-97526417099d req-0d2e7dff-42f9-463c-947d-9df7c97e5f4c tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips/9625231d-cde1-427c-bda7-01cced48beed HTTP/1.1" status: 200 len: 692 time: 0.5272980 Feb 04 20:19:07.803147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cac8b-24fc-4acd-b4c6-ee37f55cd5d8 req-048807c1-7413-405f-b723-53221d9bfb12 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:07.804950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236cac8b-24fc-4acd-b4c6-ee37f55cd5d8 req-048807c1-7413-405f-b723-53221d9bfb12 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 932 time: 0.2093222 Feb 04 20:19:07.824606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:07.826942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4b14eca-87b3-41ba-ab14-6e0a594d6f9e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:07.866815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:07.877097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-236cac8b-24fc-4acd-b4c6-ee37f55cd5d8 req-bc2863ec-acb8-490f-ba27-ab39ea384918 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661244 Feb 04 20:19:07.877727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.888997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5125e4f3-2ef5-43b9-a196-9828380b7801 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 20:19:07.892213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:07.920551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event deleted for resources: {'Network': ['ID=5125e4f3-2ef5-43b9-a196-9828380b7801,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:07.946743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3bdc575b-97eb-47f3-a053-273cde0032da tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5125e4f3-2ef5-43b9-a196-9828380b7801 HTTP/1.1" status: 204 len: 168 time: 0.9163458 Feb 04 20:19:08.011635 n-d-811806-1 neutron-server[88237]: INFO neutron.db.ipam_backend_mixin [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc0e45d2-1abb-4ef8-a5c0-dfe07960135f (CIDR: 2001:db8::/64) Feb 04 20:19:08.053292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ce3c7-201c-4b4d-a492-2c4155f32315 None None] Pushing event updated for resources: {'Port': ['ID=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:08.134041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Attempting to bind port 2c3a5886-1e95-4e06-88d7-171256d65a11 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:08.134423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Attempting to bind port 2c3a5886-1e95-4e06-88d7-171256d65a11 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:08.134863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Attempting to bind port 2c3a5886-1e95-4e06-88d7-171256d65a11 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:08.151537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:08.152305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:08.152906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.153481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:08.154154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Bound port: 2c3a5886-1e95-4e06-88d7-171256d65a11, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:08.154771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.188989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76a22e9-289d-4d50-8ada-3ea227eaa30c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:19:08.203862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4067793a-fe7e-4bf4-964c-3bffb14f2109 req-71cf6549-540f-420b-be51-f7c92da0e597 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.1266136 Feb 04 20:19:08.214941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.242798 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:19:08.243721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:19:08.297329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,segment=NetworkSegment(d26593fb-693d-4d49-bf51-2691413c58f8),segment_id=d26593fb-693d-4d49-bf51-2691413c58f8)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:08.297329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.382838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] For port 2c3a5886-1e95-4e06-88d7-171256d65a11, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:08.387785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] For port 2c3a5886-1e95-4e06-88d7-171256d65a11, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2c3a5886-1e95-4e06-88d7-171256d65a11,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:08.424381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40634) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:08.430823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,segment=NetworkSegment(d26593fb-693d-4d49-bf51-2691413c58f8),segment_id=d26593fb-693d-4d49-bf51-2691413c58f8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:08.431407 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.431541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'router': {'name': 'tempest-router--1323302708', 'project_id': '97dda7f6018646e5adf3396131c82b4e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:08.437993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:08.443609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:router and tenant:97dda7f6018646e5adf3396131c82b4e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:08.449826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.460764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:08.480176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:08.533126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for b4b14eca-87b3-41ba-ab14-6e0a594d6f9e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:08.573986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.575085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Transition to ACTIVE for port object b76a22e9-289d-4d50-8ada-3ea227eaa30c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:08.575702 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.576597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f3dc6a93-dc89-4b73-b44f-43528b828e12 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2854664 Feb 04 20:19:08.585039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40642) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:08.601463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:08.622106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758499f-c7fd-4511-b4cb-97526417099d req-9f2ff5e8-4978-4c03-9342-6c9d70db2077 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:08.629500 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a758499f-c7fd-4511-b4cb-97526417099d req-9f2ff5e8-4978-4c03-9342-6c9d70db2077 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.8421812 Feb 04 20:19:08.643455 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.654430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Calling delete_port for b4b14eca-87b3-41ba-ab14-6e0a594d6f9e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:08.714221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.794343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a758499f-c7fd-4511-b4cb-97526417099d req-4091b5f5-8a56-4eae-b860-863f3ed0e3e6 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Synchronizing usage tracker for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:08.804459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:08.854432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:08.858535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,segment=NetworkSegment(d26593fb-693d-4d49-bf51-2691413c58f8),segment_id=d26593fb-693d-4d49-bf51-2691413c58f8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:08.860277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:08.863728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:08.872790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:08.877415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63605b2-5c67-43a6-9aee-a5965b9cbee9 None None] Pushing event updated for resources: {'Port': ['ID=2c3a5886-1e95-4e06-88d7-171256d65a11,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:08.923856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b76a22e9-289d-4d50-8ada-3ea227eaa30c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:08.971718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.029818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:09.030133 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:09.073185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a758499f-c7fd-4511-b4cb-97526417099d req-4091b5f5-8a56-4eae-b860-863f3ed0e3e6 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Unset dirty status for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:09.095299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a758499f-c7fd-4511-b4cb-97526417099d req-4091b5f5-8a56-4eae-b860-863f3ed0e3e6 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.26 HTTP/1.1" status: 200 len: 695 time: 0.4654863 Feb 04 20:19:09.204097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.204375 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.205846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:09.219202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.313404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Attempting to bind port b76a22e9-289d-4d50-8ada-3ea227eaa30c on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:09.313733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Attempting to bind port b76a22e9-289d-4d50-8ada-3ea227eaa30c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:09.319140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Attempting to bind port b76a22e9-289d-4d50-8ada-3ea227eaa30c on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:09.330034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a758499f-c7fd-4511-b4cb-97526417099d req-8863a5e4-c068-4bfc-bf7e-a9fcd518a52b tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.26 HTTP/1.1" status: 200 len: 695 time: 0.2335181 Feb 04 20:19:09.330836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:09.335295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.350163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:09.350532 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:09.501732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Port b76a22e9-289d-4d50-8ada-3ea227eaa30c on network bbae5d84-8507-4117-84ad-791f0b1862e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:19:09.502057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Attempting to bind port b76a22e9-289d-4d50-8ada-3ea227eaa30c on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:09.532009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:09.532360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.560117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:09.560460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Checking segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:09.560850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Bound using segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:09.561296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Bound port: b76a22e9-289d-4d50-8ada-3ea227eaa30c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:09.561641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.587484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Deleting port 17f0fcf9-7db1-45de-a885-cc5a1a3b662f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:09.587777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.598674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.602532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fb4e0bc7-cede-401a-bedf-c4ac755117a3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1729269 Feb 04 20:19:09.614205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40654) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:09.691069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-d666e680-6b26-4427-949e-efb47aa84213 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:09.692976 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-d666e680-6b26-4427-949e-efb47aa84213 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 816 time: 0.8026373 Feb 04 20:19:09.832184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2c3a5886-1e95-4e06-88d7-171256d65a11 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:09.894314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e506e636-4ec6-4346-8e57-4c5f862854f0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:09.907768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Deleting port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:09.908552 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.085382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] For port b76a22e9-289d-4d50-8ada-3ea227eaa30c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:10.089997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] For port b76a22e9-289d-4d50-8ada-3ea227eaa30c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b76a22e9-289d-4d50-8ada-3ea227eaa30c,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:10.104707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e41f0-6b19-4eb3-bbe5-33129dece63e req-c4c4b0b7-989d-48c5-876d-992a506eac8f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:10.110589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f83e41f0-6b19-4eb3-bbe5-33129dece63e req-c4c4b0b7-989d-48c5-876d-992a506eac8f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 944 time: 0.9137957 Feb 04 20:19:10.185626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.246202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-7cb5476f-f1cf-47c4-9669-8b15a42a027a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:10.313158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b76a22e9-289d-4d50-8ada-3ea227eaa30c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:10.336402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2c3a5886-1e95-4e06-88d7-171256d65a11 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:10.418215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:10.418215 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.418215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-7ed94b94-af47-4683-ac58-7ca51fdfc6a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b76a22e9-289d-4d50-8ada-3ea227eaa30c HTTP/1.1" status: 200 len: 1092 time: 4.4721415 Feb 04 20:19:10.418439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,segment=NetworkSegment(d26593fb-693d-4d49-bf51-2691413c58f8),segment_id=d26593fb-693d-4d49-bf51-2691413c58f8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:10.418520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'tag': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:10.418598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.454080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.454527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.496257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f83e41f0-6b19-4eb3-bbe5-33129dece63e req-16f88ce7-3296-4899-b286-08c5cc8270cb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555577 Feb 04 20:19:10.566401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Calling delete_port for b4b14eca-87b3-41ba-ab14-6e0a594d6f9e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:10.611581 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-db642ccb-1ff5-41a0-bdb9-81a17bf9a821 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8329866 Feb 04 20:19:10.612915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-7cb5476f-f1cf-47c4-9669-8b15a42a027a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:10.614137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-7cb5476f-f1cf-47c4-9669-8b15a42a027a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 380 time: 0.8493850 Feb 04 20:19:10.617297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e506e636-4ec6-4346-8e57-4c5f862854f0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.640274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e506e636-4ec6-4346-8e57-4c5f862854f0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.674192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'port': {'device_id': 'ff896288-8101-432d-a68e-bd424865e2f2', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'admin_state_up': True, 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'security_groups': ['9bb6c3bb-305c-49ab-8688-010b6c87e13b']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:10.742731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Calling delete_port for 17f0fcf9-7db1-45de-a885-cc5a1a3b662f owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:10.785633 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.806481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,segment=NetworkSegment(d26593fb-693d-4d49-bf51-2691413c58f8),segment_id=d26593fb-693d-4d49-bf51-2691413c58f8)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:10.807435 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.839637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-00d84ae8-207a-4cf6-93f3-20b1b388bb58 None None] Provisioning for port 2c3a5886-1e95-4e06-88d7-171256d65a11 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:10.859129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] Pushing event deleted for resources: {'Port': ['ID=b4b14eca-87b3-41ba-ab14-6e0a594d6f9e,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:10.865241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-00d84ae8-207a-4cf6-93f3-20b1b388bb58 None None] Provisioning complete for port 2c3a5886-1e95-4e06-88d7-171256d65a11 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:10.866035 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d84ae8-207a-4cf6-93f3-20b1b388bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:10.897625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d9aff-32b3-4da6-a15c-926540e5beb3 None None] No DVR routers for this DVR port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:10.964945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for b4b14eca-87b3-41ba-ab14-6e0a594d6f9e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:10.967339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02eefbfb-b199-406a-91fb-60c59ebe429e req-9bc71339-f32f-4cb9-9029-b520e2a46161 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.1934447 Feb 04 20:19:11.003718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d84ae8-207a-4cf6-93f3-20b1b388bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.045345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-00d84ae8-207a-4cf6-93f3-20b1b388bb58 None None] For port 2c3a5886-1e95-4e06-88d7-171256d65a11, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2c3a5886-1e95-4e06-88d7-171256d65a11,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:11.056977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-fbb8e25b-d277-4650-a6a1-4f84f46dd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:11.058807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-fbb8e25b-d277-4650-a6a1-4f84f46dd125 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 1095 time: 0.4528880 Feb 04 20:19:11.077337 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'tag': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c', 'status': 'completed', 'code': 200} Feb 04 20:19:11.079534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e506e636-4ec6-4346-8e57-4c5f862854f0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.080262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e506e636-4ec6-4346-8e57-4c5f862854f0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 148ab875-9630-455a-95be-1c55186af2c8 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:19:11.101941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:11.133537 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d84ae8-207a-4cf6-93f3-20b1b388bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.140327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:11.167526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e506e636-4ec6-4346-8e57-4c5f862854f0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.171261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e506e636-4ec6-4346-8e57-4c5f862854f0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "DELETE /v2.0/routers/148ab875-9630-455a-95be-1c55186af2c8 HTTP/1.1" status: 204 len: 168 time: 1.5506337 Feb 04 20:19:11.191153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-6414e574-dcfa-4ddf-b13d-1396b84e15ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76a22e9-289d-4d50-8ada-3ea227eaa30c HTTP/1.1" status: 200 len: 217 time: 0.1129215 Feb 04 20:19:11.194476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-30ce18a9-58c0-4d3c-acf0-403e2262a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:11.197204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-30ce18a9-58c0-4d3c-acf0-403e2262a014 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1096 time: 0.3204424 Feb 04 20:19:11.197427 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:11.197575 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:11.282930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-d9d4197f-c9e5-4732-897e-5f4ff8e2db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:11.285118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-d9d4197f-c9e5-4732-897e-5f4ff8e2db76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.0849352 Feb 04 20:19:11.289757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d84ae8-207a-4cf6-93f3-20b1b388bb58 None None] Pushing event updated for resources: {'Port': ['ID=2c3a5886-1e95-4e06-88d7-171256d65a11,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:11.318618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Made reservation on behalf of 2f50590d4af84de5803be5ca84d11bcf for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:11.322086 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.336482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-99850af6-09d9-4b64-a38a-e50b20b49aff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416408 Feb 04 20:19:11.376476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.542347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40674) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:11.555188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.563645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event deleted for resources: {'Port': ['ID=17f0fcf9-7db1-45de-a885-cc5a1a3b662f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:11.662207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:11.677260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-b11b8bae-d64e-42d6-abb9-27e3ec7c0cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299956 Feb 04 20:19:11.684224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:11.697933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad6272-249f-4337-808a-1968ac884d5c None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:11.745131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:11.745936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.790512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=b8d5852d-f7a8-4fd9-8393-1764ea74861e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:11.823561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-ef8b8204-bfc2-408b-b283-8651d5622800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:11.825311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-ef8b8204-bfc2-408b-b283-8651d5622800 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 914 time: 0.5967646 Feb 04 20:19:11.867127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2c3a5886-1e95-4e06-88d7-171256d65a11 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:11.907404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port b4b14eca-87b3-41ba-ab14-6e0a594d6f9e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:11.907693 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.934117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-125357379', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:11.934777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:11.941750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:11.945829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Usage tracker for resource:router and tenant:12d234e5880c492f8e42ef3d16f35bbb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:11.949512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:11.955554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:11.969267 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-359a8e56-51a9-4912-81b0-7fd219dab245 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3807552 Feb 04 20:19:11.992002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40682) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:12.004858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] The port 'b4b14eca-87b3-41ba-ab14-6e0a594d6f9e' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:19:12.013347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:a5:30:c3', 'name': 'tempest-NetworksTestDHCPv6-940011706'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:12.050160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2c3a5886-1e95-4e06-88d7-171256d65a11 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:12.051297 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.064577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Allocated IP 172.20.0.8 (1c854c5c-7051-4c4f-a822-e027d8661ce5/9d3c8336-f934-4211-894b-8dfb95270c18/39969127-621b-4d5b-82a6-7817e558642b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:12.072093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-94874c4a-618b-42d7-ab4f-0b036b33202a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 1000 time: 0.2294173 Feb 04 20:19:12.137235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.138265 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.145896 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.164768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a758499f-c7fd-4511-b4cb-97526417099d req-60e5386c-a30f-48b3-8710-7fb1a42ec4ea tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "DELETE /v2.0/floatingips/9625231d-cde1-427c-bda7-01cced48beed HTTP/1.1" status: 204 len: 173 time: 2.8335767 Feb 04 20:19:12.221604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc6e6ac-95a7-4774-bc88-e98ee7bf76be req-c2db0fae-947c-41bd-af42-f913659aadfb service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347319 Feb 04 20:19:12.223935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.240323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-052fbd51-506e-435c-8467-99dbbe7005f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:12.242155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-052fbd51-506e-435c-8467-99dbbe7005f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 200 len: 852 time: 0.0996761 Feb 04 20:19:12.260203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee751c85-5dd2-430f-a358-24c5b9268a50 req-caba5f79-4cd0-4416-a878-6c3943a5c83f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:12.262127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee751c85-5dd2-430f-a358-24c5b9268a50 req-caba5f79-4cd0-4416-a878-6c3943a5c83f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 944 time: 0.5698564 Feb 04 20:19:12.342791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3bd57d-93a9-4a8a-9956-8aed51dd35b8']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:12.373146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2705cc3-e973-4b68-a0e5-f81206845ee8 req-16eaa4cf-63e0-4060-8300-ac41b8458d68 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.0795124 Feb 04 20:19:12.382436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.427575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] Update dhcp port {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': 'bc0e45d2-1abb-4ef8-a5c0-dfe07960135f', 'ip_address': '2001:db8::f816:3eff:fe01:3f6c'}, {'subnet_id': 'b8d5852d-f7a8-4fd9-8393-1764ea74861e'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '2c3a5886-1e95-4e06-88d7-171256d65a11'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:19:12.444999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26593fb-693d-4d49-bf51-2691413c58f8') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:12.445561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26593fb-693d-4d49-bf51-2691413c58f8') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:12.491569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.501353 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.557634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:12.561882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:12.565064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:12.571001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:12.619398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.632177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-06f15144-20a0-4a9f-aca6-1f77f437c9ff tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips/2ad60b26-261b-4740-8cfb-636788f31c92 HTTP/1.1" status: 200 len: 692 time: 0.1499343 Feb 04 20:19:12.688985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:12.723254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee751c85-5dd2-430f-a358-24c5b9268a50 req-24ec182f-5d71-4bf8-bebe-fcb01670eb73 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043627 Feb 04 20:19:12.758381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:12.760656 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:12.778795 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:12.923837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-ec9c5ab5-5925-4ec4-9b5b-120fdf53cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:12.925944 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-ec9c5ab5-5925-4ec4-9b5b-120fdf53cae8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 1095 time: 0.5552287 Feb 04 20:19:12.939287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] Allocated IP 2001:db8:0:1::2 (a3617f18-5da1-4e3a-821a-582c484776ac/b8d5852d-f7a8-4fd9-8393-1764ea74861e/2c3a5886-1e95-4e06-88d7-171256d65a11) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:12.975678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.005544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.045639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.086423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-1276a952-12d1-4806-b7cf-53f3a1deff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:13.086423 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-1276a952-12d1-4806-b7cf-53f3a1deff35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf0a41d9-3526-4119-b801-6663b9f63685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8086891 Feb 04 20:19:13.086614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-7c9b4ccd-9444-4144-926d-0e4e6f0bcc43 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:13.091041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-7c9b4ccd-9444-4144-926d-0e4e6f0bcc43 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 784 time: 0.4578414 Feb 04 20:19:13.172655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=7c3bd57d-93a9-4a8a-9956-8aed51dd35b8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:13.201127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e09be422-446e-40f5-aeb9-c4c3b31e3f0b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 HTTP/1.1" status: 204 len: 168 time: 10.1926553 Feb 04 20:19:13.203400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40704) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:13.216185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] For port 2c3a5886-1e95-4e06-88d7-171256d65a11, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2c3a5886-1e95-4e06-88d7-171256d65a11,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:13.217148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-945015445'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:13.223021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-66736fdd-4fc0-41e1-a640-57e91c038f7a tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Synchronizing usage tracker for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:13.232614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:13.256707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.257760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:13.267859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:13.286373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:13.299075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] Transition to ACTIVE for port object 2c3a5886-1e95-4e06-88d7-171256d65a11 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:13.304301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-dde45310-2bbe-40b4-8620-64b24984cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:13.305938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-dde45310-2bbe-40b4-8620-64b24984cdf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 913 time: 0.3572259 Feb 04 20:19:13.379378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-66736fdd-4fc0-41e1-a640-57e91c038f7a tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Unset dirty status for tenant:51f547069331411bbdb7fc27282cd2c0 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:13.383421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-66736fdd-4fc0-41e1-a640-57e91c038f7a tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.2913589 Feb 04 20:19:13.396473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-8fa3c983-ec4e-4cb4-bd8c-b3007e6c9c65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76a22e9-289d-4d50-8ada-3ea227eaa30c HTTP/1.1" status: 200 len: 217 time: 0.0839224 Feb 04 20:19:13.405968 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.519127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:13.522709 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.575848 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-994a6758-a4ca-42e7-ab41-f4ff712371fd tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.1813812 Feb 04 20:19:13.593871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd537b1-0a12-4e68-9963-9f024e79cffa None None] Pushing event updated for resources: {'Port': ['ID=2c3a5886-1e95-4e06-88d7-171256d65a11,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:13.676816 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.715294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-24381934-cf36-4018-a323-0a7819ec5273 req-352d0062-215c-481a-b597-f745d33b6101 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:13.790399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2c3a5886-1e95-4e06-88d7-171256d65a11 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:13.801684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.843160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:13.848833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-24381934-cf36-4018-a323-0a7819ec5273 req-352d0062-215c-481a-b597-f745d33b6101 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:13.850394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24381934-cf36-4018-a323-0a7819ec5273 req-352d0062-215c-481a-b597-f745d33b6101 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.2676969 Feb 04 20:19:13.903291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 201da680-9f88-4000-98eb-3a9cd4c980c1 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:19:13.932392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:19:13.951869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Deleting port 0ae62a6e-939d-4448-8917-9da2aa10804b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:13.952208 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:13.977093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Transition to ACTIVE for port object 39969127-621b-4d5b-82a6-7817e558642b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:13.996284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-5859a401-f5f3-4eb4-a3e2-5f94cffd4107 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8815355 Feb 04 20:19:13.998453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-e49cc566-9835-48a6-9495-925ed237b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:13.999976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-e49cc566-9835-48a6-9495-925ed237b59a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.5252028 Feb 04 20:19:14.029546 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.029546 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment 001703cf-9b41-4e5c-a200-b17172c7a947 of type vlan for network d9449095-8f8a-4c9a-9259-d8af8ae5aed5 Feb 04 20:19:14.080556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-e7e93e67-1a97-4dd9-a38e-ff0782e73e6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544376 Feb 04 20:19:14.191599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.241075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:14.266548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.299356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Usage tracker for resource:security_group_rule and tenant:dd060c6df2b346d08aa71297c00b717d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:14.318769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:14.339674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:14.391172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.391420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.393940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df25835b-34cb-491c-9c3a-bfd6632f0ed2 req-cf9ada29-d418-4fb5-931a-477232f409a2 service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914199 Feb 04 20:19:14.400977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-8460c12d-e2d2-4729-ba98-17e5fde30859 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079069 Feb 04 20:19:14.541359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Calling delete_port for 0ae62a6e-939d-4448-8917-9da2aa10804b owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:14.554715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.584821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.586324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-58c1cfcf-348f-4e6c-9994-8aa3ae22a5c1 None None] Provisioning for port 2c3a5886-1e95-4e06-88d7-171256d65a11 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:14.590802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:14.591398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.593075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-58c1cfcf-348f-4e6c-9994-8aa3ae22a5c1 None None] Provisioning complete for port 2c3a5886-1e95-4e06-88d7-171256d65a11 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:14.593469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-58c1cfcf-348f-4e6c-9994-8aa3ae22a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.617530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175854b-350c-47bc-afd1-991144e02a70 req-cb1e686b-e295-4cd9-9c20-0649fa79d0a1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:14.619496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5175854b-350c-47bc-afd1-991144e02a70 req-cb1e686b-e295-4cd9-9c20-0649fa79d0a1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 944 time: 0.5243988 Feb 04 20:19:14.769108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:14.782467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:14.786335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8:0:1::223 (a3617f18-5da1-4e3a-821a-582c484776ac/b8d5852d-f7a8-4fd9-8393-1764ea74861e/201da680-9f88-4000-98eb-3a9cd4c980c1) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:14.792272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:14.805794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=d9449095-8f8a-4c9a-9259-d8af8ae5aed5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:14.820980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d9449095-8f8a-4c9a-9259-d8af8ae5aed5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:19:14.865779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4fb25a3c-db90-4809-9ae3-187c824f61c5 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6561351 Feb 04 20:19:14.874011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40722) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:14.891696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:14.894556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:14.912592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:fea5:30c3 (a3617f18-5da1-4e3a-821a-582c484776ac/bc0e45d2-1abb-4ef8-a5c0-dfe07960135f/201da680-9f88-4000-98eb-3a9cd4c980c1) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:14.915540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e6143ce-6c13-4683-b6c2-c1f5e7092782 req-892151ea-0ec4-4709-8840-8fdf97e69ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561644 Feb 04 20:19:14.936257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:14.991248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5175854b-350c-47bc-afd1-991144e02a70 req-37ad360b-086a-4695-a2a0-9ec435d2803c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516774 Feb 04 20:19:14.992155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.031380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:15.033551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:15.036557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:15.043344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:15.090817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.092393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:15.093013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.145757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Pushing event deleted for resources: {'Port': ['ID=0ae62a6e-939d-4448-8917-9da2aa10804b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:15.154495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.173585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:15.176192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.265210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1f08d3c3-8918-407a-946e-b72f83b0e80b None None] Provisioning for port 39969127-621b-4d5b-82a6-7817e558642b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:15.272374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1f08d3c3-8918-407a-946e-b72f83b0e80b None None] Provisioning complete for port 39969127-621b-4d5b-82a6-7817e558642b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:15.272829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f08d3c3-8918-407a-946e-b72f83b0e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.275951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.345506 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.357607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1f08d3c3-8918-407a-946e-b72f83b0e80b None None] Port 39969127-621b-4d5b-82a6-7817e558642b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:19:15.423708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-dc341988-af3f-40e0-9409-5ebf9bf5fe30 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7704496 Feb 04 20:19:15.424762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b76a22e9-289d-4d50-8ada-3ea227eaa30c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:19:15.451676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.455511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae27e786-9478-43de-a8fc-c3e898c3ce27 req-00c06ba1-a440-4e46-9dda-2f079a3ba294 tempest-FloatingIPDetailsTestJSON-824167639 tempest-FloatingIPDetailsTestJSON-824167639-project] 10.222.0.48 "DELETE /v2.0/floatingips/2ad60b26-261b-4740-8cfb-636788f31c92 HTTP/1.1" status: 204 len: 173 time: 1.8743050 Feb 04 20:19:15.461203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Request body: {'port': {'device_id': 'ff896288-8101-432d-a68e-bd424865e2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:15.465947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40730) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:15.591224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b76a22e9-289d-4d50-8ada-3ea227eaa30c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b76a22e9-289d-4d50-8ada-3ea227eaa30c,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:15.608468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'port_id': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c', 'mac_address': 'fa:16:3e:f4:1c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124df688-3066-4fd2-9e18-51457673f28b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:19:15.660638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Allocated IP 172.25.7.204 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/89d3ed09-825a-48d6-bb48-c821e43ed95b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:15.672204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.680160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd060c6df2b346d08aa71297c00b717d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8188341 Feb 04 20:19:15.688475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0d0c6-e79c-42a1-b006-dee9b4d9cf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b428d7-33f4-47ad-ae50-66e6dea74a67,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:15.710209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76a22e9-289d-4d50-8ada-3ea227eaa30c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:19:15.717570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40734) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:15.731086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b76a22e9-289d-4d50-8ada-3ea227eaa30c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b76a22e9-289d-4d50-8ada-3ea227eaa30c,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:15.832331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.863926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:15.908835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b76a22e9-289d-4d50-8ada-3ea227eaa30c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:15.956983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.041214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=999c0a84-0f2d-4e41-90fa-8bb68e2f03cc,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:16.045202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': '001703cf-9b41-4e5c-a200-b17172c7a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:16.045561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: d9449095-8f8a-4c9a-9259-d8af8ae5aed5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:19:16.066325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.077249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b76a22e9-289d-4d50-8ada-3ea227eaa30c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:19:16.106663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 201da680-9f88-4000-98eb-3a9cd4c980c1 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:16.109351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.158398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-708d2a37-89ee-49ed-8f98-2d15e29c872a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.189310 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-708d2a37-89ee-49ed-8f98-2d15e29c872a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.225911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff2bbd-7c11-4170-9a09-f7fbccc20fd0 req-47fb13ac-91e7-478f-a71d-e2cdf94cbe88 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:16.227419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cbff2bbd-7c11-4170-9a09-f7fbccc20fd0 req-47fb13ac-91e7-478f-a71d-e2cdf94cbe88 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 931 time: 0.8716857 Feb 04 20:19:16.231152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network d9449095-8f8a-4c9a-9259-d8af8ae5aed5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:19:16.267369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.286378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af82a6-6e92-496e-993e-cce3e6d6406b req-1bba2aee-6440-4c3e-95a5-bafd2156743a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:16.287899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23af82a6-6e92-496e-993e-cce3e6d6406b req-1bba2aee-6440-4c3e-95a5-bafd2156743a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 945 time: 0.1424723 Feb 04 20:19:16.376773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, d9449095-8f8a-4c9a-9259-d8af8ae5aed5) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:16.384814 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23af82a6-6e92-496e-993e-cce3e6d6406b req-fab11a43-8820-4692-99a9-96a6cf5f2773 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629654 Feb 04 20:19:16.386892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15e3f2-6d85-4c24-ae03-344e203b9643 None None] Network d9449095-8f8a-4c9a-9259-d8af8ae5aed5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:16.387337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:16.387936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.396513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:16.409611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:16.424934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.460829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:16.496787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event updated for resources: {'Port': ['ID=89d3ed09-825a-48d6-bb48-c821e43ed95b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:16.516028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5dc45fcc-c6a6-4766-8b41-fe0aef2c48c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6406946 Feb 04 20:19:16.516863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40740) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:16.520572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cbff2bbd-7c11-4170-9a09-f7fbccc20fd0 req-dff74c69-bca3-4c97-ba62-97722b5fabf3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617259 Feb 04 20:19:16.642288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.686788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-d9449095-8f8a-4c9a-9259-d8af8ae5aed5', 'network_id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '999c0a84-0f2d-4e41-90fa-8bb68e2f03cc'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:16.688725 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.701393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-708d2a37-89ee-49ed-8f98-2d15e29c872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.836603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d2a37-89ee-49ed-8f98-2d15e29c872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b428d7-33f4-47ad-ae50-66e6dea74a67,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:16.856048 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.858834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Allocated IP 172.20.0.2 (d9449095-8f8a-4c9a-9259-d8af8ae5aed5/999c0a84-0f2d-4e41-90fa-8bb68e2f03cc/f0f52444-7f76-4800-8aa2-c10f1892b0c5) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:16.906383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-708d2a37-89ee-49ed-8f98-2d15e29c872a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.909726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-708d2a37-89ee-49ed-8f98-2d15e29c872a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4b428d7-33f4-47ad-ae50-66e6dea74a67 HTTP/1.1" status: 204 len: 168 time: 1.1890049 Feb 04 20:19:16.909726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:16.938755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:16.954639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:16.958016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:16.959346 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:16.969490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.022279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=201da680-9f88-4000-98eb-3a9cd4c980c1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:17.065216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Deleting port 1f0ff0a4-9006-43b6-8f42-39236ae41f97 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:17.065530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.112223 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-365930a3-bb5c-4d6d-8d39-c745888790f5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1150105 Feb 04 20:19:17.113675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40748) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:17.154529 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.177513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Transition to ACTIVE for port object f0f52444-7f76-4800-8aa2-c10f1892b0c5 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:17.221902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 201da680-9f88-4000-98eb-3a9cd4c980c1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:17.222304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.231819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Transition to ACTIVE for port object f0f52444-7f76-4800-8aa2-c10f1892b0c5 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:17.343961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39969127-621b-4d5b-82a6-7817e558642b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:19:17.357462 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.363949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.421180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-caded6ef-dd1a-42cb-a87f-f207cec9969d None None] Provisioning for port 201da680-9f88-4000-98eb-3a9cd4c980c1 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:17.436046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Transition to ACTIVE for port object 39969127-621b-4d5b-82a6-7817e558642b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:17.436456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b76a22e9-289d-4d50-8ada-3ea227eaa30c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:17.506920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] For port 1f0ff0a4-9006-43b6-8f42-39236ae41f97, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1f0ff0a4-9006-43b6-8f42-39236ae41f97,segment=NetworkSegment(9ba4b174-1cb7-4511-bb0d-958b71fb9551),segment_id=9ba4b174-1cb7-4511-bb0d-958b71fb9551)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:17.507378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.541077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-caded6ef-dd1a-42cb-a87f-f207cec9969d None None] Provisioning complete for port 201da680-9f88-4000-98eb-3a9cd4c980c1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:17.552085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-caded6ef-dd1a-42cb-a87f-f207cec9969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.583883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Network d9449095-8f8a-4c9a-9259-d8af8ae5aed5 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:17.602141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:17.643899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Pushing event updated for resources: {'Port': ['ID=f0f52444-7f76-4800-8aa2-c10f1892b0c5,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:17.655979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-caded6ef-dd1a-42cb-a87f-f207cec9969d None None] Port 201da680-9f88-4000-98eb-3a9cd4c980c1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:19:17.663674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:17.760435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Calling delete_port for 1f0ff0a4-9006-43b6-8f42-39236ae41f97 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:17.772367 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.792848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b76a22e9-289d-4d50-8ada-3ea227eaa30c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:17.803747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b76a22e9-289d-4d50-8ada-3ea227eaa30c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:17.804459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.836891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:17.872784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.880357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Attempting to bind port f0f52444-7f76-4800-8aa2-c10f1892b0c5 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:17.880847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Attempting to bind port f0f52444-7f76-4800-8aa2-c10f1892b0c5 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '001703cf-9b41-4e5c-a200-b17172c7a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:17.881384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Attempting to bind port f0f52444-7f76-4800-8aa2-c10f1892b0c5 on network d9449095-8f8a-4c9a-9259-d8af8ae5aed5 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:17.889816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:17.890422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Checking segment: {'id': '001703cf-9b41-4e5c-a200-b17172c7a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:17.890841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.891376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Bound using segment: {'id': '001703cf-9b41-4e5c-a200-b17172c7a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:17.892880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Bound port: f0f52444-7f76-4800-8aa2-c10f1892b0c5, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001703cf-9b41-4e5c-a200-b17172c7a947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:17.893414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.899473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:17.914056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a406f8cf0f184a49b7894597fb9afab6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:17.925082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:17.939310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:17.943100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:17.992191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:18.012724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=999c0a84-0f2d-4e41-90fa-8bb68e2f03cc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:18.075249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92392821-8e41-43ec-8a20-7b9c1d0a8b7c req-e4315794-1694-4bb6-9e3f-2ff515f60c79 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:18.077330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92392821-8e41-43ec-8a20-7b9c1d0a8b7c req-e4315794-1694-4bb6-9e3f-2ff515f60c79 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 945 time: 0.4949548 Feb 04 20:19:18.101249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.133332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] For port f0f52444-7f76-4800-8aa2-c10f1892b0c5, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:18.139337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] For port f0f52444-7f76-4800-8aa2-c10f1892b0c5, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f0f52444-7f76-4800-8aa2-c10f1892b0c5,segment=NetworkSegment(001703cf-9b41-4e5c-a200-b17172c7a947),segment_id=001703cf-9b41-4e5c-a200-b17172c7a947)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:18.146179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:18.153587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.157934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b76a22e9-289d-4d50-8ada-3ea227eaa30c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b76a22e9-289d-4d50-8ada-3ea227eaa30c,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:18.236575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.261257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.299082 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.304377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92392821-8e41-43ec-8a20-7b9c1d0a8b7c req-0563b354-504f-4b83-9e77-e1c561f23450 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326067 Feb 04 20:19:18.311378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9449095-8f8a-4c9a-9259-d8af8ae5aed5']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:18.333256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.334596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001703cf-9b41-4e5c-a200-b17172c7a947') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:18.335087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001703cf-9b41-4e5c-a200-b17172c7a947') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:18.337536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c7e24-dad1-47eb-8abc-ce9eaa25a99c None None] Pushing event updated for resources: {'Port': ['ID=f0f52444-7f76-4800-8aa2-c10f1892b0c5,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:18.364924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.428369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.438943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:18.439573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.445538 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c', 'code': 200} Feb 04 20:19:18.470390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b76a22e9-289d-4d50-8ada-3ea227eaa30c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:18.477091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d7615-be6f-4aaa-830c-c0f50dfafb24 None None] Network d9449095-8f8a-4c9a-9259-d8af8ae5aed5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:18.540137 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:18.590479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 201da680-9f88-4000-98eb-3a9cd4c980c1 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:18.620367 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.660250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e925d-87f1-45d0-a969-60e345c8222d req-f0e608f8-c5cf-4eaa-b405-5e04d35a0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:18.661772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c61e925d-87f1-45d0-a969-60e345c8222d req-f0e608f8-c5cf-4eaa-b405-5e04d35a0a44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 1097 time: 0.1137602 Feb 04 20:19:18.686618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:19:18.686618 n-d-811806-1 neutron-server[88237]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:19:18.686618 n-d-811806-1 neutron-server[88237]: [parameters: {'id': 'd9449095-8f8a-4c9a-9259-d8af8ae5aed5'}] Feb 04 20:19:18.686618 n-d-811806-1 neutron-server[88237]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:18.687780 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:18.687871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799fca-1960-4e30-a2e7-7db859886b0f req-322690c7-b05f-4cec-8aa5-62c7dcc1ef86 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:18.692403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab5392-a723-4322-a2cb-a9accdf9eb10 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:19:18.694649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28799fca-1960-4e30-a2e7-7db859886b0f req-322690c7-b05f-4cec-8aa5-62c7dcc1ef86 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.9406948 Feb 04 20:19:18.709903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.730604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c61e925d-87f1-45d0-a969-60e345c8222d req-b92a7246-74ad-435f-8c54-23bf1ead0b32 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Feb 04 20:19:18.743135 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:18.793660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Attempting to bind port 39969127-621b-4d5b-82a6-7817e558642b on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:18.793775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Attempting to bind port 39969127-621b-4d5b-82a6-7817e558642b by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:18.794014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Attempting to bind port 39969127-621b-4d5b-82a6-7817e558642b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:18.813922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0ff0a4-9006-43b6-8f42-39236ae41f97,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:18.820218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a406f8cf0f184a49b7894597fb9afab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826243 Feb 04 20:19:18.822954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40764) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:18.834443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab5392-a723-4322-a2cb-a9accdf9eb10 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:19:18.852153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Port 39969127-621b-4d5b-82a6-7817e558642b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:19:18.852153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Attempting to bind port 39969127-621b-4d5b-82a6-7817e558642b on network 1c854c5c-7051-4c4f-a822-e027d8661ce5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:18.852405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d64387-86d7-4f89-97e3-4b1d6512e4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebcc07a-16b9-4e1b-8b0c-6ce610cbdaa3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:18.872612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28799fca-1960-4e30-a2e7-7db859886b0f req-d64a111b-cadc-4672-9c1a-5aa11df605a5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762192 Feb 04 20:19:18.876154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:18.883231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Checking segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:18.883630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Bound using segment: {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:18.884102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Bound port: 39969127-621b-4d5b-82a6-7817e558642b, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db088d6-6bab-414d-8f91-de7cb2cc2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:18.884465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.050152 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2c5f-120b-4369-92d5-5e249480ee88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.144308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2c5f-120b-4369-92d5-5e249480ee88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.152777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.189483 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.218984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.224818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port f0f52444-7f76-4800-8aa2-c10f1892b0c5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:19.225351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.408070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:19.435239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:19.504899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.562555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.572732 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2c5f-120b-4369-92d5-5e249480ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.600510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:19.601130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.602509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] 10.222.0.24 "PUT /v2.0/ports/39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 200 len: 1091 time: 4.1578343 Feb 04 20:19:19.607480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'tag': '39969127-621b-4d5b-82a6-7817e558642b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:19.711062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2c5f-120b-4369-92d5-5e249480ee88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebcc07a-16b9-4e1b-8b0c-6ce610cbdaa3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:19.717398 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'tag': '39969127-621b-4d5b-82a6-7817e558642b', 'status': 'completed', 'code': 200} Feb 04 20:19:19.804031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecebedd-9733-4baa-a5ef-a79e4d700e41 service neutron] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:19.904473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.965046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=201da680-9f88-4000-98eb-3a9cd4c980c1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:19.967707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2c5f-120b-4369-92d5-5e249480ee88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:19.968906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8f2f2c5f-120b-4369-92d5-5e249480ee88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ebcc07a-16b9-4e1b-8b0c-6ce610cbdaa3 HTTP/1.1" status: 204 len: 168 time: 1.1446369 Feb 04 20:19:19.981495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c190c65c-c986-45c8-8a8d-11ed5993a38f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/201da680-9f88-4000-98eb-3a9cd4c980c1 HTTP/1.1" status: 204 len: 168 time: 2.8524461 Feb 04 20:19:19.987821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40776) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:20.052246 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2979ea66-f073-44e5-96c7-98410846c3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:20.111667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Router ba22050b-7fa7-4f50-a3ce-fa31e7525c55 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:19:20.157987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b248bcd-e714-40b4-b015-388d449578fe req-c4de0c89-6941-43ce-af88-38bf33dac4f9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:20.159579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b248bcd-e714-40b4-b015-388d449578fe req-c4de0c89-6941-43ce-af88-38bf33dac4f9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.5973780 Feb 04 20:19:20.182766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ed4c-63c2-4a93-8138-0a9cf4ea39a2 req-775060a0-b6ad-42bf-acf6-1f3ee30a0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:20.184393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2af1ed4c-63c2-4a93-8138-0a9cf4ea39a2 req-775060a0-b6ad-42bf-acf6-1f3ee30a0c33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1094 time: 0.4593644 Feb 04 20:19:20.191483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port f0f52444-7f76-4800-8aa2-c10f1892b0c5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f0f52444-7f76-4800-8aa2-c10f1892b0c5,segment=NetworkSegment(001703cf-9b41-4e5c-a200-b17172c7a947),segment_id=001703cf-9b41-4e5c-a200-b17172c7a947)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:20.192238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:20.346900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for f0f52444-7f76-4800-8aa2-c10f1892b0c5 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:20.401041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b248bcd-e714-40b4-b015-388d449578fe req-84549e92-ca3a-4560-9502-49ebc1401d03 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272356 Feb 04 20:19:20.426077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:19:20.497022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c07bf-8ae1-425a-a8bd-66d577f10bc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:20.498942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a7c07bf-8ae1-425a-a8bd-66d577f10bc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:20.569239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ed4c-63c2-4a93-8138-0a9cf4ea39a2 req-bf1cb083-8a46-4453-b0f3-55a5aa8258b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:20.571142 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2af1ed4c-63c2-4a93-8138-0a9cf4ea39a2 req-bf1cb083-8a46-4453-b0f3-55a5aa8258b5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2f50590d4af84de5803be5ca84d11bcf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3095756 Feb 04 20:19:20.586397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecff693-7455-4dcb-941a-eaaa5e4831e8 req-cd9f50a4-a1b4-41c0-827e-87afab36a798 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:20.588783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ecff693-7455-4dcb-941a-eaaa5e4831e8 req-cd9f50a4-a1b4-41c0-827e-87afab36a798 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.4654734 Feb 04 20:19:20.592523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:19:20.607697 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] Sync routers for ids ['ba22050b-7fa7-4f50-a3ce-fa31e7525c55'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:19:20.624274 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] Routers {'ba22050b-7fa7-4f50-a3ce-fa31e7525c55'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:20.625104 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ba22050b-7fa7-4f50-a3ce-fa31e7525c55'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:20.642624 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:20.702972 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:20.707338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a7c07bf-8ae1-425a-a8bd-66d577f10bc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:20.711335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a7c07bf-8ae1-425a-a8bd-66d577f10bc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7221181 Feb 04 20:19:20.719840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40786) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:20.719957 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] Routers {'ba22050b-7fa7-4f50-a3ce-fa31e7525c55'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:20.719957 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ba22050b-7fa7-4f50-a3ce-fa31e7525c55'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:20.725995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port f0f52444-7f76-4800-8aa2-c10f1892b0c5 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:20.800746 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:20.804926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dfe2e750-6a30-4909-aa9e-699dfc363720 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2583663 Feb 04 20:19:20.808785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=f0f52444-7f76-4800-8aa2-c10f1892b0c5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:20.817811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40792) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:20.833978 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:20.834381 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e056b1-20e9-4e42-af69-1fffcea24435 None None] The sync data for ids ['ba22050b-7fa7-4f50-a3ce-fa31e7525c55'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:20.889291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ecff693-7455-4dcb-941a-eaaa5e4831e8 req-962288cc-7e4e-4870-88fd-2615e5dbf5a4 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638767 Feb 04 20:19:20.902752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:19:20.909068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:20.922244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] Sync routers for ids ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:19:20.932444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-595904ea-6824-4139-b7ca-1100dd1088d6 admin admin] 10.222.0.48 "PUT /v2.0/routers/1bd241d6-ba37-410e-ae3a-f4c2183348f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4592283 Feb 04 20:19:20.936094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40796) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:20.936584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] Routers {'1bd241d6-ba37-410e-ae3a-f4c2183348f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:20.937303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:20.953600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ed4c-63c2-4a93-8138-0a9cf4ea39a2 req-ca37d8e0-ab0b-4efd-bdfc-ef2d7cb8f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:20.955099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2af1ed4c-63c2-4a93-8138-0a9cf4ea39a2 req-ca37d8e0-ab0b-4efd-bdfc-ef2d7cb8f9af service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3771558 Feb 04 20:19:21.130634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb062b-a8a3-45e8-bb0d-4e3aaae1bb0d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:21.132221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13bb062b-a8a3-45e8-bb0d-4e3aaae1bb0d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4074719 Feb 04 20:19:21.137397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40802) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:21.159259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9449095-8f8a-4c9a-9259-d8af8ae5aed5']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:21.189971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001703cf-9b41-4e5c-a200-b17172c7a947') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:21.190464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001703cf-9b41-4e5c-a200-b17172c7a947') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:21.212853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] Set router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:21.215495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:21.314144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:21.329317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:21.329935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:21.346933 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:21.391995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5dd10d19-048a-454a-8fa6-a46d163b382d tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/ba22050b-7fa7-4f50-a3ce-fa31e7525c55 HTTP/1.1" status: 200 len: 920 time: 0.5706384 Feb 04 20:19:21.398705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:21.451957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3247daaa-4d7e-4576-9843-5c798ff2ab46 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba22050b-7fa7-4f50-a3ce-fa31e7525c55 HTTP/1.1" status: 200 len: 205 time: 0.0515363 Feb 04 20:19:21.454776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40820) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:21.494601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-3077c009-2107-45f9-802f-1831e0a04ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:21.496646 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-3077c009-2107-45f9-802f-1831e0a04ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1094 time: 0.4507298 Feb 04 20:19:21.501073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd0183-5e5e-4936-bb5f-9af4bceaea4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:21.503050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd0183-5e5e-4936-bb5f-9af4bceaea4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:21.508356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd0183-5e5e-4936-bb5f-9af4bceaea4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:21.508356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1bdd0183-5e5e-4936-bb5f-9af4bceaea4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:21.587362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:19:18Z', 'revision_number': 5, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:21.591800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] Checking router: 1bd241d6-ba37-410e-ae3a-f4c2183348f5 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:19:21.598643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-7aca1fea-b10b-407c-8681-c5376f1dc6e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 200 len: 217 time: 0.0894015 Feb 04 20:19:21.601668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] Routers {'1bd241d6-ba37-410e-ae3a-f4c2183348f5'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:21.602718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:18:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:21.602873 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:21.676243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-80e5b19a-4b18-481b-92b7-f3d865748b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:21.678373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-80e5b19a-4b18-481b-92b7-f3d865748b6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.0730197 Feb 04 20:19:21.753574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:21.756495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1bdd0183-5e5e-4936-bb5f-9af4bceaea4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:21.757613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1bdd0183-5e5e-4936-bb5f-9af4bceaea4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6183808 Feb 04 20:19:21.760585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40828) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:21.831705 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:21.836588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-204dc027-80a3-4f18-8a54-97e0e08b5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:21.839059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-204dc027-80a3-4f18-8a54-97e0e08b5ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542237 Feb 04 20:19:21.857532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] Set router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:21.925945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=d9449095-8f8a-4c9a-9259-d8af8ae5aed5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:21.933066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-93343b67-49ef-401a-94a3-f490184e6941 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/d9449095-8f8a-4c9a-9259-d8af8ae5aed5 HTTP/1.1" status: 204 len: 168 time: 5.4129462 Feb 04 20:19:21.933661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:21.938209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet b8d5852d-f7a8-4fd9-8393-1764ea74861e {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:21.942214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:21.965797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205031278'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:21.981961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:21.985927 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.066570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:22.075061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:22.097751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:22.109278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.157106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.192090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d651a1-0564-48a9-b384-75598582b48d req-c7436168-dc17-4d5b-b87f-2c99f51d1643 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:22.193766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9d651a1-0564-48a9-b384-75598582b48d req-c7436168-dc17-4d5b-b87f-2c99f51d1643 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.4945912 Feb 04 20:19:22.280540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-4f4511ab-503d-4207-8e27-d90747bd47df service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047132 Feb 04 20:19:22.294722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e9d651a1-0564-48a9-b384-75598582b48d req-f8c77c68-2fbc-4279-be53-67fb1e73cd41 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920556 Feb 04 20:19:22.295459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:19:18Z', 'revision_number': 5, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:22.299573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5c875-3d74-44bf-9954-38ace8b70add None None] The sync data for ids ['1bd241d6-ba37-410e-ae3a-f4c2183348f5'] in n-d-811806-1 is: [{'id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'name': 'tempest-FloatingIPDetailsTestJSON-471894171-router', 'tenant_id': '51f547069331411bbdb7fc27282cd2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:18:03Z', 'updated_at': '2022-02-04T20:19:18Z', 'revision_number': 5, 'project_id': '51f547069331411bbdb7fc27282cd2c0', 'gw_port': {'id': 'a0487a5d-5ce8-4995-88c9-d24b127dcfc3', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd241d6-ba37-410e-ae3a-f4c2183348f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:18:05Z', 'updated_at': '2022-02-04T20:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:22.312743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.410682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452412ce-7a16-4274-af99-6efd48d5783b req-0788e25c-4f81-4467-b280-05775209c852 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:22.410682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-452412ce-7a16-4274-af99-6efd48d5783b req-0788e25c-4f81-4467-b280-05775209c852 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.3528607 Feb 04 20:19:22.424780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.427658 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-958f6eec-cf6f-49db-98de-658ebbea7dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.427801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:22.430516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.444143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Deleting port 89d3ed09-825a-48d6-bb48-c821e43ed95b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:22.444574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.477778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Deleting port a0487a5d-5ce8-4995-88c9-d24b127dcfc3 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:22.478491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.546086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbea7b1-ac30-4a10-aa9f-7ec4114ad81d req-3f38cc1d-6e7b-4613-bc11-9048aa3117f8 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827492 Feb 04 20:19:22.551441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-452412ce-7a16-4274-af99-6efd48d5783b req-778de8f9-4698-4343-8b96-45f884ea3a38 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320696 Feb 04 20:19:22.649351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.720915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d5852d-f7a8-4fd9-8393-1764ea74861e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:22.734216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.740250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85fc12e-bccc-467f-b19a-281bacb09bf6 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:22.828854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f336bfcc-0747-44c8-a185-c40ce72358a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/b8d5852d-f7a8-4fd9-8393-1764ea74861e HTTP/1.1" status: 204 len: 168 time: 1.0667212 Feb 04 20:19:22.831302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40856) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:22.896362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:19:22.937147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:22.939976 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment cc3a95d4-1833-4203-8cae-29ab48291f2b of type vlan for network e8c776d1-f2f3-4d8b-bb93-a9c433397a8b Feb 04 20:19:22.998352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet bc0e45d2-1abb-4ef8-a5c0-dfe07960135f {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:23.059444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.060110 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.071809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] For port a0487a5d-5ce8-4995-88c9-d24b127dcfc3, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:23.072743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.086575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.185022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.286017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a825-4158-4efd-9add-fca95c57d4b8 req-22c13034-091b-4b9d-9941-cf9bf70418b4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:23.287975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed91a825-4158-4efd-9add-fca95c57d4b8 req-22c13034-091b-4b9d-9941-cf9bf70418b4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.2868307 Feb 04 20:19:23.302408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Calling delete_port for a0487a5d-5ce8-4995-88c9-d24b127dcfc3 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:23.346576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.390048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed91a825-4158-4efd-9add-fca95c57d4b8 req-9063a0d9-7ccf-4ac5-adad-04ec7a16585f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920689 Feb 04 20:19:23.412147 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.428328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Calling delete_port for 89d3ed09-825a-48d6-bb48-c821e43ed95b owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:23.459971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:19:23.543122 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.590537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.637345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0e45d2-1abb-4ef8-a5c0-dfe07960135f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:23.659603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.674259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-54a02122-3d68-4c45-ac5f-158a1359df90 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/bc0e45d2-1abb-4ef8-a5c0-dfe07960135f HTTP/1.1" status: 204 len: 168 time: 0.8415656 Feb 04 20:19:23.676652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40876) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:23.684392 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.691813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:23.692696 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:23.734649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f0ff0a4-9006-43b6-8f42-39236ae41f97 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:23.793541 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e71a931-b1cc-4e29-ba49-ae778c7ebf70 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148732 Feb 04 20:19:23.796253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40882) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:23.813170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:23.813349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 1f0ff0a4-9006-43b6-8f42-39236ae41f97 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:19:23.813868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f0ff0a4-9006-43b6-8f42-39236ae41f97 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:23.918800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=e8c776d1-f2f3-4d8b-bb93-a9c433397a8b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:23.930749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network e8c776d1-f2f3-4d8b-bb93-a9c433397a8b details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:19:23.943149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:23.944244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5e315b00-3b4d-4230-8e1e-8d8ee656a571 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0035987 Feb 04 20:19:23.944784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40886) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:23.949963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:23.952669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:23.953368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:23.961017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:23.981209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075718a2-86ed-451d-b13e-97ac4e2b7ae5 req-821862ea-bf46-48d2-bcbc-87b78c0ae555 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:23.987218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-075718a2-86ed-451d-b13e-97ac4e2b7ae5 req-821862ea-bf46-48d2-bcbc-87b78c0ae555 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.2358718 Feb 04 20:19:24.044979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb71c6d-96d4-4ccd-bbb0-1788d9cf46b9 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:24.074520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.077903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.160886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:24.160886 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.186207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1a9fb278-b5c7-4bed-bc09-fff30caf7469 None None] Provisioning complete for port 2c3a5886-1e95-4e06-88d7-171256d65a11 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:24.186591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb278-b5c7-4bed-bc09-fff30caf7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.268071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0487a5d-5ce8-4995-88c9-d24b127dcfc3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:24.316293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:24.325607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-075718a2-86ed-451d-b13e-97ac4e2b7ae5 req-e8bc7241-c74f-4cce-857f-c65574206296 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334928 Feb 04 20:19:24.369518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:24.404933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:24.417626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event deleted for resources: {'Port': ['ID=89d3ed09-825a-48d6-bb48-c821e43ed95b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:24.432033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:24.470750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:19:24.473337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Deleting port 2c3a5886-1e95-4e06-88d7-171256d65a11 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:24.473720 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.479464 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.543138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.590985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:24.690073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84d13f-228a-4b58-8650-6e32ead79b36 req-76aa5826-986c-4da3-b080-a0c9c5a0512e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:24.691873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f84d13f-228a-4b58-8650-6e32ead79b36 req-76aa5826-986c-4da3-b080-a0c9c5a0512e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1636868 Feb 04 20:19:24.759319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f84d13f-228a-4b58-8650-6e32ead79b36 req-9fb663ec-35b5-4ffe-b943-2c9dca9b0025 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599890 Feb 04 20:19:24.782416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] For port 2c3a5886-1e95-4e06-88d7-171256d65a11, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2c3a5886-1e95-4e06-88d7-171256d65a11,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:24.782416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.836547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.851311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:24.855762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:24.860767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:24.868363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Usage tracker for resource:security_group_rule and tenant:654ee1f739d548c081b8e1cc5f5a941b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:24.873834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:24.886307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:24.917776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Calling delete_port for 2c3a5886-1e95-4e06-88d7-171256d65a11 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:25.023978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:19:25.051809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.058490 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.066816 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.083895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.084078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.094729 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.094729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.ipam_backend_mixin [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing IP validity checks on allocation pools {{(pid=88237) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 20:19:25.094729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.ipam_backend_mixin [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88237) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 20:19:25.117333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.146929 n-d-811806-1 neutron-server[88236]: WARNING neutron.services.revisions.revision_plugin [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Could not find related port for resource to bump revision. Feb 04 20:19:25.148955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] No DVR routers for this DVR port 2c3a5886-1e95-4e06-88d7-171256d65a11 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:25.150669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Pushing event deleted for resources: {'Port': ['ID=2c3a5886-1e95-4e06-88d7-171256d65a11,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.172144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4c49f-79d1-47c8-8ce4-deefaaf80eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:25.191836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_pluggable_backend [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Port 2c3a5886-1e95-4e06-88d7-171256d65a11 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88236) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 20:19:25.199328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_pluggable_backend [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Reverting IP allocation for 2001:db8::f816:3eff:fe01:3f6c {{(pid=88236) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 20:19:25.199328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.205913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_pluggable_backend [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe01:3f6c {{(pid=88236) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 20:19:25.224323 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.229662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.233746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Fanout notify agent at l3_agent the message router_deleted on router ba22050b-7fa7-4f50-a3ce-fa31e7525c55 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:19:25.233746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.233746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd241d6-ba37-410e-ae3a-f4c2183348f5 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:19:25.294063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.295706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6698afd9-6770-4782-ba5b-879a1d4e489b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/ba22050b-7fa7-4f50-a3ce-fa31e7525c55 HTTP/1.1" status: 204 len: 168 time: 3.8394327 Feb 04 20:19:25.300178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.300840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-22e189ea-dfd5-44b6-b4bd-4124e05c405a admin admin] 10.222.0.48 "DELETE /v2.0/routers/1bd241d6-ba37-410e-ae3a-f4c2183348f5 HTTP/1.1" status: 204 len: 168 time: 4.3638353 Feb 04 20:19:25.301672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40902) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:25.310493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:25.313986 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=654ee1f739d548c081b8e1cc5f5a941b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7191737 Feb 04 20:19:25.317966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40908) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:25.321733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1529076163', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': False}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:25.328754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950abce-7823-4d6b-9bde-15e3e0fee2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e4006b-f3cd-4310-9ee7-5bb98c199de9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:25.347062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:25.350880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:25.361956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:25.362731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.362865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:25.372070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ddc4b-97ba-40d2-8e3c-abcf95589b7f None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:25.380042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:router and tenant:574adaa6407346778de845689195134e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:25.385786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:25.401621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:25.404838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=941e1b5a-a587-4753-9c71-a266af621c99,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:25.427035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.473109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] Deleting subnet a734547d-bfe1-459e-8138-d45fe87c6c12 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:25.486175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.493219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a8ab42bf-ab29-4479-91d8-d2ef246a633d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6941025 Feb 04 20:19:25.495970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40916) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:25.501566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:25.506222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:19:25.621837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e0323b2-f86e-4e05-9e7e-c6d2d6f96e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.647475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:25.652267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:25.655310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:25.658988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.660206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.661145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:25.714850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=8d6be81c-cf9d-4e3a-aae0-dc93b4b0fa3f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:25.718399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e0323b2-f86e-4e05-9e7e-c6d2d6f96e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.729396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '941e1b5a-a587-4753-9c71-a266af621c99'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:25.730250 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.730595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.771697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': 'cc3a95d4-1833-4203-8cae-29ab48291f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:25.772044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: e8c776d1-f2f3-4d8b-bb93-a9c433397a8b, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:19:25.778500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.795961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:25.813154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:25.885374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:25.909686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c0d9-87e4-4bc8-bf2d-e027043dbb4a req-fef57ad5-b495-4c91-ab0a-186d652c3d68 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:25.910451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '39969127-621b-4d5b-82a6-7817e558642b', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'port_id': '39969127-621b-4d5b-82a6-7817e558642b', 'mac_address': 'fa:16:3e:21:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:19:25.923557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c351c0d9-87e4-4bc8-bf2d-e027043dbb4a req-fef57ad5-b495-4c91-ab0a-186d652c3d68 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.3817122 Feb 04 20:19:25.983035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0487a5d-5ce8-4995-88c9-d24b127dcfc3 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:26.026123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network e8c776d1-f2f3-4d8b-bb93-a9c433397a8b is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:19:26.026858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a0487a5d-5ce8-4995-88c9-d24b127dcfc3 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:19:26.026966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0487a5d-5ce8-4995-88c9-d24b127dcfc3 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:26.027519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2c3a5886-1e95-4e06-88d7-171256d65a11 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:26.056068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.072077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2c3a5886-1e95-4e06-88d7-171256d65a11 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:19:26.072411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2c3a5886-1e95-4e06-88d7-171256d65a11 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:26.083110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39969127-621b-4d5b-82a6-7817e558642b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:19:26.101799 n-d-811806-1 neutron-server[88236]: INFO neutron.db.ipam_backend_mixin [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 941e1b5a-a587-4753-9c71-a266af621c99 (CIDR: 2001:db8::/64) Feb 04 20:19:26.105602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:26.106251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.113531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec60b-95b5-4daa-b493-75ed09cbce83 req-10606443-b8b1-48a4-83c7-3bb3951fed54 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:26.115155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64cec60b-95b5-4daa-b493-75ed09cbce83 req-10606443-b8b1-48a4-83c7-3bb3951fed54 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1594267 Feb 04 20:19:26.177650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64cec60b-95b5-4daa-b493-75ed09cbce83 req-b6bf59a1-cac0-4a05-87bd-e247304fffbb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548921 Feb 04 20:19:26.186101 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:19:26.194922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:19:26.210140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e0323b2-f86e-4e05-9e7e-c6d2d6f96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.215889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c351c0d9-87e4-4bc8-bf2d-e027043dbb4a req-32207cfd-64eb-4e20-b63c-f874c6fde9cb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958770 Feb 04 20:19:26.242385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.261440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d120869b-3ac0-4d75-be33-59b2d8d96eb2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7629063 Feb 04 20:19:26.262864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40922) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:26.270798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:26.321372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, e8c776d1-f2f3-4d8b-bb93-a9c433397a8b) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:26.323193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0323b2-f86e-4e05-9e7e-c6d2d6f96e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e4006b-f3cd-4310-9ee7-5bb98c199de9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:26.333882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:26.334143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.339638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Allocated IP 2001:db8::f816:3eff:fe1f:4399 (a3617f18-5da1-4e3a-821a-582c484776ac/941e1b5a-a587-4753-9c71-a266af621c99/127264c3-8f69-431e-95ec-2fe5a5015ef4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:26.342972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.359426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d9281-ee43-4135-8fa9-f612ce7d20d2 None None] Network e8c776d1-f2f3-4d8b-bb93-a9c433397a8b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:26.376790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6e0323b2-f86e-4e05-9e7e-c6d2d6f96e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.380143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6e0323b2-f86e-4e05-9e7e-c6d2d6f96e18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56e4006b-f3cd-4310-9ee7-5bb98c199de9 HTTP/1.1" status: 204 len: 168 time: 1.0524507 Feb 04 20:19:26.430241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:26.435409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:26.438682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:26.444544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:26.451271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:26.543647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['39969127-621b-4d5b-82a6-7817e558642b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:19:26.576460 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:19:26.616562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:26.616806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.632065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.647108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bcada9d6-c655-4db5-bd4f-6284507c15be tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7011199 Feb 04 20:19:26.647865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40928) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:26.680320 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.682472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a734547d-bfe1-459e-8138-d45fe87c6c12 HTTP/1.1" status: 204 len: 168 time: 1.3659325 Feb 04 20:19:26.691078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40934) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:26.698453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b33db6-0ee5-4930-a570-519b97611082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a734547d-bfe1-459e-8138-d45fe87c6c12,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:26.735447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667fdb1d-e9af-42b1-9890-09219ebf7127 None None] Network fbcd459a-cbf8-4673-9888-634dfb9fca39 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:26.830378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.852146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-e8c776d1-f2f3-4d8b-bb93-a9c433397a8b', 'network_id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '8d6be81c-cf9d-4e3a-aae0-dc93b4b0fa3f'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:26.852981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.904996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Deleting port 9446c0f0-406a-4664-8303-a38a6195fd58 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:26.905544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:26.908967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.041725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.149160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] For port 9446c0f0-406a-4664-8303-a38a6195fd58, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9446c0f0-406a-4664-8303-a38a6195fd58,segment=NetworkSegment(9ba4b174-1cb7-4511-bb0d-958b71fb9551),segment_id=9ba4b174-1cb7-4511-bb0d-958b71fb9551)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:27.150188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.213830 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.237332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:27.266509 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.282617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:27.287428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Usage tracker for resource:security_group_rule and tenant:b664e2883b8b4e63bebc7b592fa48bb4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:27.291211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:27.297403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Transition to ACTIVE for port object 127264c3-8f69-431e-95ec-2fe5a5015ef4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:27.297799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:27.378805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Transition to ACTIVE for port object 127264c3-8f69-431e-95ec-2fe5a5015ef4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:27.395888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Allocated IP 172.20.0.3 (e8c776d1-f2f3-4d8b-bb93-a9c433397a8b/8d6be81c-cf9d-4e3a-aae0-dc93b4b0fa3f/a87ff7cd-b403-4ff0-9274-db276b9e8b0a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:27.467265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Calling delete_port for 9446c0f0-406a-4664-8303-a38a6195fd58 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:27.485955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.487404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.525337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66fe27-6a8d-4259-9b80-12d1be387fb9 None None] DHCP port deletion for fbcd459a-cbf8-4673-9888-634dfb9fca39 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:19:27.532235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.563154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:27.568948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:27.575575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:27.576273 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.581230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.600662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6c66fe27-6a8d-4259-9b80-12d1be387fb9 None None] Deleting port 9446c0f0-406a-4664-8303-a38a6195fd58 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:27.601667 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c66fe27-6a8d-4259-9b80-12d1be387fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.610335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=ddaedb89-ea29-4fa7-af02-ac9bbc545fc8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:27.659275 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b664e2883b8b4e63bebc7b592fa48bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176450 Feb 04 20:19:27.664092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40948) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:27.672326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0841464-252e-4a79-818e-8b52d2fff863 req-704b8d4f-e619-409d-9013-cdfc86c288eb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:27.673785 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0841464-252e-4a79-818e-8b52d2fff863 req-704b8d4f-e619-409d-9013-cdfc86c288eb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.2713342 Feb 04 20:19:27.697876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:27.705138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e746a92-ea5e-4e7c-a4a1-e64befead924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef93caf-4f23-421b-a0dd-3bd2dbe51965,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:27.725971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:27.729755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:27.750031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.764268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0841464-252e-4a79-818e-8b52d2fff863 req-4896225a-4f7c-44cf-84d2-bd84666a5217 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754468 Feb 04 20:19:27.788134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84457fa4-5d85-495b-b865-38b995ce140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.794342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.841518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84457fa4-5d85-495b-b865-38b995ce140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.846928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Pushing event updated for resources: {'Port': ['ID=127264c3-8f69-431e-95ec-2fe5a5015ef4,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:27.859803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9446c0f0-406a-4664-8303-a38a6195fd58 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:27.862001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe3b10-c033-4e93-bfe5-e60331372513 req-aedf0ff1-bf59-424e-8b3b-8792d0d37c15 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:27.862001 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bfe3b10-c033-4e93-bfe5-e60331372513 req-aedf0ff1-bf59-424e-8b3b-8792d0d37c15 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 944 time: 0.4017320 Feb 04 20:19:27.870308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b0114be8-3c08-4e01-857b-f892fc06db16 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6064367 Feb 04 20:19:27.890796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:27.900956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:aa:ec:05', 'name': 'tempest-NetworksTestDHCPv6-229776686'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:27.971940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:27.996075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6c66fe27-6a8d-4259-9b80-12d1be387fb9 None None] The port '9446c0f0-406a-4664-8303-a38a6195fd58' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:19:28.033242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bfe3b10-c033-4e93-bfe5-e60331372513 req-5702ed66-80e5-471e-be66-dd450f4d56d8 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529975 Feb 04 20:19:28.045382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Pushing event deleted for resources: {'Port': ['ID=9446c0f0-406a-4664-8303-a38a6195fd58,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:28.058081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] No DVR routers for this DVR port 9446c0f0-406a-4664-8303-a38a6195fd58 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:28.075477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Attempting to bind port 127264c3-8f69-431e-95ec-2fe5a5015ef4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:28.075848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Attempting to bind port 127264c3-8f69-431e-95ec-2fe5a5015ef4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:28.076201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Attempting to bind port 127264c3-8f69-431e-95ec-2fe5a5015ef4 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:28.086155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84457fa4-5d85-495b-b865-38b995ce140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.086344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port 9446c0f0-406a-4664-8303-a38a6195fd58 {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:19:28.086344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9446c0f0-406a-4664-8303-a38a6195fd58 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:28.088206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:28.088582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:28.089172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.089703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:28.090335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Bound port: 127264c3-8f69-431e-95ec-2fe5a5015ef4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:28.090888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.111870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:28.127243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84457fa4-5d85-495b-b865-38b995ce140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef93caf-4f23-421b-a0dd-3bd2dbe51965,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:28.127243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:28.129454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84457fa4-5d85-495b-b865-38b995ce140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.133161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84457fa4-5d85-495b-b865-38b995ce140f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ef93caf-4f23-421b-a0dd-3bd2dbe51965 HTTP/1.1" status: 204 len: 168 time: 0.4562743 Feb 04 20:19:28.177680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.202191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Transition to ACTIVE for port object a87ff7cd-b403-4ff0-9274-db276b9e8b0a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:28.213302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:28.224532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Allocated IP 172.25.7.80 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/96d03558-6367-43de-9d6f-ddbda70d62c0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:28.243472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Transition to ACTIVE for port object a87ff7cd-b403-4ff0-9274-db276b9e8b0a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:28.542979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.546727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] For port 127264c3-8f69-431e-95ec-2fe5a5015ef4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:28.546727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] For port 127264c3-8f69-431e-95ec-2fe5a5015ef4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=127264c3-8f69-431e-95ec-2fe5a5015ef4,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:28.549006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.549006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port b9ffe218-fbcb-44d8-9440-b26e36f30f11 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:19:28.549453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcd459a-cbf8-4673-9888-634dfb9fca39']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:28.549453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba4b174-1cb7-4511-bb0d-958b71fb9551') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:28.549453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba4b174-1cb7-4511-bb0d-958b71fb9551') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:28.549705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.549813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.549813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.563872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:28.564261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:28.581980 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:28.588479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Network e8c776d1-f2f3-4d8b-bb93-a9c433397a8b is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:28.589707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:28.592376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:28.638759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8:0:1::104 (a3617f18-5da1-4e3a-821a-582c484776ac/ddaedb89-ea29-4fa7-af02-ac9bbc545fc8/b9ffe218-fbcb-44d8-9440-b26e36f30f11) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:28.649223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::f816:3eff:feaa:ec05 (a3617f18-5da1-4e3a-821a-582c484776ac/941e1b5a-a587-4753-9c71-a266af621c99/b9ffe218-fbcb-44d8-9440-b26e36f30f11) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:28.649352 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.659037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.677447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.678046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Pushing event updated for resources: {'Port': ['ID=a87ff7cd-b403-4ff0-9274-db276b9e8b0a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:28.734296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6be81c-cf9d-4e3a-aae0-dc93b4b0fa3f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:28.793761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Attempting to bind port a87ff7cd-b403-4ff0-9274-db276b9e8b0a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:28.802601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Attempting to bind port a87ff7cd-b403-4ff0-9274-db276b9e8b0a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'cc3a95d4-1833-4203-8cae-29ab48291f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:28.802601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Attempting to bind port a87ff7cd-b403-4ff0-9274-db276b9e8b0a on network e8c776d1-f2f3-4d8b-bb93-a9c433397a8b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:28.804347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:28.804347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Checking segment: {'id': 'cc3a95d4-1833-4203-8cae-29ab48291f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:28.804532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.804796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Bound using segment: {'id': 'cc3a95d4-1833-4203-8cae-29ab48291f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:28.805448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Bound port: a87ff7cd-b403-4ff0-9274-db276b9e8b0a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a95d4-1833-4203-8cae-29ab48291f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:28.805999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.818501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4271388-1531-48f9-bc65-8bf010f90521 None None] Pushing event updated for resources: {'Port': ['ID=127264c3-8f69-431e-95ec-2fe5a5015ef4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:28.831803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.872581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.890155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbcd459a-cbf8-4673-9888-634dfb9fca39,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:28.898794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.918442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:28.978232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] For port a87ff7cd-b403-4ff0-9274-db276b9e8b0a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:28.978232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] For port a87ff7cd-b403-4ff0-9274-db276b9e8b0a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a87ff7cd-b403-4ff0-9274-db276b9e8b0a,segment=NetworkSegment(cc3a95d4-1833-4203-8cae-29ab48291f2b),segment_id=cc3a95d4-1833-4203-8cae-29ab48291f2b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:29.005811 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b69f519c-9c45-44f9-8ec4-b1468ebbf94e admin admin] 10.222.0.48 "DELETE /v2.0/networks/fbcd459a-cbf8-4673-9888-634dfb9fca39 HTTP/1.1" status: 204 len: 168 time: 2.3080032 Feb 04 20:19:29.008883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:29.018609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:29.027438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:29.032753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c776d1-f2f3-4d8b-bb93-a9c433397a8b']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:29.059764 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.088983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3a95d4-1833-4203-8cae-29ab48291f2b') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:29.089512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3a95d4-1833-4203-8cae-29ab48291f2b') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:29.106086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Port': ['ID=96d03558-6367-43de-9d6f-ddbda70d62c0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:29.120717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.186479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.204547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.220626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:29.221405 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:29.242502 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:29.358337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1ec1-91ac-4731-bc8b-fddb35c039a9 req-cf5a75b3-36f3-4156-87fe-110568d90357 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:29.360048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2cbe1ec1-91ac-4731-bc8b-fddb35c039a9 req-cf5a75b3-36f3-4156-87fe-110568d90357 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.4263980 Feb 04 20:19:29.364339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object b9ffe218-fbcb-44d8-9440-b26e36f30f11 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:29.374470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d06296-1c6d-4b0b-823d-058d96bf67f1 None None] Pushing event updated for resources: {'Port': ['ID=a87ff7cd-b403-4ff0-9274-db276b9e8b0a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:29.408342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c186398-8ca2-40e1-86f5-04a3dc3d0cc6 None None] Network e8c776d1-f2f3-4d8b-bb93-a9c433397a8b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:29.446024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2cbe1ec1-91ac-4731-bc8b-fddb35c039a9 req-edeebc1f-7677-4808-9b29-8dd45f0dc42a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714777 Feb 04 20:19:29.475383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:19:29.475383 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:19:29.475383 n-d-811806-1 neutron-server[88236]: [parameters: {'id': 'e8c776d1-f2f3-4d8b-bb93-a9c433397a8b'}] Feb 04 20:19:29.475383 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:29.475938 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:29.516988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:29.557212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930206-4e33-4760-82cb-36d2dea7bacd req-df95eb14-87ee-402f-80bf-113fee409d09 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:29.565497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79930206-4e33-4760-82cb-36d2dea7bacd req-df95eb14-87ee-402f-80bf-113fee409d09 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 944 time: 0.2084858 Feb 04 20:19:29.583659 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.617073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40974) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:29.661065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:29.672094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:29.675983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:29.682358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:29.683906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.714375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79930206-4e33-4760-82cb-36d2dea7bacd req-47808c6c-dfb3-4d3d-a47a-7192a4525010 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479146 Feb 04 20:19:29.723736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=b9ffe218-fbcb-44d8-9440-b26e36f30f11,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:29.776252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 39969127-621b-4d5b-82a6-7817e558642b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:29.786634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 39969127-621b-4d5b-82a6-7817e558642b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:29.786904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.833225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2ca0c2ee-e867-46f4-ac06-1e27d14c3028 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51f547069331411bbdb7fc27282cd2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146840 Feb 04 20:19:29.835817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:29.855765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e97d01eb-21e3-4a6b-ab25-6cf150f1b62e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9634001 Feb 04 20:19:29.867082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40984) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:29.893357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:29.933947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 127264c3-8f69-431e-95ec-2fe5a5015ef4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:30.051940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.109958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.116728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port b9ffe218-fbcb-44d8-9440-b26e36f30f11 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:30.117067 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.123377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:30.160105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 127264c3-8f69-431e-95ec-2fe5a5015ef4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:30.165763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:30.226804 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b', 'code': 200} Feb 04 20:19:30.273995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.311377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port a87ff7cd-b403-4ff0-9274-db276b9e8b0a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:30.311377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.358841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.377031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:30.448750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7de20bd2-eaac-4cb9-aefb-0a64d072eacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.558625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e7f86-b918-4e3f-a1d6-994419446435 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:30.816949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.858633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b59f-0bfb-42eb-9161-127686bf4040 req-d45d3ef4-2545-4f5d-b1eb-c5319e24ce1e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:30.860635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff26b59f-0bfb-42eb-9161-127686bf4040 req-d45d3ef4-2545-4f5d-b1eb-c5319e24ce1e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1607990 Feb 04 20:19:30.873816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e1750a3a-b01d-439f-9128-a6ab5e970e29 None None] Provisioning for port 127264c3-8f69-431e-95ec-2fe5a5015ef4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:30.882048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e1750a3a-b01d-439f-9128-a6ab5e970e29 None None] Provisioning complete for port 127264c3-8f69-431e-95ec-2fe5a5015ef4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:30.883899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1750a3a-b01d-439f-9128-a6ab5e970e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:30.932350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff26b59f-0bfb-42eb-9161-127686bf4040 req-6d71f712-9ba1-4411-96f9-7d1c3a1cd5c8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579989 Feb 04 20:19:30.966845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for b9ffe218-fbcb-44d8-9440-b26e36f30f11 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:30.973632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Router c3a4f5f6-5219-4cc3-86ba-5d3692d14083 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:19:31.003562 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7de20bd2-eaac-4cb9-aefb-0a64d072eacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.074043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] Update dhcp port {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'fixed_ips': [{'subnet_id': '941e1b5a-a587-4753-9c71-a266af621c99', 'ip_address': '2001:db8::f816:3eff:fe1f:4399'}, {'subnet_id': 'ddaedb89-ea29-4fa7-af02-ac9bbc545fc8'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '127264c3-8f69-431e-95ec-2fe5a5015ef4'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:19:31.173228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92de345-e9f1-4c11-9570-82f8dab769ff req-10ca14ad-c0c0-4d02-84b3-1f4c486d23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:31.175172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d92de345-e9f1-4c11-9570-82f8dab769ff req-10ca14ad-c0c0-4d02-84b3-1f4c486d23fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1096 time: 0.8132436 Feb 04 20:19:31.178314 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.200879 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1750a3a-b01d-439f-9128-a6ab5e970e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.218430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:19:31.228855 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Sync routers for ids ['c3a4f5f6-5219-4cc3-86ba-5d3692d14083'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:19:31.244773 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Routers {'c3a4f5f6-5219-4cc3-86ba-5d3692d14083'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:31.245642 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c3a4f5f6-5219-4cc3-86ba-5d3692d14083'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:31.347187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e1750a3a-b01d-439f-9128-a6ab5e970e29 None None] For port 127264c3-8f69-431e-95ec-2fe5a5015ef4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=127264c3-8f69-431e-95ec-2fe5a5015ef4,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:31.370323 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.371908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9d103361-3a53-4ff3-b83b-e75a170bf7f7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0626090 Feb 04 20:19:31.383519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:31.425736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1750a3a-b01d-439f-9128-a6ab5e970e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.507350 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Set router c3a4f5f6-5219-4cc3-86ba-5d3692d14083 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:31.515066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] Allocated IP 2001:db8:0:1::2 (a3617f18-5da1-4e3a-821a-582c484776ac/ddaedb89-ea29-4fa7-af02-ac9bbc545fc8/127264c3-8f69-431e-95ec-2fe5a5015ef4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:31.522602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1750a3a-b01d-439f-9128-a6ab5e970e29 None None] Pushing event updated for resources: {'Port': ['ID=127264c3-8f69-431e-95ec-2fe5a5015ef4,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:31.550170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e4467-451f-4a14-83d7-cd55107a78a9 req-0db4d9ce-52de-48c8-90c3-3308725acc97 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:31.551794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-211e4467-451f-4a14-83d7-cd55107a78a9 req-0db4d9ce-52de-48c8-90c3-3308725acc97 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.5338893 Feb 04 20:19:31.559350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port a87ff7cd-b403-4ff0-9274-db276b9e8b0a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a87ff7cd-b403-4ff0-9274-db276b9e8b0a,segment=NetworkSegment(cc3a95d4-1833-4203-8cae-29ab48291f2b),segment_id=cc3a95d4-1833-4203-8cae-29ab48291f2b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:31.559719 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.679472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] For port 127264c3-8f69-431e-95ec-2fe5a5015ef4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=127264c3-8f69-431e-95ec-2fe5a5015ef4,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:31.711325 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.712030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for a87ff7cd-b403-4ff0-9274-db276b9e8b0a owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:31.732366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] Transition to ACTIVE for port object 127264c3-8f69-431e-95ec-2fe5a5015ef4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:31.782374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 127264c3-8f69-431e-95ec-2fe5a5015ef4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:31.782479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7de20bd2-eaac-4cb9-aefb-0a64d072eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.833093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d92de345-e9f1-4c11-9570-82f8dab769ff req-186fd4e2-94bc-41f7-b8ee-5b7288739342 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6265554 Feb 04 20:19:31.855173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:31.861096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de20bd2-eaac-4cb9-aefb-0a64d072eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1dded-90a1-4e39-b81c-305b28871cb7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:31.892064 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4f5f6-5219-4cc3-86ba-5d3692d14083', 'name': 'tempest-snat-router-1529076163', 'tenant_id': '574adaa6407346778de845689195134e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.80'}], 'enable_snat': False}, 'gw_port_id': '96d03558-6367-43de-9d6f-ddbda70d62c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:19:25Z', 'updated_at': '2022-02-04T20:19:29Z', 'revision_number': 3, 'project_id': '574adaa6407346778de845689195134e', 'gw_port': {'id': '96d03558-6367-43de-9d6f-ddbda70d62c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a4f5f6-5219-4cc3-86ba-5d3692d14083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:19:27Z', 'updated_at': '2022-02-04T20:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:31.897095 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Checking router: c3a4f5f6-5219-4cc3-86ba-5d3692d14083 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:19:31.897800 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Updating router c3a4f5f6-5219-4cc3-86ba-5d3692d14083 port 96d03558-6367-43de-9d6f-ddbda70d62c0 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:19:31.983873 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.040541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef92329-25ec-4e2c-8ee1-89f69a6d2694 None None] Pushing event updated for resources: {'Port': ['ID=127264c3-8f69-431e-95ec-2fe5a5015ef4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:32.270340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7de20bd2-eaac-4cb9-aefb-0a64d072eacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.271785 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7de20bd2-eaac-4cb9-aefb-0a64d072eacb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47e1dded-90a1-4e39-b81c-305b28871cb7 HTTP/1.1" status: 204 len: 168 time: 2.4349453 Feb 04 20:19:32.290350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59107668-b6a2-4e9a-abfe-bf5093b1e524 req-81ff6008-c072-4c66-af83-4bb6d387d18a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:32.299342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59107668-b6a2-4e9a-abfe-bf5093b1e524 req-81ff6008-c072-4c66-af83-4bb6d387d18a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1529996 Feb 04 20:19:32.304203 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-211e4467-451f-4a14-83d7-cd55107a78a9 req-b2998f31-0dfb-4059-a8e8-0be4348c5f97 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5247715 Feb 04 20:19:32.322010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7d4839d0-bcf5-429b-a3e6-9b77a3b88cc0 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/c3a4f5f6-5219-4cc3-86ba-5d3692d14083 HTTP/1.1" status: 200 len: 908 time: 0.9392958 Feb 04 20:19:32.324426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41032) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:32.346274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1529076163', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': True}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:32.351522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:32.359235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Usage tracker for resource:router and tenant:574adaa6407346778de845689195134e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:32.362396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:32.369931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:32.407798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59107668-b6a2-4e9a-abfe-bf5093b1e524 req-9fe65ffe-567a-404c-b4af-70c48982d526 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817845 Feb 04 20:19:32.471755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.479217 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.516154 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Transition to ACTIVE for port object 96d03558-6367-43de-9d6f-ddbda70d62c0 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:32.522901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=b9ffe218-fbcb-44d8-9440-b26e36f30f11,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:32.556613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.607209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.608241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.654674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=a87ff7cd-b403-4ff0-9274-db276b9e8b0a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:32.658941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port a87ff7cd-b403-4ff0-9274-db276b9e8b0a on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:32.675859 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.692749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.733758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.739711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41036) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:32.747574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9815f9d4-0429-43e7-8fb8-3d1d71adcf69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/b9ffe218-fbcb-44d8-9440-b26e36f30f11 HTTP/1.1" status: 204 len: 168 time: 2.8790789 Feb 04 20:19:32.769699 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Attempting to bind port 96d03558-6367-43de-9d6f-ddbda70d62c0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:32.770581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Attempting to bind port 96d03558-6367-43de-9d6f-ddbda70d62c0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:32.771925 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Attempting to bind port 96d03558-6367-43de-9d6f-ddbda70d62c0 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:32.783530 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Pushing event updated for resources: {'Port': ['ID=96d03558-6367-43de-9d6f-ddbda70d62c0,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:32.783530 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:32.784577 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:32.785282 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.786089 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:32.786743 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Bound port: 96d03558-6367-43de-9d6f-ddbda70d62c0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:32.787422 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.850323 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.850662 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.851221 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.858408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.858408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.858408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.858408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.858408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.858408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.858408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.863380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:32.864280 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.864786 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:32.883572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e298147-07a4-4808-8b9a-098b1d09a1c9 None None] Could not find standard attr ID for object b9ffe218-fbcb-44d8-9440-b26e36f30f11. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:19:32.906402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c524b23-152a-4d7a-af53-5179861b9293 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:32.910605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c524b23-152a-4d7a-af53-5179861b9293 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:32.932463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c776d1-f2f3-4d8b-bb93-a9c433397a8b']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:32.973181 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] For port 96d03558-6367-43de-9d6f-ddbda70d62c0, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:32.976637 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] For port 96d03558-6367-43de-9d6f-ddbda70d62c0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=96d03558-6367-43de-9d6f-ddbda70d62c0,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:32.991243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e298147-07a4-4808-8b9a-098b1d09a1c9 None None] Provisioning for port 127264c3-8f69-431e-95ec-2fe5a5015ef4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:32.994299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e298147-07a4-4808-8b9a-098b1d09a1c9 None None] Provisioning complete for port 127264c3-8f69-431e-95ec-2fe5a5015ef4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:32.994663 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e298147-07a4-4808-8b9a-098b1d09a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:33.030062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c524b23-152a-4d7a-af53-5179861b9293 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:33.031780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c524b23-152a-4d7a-af53-5179861b9293 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2917259 Feb 04 20:19:33.034825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41046) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:33.074394 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:33.175262 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Routers {'c3a4f5f6-5219-4cc3-86ba-5d3692d14083'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:33.176080 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c3a4f5f6-5219-4cc3-86ba-5d3692d14083'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:33.276647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab3a5f-f702-4218-85d0-dd3cbe7c0798 None None] Pushing event updated for resources: {'Port': ['ID=96d03558-6367-43de-9d6f-ddbda70d62c0,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:33.324864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d9825-2fe7-4aaa-a350-7946c851605b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:33.328984 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e39d9825-2fe7-4aaa-a350-7946c851605b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2929924 Feb 04 20:19:33.329789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:33.404008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3a95d4-1833-4203-8cae-29ab48291f2b') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:33.407078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3a95d4-1833-4203-8cae-29ab48291f2b') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:33.426381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72f6d3-d733-42d2-a92c-71f087ce00e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:33.428112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72f6d3-d733-42d2-a92c-71f087ce00e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:33.428333 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] Set router c3a4f5f6-5219-4cc3-86ba-5d3692d14083 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:33.430007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72f6d3-d733-42d2-a92c-71f087ce00e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:33.431040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3a72f6d3-d733-42d2-a92c-71f087ce00e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:33.443280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-33aed0dc-8a02-4233-ac58-9fbd25bd7562 None None] Could not find standard attr ID for object b9ffe218-fbcb-44d8-9440-b26e36f30f11. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:19:33.591404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:33.625538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3a72f6d3-d733-42d2-a92c-71f087ce00e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:33.629872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:33.630150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3a72f6d3-d733-42d2-a92c-71f087ce00e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2989986 Feb 04 20:19:33.636984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41066) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:33.655020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:33.675140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b10f2-7ed1-4f2b-9dc1-18d58c47a57a None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:19:33.683149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:33.687774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:33.699408 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:33.752695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 941e1b5a-a587-4753-9c71-a266af621c99 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:33.765113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:33.844156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 127264c3-8f69-431e-95ec-2fe5a5015ef4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:33.869823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d292493-8269-4ea6-a6ad-7a10f7aad634 req-7b22e74d-15ab-486d-9663-f32a77d429c8 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:33.884016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d292493-8269-4ea6-a6ad-7a10f7aad634 req-7b22e74d-15ab-486d-9663-f32a77d429c8 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.3291903 Feb 04 20:19:33.897060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a466e-82d1-4434-99be-df4345d09044 req-038e9e7b-78ce-457d-b4f8-cd8886db42c4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:33.904128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-612a466e-82d1-4434-99be-df4345d09044 req-038e9e7b-78ce-457d-b4f8-cd8886db42c4 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.3450353 Feb 04 20:19:33.925061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b10f2-7ed1-4f2b-9dc1-18d58c47a57a None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:19:33.965607 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a4f5f6-5219-4cc3-86ba-5d3692d14083', 'name': 'tempest-snat-router-1529076163', 'tenant_id': '574adaa6407346778de845689195134e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.80'}], 'enable_snat': False}, 'gw_port_id': '96d03558-6367-43de-9d6f-ddbda70d62c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:19:25Z', 'updated_at': '2022-02-04T20:19:29Z', 'revision_number': 3, 'project_id': '574adaa6407346778de845689195134e', 'gw_port': {'id': '96d03558-6367-43de-9d6f-ddbda70d62c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a4f5f6-5219-4cc3-86ba-5d3692d14083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:19:27Z', 'updated_at': '2022-02-04T20:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:33.976760 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fc9a2-f906-476a-98a5-34c7e111402a None None] The sync data for ids ['c3a4f5f6-5219-4cc3-86ba-5d3692d14083'] in n-d-811806-1 is: [{'id': 'c3a4f5f6-5219-4cc3-86ba-5d3692d14083', 'name': 'tempest-snat-router-1529076163', 'tenant_id': '574adaa6407346778de845689195134e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.80'}], 'enable_snat': False}, 'gw_port_id': '96d03558-6367-43de-9d6f-ddbda70d62c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:19:25Z', 'updated_at': '2022-02-04T20:19:29Z', 'revision_number': 3, 'project_id': '574adaa6407346778de845689195134e', 'gw_port': {'id': '96d03558-6367-43de-9d6f-ddbda70d62c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a4f5f6-5219-4cc3-86ba-5d3692d14083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:19:27Z', 'updated_at': '2022-02-04T20:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:33.979810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d292493-8269-4ea6-a6ad-7a10f7aad634 req-713259a7-acfa-48bb-81b7-f22f02b11b1f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027451 Feb 04 20:19:34.004160 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.031480 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.056042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.059758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=e8c776d1-f2f3-4d8b-bb93-a9c433397a8b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:34.072879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-32e72ded-5e00-41e5-9675-4933a9b9e68a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/e8c776d1-f2f3-4d8b-bb93-a9c433397a8b HTTP/1.1" status: 204 len: 168 time: 7.4239011 Feb 04 20:19:34.073885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41078) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:34.085095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-344173970'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:34.096127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:34.126844 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-612a466e-82d1-4434-99be-df4345d09044 req-43b7a10e-2822-4fcc-9bcf-3b3da1fefec2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245502 Feb 04 20:19:34.167401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:34.179435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:34.186548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.195015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:34.199606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 127264c3-8f69-431e-95ec-2fe5a5015ef4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:34.205373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.339337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:34.343230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.385627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.492368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:19:34.497534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=941e1b5a-a587-4753-9c71-a266af621c99,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:34.507361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.558305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.558653 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment 0ef802c1-143a-4917-8da3-8a89a90111cc of type vlan for network 7a612199-f587-4b72-935f-12ceb71c6122 Feb 04 20:19:34.578240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.615206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-70db6ec4-bd0d-4a31-8447-9fccd493e4aa tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/941e1b5a-a587-4753-9c71-a266af621c99 HTTP/1.1" status: 204 len: 168 time: 0.9713862 Feb 04 20:19:34.615206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41092) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:34.716833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet ddaedb89-ea29-4fa7-af02-ac9bbc545fc8 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:34.720545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.801858 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.808553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.826223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6807ed10-bf65-4896-a0a5-4c7a70412a00 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:34.857046 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.955163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.979553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:34.981143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:34.981967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:35.196369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:35.213454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=7a612199-f587-4b72-935f-12ceb71c6122,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:35.229945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 7a612199-f587-4b72-935f-12ceb71c6122 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:19:35.242330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Allocated IP 172.25.7.215 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/7af8cade-1ba9-42f8-ac54-63ba17f534da) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:35.286143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=ddaedb89-ea29-4fa7-af02-ac9bbc545fc8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:35.294777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:35.316163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dd78aa32-9a09-415e-b8eb-45e5f4406cf5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/ddaedb89-ea29-4fa7-af02-ac9bbc545fc8 HTTP/1.1" status: 204 len: 168 time: 0.7028708 Feb 04 20:19:35.318808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41102) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:35.387651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-464e4b34-a53f-4f24-b5ef-7c4c41ed170a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3114541 Feb 04 20:19:35.397688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41110) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:35.409251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': '7a612199-f587-4b72-935f-12ceb71c6122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:35.441466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-563cb84c-cdc3-4cf7-b444-4d5c18803f5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207263 Feb 04 20:19:35.446874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41114) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:35.448040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f75237-f6fb-469c-b24c-a66f1407b82f req-5a622532-af00-4fc7-b1e2-7a88f0f7a39a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:35.453646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:35.455877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a8f75237-f6fb-469c-b24c-a66f1407b82f req-5a622532-af00-4fc7-b1e2-7a88f0f7a39a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.3005092 Feb 04 20:19:35.683710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a8f75237-f6fb-469c-b24c-a66f1407b82f req-8937d5ce-b102-4f23-ba3e-031b3f4389a5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262890 Feb 04 20:19:35.710835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:35.745795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:35.779700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:35.811815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:35.830878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:35.937681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 96d03558-6367-43de-9d6f-ddbda70d62c0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:35.979984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:35.984558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.041563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:36.065774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:36.071304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:36.083012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:36.142405 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.162752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651151fd-e481-47e8-8003-d573b47400b7 req-f55191b1-9746-4d27-80df-fa79717417b1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:36.164230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-651151fd-e481-47e8-8003-d573b47400b7 req-f55191b1-9746-4d27-80df-fa79717417b1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.2679765 Feb 04 20:19:36.195500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 96d03558-6367-43de-9d6f-ddbda70d62c0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:36.201983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 96d03558-6367-43de-9d6f-ddbda70d62c0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:36.206863 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.278038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5d652-19c4-446d-8867-84e77576a3d6 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:36.278273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-651151fd-e481-47e8-8003-d573b47400b7 req-1971d99c-addd-499c-9000-cbc74e89d17b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025841 Feb 04 20:19:36.281897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:36.297408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15475c-7729-4594-8947-db635231ba2a req-d656898d-6be6-4caa-9de2-11d7f8d97d5a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:36.297408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae15475c-7729-4594-8947-db635231ba2a req-d656898d-6be6-4caa-9de2-11d7f8d97d5a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.3856113 Feb 04 20:19:36.298679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:36.309236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:36.311848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41138) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:36.317706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Request body: {'floatingip': {'port_id': '39969127-621b-4d5b-82a6-7817e558642b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:36.369144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Port': ['ID=7af8cade-1ba9-42f8-ac54-63ba17f534da,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:36.431191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:36.435603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.543518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-825a298a-0e45-4c2b-b2d7-8977d8ecfaa9 None None] Provisioning complete for port 127264c3-8f69-431e-95ec-2fe5a5015ef4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:36.543885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-825a298a-0e45-4c2b-b2d7-8977d8ecfaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.545811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.805895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.849525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 96d03558-6367-43de-9d6f-ddbda70d62c0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=96d03558-6367-43de-9d6f-ddbda70d62c0,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:36.942396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:19:36.947196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] Deleting port 127264c3-8f69-431e-95ec-2fe5a5015ef4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:36.947599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:36.966421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.216513 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.289043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': '0ef802c1-143a-4917-8da3-8a89a90111cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7a612199-f587-4b72-935f-12ceb71c6122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:37.290011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: 7a612199-f587-4b72-935f-12ceb71c6122, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:19:37.328818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] For port 127264c3-8f69-431e-95ec-2fe5a5015ef4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=127264c3-8f69-431e-95ec-2fe5a5015ef4,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:37.329207 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.333153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=b0b1a7db-e0b7-4cd3-9532-866935eb6c0d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:37.369796 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.519968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] Calling delete_port for 127264c3-8f69-431e-95ec-2fe5a5015ef4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:37.533390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network 7a612199-f587-4b72-935f-12ceb71c6122 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:19:37.553844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a848a-44ec-4479-8fdd-08e8adc858c5 req-cf0d7289-6f7d-46d1-98a1-bc086d4933a3 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:37.561198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b7a848a-44ec-4479-8fdd-08e8adc858c5 req-cf0d7289-6f7d-46d1-98a1-bc086d4933a3 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1443148 Feb 04 20:19:37.567752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=96d03558-6367-43de-9d6f-ddbda70d62c0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:37.647516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.667813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 7a612199-f587-4b72-935f-12ceb71c6122) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:37.675218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:37.675819 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.675957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901f93d-bd36-4982-9aca-681ecefc3eeb None None] Network 7a612199-f587-4b72-935f-12ceb71c6122 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:37.736779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:37.757722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.757897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:37.764133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:37.764963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.779167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b7a848a-44ec-4479-8fdd-08e8adc858c5 req-fbc65b7e-1318-46e0-9ea5-6df612dfb032 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170205 Feb 04 20:19:37.799066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.799746 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:37.819491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=7f744697-58e1-45b9-b965-174f1bdf9d41,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:37.860618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 96d03558-6367-43de-9d6f-ddbda70d62c0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:37.863810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-48505ad9-1434-4cdf-9d6c-6e1bc7d84621 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4600689 Feb 04 20:19:37.866130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:37.911418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] Pushing event deleted for resources: {'Port': ['ID=127264c3-8f69-431e-95ec-2fe5a5015ef4,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:37.916743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af4f46-9f89-4357-bd41-e56cd6b63cb8 None None] No DVR routers for this DVR port 127264c3-8f69-431e-95ec-2fe5a5015ef4 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:37.947811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc51ec-cc3e-4325-ae65-cc930e7edfbe None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:38.015092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-71302416-c8ca-4ea2-8dab-9f2ce14ffb6f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5697918 Feb 04 20:19:38.018466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41186) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:38.019376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:38.144067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Router b76f9415-ea4c-4b3b-a64d-4737fd40300e is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:19:38.147862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 96d03558-6367-43de-9d6f-ddbda70d62c0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:38.148322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:38.158122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:38.325935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-7a612199-f587-4b72-935f-12ceb71c6122', 'network_id': '7a612199-f587-4b72-935f-12ceb71c6122', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': 'b0b1a7db-e0b7-4cd3-9532-866935eb6c0d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:38.326797 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:38.393163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:19:38.413726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:38.423744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Sync routers for ids ['b76f9415-ea4c-4b3b-a64d-4737fd40300e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:19:38.507281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '7f744697-58e1-45b9-b965-174f1bdf9d41'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:38.508149 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:38.510128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:38.511403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-461583d6-f84e-44dc-9b74-cd32940790d2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1860006 Feb 04 20:19:38.514265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41196) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:38.541509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Routers {'b76f9415-ea4c-4b3b-a64d-4737fd40300e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:38.541756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b76f9415-ea4c-4b3b-a64d-4737fd40300e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:38.592453 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Floating IP e9829346-1342-4c68-819e-fdded98ac94a associated. External IP: 172.25.7.41, port: 39969127-621b-4d5b-82a6-7817e558642b. Feb 04 20:19:38.715613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 127264c3-8f69-431e-95ec-2fe5a5015ef4 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:38.809095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-55eb48d1-f659-40b8-80cd-140e208164ec tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/b76f9415-ea4c-4b3b-a64d-4737fd40300e HTTP/1.1" status: 200 len: 908 time: 0.2911859 Feb 04 20:19:38.811291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41208) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:38.835923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 127264c3-8f69-431e-95ec-2fe5a5015ef4 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:19:38.839029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 127264c3-8f69-431e-95ec-2fe5a5015ef4 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:38.912181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:38.978120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:38.988554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:38.997222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:39.013685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:39.036718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.101972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.134804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Router e945adcd-96f8-4fa5-b456-6866ea592064 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:19:39.143139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Allocated IP 172.20.0.1 (7a612199-f587-4b72-935f-12ceb71c6122/b0b1a7db-e0b7-4cd3-9532-866935eb6c0d/d0a2bea9-ee13-4046-9f99-cc6314ed1ef2) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:39.147322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Set router b76f9415-ea4c-4b3b-a64d-4737fd40300e gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:39.156085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:39.157012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.240403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d38069-6db8-4ed2-8d2b-c7aaa071369e req-60a48e54-171f-41f3-bca3-732ba1c73386 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:39.241892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53d38069-6db8-4ed2-8d2b-c7aaa071369e req-60a48e54-171f-41f3-bca3-732ba1c73386 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.2427230 Feb 04 20:19:39.272020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.293635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/7f744697-58e1-45b9-b965-174f1bdf9d41/8499d4a4-c4af-4f8e-9392-2fc14e354259) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:39.557965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53d38069-6db8-4ed2-8d2b-c7aaa071369e req-da785f10-2a04-47ee-903a-300b80319a82 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930219 Feb 04 20:19:39.573801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.594141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:19:39.605316 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] Sync routers for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:19:39.616456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:39.617043 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:39.620175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.685410 n-d-811806-1 neutron-server[88237]: INFO neutron.db.ipam_backend_mixin [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f744697-58e1-45b9-b965-174f1bdf9d41 (CIDR: 2001:db8::/64) Feb 04 20:19:39.692795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Deleting port 7af8cade-1ba9-42f8-ac54-63ba17f534da {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:39.696374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.696726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cb6bbe85-3c10-4272-8f86-5cf3c0fb6db2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "PUT /v2.0/floatingips/e9829346-1342-4c68-819e-fdded98ac94a HTTP/1.1" status: 200 len: 990 time: 3.3805873 Feb 04 20:19:39.696726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'tag': '39969127-621b-4d5b-82a6-7817e558642b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:39.749583 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'tag': '39969127-621b-4d5b-82a6-7817e558642b', 'status': 'completed', 'code': 200} Feb 04 20:19:39.751519 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:19:39.752190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:19:39.872443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-91e5e6e0-eee0-4552-9b6a-72f4e796a302 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7749043 Feb 04 20:19:39.877376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41248) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:39.884897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:39.940970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:39.942099 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:39.957515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Transition to ACTIVE for port object 8499d4a4-c4af-4f8e-9392-2fc14e354259 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:39.995454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Transition to ACTIVE for port object 8499d4a4-c4af-4f8e-9392-2fc14e354259 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:40.088916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f9415-ea4c-4b3b-a64d-4737fd40300e', 'name': 'tempest-snat-router-1529076163', 'tenant_id': '574adaa6407346778de845689195134e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7af8cade-1ba9-42f8-ac54-63ba17f534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:19:32Z', 'updated_at': '2022-02-04T20:19:36Z', 'revision_number': 3, 'project_id': '574adaa6407346778de845689195134e', 'gw_port': {'id': '7af8cade-1ba9-42f8-ac54-63ba17f534da', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f9415-ea4c-4b3b-a64d-4737fd40300e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:19:34Z', 'updated_at': '2022-02-04T20:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:40.110764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Checking router: b76f9415-ea4c-4b3b-a64d-4737fd40300e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:19:40.112780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Updating router b76f9415-ea4c-4b3b-a64d-4737fd40300e port 7af8cade-1ba9-42f8-ac54-63ba17f534da binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:19:40.180549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-11e65e6a-0249-4ac3-8f49-bcd539ce6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:40.182225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-11e65e6a-0249-4ac3-8f49-bcd539ce6b56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1096 time: 0.3962700 Feb 04 20:19:40.192657 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.200779 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.213196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Transition to ACTIVE for port object d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:40.213935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:40.230086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:40.235588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Transition to ACTIVE for port object d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:40.240446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.240885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:40.266391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:40.333792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.351704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0dfe5-8121-466a-b4ae-95cc3743ebc1 req-88084cd9-0734-4a81-a944-9356f1c12184 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:40.354150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7a0dfe5-8121-466a-b4ae-95cc3743ebc1 req-88084cd9-0734-4a81-a944-9356f1c12184 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.5185077 Feb 04 20:19:40.380099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Network 7a612199-f587-4b72-935f-12ceb71c6122 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:40.383982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:40.384733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.419309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:40.428888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:40.430922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:40.434448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Calling delete_port for 7af8cade-1ba9-42f8-ac54-63ba17f534da owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:40.441231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:40.452139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:40.452139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.511068 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e9829346-1342-4c68-819e-fdded98ac94a', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'port_id': '39969127-621b-4d5b-82a6-7817e558642b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'mac_address': 'fa:16:3e:21:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff896288-8101-432d-a68e-bd424865e2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:19:00Z', 'updated_at': '2022-02-04T20:19:37Z', 'revision_number': 1, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:40.515324 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] Checking router: e945adcd-96f8-4fa5-b456-6866ea592064 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:19:40.526952 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:40.527644 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:40.577415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Pushing event updated for resources: {'Port': ['ID=8499d4a4-c4af-4f8e-9392-2fc14e354259,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:40.649477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c7a0dfe5-8121-466a-b4ae-95cc3743ebc1 req-3b389221-d0a4-442b-a054-eaf52747d55f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247586 Feb 04 20:19:40.722002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-94878dbe-bcf8-4a1e-b717-f494e73737e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:40.724887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-94878dbe-bcf8-4a1e-b717-f494e73737e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.5239315 Feb 04 20:19:40.863499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-afdd30b7-9a58-48bf-bace-b3e97b929a33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 200 len: 998 time: 0.1252825 Feb 04 20:19:40.894141 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:19:40.914092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Attempting to bind port 8499d4a4-c4af-4f8e-9392-2fc14e354259 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:40.916066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Attempting to bind port 8499d4a4-c4af-4f8e-9392-2fc14e354259 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:40.916439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Attempting to bind port 8499d4a4-c4af-4f8e-9392-2fc14e354259 on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:40.946431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Pushing event updated for resources: {'Port': ['ID=d0a2bea9-ee13-4046-9f99-cc6314ed1ef2,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:40.966514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:40.967272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:40.971809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.971809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:40.971809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Bound port: 8499d4a4-c4af-4f8e-9392-2fc14e354259, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:40.971809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:40.998465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Attempting to bind port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:41.000035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Attempting to bind port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '0ef802c1-143a-4917-8da3-8a89a90111cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7a612199-f587-4b72-935f-12ceb71c6122'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:41.001007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Attempting to bind port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 on network 7a612199-f587-4b72-935f-12ceb71c6122 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:41.026418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.073828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:41.074497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Checking segment: {'id': '0ef802c1-143a-4917-8da3-8a89a90111cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7a612199-f587-4b72-935f-12ceb71c6122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:41.075097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.079498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Bound using segment: {'id': '0ef802c1-143a-4917-8da3-8a89a90111cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7a612199-f587-4b72-935f-12ceb71c6122'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:41.079498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Bound port: d0a2bea9-ee13-4046-9f99-cc6314ed1ef2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef802c1-143a-4917-8da3-8a89a90111cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7a612199-f587-4b72-935f-12ceb71c6122'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:41.079498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.087618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-d8a769c4-737f-4eda-bec5-a5c6f6216bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:41.092002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-d8a769c4-737f-4eda-bec5-a5c6f6216bb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.2192509 Feb 04 20:19:41.114059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b1a7db-e0b7-4cd3-9532-866935eb6c0d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:41.260133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.261151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.261656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.262143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.262615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.263156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.263642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.264164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.264642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.265120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.265607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.266104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:19:41.270084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.310304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.355132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event deleted for resources: {'Port': ['ID=7af8cade-1ba9-42f8-ac54-63ba17f534da,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:41.391548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a612199-f587-4b72-935f-12ceb71c6122']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:41.420396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e96597-570e-4784-bdfb-68a3077f0496 req-c643b7fe-927b-4788-860c-ab7a8b32bd4a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:41.428867 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8e96597-570e-4784-bdfb-68a3077f0496 req-c643b7fe-927b-4788-860c-ab7a8b32bd4a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.4893694 Feb 04 20:19:41.447646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef802c1-143a-4917-8da3-8a89a90111cc') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:41.448092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef802c1-143a-4917-8da3-8a89a90111cc') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:41.503266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.515545 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e9829346-1342-4c68-819e-fdded98ac94a', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'port_id': '39969127-621b-4d5b-82a6-7817e558642b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'mac_address': 'fa:16:3e:21:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff896288-8101-432d-a68e-bd424865e2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:19:00Z', 'updated_at': '2022-02-04T20:19:37Z', 'revision_number': 1, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:41.527463 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b838c00-0f92-47bb-a685-3053e7b1ee26 None None] The sync data for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 is: [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'e9829346-1342-4c68-819e-fdded98ac94a', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'port_id': '39969127-621b-4d5b-82a6-7817e558642b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'mac_address': 'fa:16:3e:21:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff896288-8101-432d-a68e-bd424865e2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:19:00Z', 'updated_at': '2022-02-04T20:19:37Z', 'revision_number': 1, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:41.543200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.556664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.577731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:41.578223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:41.596009 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:41.606673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8e96597-570e-4784-bdfb-68a3077f0496 req-dc256d46-efec-482d-904c-09c9348fd577 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768382 Feb 04 20:19:41.658649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] For port 8499d4a4-c4af-4f8e-9392-2fc14e354259, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:41.767045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] For port 8499d4a4-c4af-4f8e-9392-2fc14e354259, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8499d4a4-c4af-4f8e-9392-2fc14e354259,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:41.783644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.objects.ports [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88237) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:19:41.795675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] For port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:41.827117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] For port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0a2bea9-ee13-4046-9f99-cc6314ed1ef2,segment=NetworkSegment(0ef802c1-143a-4917-8da3-8a89a90111cc),segment_id=0ef802c1-143a-4917-8da3-8a89a90111cc)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:41.858328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:19:41.858328 n-d-811806-1 neutron-server[88237]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:19:41.858328 n-d-811806-1 neutron-server[88237]: [parameters: {'id': '7a612199-f587-4b72-935f-12ceb71c6122'}] Feb 04 20:19:41.858328 n-d-811806-1 neutron-server[88237]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:41.860990 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:41.903827 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:41.982960 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.014179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb9996-a1fa-4c1d-8c93-7d71acebe1b4 None None] New status for floating IP e9829346-1342-4c68-819e-fdded98ac94a: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:19:42.185914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:42.186148 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:42.191301 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.205157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.238180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-6a1eb200-ebc4-4dea-a18f-eddd764dc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:42.240128 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-6a1eb200-ebc4-4dea-a18f-eddd764dc113 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1409204 Feb 04 20:19:42.265312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045d1c1-b89f-4fc6-ab33-ebdab6cdea1a None None] Pushing event updated for resources: {'Port': ['ID=8499d4a4-c4af-4f8e-9392-2fc14e354259,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:42.321238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-12ebece8-4aab-4b46-86ad-8045b4049c0c tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d798ccfe84c7468abb77774da7c68153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395069 Feb 04 20:19:42.329929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.375362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.407790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e978d2a-2bcf-4cb7-946a-ed558aed0caf req-7ad7d9ba-8cba-4d70-b27e-7125c4b237db tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:42.424701 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e978d2a-2bcf-4cb7-946a-ed558aed0caf req-7ad7d9ba-8cba-4d70-b27e-7125c4b237db tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.5656788 Feb 04 20:19:42.564113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.564735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b76f9415-ea4c-4b3b-a64d-4737fd40300e {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:19:42.579667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:42.580006 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.582655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-f847bd8d-0761-48aa-ab06-2cb589852de1 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291037 Feb 04 20:19:42.642295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:42.643667 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d91c79ab-9390-4485-9ee3-5b72ce92accd tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b76f9415-ea4c-4b3b-a64d-4737fd40300e HTTP/1.1" status: 204 len: 168 time: 3.8314838 Feb 04 20:19:42.660182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41320) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:42.780846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e978d2a-2bcf-4cb7-946a-ed558aed0caf req-30df6db9-bcbe-413f-91ed-1b8e2e6ce44f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486814 Feb 04 20:19:42.833473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Port 7af8cade-1ba9-42f8-ac54-63ba17f534da not found while updating agent binding for router b76f9415-ea4c-4b3b-a64d-4737fd40300e. {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 20:19:42.841218 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75f0d9-5b80-4faa-a814-b55ffb478276 None None] Pushing event updated for resources: {'Port': ['ID=d0a2bea9-ee13-4046-9f99-cc6314ed1ef2,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:42.878777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Routers set() bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:42.879215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Router IDs set() for agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 20:19:42.879844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b76f9415-ea4c-4b3b-a64d-4737fd40300e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent'). {{(pid=88238) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 20:19:42.880337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5065b-99a1-425a-9402-17bbfc60df1f None None] The sync data for ids ['b76f9415-ea4c-4b3b-a64d-4737fd40300e'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:42.885104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d64533-a5c0-444a-9b3a-bd1b57fb600c None None] Network 7a612199-f587-4b72-935f-12ceb71c6122 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:42.916298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c02166e-9b0d-4004-8f4d-f761d245be9c req-9a4595b8-2e77-4879-93d6-bee810b54e6c service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120952 Feb 04 20:19:42.963403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] For port 8499d4a4-c4af-4f8e-9392-2fc14e354259, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8499d4a4-c4af-4f8e-9392-2fc14e354259,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:43.127415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135332a-c0a2-423f-b66b-ae99d4bab239 req-6a3b18a0-8ad1-4d38-b878-9ec586e9b45a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:43.131424 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5135332a-c0a2-423f-b66b-ae99d4bab239 req-6a3b18a0-8ad1-4d38-b878-9ec586e9b45a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1226094 Feb 04 20:19:43.191760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5135332a-c0a2-423f-b66b-ae99d4bab239 req-e27d0546-122e-4a5d-80f8-f29fa401aeac tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512173 Feb 04 20:19:43.279318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5297470a-709a-49e9-8421-993a0fb22f8b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:43.285144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5297470a-709a-49e9-8421-993a0fb22f8b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9382966 Feb 04 20:19:43.509740 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:43.573281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-06a443f8-16c4-4264-b7d0-979df659798b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/quotas/d798ccfe84c7468abb77774da7c68153 HTTP/1.1" status: 200 len: 375 time: 0.1013117 Feb 04 20:19:43.652577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:43.704511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-1a952426-76e8-4e0b-8476-648ea06bceee tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230347 Feb 04 20:19:43.705029 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:43.705745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:43.895858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fdbbbf-72a5-48d3-be8e-dc1e0fac030d None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:19:43.918824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0a2bea9-ee13-4046-9f99-cc6314ed1ef2,segment=NetworkSegment(0ef802c1-143a-4917-8da3-8a89a90111cc),segment_id=0ef802c1-143a-4917-8da3-8a89a90111cc)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:43.919718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:43.920451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8499d4a4-c4af-4f8e-9392-2fc14e354259 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:43.957813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=e38e26ac-d279-4d1c-95bc-3982ee473b93,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:43.967484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:44.100282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d519325-6659-4fb1-a99d-837d195304fe req-1a217d8c-8ff3-4cb2-a68c-6e848acb8a5e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:44.101773 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d519325-6659-4fb1-a99d-837d195304fe req-1a217d8c-8ff3-4cb2-a68c-6e848acb8a5e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.1368754 Feb 04 20:19:44.126064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3aa674d7-8417-49ef-8106-fbcb3859a756 None None] Provisioning for port 8499d4a4-c4af-4f8e-9392-2fc14e354259 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:44.173461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8499d4a4-c4af-4f8e-9392-2fc14e354259 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:44.200041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8499d4a4-c4af-4f8e-9392-2fc14e354259 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:44.200041 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:44.272548 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d519325-6659-4fb1-a99d-837d195304fe req-a637dc83-322f-4e74-a449-618c582665e7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238251 Feb 04 20:19:44.284984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fdbbbf-72a5-48d3-be8e-dc1e0fac030d None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:19:44.307449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:44.418177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=8499d4a4-c4af-4f8e-9392-2fc14e354259,revision_number=4']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:44.421375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:44.504000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:44.520778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:44.523883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:44.535376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-f593c611-1adb-4842-bd5f-6f0068037e95 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d798ccfe84c7468abb77774da7c68153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185932 Feb 04 20:19:44.556883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d1e22-5e05-4f69-96cf-0ecf0c5d174b req-1632d8c9-d103-48d4-8f27-7253e65d3b87 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:44.564958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-370d1e22-5e05-4f69-96cf-0ecf0c5d174b req-1632d8c9-d103-48d4-8f27-7253e65d3b87 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1412587 Feb 04 20:19:44.622055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 8499d4a4-c4af-4f8e-9392-2fc14e354259, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8499d4a4-c4af-4f8e-9392-2fc14e354259,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:44.634490 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-370d1e22-5e05-4f69-96cf-0ecf0c5d174b req-33ff9a9f-7d71-4d6f-bdfd-fb415f812dc8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677066 Feb 04 20:19:44.745335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:44.762611 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:44.763807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-63736ae7-b2ab-4e3d-8bec-29c2caa5e2fb tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:44.765495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-63736ae7-b2ab-4e3d-8bec-29c2caa5e2fb tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115190 Feb 04 20:19:44.773917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:44.831128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port d0a2bea9-ee13-4046-9f99-cc6314ed1ef2 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:44.890418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b394312a-4606-40b0-b474-c90ee8ded5a0 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0120656 Feb 04 20:19:44.892382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-e159f34e-1535-4738-a322-3784544f2b26 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/quotas/d798ccfe84c7468abb77774da7c68153 HTTP/1.1" status: 200 len: 375 time: 0.1141577 Feb 04 20:19:44.895062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41358) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:44.896864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=d0a2bea9-ee13-4046-9f99-cc6314ed1ef2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:44.905865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:fa:45:dc', 'name': 'tempest-NetworksTestDHCPv6-2143890336'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:44.907315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Deleting port 96d03558-6367-43de-9d6f-ddbda70d62c0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:44.907869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:44.963312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=8499d4a4-c4af-4f8e-9392-2fc14e354259,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:44.987415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff05270c-896c-4420-85b0-0c8be0cd2d72 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:45.049061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-4f0240cc-b8e6-44c1-8707-9606c5d13ad1 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135781 Feb 04 20:19:45.124788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:45.188787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:45.197347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:45.200392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:45.209534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:45.216549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a612199-f587-4b72-935f-12ceb71c6122']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:45.245083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef802c1-143a-4917-8da3-8a89a90111cc') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:45.245083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef802c1-143a-4917-8da3-8a89a90111cc') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:45.256375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:45.287820 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:45.305963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:45.306361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:45.320477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:45.382271 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:45.416775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] For port 96d03558-6367-43de-9d6f-ddbda70d62c0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=96d03558-6367-43de-9d6f-ddbda70d62c0,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:45.417383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:45.609079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec7e31ef-4067-413f-8444-91ea31adbc1e req-fab55c74-58f5-488f-9644-833bfad5f569 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 210 time: 0.0969529 Feb 04 20:19:45.767218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:45.833378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 2d6b3f88-a9a7-473f-a733-96f40cc918db yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:19:45.880806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8499d4a4-c4af-4f8e-9392-2fc14e354259 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:19:45.964143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Calling delete_port for 96d03558-6367-43de-9d6f-ddbda70d62c0 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:46.077778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8499d4a4-c4af-4f8e-9392-2fc14e354259 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:46.079027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.375038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::ef (a3617f18-5da1-4e3a-821a-582c484776ac/7f744697-58e1-45b9-b965-174f1bdf9d41/2d6b3f88-a9a7-473f-a733-96f40cc918db) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:46.417031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.424988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:45dc (a3617f18-5da1-4e3a-821a-582c484776ac/e38e26ac-d279-4d1c-95bc-3982ee473b93/2d6b3f88-a9a7-473f-a733-96f40cc918db) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:46.545891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event deleted for resources: {'Port': ['ID=96d03558-6367-43de-9d6f-ddbda70d62c0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:46.713852 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.784782 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55de5bb3-192a-478f-8378-32d0aaffa175 req-f5f17d09-af33-41b5-abcf-260c2532a60b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 210 time: 0.0607321 Feb 04 20:19:46.897347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.910740 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.913180 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.930237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 2d6b3f88-a9a7-473f-a733-96f40cc918db will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:46.933694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-75557bc8-bebd-49d5-8c9a-7bf77d6ce081 None None] Provisioning complete for port 8499d4a4-c4af-4f8e-9392-2fc14e354259 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:46.933694 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75557bc8-bebd-49d5-8c9a-7bf77d6ce081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.933884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.958677 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:46.968744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973337-864d-4412-83ca-245ffe9d2d85 req-a094c2c3-052f-4022-8e87-2e3aebf9592e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:46.970273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba973337-864d-4412-83ca-245ffe9d2d85 req-a094c2c3-052f-4022-8e87-2e3aebf9592e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.7056136 Feb 04 20:19:46.972465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=7a612199-f587-4b72-935f-12ceb71c6122,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:46.985877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2d0b0664-206f-45d3-8aef-a272bce065bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/7a612199-f587-4b72-935f-12ceb71c6122 HTTP/1.1" status: 204 len: 168 time: 9.1186407 Feb 04 20:19:46.986159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41394) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:46.992801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441793036'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:47.003389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:47.008373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:47.013248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:47.022279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:47.052920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba973337-864d-4412-83ca-245ffe9d2d85 req-12f97062-9680-4e6a-aa15-0f43331134e8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658975 Feb 04 20:19:47.064174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.069898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3a4f5f6-5219-4cc3-86ba-5d3692d14083 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:19:47.069898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.071104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-17858703-c918-42e1-8421-c312eb2325a2 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c3a4f5f6-5219-4cc3-86ba-5d3692d14083 HTTP/1.1" status: 204 len: 168 time: 4.4095025 Feb 04 20:19:47.073766 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.075627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41398) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:47.081970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1079111211', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:47.092951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:47.100395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Usage tracker for resource:router and tenant:12d234e5880c492f8e42ef3d16f35bbb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:47.105009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:47.114102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:47.218825 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.219933 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.249311 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.301688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:47.301831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.348314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:47.368107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:47.369961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:47.375378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:47.379509 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.387770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=2d6b3f88-a9a7-473f-a733-96f40cc918db,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:47.435867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-450ac192-e4d9-4d56-b25e-e99672754e7e tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d798ccfe84c7468abb77774da7c68153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436354 Feb 04 20:19:47.444709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:19:47.580760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.581503 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment d6dc65e7-9c18-47bf-b899-f895a8aa99ce of type vlan for network 798696ea-d121-46cf-8917-0e0baeb28cf4 Feb 04 20:19:47.674399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1550c71c-5580-4e40-a637-3755ce9386f1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7782400 Feb 04 20:19:47.677198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41402) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:47.683645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.697831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-d7bb478a-d9bd-4e5a-9781-e19a6c881ee6 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:47.699961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-d7bb478a-d9bd-4e5a-9781-e19a6c881ee6 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502708 Feb 04 20:19:47.738000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Request body: {'port': {'device_id': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'd798ccfe84c7468abb77774da7c68153'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:47.853417 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.898655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 96d03558-6367-43de-9d6f-ddbda70d62c0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:47.955936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 2d6b3f88-a9a7-473f-a733-96f40cc918db {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:47.956606 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:47.986806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-766f82e2-dfec-4b15-b64f-7eadeca8f285 None None] Provisioning for port 2d6b3f88-a9a7-473f-a733-96f40cc918db completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:48.006173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 96d03558-6367-43de-9d6f-ddbda70d62c0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:19:48.006835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 96d03558-6367-43de-9d6f-ddbda70d62c0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:48.013112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-766f82e2-dfec-4b15-b64f-7eadeca8f285 None None] Provisioning complete for port 2d6b3f88-a9a7-473f-a733-96f40cc918db triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:48.014351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-766f82e2-dfec-4b15-b64f-7eadeca8f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:48.195697 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:19:48.206312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-766f82e2-dfec-4b15-b64f-7eadeca8f285 None None] Port 2d6b3f88-a9a7-473f-a733-96f40cc918db cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:19:48.287301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:48.292513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Usage tracker for resource:port and tenant:d798ccfe84c7468abb77774da7c68153 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:48.297020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:48.303291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:48.329421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f07b8523-0bc5-4958-a2b2-a40861539ffb req-35066878-2688-4469-a956-55f37f567f4f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 210 time: 0.0888562 Feb 04 20:19:48.405205 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:48.410639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:48.411288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:48.505553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Made reservation on behalf of d798ccfe84c7468abb77774da7c68153 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:48.509013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:48.530377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:48.550108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=798696ea-d121-46cf-8917-0e0baeb28cf4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:48.552470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:48.556946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Usage tracker for resource:security_group_rule and tenant:d798ccfe84c7468abb77774da7c68153 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:48.559842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:48.561869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 798696ea-d121-46cf-8917-0e0baeb28cf4 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:19:48.566201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:48.662288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-59787e4a-9132-499d-bfaa-8ef9f5278446 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6743150 Feb 04 20:19:48.664538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41418) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:48.678459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': '798696ea-d121-46cf-8917-0e0baeb28cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:48.703137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f5dda-ceb0-43f6-b7e9-1faddb82efa7 req-753ed646-4b38-45f2-be57-fee03d505a90 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:48.704612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c71f5dda-ceb0-43f6-b7e9-1faddb82efa7 req-753ed646-4b38-45f2-be57-fee03d505a90 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.4027143 Feb 04 20:19:48.709143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:48.814510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:48.819746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:48.827597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:48.840169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:48.861939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 2d6b3f88-a9a7-473f-a733-96f40cc918db owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:48.870010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:48.942782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:48.942782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.009222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.048371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c71f5dda-ceb0-43f6-b7e9-1faddb82efa7 req-437cf577-a6a3-4f9d-a2f0-244a76bc3b8e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274121 Feb 04 20:19:49.113933 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.131352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e499c7b7-f800-409b-94df-1008306ad927,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:49.147241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.288642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Allocated IP 192.168.233.141 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/9a52f181-106c-4179-ab51-51cc422fc1b6) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:49.415278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Allocated IP 172.25.7.207 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/af7b8d58-cbd3-49d0-b43c-cf5a1480adc5) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:49.517485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29b720c7-4063-45fd-bbd0-bec19851253b req-3e467835-31f4-4076-beae-ced503f5e810 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 210 time: 0.0616155 Feb 04 20:19:49.527654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-619d2431-4592-4b71-8ce9-1cda2cd7cc2e tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d798ccfe84c7468abb77774da7c68153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378432 Feb 04 20:19:49.567115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.631696 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.642842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.682773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Transition to ACTIVE for port object 9a52f181-106c-4179-ab51-51cc422fc1b6 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:49.690150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=b99b08df-7152-4581-b4e4-adab61912991,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:49.702575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '798696ea-d121-46cf-8917-0e0baeb28cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:49.702917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: 798696ea-d121-46cf-8917-0e0baeb28cf4, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:19:49.710306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=2d6b3f88-a9a7-473f-a733-96f40cc918db,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:49.779756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.855317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:49.874793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-b97c1ac2-dd7b-4abc-aef5-98569d5dc9ed tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:49.876232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-b97c1ac2-dd7b-4abc-aef5-98569d5dc9ed tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438933 Feb 04 20:19:49.888917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c7bd430-ea6c-43ae-91bf-f5ec5647fee8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/2d6b3f88-a9a7-473f-a733-96f40cc918db HTTP/1.1" status: 204 len: 168 time: 2.2084672 Feb 04 20:19:49.889435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41430) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:49.890287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Request body: {'port': {'device_id': '628e23a3-50ac-4757-a3aa-0348140d7463', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': 'd798ccfe84c7468abb77774da7c68153'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:49.927790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network 798696ea-d121-46cf-8917-0e0baeb28cf4 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:19:49.962267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.155133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 798696ea-d121-46cf-8917-0e0baeb28cf4) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:50.163669 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c403b05d-c620-4c40-90c0-58eddfa26d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.169985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08095df-53a4-4d9b-bd3c-aa854bf86f5a None None] Network 798696ea-d121-46cf-8917-0e0baeb28cf4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:50.170166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:50.175238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:50.182298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.183132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.208745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:50.216435 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.262386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a781b5-6ec0-4386-8e2b-68556f5eeff1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.263156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-82a781b5-6ec0-4386-8e2b-68556f5eeff1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:50.295600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:50.349420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.350161 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.380152 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-37ffee94-4581-48b9-910b-1248ccf427ad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7138352 Feb 04 20:19:50.380987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41438) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:50.412988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:50.435995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-798696ea-d121-46cf-8917-0e0baeb28cf4', 'network_id': '798696ea-d121-46cf-8917-0e0baeb28cf4', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': 'b99b08df-7152-4581-b4e4-adab61912991'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:50.437013 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.440038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:50.452823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:50.462732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:50.488800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-82a781b5-6ec0-4386-8e2b-68556f5eeff1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:50.490016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-82a781b5-6ec0-4386-8e2b-68556f5eeff1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5997162 Feb 04 20:19:50.503973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41444) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:50.553415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-101b3496-7fbf-4d4c-b731-032d1d02ba2f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8446894 Feb 04 20:19:50.584120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Request body: {'port': {'device_id': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:50.602256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event updated for resources: {'Port': ['ID=af7b8d58-cbd3-49d0-b43c-cf5a1480adc5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:50.605214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Usage tracker for resource:port and tenant:d798ccfe84c7468abb77774da7c68153 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:50.618775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:50.683778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.688866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Allocated IP 172.20.0.1 (798696ea-d121-46cf-8917-0e0baeb28cf4/b99b08df-7152-4581-b4e4-adab61912991/9b7df7ec-0a08-4441-9655-bf1b00b54dc4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:50.699417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:50.777122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a363-5adf-4763-838e-8c24f8bdecf9 req-032c7bd5-1afc-43dc-a48d-284a1de67105 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.780196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7d8a363-5adf-4763-838e-8c24f8bdecf9 req-032c7bd5-1afc-43dc-a48d-284a1de67105 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.5653913 Feb 04 20:19:50.788436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-92aa8915-79ce-4ff1-b151-15ec100b88f7 req-f3ceb371-b9fa-460f-a9e3-9bd511701b7b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Synchronizing usage tracker for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:50.841012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.847437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7d8a363-5adf-4763-838e-8c24f8bdecf9 req-2413f573-6a69-47a2-8efa-683387c43c82 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586898 Feb 04 20:19:50.857778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1ad9670e-762c-422a-8aac-1ce7481f54eb None None] Provisioning for port 9a52f181-106c-4179-ab51-51cc422fc1b6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:50.877203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6dc10-3b13-4dc2-be6c-972a0bfccbd5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.881801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3ee6dc10-3b13-4dc2-be6c-972a0bfccbd5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3736262 Feb 04 20:19:50.882382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41452) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:50.895997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1ad9670e-762c-422a-8aac-1ce7481f54eb None None] Provisioning complete for port 9a52f181-106c-4179-ab51-51cc422fc1b6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:50.896541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ad9670e-762c-422a-8aac-1ce7481f54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.939831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:50.966613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7069e0-cd6d-46fb-94e3-c6d86b91674b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.969089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7069e0-cd6d-46fb-94e3-c6d86b91674b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.970919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7069e0-cd6d-46fb-94e3-c6d86b91674b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:50.973292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5f7069e0-cd6d-46fb-94e3-c6d86b91674b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:50.982734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Made reservation on behalf of d798ccfe84c7468abb77774da7c68153 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:50.986625 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.000103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9670e-762c-422a-8aac-1ce7481f54eb None None] Port 9a52f181-106c-4179-ab51-51cc422fc1b6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:19:51.012075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.026644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Transition to ACTIVE for port object 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:51.043365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Transition to ACTIVE for port object 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:51.112200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-92aa8915-79ce-4ff1-b151-15ec100b88f7 req-f3ceb371-b9fa-460f-a9e3-9bd511701b7b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Unset dirty status for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:51.113635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92aa8915-79ce-4ff1-b151-15ec100b88f7 req-f3ceb371-b9fa-460f-a9e3-9bd511701b7b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 210 time: 0.3898830 Feb 04 20:19:51.171826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.254259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Network 798696ea-d121-46cf-8917-0e0baeb28cf4 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:51.254259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:51.254259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:51.275070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5f7069e0-cd6d-46fb-94e3-c6d86b91674b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:51.278982 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5f7069e0-cd6d-46fb-94e3-c6d86b91674b tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3953476 Feb 04 20:19:51.290670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Pushing event updated for resources: {'Port': ['ID=9b7df7ec-0a08-4441-9655-bf1b00b54dc4,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:51.293190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41456) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:51.330064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a52f181-106c-4179-ab51-51cc422fc1b6 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:19:51.336126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.361466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Attempting to bind port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:51.362095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Attempting to bind port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '798696ea-d121-46cf-8917-0e0baeb28cf4'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:51.362462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Attempting to bind port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 on network 798696ea-d121-46cf-8917-0e0baeb28cf4 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:51.384790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:51.384790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Checking segment: {'id': 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '798696ea-d121-46cf-8917-0e0baeb28cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:51.384790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.384790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Bound using segment: {'id': 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '798696ea-d121-46cf-8917-0e0baeb28cf4'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:51.384790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Bound port: 9b7df7ec-0a08-4441-9655-bf1b00b54dc4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '798696ea-d121-46cf-8917-0e0baeb28cf4'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:51.385209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.385550 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.385633 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.402853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=b99b08df-7152-4581-b4e4-adab61912991,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:51.424621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Transition to ACTIVE for port object 9a52f181-106c-4179-ab51-51cc422fc1b6 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:51.444533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 7f744697-58e1-45b9-b965-174f1bdf9d41 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:51.455121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.469344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] For port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:51.473490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] For port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9b7df7ec-0a08-4441-9655-bf1b00b54dc4,segment=NetworkSegment(d6dc65e7-9c18-47bf-b899-f895a8aa99ce),segment_id=d6dc65e7-9c18-47bf-b899-f895a8aa99ce)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:51.521693 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.548407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798696ea-d121-46cf-8917-0e0baeb28cf4']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:51.560891 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.565916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:51.566225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:51.613709 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.644942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:51.648803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Allocated IP 192.168.233.160 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/d5ec3d53-220e-4762-a166-95ae9314a722) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:51.652762 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.734556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.839063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:51.839522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:51.862326 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:51.891668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:51.898113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f2f21-0179-4a46-8e43-c84b36e2091e None None] Pushing event updated for resources: {'Port': ['ID=9b7df7ec-0a08-4441-9655-bf1b00b54dc4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:51.921184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b28da0-40bd-4a30-8dbd-e17ade44abb0 None None] Network 798696ea-d121-46cf-8917-0e0baeb28cf4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:51.959500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.009559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Transition to ACTIVE for port object d5ec3d53-220e-4762-a166-95ae9314a722 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:52.104182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Attempting to bind port 9a52f181-106c-4179-ab51-51cc422fc1b6 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:52.104806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Attempting to bind port 9a52f181-106c-4179-ab51-51cc422fc1b6 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:52.105330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Attempting to bind port 9a52f181-106c-4179-ab51-51cc422fc1b6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:52.112152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Port 9a52f181-106c-4179-ab51-51cc422fc1b6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:19:52.112718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Attempting to bind port 9a52f181-106c-4179-ab51-51cc422fc1b6 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:52.119273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:52.119826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:52.120401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:52.120992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Bound port: 9a52f181-106c-4179-ab51-51cc422fc1b6, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:52.121502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.240169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d57f9e7-e6e3-4dcc-b229-6bc3b49e5f56 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:19:52.337931 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d65bc26-8d1a-410f-a509-05b27c8a029a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.440358 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:19:52.440358 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:19:52.440358 n-d-811806-1 neutron-server[88236]: [parameters: {'id': '798696ea-d121-46cf-8917-0e0baeb28cf4'}] Feb 04 20:19:52.440358 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:19:52.441161 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:19:52.449826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57f9e7-e6e3-4dcc-b229-6bc3b49e5f56 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:19:52.464625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f762aaed-70b3-46c1-aeda-1039cf5f7dff req-9400bc5b-b96f-408a-86c6-b340659f1943 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 210 time: 0.0567744 Feb 04 20:19:52.475455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f38bf9-f739-402a-a359-9a71b7a89415 req-8490606e-158f-4597-ab8c-acbf7e01322e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:52.477397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9f38bf9-f739-402a-a359-9a71b7a89415 req-8490606e-158f-4597-ab8c-acbf7e01322e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.5067420 Feb 04 20:19:52.484884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.529649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:52.536567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:52.548715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.580115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9f38bf9-f739-402a-a359-9a71b7a89415 req-bb39407a-5ea2-499d-9a47-7164fd6c5602 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018517 Feb 04 20:19:52.646007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.681534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.728669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:52.820799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:52.827114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:52.827738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.829136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] 10.222.0.62 "PUT /v2.0/ports/9a52f181-106c-4179-ab51-51cc422fc1b6 HTTP/1.1" status: 200 len: 1096 time: 2.2654619 Feb 04 20:19:52.829594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:52.840387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.856114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:52.895436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15e3f1-678e-4d70-a8dd-bbdbbd9dbcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:52.917367 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'status': 'completed', 'code': 200} Feb 04 20:19:52.974881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=7f744697-58e1-45b9-b965-174f1bdf9d41,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:52.984132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:52.988551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:52.990369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4368296-1fd9-4a8a-a95a-c255a7160a8c None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:52.990493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.021306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:53.021527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.042635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:53.043287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.263795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb8ef-3a5b-47f1-9a7a-fc67962070ca req-0866c09c-797d-4058-b39b-68e620a7bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:53.265436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7eaeb8ef-3a5b-47f1-9a7a-fc67962070ca req-0866c09c-797d-4058-b39b-68e620a7bd22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 1099 time: 0.3232465 Feb 04 20:19:53.372526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7eaeb8ef-3a5b-47f1-9a7a-fc67962070ca req-fcc12443-bf4a-4102-b2ec-cb8570fcf50c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d798ccfe84c7468abb77774da7c68153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933352 Feb 04 20:19:53.376902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d39fe023-d83e-455d-a042-63240511a7ee tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/7f744697-58e1-45b9-b965-174f1bdf9d41 HTTP/1.1" status: 204 len: 168 time: 2.0824292 Feb 04 20:19:53.379397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41476) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:53.510635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-7c1855fd-5bb1-4d05-ab31-fa62fb193b36 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6255190 Feb 04 20:19:53.511704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Router 58b9f04b-625e-4424-ac5a-aaec90c79a48 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:19:53.529038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Request body: {'port': {'device_id': '628e23a3-50ac-4757-a3aa-0348140d7463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:53.553343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9b7df7ec-0a08-4441-9655-bf1b00b54dc4,segment=NetworkSegment(d6dc65e7-9c18-47bf-b899-f895a8aa99ce),segment_id=d6dc65e7-9c18-47bf-b899-f895a8aa99ce)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:53.554614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.614099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.657571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.761735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:53.777754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-01bd3e69-cc7b-481f-9bff-9bb004f1227c None None] Provisioning for port d5ec3d53-220e-4762-a166-95ae9314a722 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:19:53.783716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-01bd3e69-cc7b-481f-9bff-9bb004f1227c None None] Provisioning complete for port d5ec3d53-220e-4762-a166-95ae9314a722 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:53.784320 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01bd3e69-cc7b-481f-9bff-9bb004f1227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.854109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-813afb0a-4de6-4b5e-a09e-49ff467562bb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:53.855807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-813afb0a-4de6-4b5e-a09e-49ff467562bb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.6776931 Feb 04 20:19:53.867864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-01bd3e69-cc7b-481f-9bff-9bb004f1227c None None] Port d5ec3d53-220e-4762-a166-95ae9314a722 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:19:53.927448 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:53.950456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb8ef-3a5b-47f1-9a7a-fc67962070ca req-f26e7c7e-f695-4211-836f-51cb64111148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:53.951945 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7eaeb8ef-3a5b-47f1-9a7a-fc67962070ca req-f26e7c7e-f695-4211-836f-51cb64111148 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5716970 Feb 04 20:19:53.953078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:19:53.965184 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] Sync routers for ids ['58b9f04b-625e-4424-ac5a-aaec90c79a48'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:19:54.009785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet e38e26ac-d279-4d1c-95bc-3982ee473b93 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:19:54.015738 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] Routers {'58b9f04b-625e-4424-ac5a-aaec90c79a48'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:54.019238 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['58b9f04b-625e-4424-ac5a-aaec90c79a48'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:54.103601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6b143a1c-88b0-49cd-901f-0d48ca137f7e None None] Provisioning complete for port 8499d4a4-c4af-4f8e-9392-2fc14e354259 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:19:54.103601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6b143a1c-88b0-49cd-901f-0d48ca137f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.114088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.130858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:54.151419 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] Routers {'58b9f04b-625e-4424-ac5a-aaec90c79a48'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:54.152192 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['58b9f04b-625e-4424-ac5a-aaec90c79a48'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:54.155026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea0b7d-5b7c-4b57-b79f-790fc1315bbc req-e206e6cc-85ce-43c7-be59-8a370c8d07d9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:54.162173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6ea0b7d-5b7c-4b57-b79f-790fc1315bbc req-e206e6cc-85ce-43c7-be59-8a370c8d07d9 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.4338362 Feb 04 20:19:54.201312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.202536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-edbc1a3c-ddf0-47f2-8dc6-7f7cb62d5f29 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1257780 Feb 04 20:19:54.228995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41490) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:54.239621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': False}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:54.261265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6ea0b7d-5b7c-4b57-b79f-790fc1315bbc req-0f096af5-65f2-4afe-a29a-20008c478f3b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981364 Feb 04 20:19:54.262882 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:54.263869 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de6b14-6fab-4fa3-97bb-8c029bf1d193 None None] The sync data for ids ['58b9f04b-625e-4424-ac5a-aaec90c79a48'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:54.329449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.393091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Deleting port b76a22e9-289d-4d50-8ada-3ea227eaa30c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:54.393356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.440344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.464423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ec3d53-220e-4762-a166-95ae9314a722 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:19:54.471924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.474303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=9b7df7ec-0a08-4441-9655-bf1b00b54dc4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:54.479022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port 9b7df7ec-0a08-4441-9655-bf1b00b54dc4 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:54.490491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Transition to ACTIVE for port object d5ec3d53-220e-4762-a166-95ae9314a722 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:54.576095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:54.727899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d0a44-a648-4e14-b66f-1b227964d7a1 req-928cb2d1-e81b-4464-bcf6-b5ae81f2237a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:54.730520 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-941d0a44-a648-4e14-b66f-1b227964d7a1 req-928cb2d1-e81b-4464-bcf6-b5ae81f2237a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 936 time: 0.8917561 Feb 04 20:19:54.868534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:54.945768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-af7a57f0-c126-4986-b560-c0610d245f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:54.948062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-af7a57f0-c126-4986-b560-c0610d245f11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 1099 time: 0.9229188 Feb 04 20:19:54.983585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Attempting to bind port d5ec3d53-220e-4762-a166-95ae9314a722 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:54.983957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Attempting to bind port d5ec3d53-220e-4762-a166-95ae9314a722 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:54.984534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Attempting to bind port d5ec3d53-220e-4762-a166-95ae9314a722 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:54.991314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Port d5ec3d53-220e-4762-a166-95ae9314a722 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:19:54.991869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Attempting to bind port d5ec3d53-220e-4762-a166-95ae9314a722 on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:55.001679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:55.001679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:55.001679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:55.001951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Bound port: d5ec3d53-220e-4762-a166-95ae9314a722, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:55.003775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.079150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.097651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.120473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:55.125459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:55.134585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-e7246b2f-b6d7-4109-8fc8-d4defaa8af39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9a52f181-106c-4179-ab51-51cc422fc1b6 HTTP/1.1" status: 200 len: 217 time: 0.1634536 Feb 04 20:19:55.164592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-941d0a44-a648-4e14-b66f-1b227964d7a1 req-5adbc362-d89d-4ebf-8195-66b90031cca9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Synchronizing usage tracker for tenant:d798ccfe84c7468abb77774da7c68153 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:55.201648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.296762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:55.296762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.296762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] 10.222.0.62 "PUT /v2.0/ports/d5ec3d53-220e-4762-a166-95ae9314a722 HTTP/1.1" status: 200 len: 1096 time: 1.7610312 Feb 04 20:19:55.296762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:55.297200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.320579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb08884-e7bd-4050-9d5d-81b483f5140d service neutron] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:55.371429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798696ea-d121-46cf-8917-0e0baeb28cf4']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:55.436508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:55.436837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dc65e7-9c18-47bf-b899-f895a8aa99ce') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:55.515843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.533223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-11ae57a6-353c-4628-af8e-a0e34ddb58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:55.535040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-11ae57a6-353c-4628-af8e-a0e34ddb58cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3750343 Feb 04 20:19:55.596464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-941d0a44-a648-4e14-b66f-1b227964d7a1 req-5adbc362-d89d-4ebf-8195-66b90031cca9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Unset dirty status for tenant:d798ccfe84c7468abb77774da7c68153 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:55.597599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-941d0a44-a648-4e14-b66f-1b227964d7a1 req-5adbc362-d89d-4ebf-8195-66b90031cca9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8228843 Feb 04 20:19:55.609418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-d3617899-22a2-430e-800a-235d4046720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:55.610921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-d3617899-22a2-430e-800a-235d4046720b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 1099 time: 0.1620572 Feb 04 20:19:55.639470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3212-dc87-4da2-9526-b71fd806667e req-02bb648e-cab7-40c6-bc07-588b21f40cf2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:55.639583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.639670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89ef3212-dc87-4da2-9526-b71fd806667e req-02bb648e-cab7-40c6-bc07-588b21f40cf2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 946 time: 0.1329076 Feb 04 20:19:55.658939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:19:55.659346 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:19:55.683521 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:19:55.726968 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'status': 'completed', 'code': 200} Feb 04 20:19:55.743280 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-94c3e53f-8a35-49b8-825d-6eae9befc50b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d5ec3d53-220e-4762-a166-95ae9314a722 HTTP/1.1" status: 200 len: 217 time: 0.0769362 Feb 04 20:19:55.808431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89ef3212-dc87-4da2-9526-b71fd806667e req-8c39e143-d1de-476f-a687-ff4487821a39 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751444 Feb 04 20:19:55.825358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-283a0b42-0b0c-4997-89eb-9db4e714e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:55.825358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-283a0b42-0b0c-4997-89eb-9db4e714e454 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0730960 Feb 04 20:19:55.864825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.873865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] For port b76a22e9-289d-4d50-8ada-3ea227eaa30c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b76a22e9-289d-4d50-8ada-3ea227eaa30c,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:55.874215 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:55.908195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-95aafde1-ddc8-4297-8795-817baea17fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:55.909648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-95aafde1-ddc8-4297-8795-817baea17fbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782204 Feb 04 20:19:55.990796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d847c-83ea-4949-a729-d4aedaf1b4ea None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:56.040219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=e38e26ac-d279-4d1c-95bc-3982ee473b93,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:56.049588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Calling delete_port for b76a22e9-289d-4d50-8ada-3ea227eaa30c owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:56.050864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-17af24f4-5c2c-4d2b-93d3-1b47d58ffa4b service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325760 Feb 04 20:19:56.077592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.251438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-723225b2-ed1b-4c28-adda-6e5a60f4436a req-9ecb7dfe-862d-427b-8b97-9432389def0d service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940086 Feb 04 20:19:56.343997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.346040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:19:56.350662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] Deleting port 8499d4a4-c4af-4f8e-9392-2fc14e354259 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:19:56.351278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.403403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.414416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/798696ea-d121-46cf-8917-0e0baeb28cf4 HTTP/1.1" status: 204 len: 168 time: 6.0263484 Feb 04 20:19:56.423278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41506) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:56.425506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-1bb655f4-c360-435e-96d6-4acd36a9b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:56.427123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-1bb655f4-c360-435e-96d6-4acd36a9b83f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8688123 Feb 04 20:19:56.429464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498405-27eb-468b-aa0b-9e3b7cf7f6ed tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=798696ea-d121-46cf-8917-0e0baeb28cf4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:56.436898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774916201'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:56.442243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:56.447595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:56.449705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:56.456010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b2960e60-f920-451f-8364-e959b6705e05 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/e38e26ac-d279-4d1c-95bc-3982ee473b93 HTTP/1.1" status: 204 len: 168 time: 3.0555556 Feb 04 20:19:56.459790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41510) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:56.550590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-50037813-17ed-4610-9585-5da447c8f9c1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895531 Feb 04 20:19:56.553435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41514) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:56.561851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:56.597551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-db7c56c7-1f9c-4c94-97b3-4561b54ad59f service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322339 Feb 04 20:19:56.598660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:56.613107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] For port 8499d4a4-c4af-4f8e-9392-2fc14e354259, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8499d4a4-c4af-4f8e-9392-2fc14e354259,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:56.613583 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.720691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:56.729511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-dd9b3bdf-2d81-4c16-99d1-c379c40b56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:56.732477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-dd9b3bdf-2d81-4c16-99d1-c379c40b56d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 1099 time: 0.3425944 Feb 04 20:19:56.733703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:56.737138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:56.741832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.746821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:56.760686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] Calling delete_port for 8499d4a4-c4af-4f8e-9392-2fc14e354259 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:19:56.832777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c3399b-4c2d-4f87-922e-065fdf7859a5 req-d067226f-85e3-47e9-bbcb-7b0184d22795 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244153 Feb 04 20:19:56.909182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-c3736e18-8dd2-497c-ac71-87c0480cc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:56.912905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-c3736e18-8dd2-497c-ac71-87c0480cc636 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.1618657 Feb 04 20:19:56.913032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:56.916003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.955386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe5578-0d87-4ccd-abd2-bad5f0573c2b req-ff55af94-38d8-461f-b505-695eb701823e tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:56.956943 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cbe5578-0d87-4ccd-abd2-bad5f0573c2b req-ff55af94-38d8-461f-b505-695eb701823e tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 948 time: 0.1969576 Feb 04 20:19:56.962639 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:56.979465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:19:57.013738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] Pushing event deleted for resources: {'Port': ['ID=8499d4a4-c4af-4f8e-9392-2fc14e354259,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:57.018880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.019239 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment 24a18fb0-ac39-42ee-9a1f-61f8b09d09ae of type vlan for network c9160775-9135-45d1-bfcc-b798deff7373 Feb 04 20:19:57.019363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2d8e9-c525-4d14-802c-28f7e8346ecb None None] No DVR routers for this DVR port 8499d4a4-c4af-4f8e-9392-2fc14e354259 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:57.096890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.118361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cbe5578-0d87-4ccd-abd2-bad5f0573c2b req-a93cbb3f-fda1-4ad0-a4e7-af97f287a0ea tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400509 Feb 04 20:19:57.171903 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.177728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event deleted for resources: {'Port': ['ID=b76a22e9-289d-4d50-8ada-3ea227eaa30c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:57.181197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:57.184841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.208414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-5c9507c8-7b86-449d-b6e7-b5a58f7fe8ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d5ec3d53-220e-4762-a166-95ae9314a722 HTTP/1.1" status: 200 len: 217 time: 0.2913830 Feb 04 20:19:57.222165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfb0fa22-a9cf-4979-b54d-36974a2a22e2 req-fcc8cef2-eb15-4563-a144-f99320f4190c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 210 time: 0.0783632 Feb 04 20:19:57.281705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] No DVR routers for this DVR port b76a22e9-289d-4d50-8ada-3ea227eaa30c on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:19:57.286187 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.289430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'name': 'network-vif-deleted', 'tag': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:19:57.340997 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f635da3e-45f4-44fc-ac9b-afb724c40b8c', 'name': 'network-vif-deleted', 'tag': 'b76a22e9-289d-4d50-8ada-3ea227eaa30c', 'status': 'completed', 'code': 200} Feb 04 20:19:57.382674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-dd3790f8-2682-47b4-9f5b-95110efaa0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:57.384176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-dd3790f8-2682-47b4-9f5b-95110efaa0b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1638830 Feb 04 20:19:57.408452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.413784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:57.414611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.441456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3cd5c6e-a526-4284-bc38-1f8084cb626a req-3221df4f-cdbb-4002-82ea-dba3e3342d78 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "DELETE /v2.0/ports/b76a22e9-289d-4d50-8ada-3ea227eaa30c HTTP/1.1" status: 204 len: 173 time: 3.4737206 Feb 04 20:19:57.548104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-b855a010-4a89-4a43-be5c-8ee5a45e4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:57.549560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-b855a010-4a89-4a43-be5c-8ee5a45e4b2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538050 Feb 04 20:19:57.561850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=c9160775-9135-45d1-bfcc-b798deff7373,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:57.599778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c9160775-9135-45d1-bfcc-b798deff7373 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:19:57.686288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b76a22e9-289d-4d50-8ada-3ea227eaa30c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:57.732414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5435376-a176-42e1-9843-0faac6b2adf0 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3042312 Feb 04 20:19:57.735618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41528) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:57.753165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-96610665-2a6b-42df-b3cb-cfdca0ad1758 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953962 Feb 04 20:19:57.753885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:57.820111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: b76a22e9-289d-4d50-8ada-3ea227eaa30c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:19:57.820529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b76a22e9-289d-4d50-8ada-3ea227eaa30c not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:57.822164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8499d4a4-c4af-4f8e-9392-2fc14e354259 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:19:57.860849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.869856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 8499d4a4-c4af-4f8e-9392-2fc14e354259 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:19:57.878182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8499d4a4-c4af-4f8e-9392-2fc14e354259 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:19:57.944698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:57.950090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:57.962164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affafd56-c151-475a-abf6-4c0b53f268a0 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:19:57.964484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:57.965085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:57.998414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03bdd80e-8ba3-493a-8a93-72d4cd730628 req-64944a62-bb7c-4105-b4a4-e36fcf6211f8 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335582 Feb 04 20:19:57.999026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=52aef47a-db3b-4b0b-adc2-bf949f397c9c,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:58.102410 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bdc428a2-a16a-4f84-a5d9-998bbb5fa67f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5461414 Feb 04 20:19:58.102652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41532) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:58.111334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:58.218842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a3617f18-5da1-4e3a-821a-582c484776ac', 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'tenant_id': 'ad8ffac6962f4eba93187a7bbb87ea3c', 'fixed_ips': [{'subnet_id': '52aef47a-db3b-4b0b-adc2-bf949f397c9c'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:19:58.220449 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.388272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.407700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:58.424912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:58.435329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:58.441553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Allocated IP 2001:db8::2 (a3617f18-5da1-4e3a-821a-582c484776ac/52aef47a-db3b-4b0b-adc2-bf949f397c9c/76184d8c-bbaf-4093-b765-b4b588f95e1a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:19:58.444970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:58.464232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-76b44310-4f9f-47a8-ad14-ea8c51b1cc4e req-8abb4d58-55b5-4d11-862e-99945b35c2bb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:58.472272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0852b-fa95-4d36-adb2-7fca3352b5ee req-f0880d10-971c-4853-a42e-10201b68793a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:58.472977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-30a0852b-fa95-4d36-adb2-7fca3352b5ee req-f0880d10-971c-4853-a42e-10201b68793a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Synchronizing usage tracker for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:58.547073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.580436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network c9160775-9135-45d1-bfcc-b798deff7373 is not hosted by any dhcp agent {{(pid=88236) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 20:19:58.587178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:58.587178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.587429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:58.587429 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.590996 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "PUT /v2.0/networks/c9160775-9135-45d1-bfcc-b798deff7373 HTTP/1.1" status: 200 len: 723 time: 0.8541691 Feb 04 20:19:58.600279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41540) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:58.613852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': 'c9160775-9135-45d1-bfcc-b798deff7373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:58.661552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-76b44310-4f9f-47a8-ad14-ea8c51b1cc4e req-8abb4d58-55b5-4d11-862e-99945b35c2bb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:58.661552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76b44310-4f9f-47a8-ad14-ea8c51b1cc4e req-8abb4d58-55b5-4d11-862e-99945b35c2bb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=f635da3e-45f4-44fc-ac9b-afb724c40b8c HTTP/1.1" status: 200 len: 210 time: 0.2527623 Feb 04 20:19:58.690928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-30a0852b-fa95-4d36-adb2-7fca3352b5ee req-f0880d10-971c-4853-a42e-10201b68793a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Unset dirty status for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:58.692070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30a0852b-fa95-4d36-adb2-7fca3352b5ee req-f0880d10-971c-4853-a42e-10201b68793a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 948 time: 0.3627458 Feb 04 20:19:58.719190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.735762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Transition to ACTIVE for port object 76184d8c-bbaf-4093-b765-b4b588f95e1a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:58.761519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Transition to ACTIVE for port object 76184d8c-bbaf-4093-b765-b4b588f95e1a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:19:58.765978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c06bce-483c-47fc-813a-2efe96f124bf tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=c9160775-9135-45d1-bfcc-b798deff7373,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:58.794818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.797679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d5ec3d53-220e-4762-a166-95ae9314a722 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:19:58.805292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c9160775-9135-45d1-bfcc-b798deff7373 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:19:58.812551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.841780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30a0852b-fa95-4d36-adb2-7fca3352b5ee req-17d0043d-ea1d-4fcc-b0b2-ceef20eaa8a5 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403375 Feb 04 20:19:58.906151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:58.910859 n-d-811806-1 neutron-server[88237]: INFO neutron.db.ipam_backend_mixin [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52aef47a-db3b-4b0b-adc2-bf949f397c9c (CIDR: 2001:db8::/64) Feb 04 20:19:58.913176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:58.917876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:58.920802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:58.926582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:58.939784 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:19:58.940307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:19:59.012044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:59.016430 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.028225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Router 58b9f04b-625e-4424-ac5a-aaec90c79a48 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:19:59.053256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:19:59.062473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:19:59.085723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:19:59.105675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-31ec78b1-b890-49b3-b84d-4f4dee79bc1d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9982498 Feb 04 20:19:59.105896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41550) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:59.111954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'subnet': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:19:59.138103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Pushing event updated for resources: {'Port': ['ID=76184d8c-bbaf-4093-b765-b4b588f95e1a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:59.264981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:59.292456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Attempting to bind port 76184d8c-bbaf-4093-b765-b4b588f95e1a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:19:59.292456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Attempting to bind port 76184d8c-bbaf-4093-b765-b4b588f95e1a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:19:59.292456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Attempting to bind port 76184d8c-bbaf-4093-b765-b4b588f95e1a on network a3617f18-5da1-4e3a-821a-582c484776ac {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:19:59.292456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:19:59.292456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Checking segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:59.292456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.296865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Bound using segment: {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:19:59.296865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Bound port: 76184d8c-bbaf-4093-b765-b4b588f95e1a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cbeae-29bd-4bc8-a9ac-54781fa21942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:19:59.296865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.308559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'mac_address': 'fa:16:3e:af:8d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:19:59.366214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.376408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:19:59.383115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.384854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e0937c9-f19f-46c3-bd76-c37166892a02 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "PUT /v2.0/routers/58b9f04b-625e-4424-ac5a-aaec90c79a48 HTTP/1.1" status: 200 len: 922 time: 5.1516135 Feb 04 20:19:59.392075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:19:59.392075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41554) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:59.400144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] Sync routers for ids ['58b9f04b-625e-4424-ac5a-aaec90c79a48'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:19:59.429321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] Routers {'58b9f04b-625e-4424-ac5a-aaec90c79a48'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:59.429554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['58b9f04b-625e-4424-ac5a-aaec90c79a48'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:59.452055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:subnet and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:19:59.460294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:19:59.475460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:19:59.520233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.529672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:59.535372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] For port 76184d8c-bbaf-4093-b765-b4b588f95e1a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:19:59.552086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] For port 76184d8c-bbaf-4093-b765-b4b588f95e1a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=76184d8c-bbaf-4093-b765-b4b588f95e1a,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:19:59.553951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ec3d53-220e-4762-a166-95ae9314a722 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:19:59.565953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] Routers {'58b9f04b-625e-4424-ac5a-aaec90c79a48'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:19:59.565953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['58b9f04b-625e-4424-ac5a-aaec90c79a48'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:59.606343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fefc3c41-51b0-4c3c-8ae3-c54e83cab8a7 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/58b9f04b-625e-4424-ac5a-aaec90c79a48 HTTP/1.1" status: 200 len: 922 time: 0.2115104 Feb 04 20:19:59.606544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41558) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:59.633807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41562) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:19:59.654650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:19:59.658134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.675653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.710053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:19:59.710468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e0ae0-f242-4b9d-b275-a2470a7a1110 None None] The sync data for ids ['58b9f04b-625e-4424-ac5a-aaec90c79a48'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:19:59.713365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:19:59.722486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=e0b12eb1-0bfe-4377-b448-583bd94cf7bf,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:59.739743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': '24a18fb0-ac39-42ee-9a1f-61f8b09d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9160775-9135-45d1-bfcc-b798deff7373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:19:59.740154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: c9160775-9135-45d1-bfcc-b798deff7373, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:19:59.769311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eced2-98d9-49d1-bf5e-8dbcbab8778b None None] Pushing event updated for resources: {'Port': ['ID=76184d8c-bbaf-4093-b765-b4b588f95e1a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:59.838854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f5a47-eb5a-4a75-9921-edf5aff547ab tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:19:59.839618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-348f5a47-eb5a-4a75-9921-edf5aff547ab tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Synchronizing usage tracker for tenant:574adaa6407346778de845689195134e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:19:59.845012 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:19:59.944871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:19:59.960498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network c9160775-9135-45d1-bfcc-b798deff7373 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:19:59.992472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-348f5a47-eb5a-4a75-9921-edf5aff547ab tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Unset dirty status for tenant:574adaa6407346778de845689195134e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:19:59.997333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-348f5a47-eb5a-4a75-9921-edf5aff547ab tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=58b9f04b-625e-4424-ac5a-aaec90c79a48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3898156 Feb 04 20:20:00.003056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41580) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:00.028639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Deleting port 71ddbe32-0723-4776-a31d-f737d0bbc38b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:00.033241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:00.128663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c9160775-9135-45d1-bfcc-b798deff7373) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:00.140190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:00.146448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ddf0b1-d23f-401c-9191-ad1f39be6ffd None None] Network c9160775-9135-45d1-bfcc-b798deff7373 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:00.147939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:00.188408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d5ec3d53-220e-4762-a166-95ae9314a722'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:20:00.340577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d8a2-0845-4b6c-b40b-daa5047151ea req-3259339c-5e08-47da-9e5e-91e653f747e5 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:00.342078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2041d8a2-0845-4b6c-b40b-daa5047151ea req-3259339c-5e08-47da-9e5e-91e653f747e5 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 949 time: 0.2688091 Feb 04 20:20:00.374091 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:00.374420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:00.393756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-80a8287b-5cbc-4836-8d13-c8acda3ffe9c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7858372 Feb 04 20:20:00.397134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41592) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:00.463797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6406267b-0f5f-4966-988a-8e624088ee4f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:00.580296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Calling delete_port for 71ddbe32-0723-4776-a31d-f737d0bbc38b owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:00.623992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291ed44-54b8-48df-9f4c-f62ffd481a2d tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:00.624565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-c9160775-9135-45d1-bfcc-b798deff7373', 'network_id': 'c9160775-9135-45d1-bfcc-b798deff7373', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': 'e0b12eb1-0bfe-4377-b448-583bd94cf7bf'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:20:00.624674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4291ed44-54b8-48df-9f4c-f62ffd481a2d tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Synchronizing usage tracker for tenant:574adaa6407346778de845689195134e on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:00.624951 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:00.666785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2041d8a2-0845-4b6c-b40b-daa5047151ea req-dab7dc4f-1386-4004-a8b5-fdf75244da2a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918525 Feb 04 20:20:00.674026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-343db3ec-cc69-4a5e-98b6-86b88986f016 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:00.674026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-343db3ec-cc69-4a5e-98b6-86b88986f016 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.3659289 Feb 04 20:20:00.688416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-eb9ee58f-65e0-4018-9515-89b7d56ee1bb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/quotas/97c81473993645c9bed1c163aab2c1c2 HTTP/1.1" status: 200 len: 375 time: 0.0178304 Feb 04 20:20:00.793461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6406267b-0f5f-4966-988a-8e624088ee4f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10802684'] for subnet, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:00.796981 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c98ac95e-6acd-4934-8185-349782f4ab82 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912914 Feb 04 20:20:00.813016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:20:00.887495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4291ed44-54b8-48df-9f4c-f62ffd481a2d tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Unset dirty status for tenant:574adaa6407346778de845689195134e on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:00.888839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4291ed44-54b8-48df-9f4c-f62ffd481a2d tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.8787224 Feb 04 20:20:00.892006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41596) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:00.946031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Allocated IP 172.20.0.2 (c9160775-9135-45d1-bfcc-b798deff7373/e0b12eb1-0bfe-4377-b448-583bd94cf7bf/f1889cdb-38f6-42f0-8db1-83d9967e8837) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:00.968338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fb36b401-c07b-4bef-a813-2ab4ae6114cf tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=58b9f04b-625e-4424-ac5a-aaec90c79a48 HTTP/1.1" status: 200 len: 205 time: 0.0747519 Feb 04 20:20:00.973398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:01.092868 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-23272e94-7d31-4390-b6f7-b649eb0a9362 service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013711 Feb 04 20:20:01.094459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.108342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:20:01.136302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:01.213127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'mac_address': 'fa:16:3e:2f:27:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:20:01.312846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event deleted for resources: {'Port': ['ID=71ddbe32-0723-4776-a31d-f737d0bbc38b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:01.403129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-9f0937fa-5070-4346-b1fa-e7d6d86f174f service neutron] 10.222.0.48 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552137 Feb 04 20:20:01.432773 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.448078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.465297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a52f181-106c-4179-ab51-51cc422fc1b6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:20:01.476712 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.496110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Transition to ACTIVE for port object f1889cdb-38f6-42f0-8db1-83d9967e8837 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:01.499713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:01.522002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Transition to ACTIVE for port object f1889cdb-38f6-42f0-8db1-83d9967e8837 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:01.577443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.619507 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.659490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.659490 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Floating IP 8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4 disassociated (deleted). External IP: 172.25.7.95, port: cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6. Feb 04 20:20:01.680044 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:01.757827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Network c9160775-9135-45d1-bfcc-b798deff7373 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:01.760006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:01.762200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:01.764928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:01.930948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] For port 76184d8c-bbaf-4093-b765-b4b588f95e1a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=76184d8c-bbaf-4093-b765-b4b588f95e1a,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:01.953681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-24628fff-bbcc-4c2d-9890-e3d2ec5d5d84 None None] Provisioning for port 76184d8c-bbaf-4093-b765-b4b588f95e1a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:01.970780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.009553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 76184d8c-bbaf-4093-b765-b4b588f95e1a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:02.072822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f32e46d-1c45-403d-87d5-14b585803a00 req-328b8ac1-52ed-47bd-aec2-5cb3a0620c02 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 210 time: 0.1036429 Feb 04 20:20:02.078020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.078858 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.096132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['9a52f181-106c-4179-ab51-51cc422fc1b6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:20:02.156167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Pushing event updated for resources: {'Port': ['ID=f1889cdb-38f6-42f0-8db1-83d9967e8837,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:02.158534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Attempting to bind port f1889cdb-38f6-42f0-8db1-83d9967e8837 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:20:02.158935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Attempting to bind port f1889cdb-38f6-42f0-8db1-83d9967e8837 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '24a18fb0-ac39-42ee-9a1f-61f8b09d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9160775-9135-45d1-bfcc-b798deff7373'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:20:02.159298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Attempting to bind port f1889cdb-38f6-42f0-8db1-83d9967e8837 on network c9160775-9135-45d1-bfcc-b798deff7373 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:20:02.177349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:20:02.177720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Checking segment: {'id': '24a18fb0-ac39-42ee-9a1f-61f8b09d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9160775-9135-45d1-bfcc-b798deff7373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:02.178125 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.178573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Bound using segment: {'id': '24a18fb0-ac39-42ee-9a1f-61f8b09d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9160775-9135-45d1-bfcc-b798deff7373'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:20:02.179070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Bound port: f1889cdb-38f6-42f0-8db1-83d9967e8837, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a18fb0-ac39-42ee-9a1f-61f8b09d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9160775-9135-45d1-bfcc-b798deff7373'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:20:02.179441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.228005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:02.234174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:02.241575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:02.242372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.254642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770c728-d233-4099-99e1-646a65aa0269 None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:02.284414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Subnet': ['ID=5b0ac274-664a-4f8b-800f-44577daaed8e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:02.290682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=76184d8c-bbaf-4093-b765-b4b588f95e1a,revision_number=4']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:02.386902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6406267b-0f5f-4966-988a-8e624088ee4f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730206357252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11185490'] for subnet, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.393577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b4298126-de1b-42eb-a18a-9b753569cc5f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2865865 Feb 04 20:20:02.396310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41620) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:02.402868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Request body: {'port': {'network_id': 'a3617f18-5da1-4e3a-821a-582c484776ac', 'mac_address': 'fa:16:3e:31:d6:36', 'name': 'tempest-NetworksTestDHCPv6-1762429995'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:02.486250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6406267b-0f5f-4966-988a-8e624088ee4f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:02.486869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6406267b-0f5f-4966-988a-8e624088ee4f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.488142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6406267b-0f5f-4966-988a-8e624088ee4f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "PUT /v2.0/subnets/e0b12eb1-0bfe-4377-b448-583bd94cf7bf HTTP/1.1" status: 200 len: 806 time: 2.0897684 Feb 04 20:20:02.495699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41628) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:02.583497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406267b-0f5f-4966-988a-8e624088ee4f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=e0b12eb1-0bfe-4377-b448-583bd94cf7bf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:02.586182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.633385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 76184d8c-bbaf-4093-b765-b4b588f95e1a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:02.657768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 76184d8c-bbaf-4093-b765-b4b588f95e1a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:02.658139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.685139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6da4ec-185e-4af1-b562-8916774ab954 req-7bdcaf8c-df6a-4a6c-a2d7-4617a9aa2a7f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:02.687132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e6da4ec-185e-4af1-b562-8916774ab954 req-7bdcaf8c-df6a-4a6c-a2d7-4617a9aa2a7f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 949 time: 0.3763304 Feb 04 20:20:02.711873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] For port f1889cdb-38f6-42f0-8db1-83d9967e8837, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:20:02.723915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Deleting port af7b8d58-cbd3-49d0-b43c-cf5a1480adc5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:02.724330 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.780574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] For port f1889cdb-38f6-42f0-8db1-83d9967e8837, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f1889cdb-38f6-42f0-8db1-83d9967e8837,segment=NetworkSegment(24a18fb0-ac39-42ee-9a1f-61f8b09d09ae),segment_id=24a18fb0-ac39-42ee-9a1f-61f8b09d09ae)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:20:02.816264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e6da4ec-185e-4af1-b562-8916774ab954 req-47f50583-b636-4f6b-a959-6e328d0e21df tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162736 Feb 04 20:20:02.832808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d5ec3d53-220e-4762-a166-95ae9314a722 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:02.849003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:20:02.874185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:02.883467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Usage tracker for resource:port and tenant:ad8ffac6962f4eba93187a7bbb87ea3c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:02.897595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:02.908070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:02.919820 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.932913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:02.933125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port f1889cdb-38f6-42f0-8db1-83d9967e8837 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:02.933578 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.070815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Made reservation on behalf of ad8ffac6962f4eba93187a7bbb87ea3c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:03.134312 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.141563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.161344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a255f55-e039-488b-97b0-f557da7e78e7 None None] Pushing event updated for resources: {'Port': ['ID=f1889cdb-38f6-42f0-8db1-83d9967e8837,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:03.189288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 76184d8c-bbaf-4093-b765-b4b588f95e1a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=76184d8c-bbaf-4093-b765-b4b588f95e1a,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:03.268414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d5ec3d53-220e-4762-a166-95ae9314a722 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:03.275589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d5ec3d53-220e-4762-a166-95ae9314a722 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:03.275589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.331256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.437361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=76184d8c-bbaf-4093-b765-b4b588f95e1a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:03.541976 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.578174 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:20:03.605728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:03.622365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:03.643724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2989b9dc-ea05-4373-b65c-ed6820121f4b req-bd05a051-47fe-4903-9065-d505aedb8df8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 210 time: 0.1797106 Feb 04 20:20:03.697020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port f1889cdb-38f6-42f0-8db1-83d9967e8837, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f1889cdb-38f6-42f0-8db1-83d9967e8837,segment=NetworkSegment(24a18fb0-ac39-42ee-9a1f-61f8b09d09ae),segment_id=24a18fb0-ac39-42ee-9a1f-61f8b09d09ae)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:03.697020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.698821 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'code': 200} Feb 04 20:20:03.709932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Calling delete_port for af7b8d58-cbd3-49d0-b43c-cf5a1480adc5 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:03.751081 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.792276 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:03.943338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:04.051278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 76184d8c-bbaf-4093-b765-b4b588f95e1a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:04.081737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for f1889cdb-38f6-42f0-8db1-83d9967e8837 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:04.130794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] device_id is not set on port 79031529-2f53-4998-8832-844968730fdc yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:20:04.196247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 76184d8c-bbaf-4093-b765-b4b588f95e1a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:04.196735 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:04.234224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:20:04.249550 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] Sync routers for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:20:04.268962 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:04.268962 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:04.336627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15a368-9479-4593-9fb7-74ae13131014 req-c0acffe3-6d0e-4e52-983a-4b88a6966780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:04.338420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce15a368-9479-4593-9fb7-74ae13131014 req-c0acffe3-6d0e-4e52-983a-4b88a6966780 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 1101 time: 0.2518702 Feb 04 20:20:04.347847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000262-0307-4eb2-ba46-2fc059de4bfc req-225b31b8-8a08-4dc6-a3a4-9322ca890573 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:04.349725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0000262-0307-4eb2-ba46-2fc059de4bfc req-225b31b8-8a08-4dc6-a3a4-9322ca890573 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 950 time: 0.2614245 Feb 04 20:20:04.377622 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:04.422994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f1889cdb-38f6-42f0-8db1-83d9967e8837 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:04.481701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event deleted for resources: {'Port': ['ID=af7b8d58-cbd3-49d0-b43c-cf5a1480adc5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:04.550385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-4b5da113-fb68-49e5-af5d-e26e835471fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0249987 Feb 04 20:20:04.578112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:04.627046 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:20:04.638444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b6626735-bec8-493c-ad29-b60c8bd2aae9 None None] Provisioning complete for port 76184d8c-bbaf-4093-b765-b4b588f95e1a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:04.638986 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6626735-bec8-493c-ad29-b60c8bd2aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:04.693859 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce15a368-9479-4593-9fb7-74ae13131014 req-4fd2220c-8996-41ad-a3a6-d389a5e472b1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428819 Feb 04 20:20:04.742029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0000262-0307-4eb2-ba46-2fc059de4bfc req-ff3a83dd-e45f-4e46-b87f-7fbfbe0298e5 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698068 Feb 04 20:20:04.804498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8277504d-a897-4727-870a-5ddcea137620 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "DELETE /v2.0/floatingips/8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4 HTTP/1.1" status: 204 len: 168 time: 5.1505337 Feb 04 20:20:04.829680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:04.869557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:04.956551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:05.068348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f1889cdb-38f6-42f0-8db1-83d9967e8837 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:05.074536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f1889cdb-38f6-42f0-8db1-83d9967e8837 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:05.075909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:05.112403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e20e81e3-9675-4d36-ae15-0a6e6d5e9d79 req-f69dd5d9-613a-4059-9350-f70f9bc49304 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 210 time: 0.1616335 Feb 04 20:20:05.119117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:05.186676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=f1889cdb-38f6-42f0-8db1-83d9967e8837,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:05.247289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8::188 (a3617f18-5da1-4e3a-821a-582c484776ac/52aef47a-db3b-4b0b-adc2-bf949f397c9c/79031529-2f53-4998-8832-844968730fdc) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:05.252478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Port f1889cdb-38f6-42f0-8db1-83d9967e8837 was deleted so its status cannot be updated. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 20:20:05.265418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1161ada-f9b7-46b6-838c-1afe923ff750 None None] Network c9160775-9135-45d1-bfcc-b798deff7373 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:05.297535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:d636 (a3617f18-5da1-4e3a-821a-582c484776ac/5b0ac274-664a-4f8b-800f-44577daaed8e/79031529-2f53-4998-8832-844968730fdc) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:05.297535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port f1889cdb-38f6-42f0-8db1-83d9967e8837 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:05.343710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-18151af9-03e2-49f5-b08f-499ff06aee2f None None] Could not find standard attr ID for object f1889cdb-38f6-42f0-8db1-83d9967e8837. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:20:05.343710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 9a52f181-106c-4179-ab51-51cc422fc1b6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:05.378281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-003891f4-301d-40f9-a9c6-d648b55648ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:05.378281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-003891f4-301d-40f9-a9c6-d648b55648ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1096 time: 0.6439841 Feb 04 20:20:05.455500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:05.455500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:05.471789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 9a52f181-106c-4179-ab51-51cc422fc1b6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:05.474214 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:05.484161 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'status': 'completed', 'code': 200} Feb 04 20:20:05.582043 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:05.593421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-cab18e8c-0b51-4730-a1fd-bd4356896edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:05.593421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-cab18e8c-0b51-4730-a1fd-bd4356896edc service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.1678085 Feb 04 20:20:05.596174 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] Checking router: c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:20:05.612607 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:05.613410 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:05.858587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.106118 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:20:06.164073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-33ccb3e3-4a33-418e-b131-7ab199d93a67 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:06.166898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-33ccb3e3-4a33-418e-b131-7ab199d93a67 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/networks?id=bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 200 len: 812 time: 0.5917532 Feb 04 20:20:06.198774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Request body: {'port': {'device_id': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'admin_state_up': True, 'tenant_id': '97c81473993645c9bed1c163aab2c1c2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:06.222663 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-32b44fb5-6268-4c0f-a83d-982c98ca7b4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 200 len: 1000 time: 0.6152232 Feb 04 20:20:06.230924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.245085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-b620e707-7934-458d-9769-3ede9d2d312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:06.251271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-b620e707-7934-458d-9769-3ede9d2d312e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 1096 time: 0.7653351 Feb 04 20:20:06.316687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:06.338148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.374182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:06.416027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfd697-90c9-4b54-b1ea-37c183306f28 req-6f6d5fbb-d783-4f81-8c29-79a3d2cb994a tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:06.423137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99dfd697-90c9-4b54-b1ea-37c183306f28 req-6f6d5fbb-d783-4f81-8c29-79a3d2cb994a tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 945 time: 0.5190721 Feb 04 20:20:06.444564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.445102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Fanout notify agent at l3_agent the message router_deleted on router 58b9f04b-625e-4424-ac5a-aaec90c79a48 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:20:06.472997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.474238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-edfbd8e8-8a95-4d4c-ab6f-cb4af5fb5ff5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/58b9f04b-625e-4424-ac5a-aaec90c79a48 HTTP/1.1" status: 204 len: 168 time: 5.4979925 Feb 04 20:20:06.488477 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.532940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41666) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:06.553315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1329275513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:06.562607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:06.604793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:06.605671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f564ad-ae3e-4666-8e09-b1cde69280bf req-2377a7bf-118a-4660-9c2e-e27c6ffb5317 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:06.607252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78f564ad-ae3e-4666-8e09-b1cde69280bf req-2377a7bf-118a-4660-9c2e-e27c6ffb5317 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 950 time: 0.5560346 Feb 04 20:20:06.613744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Usage tracker for resource:router and tenant:12d234e5880c492f8e42ef3d16f35bbb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:06.623712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:06.637011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:06.640856 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:06.645430 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfa9bb-956a-4990-8265-575e12d4b008 None None] The sync data for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 is: [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:13:17Z', 'revision_number': 4, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e8872aeb-38d5-44c6-b830-03e5e18ef194', 'name': '', 'network_id': 'cf0a41d9-3526-4119-b801-6663b9f63685', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'mac_address': 'fa:16:3e:f2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:14Z', 'updated_at': '2022-02-04T20:13:26Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'subnets': [{'id': '286d23d6-65ca-4305-84b0-2ffb8f524ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:20:06.645657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-c4e9966f-3adb-4afe-975c-daa1e6c7d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:06.647041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-c4e9966f-3adb-4afe-975c-daa1e6c7d1c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.3890913 Feb 04 20:20:06.666264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b12eb1-0bfe-4377-b448-583bd94cf7bf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:06.669106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36abb88b-2850-4c02-bd79-f71a77c51e3a None None] Network c9160775-9135-45d1-bfcc-b798deff7373 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:06.670869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.741975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:06.747293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78f564ad-ae3e-4666-8e09-b1cde69280bf req-bc8f1d47-9a60-4f4a-ba46-42dc6e8f8d5c tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167250 Feb 04 20:20:06.760665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-d9ed8b41-dc59-4c6d-be73-c9792748c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:06.762366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-d9ed8b41-dc59-4c6d-be73-c9792748c414 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 200 len: 914 time: 0.4845374 Feb 04 20:20:06.763376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:06.834339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.848736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.848897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.853747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9160775-9135-45d1-bfcc-b798deff7373']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:06.855560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-8ac273a0-44cf-4017-8601-29a3dc3ff9ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 200 len: 217 time: 0.0838628 Feb 04 20:20:06.880822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99dfd697-90c9-4b54-b1ea-37c183306f28 req-5930c8e8-a31c-4bfc-9193-6404cc932026 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568055 Feb 04 20:20:06.907948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a18fb0-ac39-42ee-9a1f-61f8b09d09ae') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:06.908544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a18fb0-ac39-42ee-9a1f-61f8b09d09ae') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:06.939075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Transition to ACTIVE for port object 79031529-2f53-4998-8832-844968730fdc will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:06.942621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:06.994157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-cbb898c4-d527-4435-9b40-5364ec4d6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:06.995804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-cbb898c4-d527-4435-9b40-5364ec4d6a9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133190 Feb 04 20:20:06.998767 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.027145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f570c1bd-f907-43d4-9680-6671ec73f115 None None] DHCP port deletion for c9160775-9135-45d1-bfcc-b798deff7373 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:20:07.067508 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'code': 200} Feb 04 20:20:07.146627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:07.147647 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.151633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Made reservation on behalf of 97c81473993645c9bed1c163aab2c1c2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:07.155117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:07.164741 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:07.171797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.174534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01885c50-ad64-45c3-bd42-4f8528c8de9d None None] New status for floating IP 8a69f493-0b4c-4fbd-b4e3-f03dfca83fc4: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:20:07.243497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-3eb6f324-6d7a-413e-89c6-800ec5c7482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:07.245236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-3eb6f324-6d7a-413e-89c6-800ec5c7482d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 200 len: 852 time: 0.3827624 Feb 04 20:20:07.310518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.383236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.504609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Network a3617f18-5da1-4e3a-821a-582c484776ac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:07.514367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:07.523234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:07.529129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:07.529549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.542629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event updated for resources: {'Port': ['ID=79031529-2f53-4998-8832-844968730fdc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:07.563449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-6d2c5eaa-2042-43e4-a93b-6f414f60ab46 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540855 Feb 04 20:20:07.583350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c07cabc2-3306-41f6-84b1-53bd0600f9d4 req-132263ca-b05c-4b3d-8360-0c21f9a635dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:07.626549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c07cabc2-3306-41f6-84b1-53bd0600f9d4 req-132263ca-b05c-4b3d-8360-0c21f9a635dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:07.627716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c07cabc2-3306-41f6-84b1-53bd0600f9d4 req-132263ca-b05c-4b3d-8360-0c21f9a635dd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 210 time: 0.4876490 Feb 04 20:20:07.655944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.673996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.681153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b1c19af6-9c02-4183-9f51-bbf3b2fb1fd8 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1366799 Feb 04 20:20:07.682206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41676) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:07.696297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:07.701847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:07.706421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/c9160775-9135-45d1-bfcc-b798deff7373 HTTP/1.1" status: 204 len: 168 time: 5.2092514 Feb 04 20:20:07.754805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f1889cdb-38f6-42f0-8db1-83d9967e8837 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:07.755527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41680) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:07.775558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9055e016-4815-4e11-9008-9777b4a4cb77 req-b7b9c88a-8db8-4c5d-abcb-ca9abf6c45cf service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051053 Feb 04 20:20:07.780306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc42f1-7db7-4931-9115-eb1a1628755a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=c9160775-9135-45d1-bfcc-b798deff7373,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:07.783840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94caa2-22d8-406d-b6c9-6a57bf9f01e5 req-e6c12b71-ac6f-4afa-a65d-3654b094162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:07.785512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b94caa2-22d8-406d-b6c9-6a57bf9f01e5 req-e6c12b71-ac6f-4afa-a65d-3654b094162a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 1101 time: 0.6112430 Feb 04 20:20:07.809874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f1889cdb-38f6-42f0-8db1-83d9967e8837 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:07.810492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f1889cdb-38f6-42f0-8db1-83d9967e8837 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:07.828914 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-61d0462c-22e1-4881-82b3-a4eaf63f9f79 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4314361 Feb 04 20:20:07.833445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Allocated IP 172.20.0.3 (bbae5d84-8507-4117-84ad-791f0b1862e4/124df688-3066-4fd2-9e18-51457673f28b/b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:07.838420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41686) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:07.967415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-da7e7595-644d-4e96-bd0c-e4065cacc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:07.968890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-da7e7595-644d-4e96-bd0c-e4065cacc7c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf0a41d9-3526-4119-b801-6663b9f63685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7147171 Feb 04 20:20:07.980471 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-2072caba-3cc3-4db6-a81a-e2668daf7eba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:07.986753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b94caa2-22d8-406d-b6c9-6a57bf9f01e5 req-254638ea-ba01-42ea-88c5-69c7302ccb23 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867447 Feb 04 20:20:07.987449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2072caba-3cc3-4db6-a81a-e2668daf7eba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:08.002913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2072caba-3cc3-4db6-a81a-e2668daf7eba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/c9160775-9135-45d1-bfcc-b798deff7373 HTTP/1.1" status: 404 len: 339 time: 0.2427170 Feb 04 20:20:08.004064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41692) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:08.011889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting port 79031529-2f53-4998-8832-844968730fdc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:08.012230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.040257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702587909', 'description': 'd1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:08.058078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:08.065167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-80a12cbe-62b2-45e9-a55f-65793ec346c3 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:08.065167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-80a12cbe-62b2-45e9-a55f-65793ec346c3 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Synchronizing usage tracker for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:08.076581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:network and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:08.081025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:08.085605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7586e001-4092-4f9c-803a-f8d50caace43 None None] Provisioning for port 79031529-2f53-4998-8832-844968730fdc completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:08.091657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:08.095819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7586e001-4092-4f9c-803a-f8d50caace43 None None] Provisioning complete for port 79031529-2f53-4998-8832-844968730fdc triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:08.096189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7586e001-4092-4f9c-803a-f8d50caace43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.195121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7586e001-4092-4f9c-803a-f8d50caace43 None None] Port 79031529-2f53-4998-8832-844968730fdc cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:20:08.310556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271afe6-c8a0-413b-b907-199f537e950d req-50545e2a-b5ff-443c-a930-438744de5762 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:08.312056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4271afe6-c8a0-413b-b907-199f537e950d req-50545e2a-b5ff-443c-a930-438744de5762 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 950 time: 0.4064145 Feb 04 20:20:08.401408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:08.405369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.464877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4271afe6-c8a0-413b-b907-199f537e950d req-ce72356b-6a82-49c8-8a95-85033e84efe9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342864 Feb 04 20:20:08.505008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:20:08.526965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.539291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.540107 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment f53bea7b-ca91-499f-83b5-1b3b2c4199d2 of type vlan for network faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c Feb 04 20:20:08.572221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-80a12cbe-62b2-45e9-a55f-65793ec346c3 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Unset dirty status for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:08.573429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-80a12cbe-62b2-45e9-a55f-65793ec346c3 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.62 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 945 time: 1.1349685 Feb 04 20:20:08.735595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.739750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Calling delete_port for 79031529-2f53-4998-8832-844968730fdc owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:08.767478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-ba367e1d-d039-40dd-b2c3-5e55c2d8989b service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606802 Feb 04 20:20:08.773788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.804983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:08.835559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.000518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.006220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:09.007050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.020194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Deleting port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:09.028547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.051971 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.068873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0ea3d-aa9e-42a8-86cb-e38f5e15635e req-b74587b0-a2f7-4204-b540-955cb8188498 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:09.070786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5dd0ea3d-aa9e-42a8-86cb-e38f5e15635e req-b74587b0-a2f7-4204-b540-955cb8188498 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 945 time: 1.0626574 Feb 04 20:20:09.203358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:09.225237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:20:09.264480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-1ca4891d-a060-49b6-9a5b-2d1f1b3eaf0a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3135374 Feb 04 20:20:09.271825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acc9eb-cdf0-449b-8f44-fed1b8844c5e req-dc86882d-0754-4cb1-8e51-4ef696e98dd2 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:09.279228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5acc9eb-cdf0-449b-8f44-fed1b8844c5e req-dc86882d-0754-4cb1-8e51-4ef696e98dd2 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 950 time: 0.4974263 Feb 04 20:20:09.298180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e060ce56-e6e3-4bfd-8cd0-9dc45d52fed7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2930896 Feb 04 20:20:09.300986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:09.319031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5dd0ea3d-aa9e-42a8-86cb-e38f5e15635e req-a7c96366-b3b1-439d-9162-a4c01cb83733 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228334 Feb 04 20:20:09.407224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.408587 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0711934-094e-4892-9c4c-3e4f25824fb5 req-51439d16-6bc2-4a90-b9cf-a48a2e0fd50e service neutron] 10.222.0.62 "GET /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291893 Feb 04 20:20:09.462940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5acc9eb-cdf0-449b-8f44-fed1b8844c5e req-b548996d-9f17-494b-86d1-16bcccfa480f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827734 Feb 04 20:20:09.506965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Port': ['ID=79031529-2f53-4998-8832-844968730fdc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:09.575733 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.598028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1174a9-22b2-4e33-b716-b9db475004ac tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:09.598751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2e1174a9-22b2-4e33-b716-b9db475004ac tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Synchronizing usage tracker for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:09.610582 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.615373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1c5b8370-1324-4456-acbf-1099efc30341 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/79031529-2f53-4998-8832-844968730fdc HTTP/1.1" status: 204 len: 168 time: 1.7756867 Feb 04 20:20:09.616387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41710) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:09.720326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fb3fe-fc0b-472b-b4ad-5fb166d7c512 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:09.721086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-321fb3fe-fc0b-472b-b4ad-5fb166d7c512 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:09.770273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event updated for resources: {'Port': ['ID=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:09.815753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2e1174a9-22b2-4e33-b716-b9db475004ac tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Unset dirty status for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:09.819165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2e1174a9-22b2-4e33-b716-b9db475004ac tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/networks?id=faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c HTTP/1.1" status: 200 len: 761 time: 0.5166535 Feb 04 20:20:09.832245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41718) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:09.832245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'description': 'd2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:09.833976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Network bbae5d84-8507-4117-84ad-791f0b1862e4 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:09.836956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] For port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:09.837231 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:09.852064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:09.854598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:09.907324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-321fb3fe-fc0b-472b-b4ad-5fb166d7c512 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:09.911080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-321fb3fe-fc0b-472b-b4ad-5fb166d7c512 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2907469 Feb 04 20:20:09.911867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41722) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:10.035672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Calling delete_port for cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:10.205289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.205918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.246449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81730929-7a89-4a5d-87d2-1a15ad6149e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.250437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-81730929-7a89-4a5d-87d2-1a15ad6149e2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3245070 Feb 04 20:20:10.251043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41726) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:10.314478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.345144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b1a0a-e528-44b2-b506-16266d75f8e7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.345569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.346638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b1a0a-e528-44b2-b506-16266d75f8e7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.348533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b1a0a-e528-44b2-b506-16266d75f8e7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.349077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-094b1a0a-e528-44b2-b506-16266d75f8e7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:10.373640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-e95e1af4-733e-4674-9a95-d8153c930cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.373640 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-e95e1af4-733e-4674-9a95-d8153c930cad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 1101 time: 0.7871270 Feb 04 20:20:10.386376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c2241-28cb-45dc-a9c1-22cdaf0546ec req-09658c76-617e-4ab9-baa6-d71270006dc6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.387883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b7c2241-28cb-45dc-a9c1-22cdaf0546ec req-09658c76-617e-4ab9-baa6-d71270006dc6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 931 time: 0.7595510 Feb 04 20:20:10.394028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.509388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-094b1a0a-e528-44b2-b506-16266d75f8e7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:10.520213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-094b1a0a-e528-44b2-b506-16266d75f8e7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2570827 Feb 04 20:20:10.520213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.533973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41736) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:10.552424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-c7c09d85-14ca-4fdf-b5e0-aa3267216bef tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3694785 Feb 04 20:20:10.572928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c is not hosted by any dhcp agent {{(pid=88236) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 20:20:10.578409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.579055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.580326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "PUT /v2.0/networks/faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c HTTP/1.1" status: 200 len: 758 time: 0.7571399 Feb 04 20:20:10.649366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41740) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:10.732902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Request body: {'port': {'device_id': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:10.791810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba38677-a14d-4bde-885d-f1fe78780c47 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:10.804051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:20:10.823943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 52aef47a-db3b-4b0b-adc2-bf949f397c9c {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:20:10.826634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.861116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b7c2241-28cb-45dc-a9c1-22cdaf0546ec req-2b5a7f33-ece2-4692-8d45-5936ba9cbccd tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167521 Feb 04 20:20:10.902563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:10.915921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac7ec2-9966-4eae-9b9f-f89e007a144b req-08c1680e-f0d5-4e6a-ae1d-4448fd365268 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.925391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49ac7ec2-9966-4eae-9b9f-f89e007a144b req-08c1680e-f0d5-4e6a-ae1d-4448fd365268 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 945 time: 0.4764953 Feb 04 20:20:10.940477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e50af7-fadd-426e-a369-8c248df63d57 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.946602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-16e50af7-fadd-426e-a369-8c248df63d57 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/networks?id=faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c HTTP/1.1" status: 200 len: 761 time: 0.2962832 Feb 04 20:20:10.950517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41746) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:10.978277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-403419145'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:10.985495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:10.991001 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:10.997627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-6a4fc4f7-07aa-4d2b-a0dc-db792e6b19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:10.999108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-6a4fc4f7-07aa-4d2b-a0dc-db792e6b19c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.5744932 Feb 04 20:20:11.010666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:11.053415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.088233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:11.088842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:11.126758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49ac7ec2-9966-4eae-9b9f-f89e007a144b req-9ddb7a93-084c-4b7f-8b6a-2918357ab574 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787701 Feb 04 20:20:11.133480 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.133899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:11.141803 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.199020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event deleted for resources: {'Port': ['ID=cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:11.199878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:20:11.217007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.217356 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment bdc8146e-d1c4-45e1-8edd-db23d0b4786f of type vlan for network 4928202f-72cf-407b-928d-f0cb0bef391d Feb 04 20:20:11.232140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.239867 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-fb312f2c-d287-4a41-8755-3c8ff12d01fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d5ec3d53-220e-4762-a166-95ae9314a722 HTTP/1.1" status: 200 len: 217 time: 0.1958823 Feb 04 20:20:11.296436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.330498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Allocated IP 172.25.7.187 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/3fdc0c99-92b6-4a7e-9b49-f19dcc20881f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:11.374064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] No DVR routers for this DVR port cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:11.394533 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.405782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'name': 'network-vif-deleted', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:11.469576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.478137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:11.479165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.541716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-e3df29f2-df62-4835-9eaf-a7a5107ec387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:11.543372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-e3df29f2-df62-4835-9eaf-a7a5107ec387 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2807903 Feb 04 20:20:11.566341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.632192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=52aef47a-db3b-4b0b-adc2-bf949f397c9c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:11.637212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.650369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad99d9bc-4fe4-4c66-b82c-5c5c46e647bb req-e13e84f9-b3b3-4e9a-b985-f717cf46c9cd tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.62 "DELETE /v2.0/ports/cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6 HTTP/1.1" status: 204 len: 173 time: 2.9885592 Feb 04 20:20:11.651903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e86c2-812f-4ab0-8d51-2c1bedd40a2c None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:11.655285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=4928202f-72cf-407b-928d-f0cb0bef391d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:11.665878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-12d03a68-bc82-420f-9141-baf2d8f4d715 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/52aef47a-db3b-4b0b-adc2-bf949f397c9c HTTP/1.1" status: 204 len: 168 time: 1.1301019 Feb 04 20:20:11.668857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41758) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:11.674961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f5e5-ca63-4f3f-ad3c-b0185cfa0e76 req-4f5fca05-4e24-4bb5-81d8-69991de447a5 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:11.682397 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb95f5e5-ca63-4f3f-ad3c-b0185cfa0e76 req-4f5fca05-4e24-4bb5-81d8-69991de447a5 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 950 time: 0.5704756 Feb 04 20:20:11.684974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4928202f-72cf-407b-928d-f0cb0bef391d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:20:11.776400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb95f5e5-ca63-4f3f-ad3c-b0185cfa0e76 req-3a7ad898-9403-4acc-8b36-8a1250f6c91d tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929701 Feb 04 20:20:11.794558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Deleting subnet 5b0ac274-664a-4f8b-800f-44577daaed8e {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:20:11.802056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f678a013-6838-4bad-bd67-f7bc870220d9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8454680 Feb 04 20:20:11.803144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:11.834345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41762) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:11.845496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': '4928202f-72cf-407b-928d-f0cb0bef391d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:11.897497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:12.081891 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a2ff6-5c8e-4687-bf83-3c4ffaee550d', 'name': 'network-vif-deleted', 'tag': 'cdac1b05-4eb9-4a88-a2e7-c5f54e2658a6', 'status': 'completed', 'code': 200} Feb 04 20:20:12.093468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:12.098055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:12.141395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Usage tracker for resource:subnet and tenant:885fc0a0b10e4a088cc6329efb0d920c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:12.180259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:12.213588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:12.234783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:12.299954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-7fb28248-b11d-4091-8baf-99c1846fddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:12.301965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-7fb28248-b11d-4091-8baf-99c1846fddf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7444146 Feb 04 20:20:12.418202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:12.422090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:12.537104 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:12.652848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0ac274-664a-4f8b-800f-44577daaed8e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:12.656912 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:12.703220 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:12.772839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8c505428-e17f-4b10-9eb1-a40be4137336 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/5b0ac274-664a-4f8b-800f-44577daaed8e HTTP/1.1" status: 204 len: 168 time: 1.1028907 Feb 04 20:20:12.777986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41796) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:12.797071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-294a9728-dfce-4527-a4c8-7044cfa310e0 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865050 Feb 04 20:20:12.987696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ce7db60-0460-4419-9160-49310cf63283 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087445 Feb 04 20:20:12.990137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41800) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:13.110990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b1385-9aa1-4ba9-a0ec-49173f96ca60 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:13.115496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-526b1385-9aa1-4ba9-a0ec-49173f96ca60 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1221237 Feb 04 20:20:13.120447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41804) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:13.143697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0960a75-eaca-4044-b61c-a44a8ac39de7 req-4ed125a6-9cbe-4e37-b96d-871a27c24f8e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:13.149727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0960a75-eaca-4044-b61c-a44a8ac39de7 req-4ed125a6-9cbe-4e37-b96d-871a27c24f8e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 931 time: 0.2285957 Feb 04 20:20:13.169888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:13.206618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00170246-0b90-4c8d-b054-4afa729ff13e None None] Network a3617f18-5da1-4e3a-821a-582c484776ac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:13.218427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:13.225574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:13.264527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735f096-01c7-4f19-b773-918b37d9b7cb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:13.265323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5735f096-01c7-4f19-b773-918b37d9b7cb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:13.274512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0960a75-eaca-4044-b61c-a44a8ac39de7 req-5c4ed044-bed6-4c30-9d80-135c06c5d703 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799084 Feb 04 20:20:13.355650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5735f096-01c7-4f19-b773-918b37d9b7cb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:13.359833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5735f096-01c7-4f19-b773-918b37d9b7cb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2090719 Feb 04 20:20:13.360690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:13.377337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-82c2fd1d-31e8-4cfa-a4cd-b0b007d57f87 None None] Provisioning complete for port 76184d8c-bbaf-4093-b765-b4b588f95e1a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:13.377708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-82c2fd1d-31e8-4cfa-a4cd-b0b007d57f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:13.463983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aca20807-b607-405f-9861-fbf3d9a5c7c5 req-091c9e1b-7f63-4d3b-9626-525b0ab9dcb2 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061027 Feb 04 20:20:13.490855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-70b7f3fe-a83f-4cf9-af64-d1daab1ae34b req-8e84545a-afbf-4562-96b1-a0adbb38c346 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Synchronizing usage tracker for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:13.550487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event updated for resources: {'Port': ['ID=3fdc0c99-92b6-4a7e-9b49-f19dcc20881f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:13.557755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:20:13.574496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:13.678763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c492451a-e260-4d2b-bc34-c40be04ef6e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3149035 Feb 04 20:20:13.678763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:13.765138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] DHCP port deletion for a3617f18-5da1-4e3a-821a-582c484776ac request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:20:13.770259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] Deleting port 76184d8c-bbaf-4093-b765-b4b588f95e1a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:13.770722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:13.801946 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5228c04-a7e8-4781-a6b5-41c189164dbf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:13.802427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5228c04-a7e8-4781-a6b5-41c189164dbf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:13.806791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d5228c04-a7e8-4781-a6b5-41c189164dbf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/79031529-2f53-4998-8832-844968730fdc HTTP/1.1" status: 404 len: 333 time: 0.1267881 Feb 04 20:20:13.807395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41820) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:13.809417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-70b7f3fe-a83f-4cf9-af64-d1daab1ae34b req-8e84545a-afbf-4562-96b1-a0adbb38c346 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Unset dirty status for tenant:4ef0b878c8be4a168a72c51e6760b96e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:13.810557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70b7f3fe-a83f-4cf9-af64-d1daab1ae34b req-8e84545a-afbf-4562-96b1-a0adbb38c346 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "GET /v2.0/ports?device_id=317a2ff6-5c8e-4687-bf83-3c4ffaee550d HTTP/1.1" status: 200 len: 210 time: 0.7186766 Feb 04 20:20:13.827763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Transition to ACTIVE for port object b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:13.901301 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff0e976-995b-4347-a1ae-61150b52b91a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:13.901911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff0e976-995b-4347-a1ae-61150b52b91a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:13.906355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ff0e976-995b-4347-a1ae-61150b52b91a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/5b0ac274-664a-4f8b-800f-44577daaed8e HTTP/1.1" status: 404 len: 337 time: 0.0967560 Feb 04 20:20:13.907100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41828) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:13.979194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:13.998680 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaf99c8-918f-4335-88bc-aa4563f40ed5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:13.999324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaf99c8-918f-4335-88bc-aa4563f40ed5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.002743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3eaf99c8-918f-4335-88bc-aa4563f40ed5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/52aef47a-db3b-4b0b-adc2-bf949f397c9c HTTP/1.1" status: 404 len: 337 time: 0.0916786 Feb 04 20:20:14.003983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41836) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.085284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f3792-e05c-43c2-b214-4713fe4b7db8 req-ce4d6c56-9328-4518-a057-d0c7eb358d2a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:14.087512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f94f3792-e05c-43c2-b214-4713fe4b7db8 req-ce4d6c56-9328-4518-a057-d0c7eb358d2a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.4091330 Feb 04 20:20:14.110909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] For port 76184d8c-bbaf-4093-b765-b4b588f95e1a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=76184d8c-bbaf-4093-b765-b4b588f95e1a,segment=NetworkSegment(e31cbeae-29bd-4bc8-a9ac-54781fa21942),segment_id=e31cbeae-29bd-4bc8-a9ac-54781fa21942)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:14.111574 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:14.130013 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c2f896-06ed-4a41-bbe0-cf9fde697b2a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.130934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c2f896-06ed-4a41-bbe0-cf9fde697b2a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.135337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c2c2f896-06ed-4a41-bbe0-cf9fde697b2a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/2d6b3f88-a9a7-473f-a733-96f40cc918db HTTP/1.1" status: 404 len: 333 time: 0.1301000 Feb 04 20:20:14.145743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41840) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.237944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:14.255102 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87fa62e-15f0-47ab-8aa0-89b2276118d8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.255692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87fa62e-15f0-47ab-8aa0-89b2276118d8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.260962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d87fa62e-15f0-47ab-8aa0-89b2276118d8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/e38e26ac-d279-4d1c-95bc-3982ee473b93 HTTP/1.1" status: 404 len: 337 time: 0.1114359 Feb 04 20:20:14.261378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41844) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.279006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] Calling delete_port for 76184d8c-bbaf-4093-b765-b4b588f95e1a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:14.319606 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38bed88-2907-4e7d-a6a3-270ceae3680c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.320290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38bed88-2907-4e7d-a6a3-270ceae3680c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.323255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f38bed88-2907-4e7d-a6a3-270ceae3680c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/7f744697-58e1-45b9-b965-174f1bdf9d41 HTTP/1.1" status: 404 len: 337 time: 0.0598288 Feb 04 20:20:14.325895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f94f3792-e05c-43c2-b214-4713fe4b7db8 req-443045bd-1b2f-4dd9-a1c8-4521d4b6edff tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324946 Feb 04 20:20:14.332001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41850) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.383286 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff713a9-7675-4939-ad9e-cb42919dac46 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.383767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff713a9-7675-4939-ad9e-cb42919dac46 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.385884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1ff713a9-7675-4939-ad9e-cb42919dac46 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/b9ffe218-fbcb-44d8-9440-b26e36f30f11 HTTP/1.1" status: 404 len: 333 time: 0.0529277 Feb 04 20:20:14.391143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41854) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.430200 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e38dce1-d40d-4251-a44a-7cddb6486d85 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.430653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e38dce1-d40d-4251-a44a-7cddb6486d85 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.432377 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6e38dce1-d40d-4251-a44a-7cddb6486d85 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/ddaedb89-ea29-4fa7-af02-ac9bbc545fc8 HTTP/1.1" status: 404 len: 337 time: 0.0403209 Feb 04 20:20:14.434928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41858) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.474767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:14.476250 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf86e0db-238d-4b62-ab46-a22c6d4c2807 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.476763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf86e0db-238d-4b62-ab46-a22c6d4c2807 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.479319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bf86e0db-238d-4b62-ab46-a22c6d4c2807 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/941e1b5a-a587-4753-9c71-a266af621c99 HTTP/1.1" status: 404 len: 337 time: 0.0432453 Feb 04 20:20:14.481608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41862) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.523381 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fcf947-fe86-46d9-bc9b-c7652b438761 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.524429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fcf947-fe86-46d9-bc9b-c7652b438761 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.528432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76fcf947-fe86-46d9-bc9b-c7652b438761 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/201da680-9f88-4000-98eb-3a9cd4c980c1 HTTP/1.1" status: 404 len: 333 time: 0.0435495 Feb 04 20:20:14.528686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41866) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.529780 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:14.566327 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5ea81d-3f3b-4f71-abc7-156080f6fffb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.566805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5ea81d-3f3b-4f71-abc7-156080f6fffb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.571474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ca5ea81d-3f3b-4f71-abc7-156080f6fffb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/b8d5852d-f7a8-4fd9-8393-1764ea74861e HTTP/1.1" status: 404 len: 337 time: 0.0389109 Feb 04 20:20:14.571693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.593779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] Pushing event deleted for resources: {'Port': ['ID=76184d8c-bbaf-4093-b765-b4b588f95e1a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:14.597679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b67cb0-e677-4952-bd60-ab2e4542993a None None] No DVR routers for this DVR port 76184d8c-bbaf-4093-b765-b4b588f95e1a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:14.614129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Attempting to bind port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:20:14.614459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Attempting to bind port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:20:14.614803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Attempting to bind port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:20:14.617670 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d282c13d-46f6-46c0-9293-f6e2d848f758 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.618126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d282c13d-46f6-46c0-9293-f6e2d848f758 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.619834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d282c13d-46f6-46c0-9293-f6e2d848f758 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/bc0e45d2-1abb-4ef8-a5c0-dfe07960135f HTTP/1.1" status: 404 len: 337 time: 0.0472422 Feb 04 20:20:14.623094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41874) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.639975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce on network bbae5d84-8507-4117-84ad-791f0b1862e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:20:14.640296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Attempting to bind port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce on network bbae5d84-8507-4117-84ad-791f0b1862e4 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:20:14.664539 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3f3730-c481-44b6-af56-c2caf1151d73 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.665008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3f3730-c481-44b6-af56-c2caf1151d73 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.669259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6a3f3730-c481-44b6-af56-c2caf1151d73 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/eff145f3-abf7-420c-b6a8-d4fb5adaa9f6 HTTP/1.1" status: 404 len: 333 time: 0.0426993 Feb 04 20:20:14.669557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41878) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.674308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:20:14.674637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Checking segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:14.675038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Bound using segment: {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:20:14.675466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Bound port: b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1741b975-b7f6-4bab-bd59-85a2cbbba41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:20:14.675804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:14.698192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:14.708521 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46d7e55-a8ef-4eb9-b4e5-6638e56f9e0a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.709048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46d7e55-a8ef-4eb9-b4e5-6638e56f9e0a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.713723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a46d7e55-a8ef-4eb9-b4e5-6638e56f9e0a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/b9ef12ea-c03f-4049-9aa2-6c148a20c8d5 HTTP/1.1" status: 404 len: 337 time: 0.0400436 Feb 04 20:20:14.714243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41882) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.759695 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0711756-e2b0-473a-96b0-3738e04bd224 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.760524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0711756-e2b0-473a-96b0-3738e04bd224 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.764504 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d0711756-e2b0-473a-96b0-3738e04bd224 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/0c7a5482-e000-48f1-bf0e-215085044232 HTTP/1.1" status: 404 len: 333 time: 0.0470130 Feb 04 20:20:14.764637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=7d809478-166b-4dca-8a81-35e3669d5012,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:14.765492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41888) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.780089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4928202f-72cf-407b-928d-f0cb0bef391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:14.780373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: 4928202f-72cf-407b-928d-f0cb0bef391d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:20:14.803779 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dbf7af-aa13-4e7f-b732-a8d805d603f2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.804243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dbf7af-aa13-4e7f-b732-a8d805d603f2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.808341 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-97dbf7af-aa13-4e7f-b732-a8d805d603f2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/a26be296-7ca2-4b6d-8b79-3c19066654cf HTTP/1.1" status: 404 len: 337 time: 0.0396376 Feb 04 20:20:14.808582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.851158 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-58eafd79-a23a-4772-bc59-711bc627dd19 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.851636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58eafd79-a23a-4772-bc59-711bc627dd19 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.853569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-58eafd79-a23a-4772-bc59-711bc627dd19 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/6ead6a13-7037-412f-850f-187e5e5b0b10 HTTP/1.1" status: 404 len: 333 time: 0.0439358 Feb 04 20:20:14.856038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.901940 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6489eb5-1ddb-4ab3-bc71-b8e9c632b13a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.902522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6489eb5-1ddb-4ab3-bc71-b8e9c632b13a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.904285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e6489eb5-1ddb-4ab3-bc71-b8e9c632b13a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/234fa379-bf79-4970-bb5f-16545b108e15 HTTP/1.1" status: 404 len: 337 time: 0.0471981 Feb 04 20:20:14.910617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41906) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.951493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41910) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:14.977692 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-09df3147-1c58-4a6a-95d6-b0d72631eedf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:14.978277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09df3147-1c58-4a6a-95d6-b0d72631eedf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:14.981124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-09df3147-1c58-4a6a-95d6-b0d72631eedf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/362b49ea-9b2f-4a2f-896d-088c08470dee HTTP/1.1" status: 404 len: 333 time: 0.0661166 Feb 04 20:20:14.984716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41922) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.064194 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d4fbe8-476f-415a-a039-c640a97a6ef8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.064661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d4fbe8-476f-415a-a039-c640a97a6ef8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.066604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a7d4fbe8-476f-415a-a039-c640a97a6ef8 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/e7b9514a-abdb-4b3c-a9cc-ad349dc94754 HTTP/1.1" status: 404 len: 337 time: 0.0806940 Feb 04 20:20:15.073669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41932) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.102029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e97ee-17a1-4bca-ad04-636f13002c74 req-1991f1f7-53ea-4504-9af5-53e5cc833c19 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:15.114798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e2e97ee-17a1-4bca-ad04-636f13002c74 req-1991f1f7-53ea-4504-9af5-53e5cc833c19 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 943 time: 0.6855726 Feb 04 20:20:15.146934 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9742c0-8196-4d6e-9820-ed4f8eeb4144 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.148544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9742c0-8196-4d6e-9820-ed4f8eeb4144 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.152646 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2f9742c0-8196-4d6e-9820-ed4f8eeb4144 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9a132dd4-21fc-4621-988b-042f0bf9306c HTTP/1.1" status: 404 len: 333 time: 0.0750487 Feb 04 20:20:15.153649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41940) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.193059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594be8a1-c479-4635-94e1-64da861ab301 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.207172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] For port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:20:15.207412 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a4a5d8-3096-4b25-aab0-3e8fcf241d4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.207807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a4a5d8-3096-4b25-aab0-3e8fcf241d4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.210292 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-04a4a5d8-3096-4b25-aab0-3e8fcf241d4d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/dac7172f-ae2e-444a-bf12-8b5d5da92851 HTTP/1.1" status: 404 len: 337 time: 0.0556016 Feb 04 20:20:15.215659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network 4928202f-72cf-407b-928d-f0cb0bef391d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:20:15.215823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41944) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.279709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594be8a1-c479-4635-94e1-64da861ab301 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.287694 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-895ebb07-6354-4b72-bbbc-2fac02940a3d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.288106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895ebb07-6354-4b72-bbbc-2fac02940a3d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.290395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-895ebb07-6354-4b72-bbbc-2fac02940a3d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/e25a37b3-4ec1-4b27-bb9f-5694ded0a852 HTTP/1.1" status: 404 len: 333 time: 0.0736418 Feb 04 20:20:15.293486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41948) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.296653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] For port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:20:15.300070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e2e97ee-17a1-4bca-ad04-636f13002c74 req-bd734192-f01b-429b-96c8-0516a37534eb tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536834 Feb 04 20:20:15.346676 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-619f1d3b-cb22-4136-83cc-274b7a0316cf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.347203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619f1d3b-cb22-4136-83cc-274b7a0316cf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.349032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-619f1d3b-cb22-4136-83cc-274b7a0316cf tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/d3a52428-8351-4f81-a5bc-e20bf9c64590 HTTP/1.1" status: 404 len: 337 time: 0.0545352 Feb 04 20:20:15.357587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.383413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.402265 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adc647e-d384-4ddf-bd52-42ce9c9116a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.402735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adc647e-d384-4ddf-bd52-42ce9c9116a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.404738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2adc647e-d384-4ddf-bd52-42ce9c9116a2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/77f37795-1f95-46c1-b887-cece021a463f HTTP/1.1" status: 404 len: 337 time: 0.0459461 Feb 04 20:20:15.407065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41958) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.425059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 4928202f-72cf-407b-928d-f0cb0bef391d) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:15.434454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc8807-2c61-4e59-99e4-6aa0163b57bc None None] Network 4928202f-72cf-407b-928d-f0cb0bef391d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:15.454451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:15.454739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.493941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:15.494539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.495604 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbe5b98-2e85-4c98-8154-ec2030bf3ceb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.495902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce HTTP/1.1" status: 200 len: 1091 time: 4.7761009 Feb 04 20:20:15.496109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbe5b98-2e85-4c98-8154-ec2030bf3ceb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.496337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'tag': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:15.516276 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.522330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ccbe5b98-2e85-4c98-8154-ec2030bf3ceb tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/1176404f-e06f-4fd1-8ad3-3aaa213c038b HTTP/1.1" status: 404 len: 333 time: 0.1114593 Feb 04 20:20:15.529213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41964) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.529620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.580030 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-85773976-e367-4b82-96d1-77402f9353e3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.580495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85773976-e367-4b82-96d1-77402f9353e3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.585530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-85773976-e367-4b82-96d1-77402f9353e3 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/6fa59a06-59d2-4058-80cf-dddc960b0e43 HTTP/1.1" status: 404 len: 337 time: 0.0540280 Feb 04 20:20:15.586191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41970) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.720898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19594011-e088-4a98-94fa-b3b6749e6386 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:15.746130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594be8a1-c479-4635-94e1-64da861ab301 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.748706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-594be8a1-c479-4635-94e1-64da861ab301 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.752480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-594be8a1-c479-4635-94e1-64da861ab301 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] 10.222.0.48 "DELETE /v2.0/security-groups/dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b HTTP/1.1" status: 204 len: 168 time: 0.7973402 Feb 04 20:20:15.770735 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ac5026-f76e-4842-be63-f9134edcea32 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.771189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ac5026-f76e-4842-be63-f9134edcea32 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.773115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-51ac5026-f76e-4842-be63-f9134edcea32 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/b0d3537f-8ac8-4034-b424-ae1685fa8e21 HTTP/1.1" status: 404 len: 337 time: 0.1859252 Feb 04 20:20:15.775779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41978) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.779731 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'tag': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce', 'status': 'completed', 'code': 200} Feb 04 20:20:15.789920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-81d98bb2-9b2e-4fe3-bbf0-d0585fc78a85 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9500530 Feb 04 20:20:15.800635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41982) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.812059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594be8a1-c479-4635-94e1-64da861ab301 tempest-TestVolumeBackupRestore-1990213809 tempest-TestVolumeBackupRestore-1990213809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc4dbf9-aefc-442f-a75d-b0c7f8278f3b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:15.830967 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedcc675-3e4e-4943-a4fd-8590a55ae3bd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.831497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedcc675-3e4e-4943-a4fd-8590a55ae3bd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.833484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fedcc675-3e4e-4943-a4fd-8590a55ae3bd tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/17a8a8ec-4d54-40e4-9e04-94d54619e071 HTTP/1.1" status: 404 len: 333 time: 0.0566406 Feb 04 20:20:15.835960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41986) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.890825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fba11-a8ad-4884-aeae-f5bdca59a603 req-7c828b30-120d-4db8-9605-55ba76872586 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:15.892397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-721fba11-a8ad-4884-aeae-f5bdca59a603 req-7c828b30-120d-4db8-9605-55ba76872586 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.4332466 Feb 04 20:20:15.911001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-4928202f-72cf-407b-928d-f0cb0bef391d', 'network_id': '4928202f-72cf-407b-928d-f0cb0bef391d', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '7d809478-166b-4dca-8a81-35e3669d5012'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:20:15.915069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:15.915491 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-665def76-89b6-44cc-984a-a9bd03d139a7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:15.916124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665def76-89b6-44cc-984a-a9bd03d139a7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:15.920899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-665def76-89b6-44cc-984a-a9bd03d139a7 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/24805082-0b11-4e7e-9e39-5634749aa687 HTTP/1.1" status: 404 len: 337 time: 0.0809741 Feb 04 20:20:15.920899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41992) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:15.940440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 76184d8c-bbaf-4093-b765-b4b588f95e1a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:15.972731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b5274-300d-470c-9f07-9ad737a92940 req-66adaa98-0f5e-4987-960b-cfe09f4e8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:15.974200 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd5b5274-300d-470c-9f07-9ad737a92940 req-66adaa98-0f5e-4987-960b-cfe09f4e8172 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 1094 time: 0.2500467 Feb 04 20:20:15.995632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 76184d8c-bbaf-4093-b765-b4b588f95e1a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:15.996319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 76184d8c-bbaf-4093-b765-b4b588f95e1a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:16.012040 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0333ce-334e-44ae-b90c-fb454553ce69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:16.016013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0333ce-334e-44ae-b90c-fb454553ce69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:16.016013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ac0333ce-334e-44ae-b90c-fb454553ce69 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/61ef2ecd-3054-4dcf-b5d6-50bf5b0c790e HTTP/1.1" status: 404 len: 337 time: 0.0929606 Feb 04 20:20:16.018301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41996) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:16.079128 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-721fba11-a8ad-4884-aeae-f5bdca59a603 req-73919559-97ee-4a08-92fc-225fca2a6cb9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786044 Feb 04 20:20:16.080491 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdda0fb-392e-4d6f-9ed3-88c3d0dfb81e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:16.080965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdda0fb-392e-4d6f-9ed3-88c3d0dfb81e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:16.082746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-acdda0fb-392e-4d6f-9ed3-88c3d0dfb81e tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9adc5781-0b96-4947-a0be-65aae0546298 HTTP/1.1" status: 404 len: 333 time: 0.0634394 Feb 04 20:20:16.085287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42006) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:16.204668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b5274-300d-470c-9f07-9ad737a92940 req-6552fc1e-63e4-4429-8bf2-f3fdf6fd63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:16.206343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd5b5274-300d-470c-9f07-9ad737a92940 req-6552fc1e-63e4-4429-8bf2-f3fdf6fd63af service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=97c81473993645c9bed1c163aab2c1c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2202742 Feb 04 20:20:16.209207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Router 1e729b80-4983-469a-8688-6a0b0b93f3bf is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:20:16.215134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:16.215319 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2077d1-91d1-48d4-915e-c9374e84df72 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:16.215796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2077d1-91d1-48d4-915e-c9374e84df72 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:16.220968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4a2077d1-91d1-48d4-915e-c9374e84df72 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/a3bad035-0ac1-442a-b443-6ceca7d046af HTTP/1.1" status: 404 len: 337 time: 0.1289794 Feb 04 20:20:16.220968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42016) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:16.276376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Allocated IP 172.20.0.2 (4928202f-72cf-407b-928d-f0cb0bef391d/7d809478-166b-4dca-8a81-35e3669d5012/e5faf759-02f3-4b86-aa39-250757b0d698) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:16.287027 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1efbba6-d028-45fa-be5f-74ebe9736237 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:16.287827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1efbba6-d028-45fa-be5f-74ebe9736237 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:16.289809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d1efbba6-d028-45fa-be5f-74ebe9736237 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/f3cfb57d-e5d2-44a4-ba96-48c58e19342a HTTP/1.1" status: 404 len: 337 time: 0.0682011 Feb 04 20:20:16.292293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42020) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:16.398549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aae9e816-6c0a-47c1-b1dd-88a0c4534e3c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c1be2f9-1f94-448f-bb5a-c07ef94f1baa HTTP/1.1" status: 200 len: 205 time: 0.0700731 Feb 04 20:20:16.399594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42030) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:16.433420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b5274-300d-470c-9f07-9ad737a92940 req-354a11ea-1f90-41eb-b441-0a733ea4e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:16.434934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd5b5274-300d-470c-9f07-9ad737a92940 req-354a11ea-1f90-41eb-b441-0a733ea4e359 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155478 Feb 04 20:20:16.718937 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-3f7285f5-04f4-467b-b79b-ab6a0ec0ecc6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] delete failed (client error): The resource could not be found. Feb 04 20:20:16.720906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3f7285f5-04f4-467b-b79b-ab6a0ec0ecc6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/routers/2c1be2f9-1f94-448f-bb5a-c07ef94f1baa HTTP/1.1" status: 404 len: 336 time: 0.3177197 Feb 04 20:20:16.721404 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:16.722937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42052) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:16.746874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Transition to ACTIVE for port object e5faf759-02f3-4b86-aa39-250757b0d698 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:16.796501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Transition to ACTIVE for port object e5faf759-02f3-4b86-aa39-250757b0d698 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:16.819115 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d9d5d5-9701-4dfb-b216-ec26fd0636d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:16.826463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d9d5d5-9701-4dfb-b216-ec26fd0636d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:16.830582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-72d9d5d5-9701-4dfb-b216-ec26fd0636d6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/8cc1dbe6-8b26-45c8-837c-e1030ad9bdac HTTP/1.1" status: 404 len: 337 time: 0.1051996 Feb 04 20:20:16.834621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42060) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:16.878745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a486d-25ff-4502-860b-b27c5099c9a3 req-5f425861-e5b8-44ee-8f3a-b7352aeb2f09 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:16.882394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-447a486d-25ff-4502-860b-b27c5099c9a3 req-5f425861-e5b8-44ee-8f3a-b7352aeb2f09 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 943 time: 0.3083310 Feb 04 20:20:16.889474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:20:17.001298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-447a486d-25ff-4502-860b-b27c5099c9a3 req-36356167-c561-43d8-80cd-921a256dd7d2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094360 Feb 04 20:20:17.057733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.286814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Network 4928202f-72cf-407b-928d-f0cb0bef391d is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:17.298144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:17.305159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:17.307581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Pushing event updated for resources: {'Port': ['ID=e5faf759-02f3-4b86-aa39-250757b0d698,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:17.320450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:17.388817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1a638c9b-bce7-4a42-b539-149347abdf7f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Synchronizing usage tracker for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:17.454220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'mac_address': 'fa:16:3e:2f:27:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:20:17.515347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.529700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Attempting to bind port e5faf759-02f3-4b86-aa39-250757b0d698 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:20:17.530062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Attempting to bind port e5faf759-02f3-4b86-aa39-250757b0d698 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4928202f-72cf-407b-928d-f0cb0bef391d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:20:17.530419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Attempting to bind port e5faf759-02f3-4b86-aa39-250757b0d698 on network 4928202f-72cf-407b-928d-f0cb0bef391d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:20:17.540157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:20:17.540520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Checking segment: {'id': 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4928202f-72cf-407b-928d-f0cb0bef391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:17.540915 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.541296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Bound using segment: {'id': 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4928202f-72cf-407b-928d-f0cb0bef391d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:20:17.541755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Bound port: e5faf759-02f3-4b86-aa39-250757b0d698, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4928202f-72cf-407b-928d-f0cb0bef391d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:20:17.542111 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.553395 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.577404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a52f181-106c-4179-ab51-51cc422fc1b6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:20:17.595670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-a446c6e9-b3be-4fa8-9f47-34affb853934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:17.597338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-a446c6e9-b3be-4fa8-9f47-34affb853934 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=97c81473993645c9bed1c163aab2c1c2&device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 1094 time: 1.0436113 Feb 04 20:20:17.598361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:20:17.608097 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] Sync routers for ids ['1e729b80-4983-469a-8688-6a0b0b93f3bf'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:20:17.608547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.609386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d5e915cf-1b9a-41a9-a8a5-9bc1e0c57727 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "PUT /v2.0/routers/1e729b80-4983-469a-8688-6a0b0b93f3bf HTTP/1.1" status: 200 len: 880 time: 9.9177842 Feb 04 20:20:17.612375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42104) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:17.635417 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] Routers {'1e729b80-4983-469a-8688-6a0b0b93f3bf'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:17.636530 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1e729b80-4983-469a-8688-6a0b0b93f3bf'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:17.687601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:17.739665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] For port e5faf759-02f3-4b86-aa39-250757b0d698, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:20:17.744465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] For port e5faf759-02f3-4b86-aa39-250757b0d698, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e5faf759-02f3-4b86-aa39-250757b0d698,segment=NetworkSegment(bdc8146e-d1c4-45e1-8edd-db23d0b4786f),segment_id=bdc8146e-d1c4-45e1-8edd-db23d0b4786f)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:20:17.766377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1a638c9b-bce7-4a42-b539-149347abdf7f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Unset dirty status for tenant:ad8ffac6962f4eba93187a7bbb87ea3c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:17.768222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1a638c9b-bce7-4a42-b539-149347abdf7f tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae370bf9-c232-4c37-a442-a1cb07382574 HTTP/1.1" status: 200 len: 205 time: 0.8050079 Feb 04 20:20:17.773395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-eda52fc8-c222-409a-b948-9a875ccf0c15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce HTTP/1.1" status: 200 len: 217 time: 0.1523812 Feb 04 20:20:17.776299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:17.820209 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:17.836822 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.839847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] Routers {'1e729b80-4983-469a-8688-6a0b0b93f3bf'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:17.844987 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:19:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1e729b80-4983-469a-8688-6a0b0b93f3bf'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:17.864809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-8d29ce41-7000-4bd1-9d92-5762388176d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:17.867921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-8d29ce41-7000-4bd1-9d92-5762388176d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 200 len: 852 time: 0.0782647 Feb 04 20:20:17.924604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:17.937497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-04617ade-9ca0-489b-95c4-2f00bb917111 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbae5d84-8507-4117-84ad-791f0b1862e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582566 Feb 04 20:20:17.967815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debff8df-d315-441f-bfeb-25462ea753b9 req-089a7db8-f9ca-4cf6-9e01-39b99a97a5ec tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:17.974674 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:17.975309 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f88757-b3fb-4a54-aa72-146a7ee6ae2e None None] The sync data for ids ['1e729b80-4983-469a-8688-6a0b0b93f3bf'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:20:17.979868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-debff8df-d315-441f-bfeb-25462ea753b9 req-089a7db8-f9ca-4cf6-9e01-39b99a97a5ec tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.5626488 Feb 04 20:20:18.022162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['9a52f181-106c-4179-ab51-51cc422fc1b6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:20:18.062470 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-e5756746-d517-4d0d-be4a-770fd1ba46b4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] delete failed (client error): The resource could not be found. Feb 04 20:20:18.063532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5756746-d517-4d0d-be4a-770fd1ba46b4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/routers/ae370bf9-c232-4c37-a442-a1cb07382574 HTTP/1.1" status: 404 len: 336 time: 0.2863107 Feb 04 20:20:18.085097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42130) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:18.165836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fd2b22fd-9489-4520-adb4-caeb460e88b3 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/1e729b80-4983-469a-8688-6a0b0b93f3bf HTTP/1.1" status: 200 len: 921 time: 0.5523231 Feb 04 20:20:18.166492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42136) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:18.250306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:18.431302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-debff8df-d315-441f-bfeb-25462ea753b9 req-210d3d4c-d9a8-489e-b06f-316d1ca551ce tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480124 Feb 04 20:20:18.432327 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5049cf-cf9f-419c-baaa-282fa1db20a1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:18.432827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5049cf-cf9f-419c-baaa-282fa1db20a1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:18.465297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7f5049cf-cf9f-419c-baaa-282fa1db20a1 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/37d3faaa-e706-4f91-b46f-ecfc8bcb7dc1 HTTP/1.1" status: 404 len: 337 time: 0.3770304 Feb 04 20:20:18.467184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:18.475774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42150) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:18.523312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6981abc-2eff-4e29-9c2c-43b81cb5992b None None] Pushing event updated for resources: {'Port': ['ID=e5faf759-02f3-4b86-aa39-250757b0d698,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:18.604074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=7d809478-166b-4dca-8a81-35e3669d5012,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:18.606462 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c07b745-4927-4102-84cd-3751d25555e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:18.606913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c07b745-4927-4102-84cd-3751d25555e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:18.615759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5c07b745-4927-4102-84cd-3751d25555e6 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/a9a2dddc-ddec-4b0a-bdbf-b6b0e6894fba HTTP/1.1" status: 404 len: 337 time: 0.1337900 Feb 04 20:20:18.617004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42166) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:18.665323 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-453389e9-357a-4518-96d6-4e940ef29b2d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:18.666109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453389e9-357a-4518-96d6-4e940ef29b2d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:18.671267 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-453389e9-357a-4518-96d6-4e940ef29b2d tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9c8b967d-9215-4db5-ad8f-4a3af8aa055f HTTP/1.1" status: 404 len: 333 time: 0.0492864 Feb 04 20:20:18.671267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42170) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:18.732319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:18.769879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba7332-9706-4b55-97ec-fc15e3b46226 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:18.771826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-30ba7332-9706-4b55-97ec-fc15e3b46226 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=1e729b80-4983-469a-8688-6a0b0b93f3bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6044023 Feb 04 20:20:18.777392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:18.795695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda43d3-df98-44e2-85f4-a0e0c8e27c39 req-a4a3ed09-9f70-4b75-a1fe-24e602c59b0b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:18.803133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffda43d3-df98-44e2-85f4-a0e0c8e27c39 req-a4a3ed09-9f70-4b75-a1fe-24e602c59b0b tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 943 time: 0.5175679 Feb 04 20:20:18.806503 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-97de1e65-21e4-4c67-abdd-8c2cb2a2b675 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:18.807138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97de1e65-21e4-4c67-abdd-8c2cb2a2b675 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:18.812969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-97de1e65-21e4-4c67-abdd-8c2cb2a2b675 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/da6dca5a-68c1-48ab-b2b4-b109f6aed526 HTTP/1.1" status: 404 len: 337 time: 0.1393549 Feb 04 20:20:18.839305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42182) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:18.904725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:18.963547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52115c-32f0-4d2f-a966-b8b1307daf71 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:18.964653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8e52115c-32f0-4d2f-a966-b8b1307daf71 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Synchronizing usage tracker for tenant:574adaa6407346778de845689195134e on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:18.985118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4928202f-72cf-407b-928d-f0cb0bef391d']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:18.999454 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a010ce1-b05d-4277-b428-182eba5de5db tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:18.999931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a010ce1-b05d-4277-b428-182eba5de5db tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:19.001628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a010ce1-b05d-4277-b428-182eba5de5db tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/7962ba45-dfcb-4e41-8337-62d99df28e5d HTTP/1.1" status: 404 len: 333 time: 0.1547835 Feb 04 20:20:19.011290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42194) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:19.030357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-b0b9ebd3-303e-43f0-9957-e4f19954e713 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0447457 Feb 04 20:20:19.048326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ffda43d3-df98-44e2-85f4-a0e0c8e27c39 req-cee26447-00aa-4bca-88d8-d83b07625c74 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398210 Feb 04 20:20:19.072300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 9a52f181-106c-4179-ab51-51cc422fc1b6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:19.072300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:19.081675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:19.082199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:19.100518 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-671b3b6e-8c3c-4ec1-bb1e-910f341821c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:19.101279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671b3b6e-8c3c-4ec1-bb1e-910f341821c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:19.119511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-671b3b6e-8c3c-4ec1-bb1e-910f341821c4 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/d724e8ab-5e9e-4e91-a9a3-c5e5765a3f55 HTTP/1.1" status: 404 len: 337 time: 0.0950053 Feb 04 20:20:19.120692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42200) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:19.216895 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e8cbda-8641-4767-9102-ee1fe95cce9a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:19.217383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e8cbda-8641-4767-9102-ee1fe95cce9a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:19.221786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-47e8cbda-8641-4767-9102-ee1fe95cce9a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/a9f8c9d4-2a9c-44ce-bf6b-6c4f09669f5d HTTP/1.1" status: 404 len: 333 time: 0.0997066 Feb 04 20:20:19.222422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42212) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:19.264631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:19.295306 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8743fdc-5fb4-44c6-a109-b5e385d59821 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:19.295933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8743fdc-5fb4-44c6-a109-b5e385d59821 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:19.296373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:19.303591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f8743fdc-5fb4-44c6-a109-b5e385d59821 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/50974dd8-b0cc-412e-bf29-d31eee8a9627 HTTP/1.1" status: 404 len: 337 time: 0.0801129 Feb 04 20:20:19.306614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42220) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:19.310062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:19.310468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:19.322913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:19.387155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:19.390268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:19.446007 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a0f349-9365-4bb0-9d48-22b3ad4a0337 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:19.447361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a0f349-9365-4bb0-9d48-22b3ad4a0337 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:19.451939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99a0f349-9365-4bb0-9d48-22b3ad4a0337 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/d85dce11-729a-4814-87f0-12151cf8870d HTTP/1.1" status: 404 len: 333 time: 0.1419003 Feb 04 20:20:19.460206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42234) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:19.478732 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:19.574791 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'code': 200} Feb 04 20:20:19.620747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8e52115c-32f0-4d2f-a966-b8b1307daf71 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Unset dirty status for tenant:574adaa6407346778de845689195134e on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8e52115c-32f0-4d2f-a966-b8b1307daf71 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.8489697 Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:19.636378 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:19.647831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:19.733492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:19.815865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-40d4ae98-0646-4552-853a-937a57f56b31 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e729b80-4983-469a-8688-6a0b0b93f3bf HTTP/1.1" status: 200 len: 205 time: 0.1560647 Feb 04 20:20:19.839927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42272) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:19.861260 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:20:19.861260 n-d-811806-1 neutron-server[88237]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:20:19.861260 n-d-811806-1 neutron-server[88237]: [parameters: {'id': '4928202f-72cf-407b-928d-f0cb0bef391d'}] Feb 04 20:20:19.861260 n-d-811806-1 neutron-server[88237]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:20:19.867814 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:20:19.951401 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ea8d7e-75bb-4824-afbd-d21fbac21d4c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:19.953655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ea8d7e-75bb-4824-afbd-d21fbac21d4c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:19.958930 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-98ea8d7e-75bb-4824-afbd-d21fbac21d4c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/04618889-560f-46b0-b5bb-4524b332e5d2 HTTP/1.1" status: 404 len: 337 time: 0.4964519 Feb 04 20:20:19.968070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42286) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:20.031918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40290d98-530c-47d9-83b4-162206f9cdd3 req-6061417b-d1e5-482c-ae48-6c86c15135b7 service neutron] 10.222.0.24 "GET /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9888201 Feb 04 20:20:20.042420 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf5416c-6aa0-4fcd-87a2-660a84c3818a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:20.043995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf5416c-6aa0-4fcd-87a2-660a84c3818a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:20.046466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cdf5416c-6aa0-4fcd-87a2-660a84c3818a tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/9a9fd7e1-d429-43be-ac24-de7341b6895e HTTP/1.1" status: 404 len: 333 time: 0.0769997 Feb 04 20:20:20.052661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42292) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:20.068817 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5b5c8a19-1a75-44b9-8213-81e4da6c4622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:20.119466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e5faf759-02f3-4b86-aa39-250757b0d698 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:20.267418 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbf8671-9548-4bf3-a98e-554b673fc04c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:20.268864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbf8671-9548-4bf3-a98e-554b673fc04c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:20.278747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8bbf8671-9548-4bf3-a98e-554b673fc04c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/bc24366e-d0cb-4288-9713-4f269cf4f2e5 HTTP/1.1" status: 404 len: 337 time: 0.2216671 Feb 04 20:20:20.287839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:20.356405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:20.410215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051e368-aab1-443a-ab6e-b35a089f5657 None None] Network 4928202f-72cf-407b-928d-f0cb0bef391d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:20.471816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d643e7-fc6d-4e0b-9705-5f830765298d req-831e9e92-0193-4380-a801-f5002508628f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:20.473371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b1d643e7-fc6d-4e0b-9705-5f830765298d req-831e9e92-0193-4380-a801-f5002508628f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.6332738 Feb 04 20:20:20.595049 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b1d643e7-fc6d-4e0b-9705-5f830765298d req-379a9e0f-1048-4e54-abae-53b04c796ec5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974505 Feb 04 20:20:20.595939 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-050f3b57-6e9b-4940-9a1c-65cc25235ca5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:20.596415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050f3b57-6e9b-4940-9a1c-65cc25235ca5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:20.599307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e5faf759-02f3-4b86-aa39-250757b0d698 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:20.602763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-050f3b57-6e9b-4940-9a1c-65cc25235ca5 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/c526da4f-57fc-4189-816c-a7181da32dfe HTTP/1.1" status: 404 len: 333 time: 0.3068819 Feb 04 20:20:20.604221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42330) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:20.713437 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dc7f56-7d8d-403d-af04-8a7a6e339702 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:20.716342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0dc7f56-7d8d-403d-af04-8a7a6e339702 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:20.718724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a0dc7f56-7d8d-403d-af04-8a7a6e339702 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/823d751c-fbdb-40c6-bb0a-4e539124b61d HTTP/1.1" status: 404 len: 337 time: 0.1112633 Feb 04 20:20:20.720943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42338) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:20.834925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2cbb7a28-2469-4208-b1e1-c5bf26b6ceb3 None None] Provisioning for port e5faf759-02f3-4b86-aa39-250757b0d698 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:20.853812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42350) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:20.904193 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f852dbf-aa6a-4209-bf63-3749787c574c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:20.904678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f852dbf-aa6a-4209-bf63-3749787c574c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:20.908854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3f852dbf-aa6a-4209-bf63-3749787c574c tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/ports/22e6b439-4c95-4c2c-b968-7d342c163658 HTTP/1.1" status: 404 len: 333 time: 0.1867495 Feb 04 20:20:20.914413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42372) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:20.956785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2cbb7a28-2469-4208-b1e1-c5bf26b6ceb3 None None] Provisioning complete for port e5faf759-02f3-4b86-aa39-250757b0d698 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:20.959212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7a28-2469-4208-b1e1-c5bf26b6ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:20.959744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:21.013802 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a492fcc3-158f-4fb4-9f24-66084b2c5fd2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:21.014279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a492fcc3-158f-4fb4-9f24-66084b2c5fd2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:21.024326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a492fcc3-158f-4fb4-9f24-66084b2c5fd2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/subnets/6755a2b4-69e7-4066-a309-937b2582f5e1 HTTP/1.1" status: 404 len: 337 time: 0.1031823 Feb 04 20:20:21.024326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42376) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:21.072096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port e5faf759-02f3-4b86-aa39-250757b0d698 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:21.072835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:21.438305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:21.481276 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7a28-2469-4208-b1e1-c5bf26b6ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:21.544899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] DHCP port deletion for 4928202f-72cf-407b-928d-f0cb0bef391d request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:20:21.554403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70fcde-a815-4c21-9ed8-93117d7b5b23 req-cb7d2c65-ceb3-411c-8339-a0254ea57b88 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:21.560248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] Deleting port e5faf759-02f3-4b86-aa39-250757b0d698 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:21.560665 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:21.562317 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f70fcde-a815-4c21-9ed8-93117d7b5b23 req-cb7d2c65-ceb3-411c-8339-a0254ea57b88 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 943 time: 1.1275861 Feb 04 20:20:21.706082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2cbb7a28-2469-4208-b1e1-c5bf26b6ceb3 None None] For port e5faf759-02f3-4b86-aa39-250757b0d698, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e5faf759-02f3-4b86-aa39-250757b0d698,segment=NetworkSegment(bdc8146e-d1c4-45e1-8edd-db23d0b4786f),segment_id=bdc8146e-d1c4-45e1-8edd-db23d0b4786f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:21.868272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:20:21.903476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7a28-2469-4208-b1e1-c5bf26b6ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:22.125895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port e5faf759-02f3-4b86-aa39-250757b0d698, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e5faf759-02f3-4b86-aa39-250757b0d698,segment=NetworkSegment(bdc8146e-d1c4-45e1-8edd-db23d0b4786f),segment_id=bdc8146e-d1c4-45e1-8edd-db23d0b4786f)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:22.129177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:22.155833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e5faf759-02f3-4b86-aa39-250757b0d698 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:22.421164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb7a28-2469-4208-b1e1-c5bf26b6ceb3 None None] Pushing event updated for resources: {'Port': ['ID=e5faf759-02f3-4b86-aa39-250757b0d698,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:22.477169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:22.484666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Deleting port 3fdc0c99-92b6-4a7e-9b49-f19dcc20881f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:22.485132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:22.542018 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:20:22.560755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for e5faf759-02f3-4b86-aa39-250757b0d698 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:22.684874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f70fcde-a815-4c21-9ed8-93117d7b5b23 req-492eacc1-74b5-4912-9141-6a326526ee04 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1132581 Feb 04 20:20:22.937679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2b9d-f6f1-4b09-a9e3-512f0b9f21f6 req-879b3380-a130-4ea5-a1af-138bae18a6af tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:22.940201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:22.947921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9ee2b9d-f6f1-4b09-a9e3-512f0b9f21f6 req-879b3380-a130-4ea5-a1af-138bae18a6af tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.7466533 Feb 04 20:20:22.990180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce', 'network_id': 'bbae5d84-8507-4117-84ad-791f0b1862e4', 'port_id': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce', 'mac_address': 'fa:16:3e:93:57:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124df688-3066-4fd2-9e18-51457673f28b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:20:23.025299 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:20:23.027911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] For port e5faf759-02f3-4b86-aa39-250757b0d698, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e5faf759-02f3-4b86-aa39-250757b0d698,segment=NetworkSegment(bdc8146e-d1c4-45e1-8edd-db23d0b4786f),segment_id=bdc8146e-d1c4-45e1-8edd-db23d0b4786f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:23.028320 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.029933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.030236 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:20:23.083466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.140477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9ee2b9d-f6f1-4b09-a9e3-512f0b9f21f6 req-1a091b66-dc8c-4057-a4db-9eefe04cef2e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846187 Feb 04 20:20:23.179965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3617f18-5da1-4e3a-821a-582c484776ac']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:23.204782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31cbeae-29bd-4bc8-a9ac-54781fa21942') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:23.205581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31cbeae-29bd-4bc8-a9ac-54781fa21942') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:23.274945 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.324377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.334634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] Calling delete_port for e5faf759-02f3-4b86-aa39-250757b0d698 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:23.349214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:23.349911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:23.365767 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:23.377631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.438311 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-298ea614-8668-4251-aeef-4fb34d36e839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.505924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Calling delete_port for 3fdc0c99-92b6-4a7e-9b49-f19dcc20881f owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:23.543017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.614472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port e5faf759-02f3-4b86-aa39-250757b0d698 {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:20:23.614910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e5faf759-02f3-4b86-aa39-250757b0d698 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:23.616654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] No DVR routers for this DVR port e5faf759-02f3-4b86-aa39-250757b0d698 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:23.636022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe83c0-d7ec-46d4-9b14-1ac6c3fbc4dd None None] Pushing event deleted for resources: {'Port': ['ID=e5faf759-02f3-4b86-aa39-250757b0d698,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:23.645805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port e5faf759-02f3-4b86-aa39-250757b0d698 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:23.646746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.650003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.655516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.682113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:20:23.715525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:23.744517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.828862 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:23.936044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] The port 'e5faf759-02f3-4b86-aa39-250757b0d698' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:20:24.006311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:24.066024 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.109101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:20:24.169865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Deleting port e8872aeb-38d5-44c6-b830-03e5e18ef194 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:24.170896 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.389430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event deleted for resources: {'Port': ['ID=3fdc0c99-92b6-4a7e-9b49-f19dcc20881f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:24.392724 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.437322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.442431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] Pushing event deleted for resources: {'Network': ['ID=a3617f18-5da1-4e3a-821a-582c484776ac,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:24.474475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dbd622ba-4159-4c5f-9060-8fef63893dc2 tempest-NetworksTestDHCPv6-780196342 tempest-NetworksTestDHCPv6-780196342-project] 10.222.0.48 "DELETE /v2.0/networks/a3617f18-5da1-4e3a-821a-582c484776ac HTTP/1.1" status: 204 len: 168 time: 3.4546106 Feb 04 20:20:24.510842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.548612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4928202f-72cf-407b-928d-f0cb0bef391d']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:24.554540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec70a7-1eae-4802-943a-938e03e189e0 req-f1f3f8fd-6ca4-4aaa-9625-2f1670dd7998 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:24.556874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64ec70a7-1eae-4802-943a-938e03e189e0 req-f1f3f8fd-6ca4-4aaa-9625-2f1670dd7998 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.2167716 Feb 04 20:20:24.560905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:24.561499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc8146e-d1c4-45e1-8edd-db23d0b4786f') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:24.563673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] For port e8872aeb-38d5-44c6-b830-03e5e18ef194, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e8872aeb-38d5-44c6-b830-03e5e18ef194,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:24.564217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.576242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.597928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.605119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:24.606757 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:24.716495 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:24.749506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Calling delete_port for e8872aeb-38d5-44c6-b830-03e5e18ef194 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:24.797833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e5509-4eca-48cd-94b6-f18e985ab634 req-2a4aeff4-bafa-4621-a3b9-dbf26ff20974 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:24.799398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf3e5509-4eca-48cd-94b6-f18e985ab634 req-2a4aeff4-bafa-4621-a3b9-dbf26ff20974 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 944 time: 0.8298407 Feb 04 20:20:24.820542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.822583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:24.828812 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64ec70a7-1eae-4802-943a-938e03e189e0 req-ec53e5b7-3da6-41fb-a368-d53aa269bb2b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548487 Feb 04 20:20:24.962843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.081623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.102783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=4928202f-72cf-407b-928d-f0cb0bef391d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:25.196306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.199012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf3e5509-4eca-48cd-94b6-f18e985ab634 req-0fc08d78-660b-46df-b061-ac18fb100191 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924534 Feb 04 20:20:25.208912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.211948 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-57afc036-c0f1-4915-8e5e-21404089ef74 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/4928202f-72cf-407b-928d-f0cb0bef391d HTTP/1.1" status: 204 len: 168 time: 9.4091837 Feb 04 20:20:25.214871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42536) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:25.217352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.286858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42542) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:25.313045 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefeb4e5-3fdd-47bf-8568-be6324086c3c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] GET failed (client error): The resource could not be found. Feb 04 20:20:25.313932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eefeb4e5-3fdd-47bf-8568-be6324086c3c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Synchronizing usage tracker for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:25.426599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eefeb4e5-3fdd-47bf-8568-be6324086c3c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Unset dirty status for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:25.428060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eefeb4e5-3fdd-47bf-8568-be6324086c3c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/subnets/7d809478-166b-4dca-8a81-35e3669d5012 HTTP/1.1" status: 404 len: 337 time: 0.2029927 Feb 04 20:20:25.431595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42552) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:25.482452 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.485006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Fanout notify agent at l3_agent the message router_deleted on router 1e729b80-4983-469a-8688-6a0b0b93f3bf {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:20:25.502462 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17de4ad-0ad1-4dc8-a838-e7c6372d52ae tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:25.502971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17de4ad-0ad1-4dc8-a838-e7c6372d52ae tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:25.520103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a17de4ad-0ad1-4dc8-a838-e7c6372d52ae tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/4928202f-72cf-407b-928d-f0cb0bef391d HTTP/1.1" status: 404 len: 339 time: 0.0872774 Feb 04 20:20:25.529815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42558) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:25.530671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.539931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4834ccc5-d54a-48ad-a8fa-85080ef3330c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/1e729b80-4983-469a-8688-6a0b0b93f3bf HTTP/1.1" status: 204 len: 168 time: 5.6908417 Feb 04 20:20:25.540575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42560) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:25.559923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1531818651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:25.569440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:25.598259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Usage tracker for resource:router and tenant:12d234e5880c492f8e42ef3d16f35bbb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:25.607311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:25.624415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:25.650256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-48ce7d4b-b564-4f8c-9a63-f8caca81fb5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad8ffac6962f4eba93187a7bbb87ea3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594816 Feb 04 20:20:25.657050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42568) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:25.727710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8872aeb-38d5-44c6-b830-03e5e18ef194,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:25.752785 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.755650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.797698 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.817218 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26446f47-7ee1-41d1-8d52-2022ed05d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.864136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:25.867908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26446f47-7ee1-41d1-8d52-2022ed05d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.874061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:25.917997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:26.060973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:26.062517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9d03385a-7742-4c5e-9980-467965fcfdb5 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5209861 Feb 04 20:20:26.065292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42594) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:26.072415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': True}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:26.455087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:26.473455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:26.474083 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:26.549048 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26446f47-7ee1-41d1-8d52-2022ed05d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:26.664461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:26.712313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:26.729842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:26.742777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-26446f47-7ee1-41d1-8d52-2022ed05d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:26.742777 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-26446f47-7ee1-41d1-8d52-2022ed05d609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2fc4ea8-5b1b-4111-8d73-dedb69aa679c HTTP/1.1" status: 204 len: 168 time: 1.0810730 Feb 04 20:20:26.768395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26446f47-7ee1-41d1-8d52-2022ed05d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc4ea8-5b1b-4111-8d73-dedb69aa679c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:26.865227 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:26.912286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301715b-3769-4679-b18b-052c9f49fa97 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:26.912286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9301715b-3769-4679-b18b-052c9f49fa97 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Synchronizing usage tracker for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:26.952270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:20:26.989124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f92b0-3cc0-483f-beb9-3cf557afc08f req-89c43980-cc64-4947-bfd2-c9eef65e4aae tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:26.999432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f1f92b0-3cc0-483f-beb9-3cf557afc08f req-89c43980-cc64-4947-bfd2-c9eef65e4aae tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.7795670 Feb 04 20:20:27.086425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9301715b-3769-4679-b18b-052c9f49fa97 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Unset dirty status for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:27.087593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9301715b-3769-4679-b18b-052c9f49fa97 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3622966 Feb 04 20:20:27.105165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:27.111384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42640) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:27.151996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.155665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.156407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.157266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.159161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.160245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.160911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.162010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.162604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.164572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.165267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.168903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:27.209811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42648) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:27.229919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f1f92b0-3cc0-483f-beb9-3cf557afc08f req-bfed4d34-6fca-4ffb-a062-d387c771d95c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584768 Feb 04 20:20:27.234091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a0a2649-83a6-4570-9b0d-716662a455cb tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Synchronizing usage tracker for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:27.319862 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce', 'code': 200} Feb 04 20:20:27.325826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2a0a2649-83a6-4570-9b0d-716662a455cb tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Unset dirty status for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:27.327007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2a0a2649-83a6-4570-9b0d-716662a455cb tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 207 time: 0.2130444 Feb 04 20:20:27.337339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42660) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:27.346072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:27.503408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:20:27.517354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] Sync routers for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:20:27.539959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:27.541151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:27.684356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e9737fa-8d0d-41f5-814e-e02d36ddd749 admin admin] 10.222.0.48 "PUT /v2.0/routers/c8c8b035-6ef9-43e7-b2b1-7c4165145eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8092635 Feb 04 20:20:27.689391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42686) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:27.793182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eca2e8-35d9-4d0a-87b9-318d572aad0c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:27.800054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eca2e8-35d9-4d0a-87b9-318d572aad0c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:27.802034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:27.806564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eca2e8-35d9-4d0a-87b9-318d572aad0c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:27.812505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eca2e8-35d9-4d0a-87b9-318d572aad0c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:27.815228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e8eca2e8-35d9-4d0a-87b9-318d572aad0c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4770079 Feb 04 20:20:27.824170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42696) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:27.894853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023f702-86d4-4da8-b8b2-f6f1ea9b7f3d req-a0402398-b85b-49b3-988e-2cef5612afe1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:27.905522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f023f702-86d4-4da8-b8b2-f6f1ea9b7f3d req-a0402398-b85b-49b3-988e-2cef5612afe1 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 944 time: 1.3778369 Feb 04 20:20:27.952952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:27.970615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Usage tracker for resource:security_group_rule and tenant:db21663f34ee411bb218897f10f29a57 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:27.984502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f023f702-86d4-4da8-b8b2-f6f1ea9b7f3d req-c4188203-5026-463d-9edf-9441b4bf7879 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780339 Feb 04 20:20:27.985455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:27.995888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:20:28.023130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:28.061399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a229-0d1f-4b23-91a2-1f0358e3cc4a req-65293a4d-9c49-4788-a468-a0991a541a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:28.064008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c34a229-0d1f-4b23-91a2-1f0358e3cc4a req-65293a4d-9c49-4788-a468-a0991a541a72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 1096 time: 0.6356874 Feb 04 20:20:28.080052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42706) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:28.095058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9e277d35-d633-4062-a906-c0a9be837710 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2460060 Feb 04 20:20:28.324679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:28.356835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:28.401627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c34a229-0d1f-4b23-91a2-1f0358e3cc4a req-ebe0df62-f7f8-4c46-bea7-4bc3f0539913 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285294 Feb 04 20:20:28.418262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a7723-c82e-4022-b3ab-6f7910ce7fc4 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:28.419892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a7723-c82e-4022-b3ab-6f7910ce7fc4 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:28.421447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c70a7723-c82e-4022-b3ab-6f7910ce7fc4 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3224161 Feb 04 20:20:28.448923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42724) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:28.627099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:20:24Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:28.637552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] Checking router: c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:20:28.647307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] Routers {'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:28.647978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:28.693810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:28.721230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523d8ec-66bb-45cf-b14f-d0616b8abe45 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:28.722489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523d8ec-66bb-45cf-b14f-d0616b8abe45 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:28.729625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9523d8ec-66bb-45cf-b14f-d0616b8abe45 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2547879 Feb 04 20:20:28.731261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42736) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:28.805773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:28.817206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8c93d-4b78-429f-9bb8-8b5c659fc3fa req-1496b07a-0536-4a16-afb0-e52d059d1aa3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:28.824163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aa8c93d-4b78-429f-9bb8-8b5c659fc3fa req-1496b07a-0536-4a16-afb0-e52d059d1aa3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.3735943 Feb 04 20:20:28.912801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aa8c93d-4b78-429f-9bb8-8b5c659fc3fa req-09bfd64e-1734-42d9-ba1a-4ffde0a16bea tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872843 Feb 04 20:20:28.934178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Deleting port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:28.934885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:28.981787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338de70e-01d6-44d0-967f-19c128906e86 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:28.982376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-338de70e-01d6-44d0-967f-19c128906e86 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Synchronizing usage tracker for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:28.982738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] Set router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:20:29.012136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42754) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:29.044479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.078829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db21663f34ee411bb218897f10f29a57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8669200 Feb 04 20:20:29.086942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b45540-229c-4491-9aca-919d6e9a633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb375ba-0125-4a2d-8aab-a37a9c85e1d1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:29.105626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42764) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:29.122062 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.183815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-338de70e-01d6-44d0-967f-19c128906e86 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Unset dirty status for tenant:885fc0a0b10e4a088cc6329efb0d920c on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:29.187238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-338de70e-01d6-44d0-967f-19c128906e86 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/networks/a6a99f39-e50c-4699-880f-c30f23621ef6 HTTP/1.1" status: 200 len: 799 time: 0.4548857 Feb 04 20:20:29.192678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:29.304498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] For port a0c2619b-ef7a-412e-8e1d-5b57b5684a9d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:29.305614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.387812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1853046317'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:29.418402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:29.443674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:network and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:29.455603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:29.484206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Calling delete_port for a0c2619b-ef7a-412e-8e1d-5b57b5684a9d owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:29.488111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:29.617544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf308949-a48c-4199-96f1-7b2b3768c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.659364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:20:24Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:29.678081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfbce99-36e9-414b-8494-f11d85bf1b53 None None] The sync data for ids ['c8c8b035-6ef9-43e7-b2b1-7c4165145eb8'] in n-d-811806-1 is: [{'id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'name': 'tempest-TestVolumeBackupRestore-622481074-router', 'tenant_id': '4ef0b878c8be4a168a72c51e6760b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:05Z', 'updated_at': '2022-02-04T20:20:24Z', 'revision_number': 5, 'project_id': '4ef0b878c8be4a168a72c51e6760b96e', 'gw_port': {'id': 'a0c2619b-ef7a-412e-8e1d-5b57b5684a9d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8b035-6ef9-43e7-b2b1-7c4165145eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:07Z', 'updated_at': '2022-02-04T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:20:29.722543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ade6d-bbf2-4ab7-95a7-9d08c20953dd req-a82d543c-5895-4aaa-b99c-b4d5673ad15e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:29.737535 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d4ade6d-bbf2-4ab7-95a7-9d08c20953dd req-a82d543c-5895-4aaa-b99c-b4d5673ad15e tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 945 time: 0.5488381 Feb 04 20:20:29.744492 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf308949-a48c-4199-96f1-7b2b3768c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.775143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Made reservation on behalf of 232403ab6b9b46f29b99c1705235c75f for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:29.779221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.792678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-17800f0c-bcb6-42c8-bf6f-bc3a53d0653a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/networks/a6a99f39-e50c-4699-880f-c30f23621ef6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5964673 Feb 04 20:20:29.796947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42806) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:29.819810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.841531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:29.856031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Allocated IP 172.25.7.33 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/8dd8de40-a02e-436e-a10b-b424dee023d4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:29.881164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:29.890607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:security_group_rule and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:29.891581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:20:29.898242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:29.907432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:29.931749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c2619b-ef7a-412e-8e1d-5b57b5684a9d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:29.931994 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d4ade6d-bbf2-4ab7-95a7-9d08c20953dd req-7e853e30-837a-4d68-9460-42949e4d1ce2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928337 Feb 04 20:20:30.035155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914d8fce-728a-4709-a663-2c6d68a89334 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:30.039998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-914d8fce-728a-4709-a663-2c6d68a89334 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/subnets/240f76dd-b743-4566-a426-6d9018e95640 HTTP/1.1" status: 200 len: 811 time: 0.2385054 Feb 04 20:20:30.056339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42820) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:30.165759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:30.197246 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf308949-a48c-4199-96f1-7b2b3768c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.206590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '39969127-621b-4d5b-82a6-7817e558642b', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'port_id': '39969127-621b-4d5b-82a6-7817e558642b', 'mac_address': 'fa:16:3e:21:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:20:30.287137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e8872aeb-38d5-44c6-b830-03e5e18ef194 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:30.311188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf308949-a48c-4199-96f1-7b2b3768c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb375ba-0125-4a2d-8aab-a37a9c85e1d1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:30.337148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.353747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf308949-a48c-4199-96f1-7b2b3768c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.354903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bf308949-a48c-4199-96f1-7b2b3768c35f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0eb375ba-0125-4a2d-8aab-a37a9c85e1d1 HTTP/1.1" status: 204 len: 168 time: 1.2398064 Feb 04 20:20:30.363911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.389665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38104710-ca49-4643-b330-e0807d1e646b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:30.394206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-38104710-ca49-4643-b330-e0807d1e646b tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "GET /v2.0/subnets/240f76dd-b743-4566-a426-6d9018e95640?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3440793 Feb 04 20:20:30.398061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42834) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:30.403852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.404075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136736129'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:30.405972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: e8872aeb-38d5-44c6-b830-03e5e18ef194 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:30.406515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e8872aeb-38d5-44c6-b830-03e5e18ef194 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:30.413072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:30.446863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:30.462191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.462970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39969127-621b-4d5b-82a6-7817e558642b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:20:30.494864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:30.552773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:30.561443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.588796 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.609109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.615344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.733911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['39969127-621b-4d5b-82a6-7817e558642b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:20:30.752456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.777447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.848783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40ec2f-989b-40ea-bc4c-6c9615c8b844 req-7738432d-db9e-4619-9c59-e8dcd9f5f0a6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:30.850626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd40ec2f-989b-40ea-bc4c-6c9615c8b844 req-7738432d-db9e-4619-9c59-e8dcd9f5f0a6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.5935981 Feb 04 20:20:30.884546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:30.991898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:30.992630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:20:31.010242 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd40ec2f-989b-40ea-bc4c-6c9615c8b844 req-639ff24c-614d-4d22-9893-cc8db44c9957 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431537 Feb 04 20:20:31.045924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.061139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2bb01b6a-8a21-40a2-a89d-e632589477c3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c8c8b035-6ef9-43e7-b2b1-7c4165145eb8 HTTP/1.1" status: 204 len: 168 time: 3.3548169 Feb 04 20:20:31.061139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:31.209689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] Deleting subnet 286d23d6-65ca-4305-84b0-2ffb8f524ab1 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:20:31.222176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.238919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:31.320938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:31.334500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.359116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:31.612389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:31.637338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.669176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.690346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:20:31.710648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:31.718896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:20:31.722654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d92f38187c4e5b99a0a76302d0105b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:31.730573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:31.741812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd4bbb-771b-4ffb-9d08-713d7b7f4021,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:31.750764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Port': ['ID=8dd8de40-a02e-436e-a10b-b424dee023d4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:31.757706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:31.788493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.789383 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Added segment d3ec676b-f26b-44e9-a208-28de6a669614 of type vlan for network dc013163-7690-4a47-a71c-32f0513dcc96 Feb 04 20:20:31.792638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.793137 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Added segment 35f412a3-5459-40a7-96ca-d1744f6ed865 of type vlan for network 5663accb-268d-4122-a391-f79065160254 Feb 04 20:20:31.825504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0c2619b-ef7a-412e-8e1d-5b57b5684a9d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:31.871750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.882113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.895063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56089-c096-442a-81c5-4c3c1b5a54a4 req-4cc6391a-330e-45b1-a936-219ed5da78c8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:31.896334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:31.902017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfc56089-c096-442a-81c5-4c3c1b5a54a4 req-4cc6391a-330e-45b1-a936-219ed5da78c8 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 945 time: 0.6658890 Feb 04 20:20:31.910216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a0c2619b-ef7a-412e-8e1d-5b57b5684a9d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:31.910749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a0c2619b-ef7a-412e-8e1d-5b57b5684a9d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:31.928017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:32.011994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.019112 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.042445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/286d23d6-65ca-4305-84b0-2ffb8f524ab1 HTTP/1.1" status: 204 len: 168 time: 0.9834988 Feb 04 20:20:32.044288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242ee2f-6801-463d-96e1-c642cf3c8c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286d23d6-65ca-4305-84b0-2ffb8f524ab1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:32.045769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42922) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:32.060660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c0120-cf13-43c6-8f64-5c8101189fdf None None] Network cf0a41d9-3526-4119-b801-6663b9f63685 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:32.085975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.110536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfc56089-c096-442a-81c5-4c3c1b5a54a4 req-4b120f4c-2651-4729-8297-b48ed43b3cf6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075865 Feb 04 20:20:32.169162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a3127e-349a-426c-b3c8-89f324cfa64a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:32.223772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4e56baa3-d1aa-4339-8d22-64b3b27e14c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5d92f38187c4e5b99a0a76302d0105b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087739 Feb 04 20:20:32.224486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42938) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:32.347091 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1243a1b5-32a7-42dd-8f03-4ba380e10f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.388451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1243a1b5-32a7-42dd-8f03-4ba380e10f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.409118 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.414915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 39969127-621b-4d5b-82a6-7817e558642b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:32.415533 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.415928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:32.416664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.451095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.460500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:32.461695 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.600079 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1243a1b5-32a7-42dd-8f03-4ba380e10f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.623110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a1b5-32a7-42dd-8f03-4ba380e10f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a3127e-349a-426c-b3c8-89f324cfa64a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:32.640983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1243a1b5-32a7-42dd-8f03-4ba380e10f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.642113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1243a1b5-32a7-42dd-8f03-4ba380e10f74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58a3127e-349a-426c-b3c8-89f324cfa64a HTTP/1.1" status: 204 len: 168 time: 0.4167144 Feb 04 20:20:32.669046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.6262207 Feb 04 20:20:32.672176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42950) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:32.684380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'subnet': {'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:32.716010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:32.721577 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3226924 Feb 04 20:20:32.738466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.748781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.750003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'network_id': '5663accb-268d-4122-a391-f79065160254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:32.771676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] DHCP port deletion for cf0a41d9-3526-4119-b801-6663b9f63685 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:20:32.778869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726001d1-3ddd-4017-9eb5-8b851dab52a8 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Network': ['ID=5663accb-268d-4122-a391-f79065160254,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:32.796810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:32.800003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:32.805936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 5663accb-268d-4122-a391-f79065160254 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:20:32.827073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] Deleting port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:32.828343 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:32.840195 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:33.113903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] For port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:33.114166 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:33.155264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Deleting port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:33.155604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:33.175322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:33.183876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:subnet and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:33.198442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:33.201019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:33.241472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:33.248204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:33.319750 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:33.328365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] Calling delete_port for 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:33.336749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Made reservation on behalf of 232403ab6b9b46f29b99c1705235c75f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:33.340341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:33.408826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Made reservation on behalf of 885fc0a0b10e4a088cc6329efb0d920c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:33.412283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:33.771061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:33.830549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29d96-a217-48e4-b20a-1bbddb2e0340 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Network': ['ID=dc013163-7690-4a47-a71c-32f0513dcc96,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:33.836849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:33.863864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Performing IP validity checks on allocation pools {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 20:20:33.864420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 20:20:33.902823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network dc013163-7690-4a47-a71c-32f0513dcc96 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:20:33.912996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edac5a-0169-4b53-9af4-f6ce781492b3 req-512a2416-b1ea-4071-ba18-81ef5c3e65ac tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:33.915356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4edac5a-0169-4b53-9af4-f6ce781492b3 req-512a2416-b1ea-4071-ba18-81ef5c3e65ac tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 944 time: 1.5646744 Feb 04 20:20:33.995464 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:34.140113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] For port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,segment=NetworkSegment(ae15a40a-cb03-4002-97f2-9833631e8963),segment_id=ae15a40a-cb03-4002-97f2-9833631e8963)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:34.140559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:34.162227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4edac5a-0169-4b53-9af4-f6ce781492b3 req-6296604d-f3e7-46df-9b88-15cb28be7fda tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045586 Feb 04 20:20:34.187698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:34.198970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:34.246836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] Pushing event deleted for resources: {'Port': ['ID=2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:34.340740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bc7c5-880d-4d89-9b30-3e4d80e2e6ef None None] No DVR routers for this DVR port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:34.460851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Calling delete_port for 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:34.592775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:34.681420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:34.706892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:20:34.707224 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:20:34.713131 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:34.722676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:34.730846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=8f85793f-ce33-42d6-91dc-09c974cd8a2d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:34.811701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Checking segment: {'id': '35f412a3-5459-40a7-96ca-d1744f6ed865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5663accb-268d-4122-a391-f79065160254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:34.812592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network hostable DHCP agents. Network: 5663accb-268d-4122-a391-f79065160254, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:20:34.843725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Checking segment: {'id': 'd3ec676b-f26b-44e9-a208-28de6a669614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:34.844535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Network hostable DHCP agents. Network: dc013163-7690-4a47-a71c-32f0513dcc96, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:20:34.877176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Subnet': ['ID=c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:34.953913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Network 5663accb-268d-4122-a391-f79065160254 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:20:34.983642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Network dc013163-7690-4a47-a71c-32f0513dcc96 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:20:35.059409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, dc013163-7690-4a47-a71c-32f0513dcc96) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:35.077948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 5663accb-268d-4122-a391-f79065160254) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:35.079098 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b', 'code': 200} Feb 04 20:20:35.089566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:35.090165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.098943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b901782-3e95-4b46-8e51-9655c43b3caf None None] Network dc013163-7690-4a47-a71c-32f0513dcc96 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:35.202856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11cd3e-46c4-4a8c-aa94-8b2853de5125 None None] Network 5663accb-268d-4122-a391-f79065160254 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:35.203051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:35.203051 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.208341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Deleting port 2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:35.208876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.381865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] The port '2e6d87a5-7bd1-45d0-b1ad-6c861e199dfd' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:20:35.504612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Router a879380c-7793-49e1-8ebd-eaae5ede1829 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:20:35.529138 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ec2dd575-3105-4857-b485-2603513a0798 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8531387 Feb 04 20:20:35.529370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.529481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43018) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:35.534472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-497379563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:35.544920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:35.550117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:router and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:35.553563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:35.560478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:35.577257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2f2c30a2-8a67-4f72-ad87-13a43eb45833 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8549993 Feb 04 20:20:35.578312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43022) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:35.595341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:35.648060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0a41d9-3526-4119-b801-6663b9f63685']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:35.666375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae15a40a-cb03-4002-97f2-9833631e8963') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:35.667209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae15a40a-cb03-4002-97f2-9833631e8963') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:35.691636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.692601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.726862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.753048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d90954-c3e2-44c7-866f-cf83eb13cdd9 req-40ddfab7-5ac8-45db-81bb-b382a60eff3c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:35.761436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d90954-c3e2-44c7-866f-cf83eb13cdd9 req-40ddfab7-5ac8-45db-81bb-b382a60eff3c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 945 time: 0.4970589 Feb 04 20:20:35.806074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.850240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.871193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:35.871733 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:35.908380 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:35.912942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:35.974740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-5663accb-268d-4122-a391-f79065160254', 'network_id': '5663accb-268d-4122-a391-f79065160254', 'tenant_id': '885fc0a0b10e4a088cc6329efb0d920c', 'fixed_ips': [{'subnet_id': '8f85793f-ce33-42d6-91dc-09c974cd8a2d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:20:35.975655 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:36.011002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-dc013163-7690-4a47-a71c-32f0513dcc96', 'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96', 'tenant_id': '232403ab6b9b46f29b99c1705235c75f', 'fixed_ips': [{'subnet_id': 'c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:20:36.012085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:36.100642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7346446'] for subnet, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:36.213963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:36.215172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a83d7c89-bbf5-4300-8688-6269d7e4a78d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6850917 Feb 04 20:20:36.224299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43040) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:36.232581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:20:36.244312 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] Sync routers for ids ['a879380c-7793-49e1-8ebd-eaae5ede1829'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:20:36.255377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8d90954-c3e2-44c7-866f-cf83eb13cdd9 req-e357169e-3b64-426b-b16a-f33143b5fe72 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926271 Feb 04 20:20:36.271091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] Routers {'a879380c-7793-49e1-8ebd-eaae5ede1829'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:36.271787 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a879380c-7793-49e1-8ebd-eaae5ede1829'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:36.325924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:36.339081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c1030ae-13dc-4bce-84e6-4382431415fb tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "PUT /v2.0/routers/a879380c-7793-49e1-8ebd-eaae5ede1829 HTTP/1.1" status: 200 len: 914 time: 10.2595999 Feb 04 20:20:36.340111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43046) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:36.505465 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:36.510739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:36.520705 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:36.545391 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] Routers {'a879380c-7793-49e1-8ebd-eaae5ede1829'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:36.546026 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a879380c-7793-49e1-8ebd-eaae5ede1829'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:36.719534 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:36.719937 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74487bab-70bb-4885-84eb-9414a4b3c404 None None] The sync data for ids ['a879380c-7793-49e1-8ebd-eaae5ede1829'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:20:36.730474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0a41d9-3526-4119-b801-6663b9f63685,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:36.828656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9db090e9-b6fd-49b5-adb1-cc305658408e admin admin] 10.222.0.48 "DELETE /v2.0/networks/cf0a41d9-3526-4119-b801-6663b9f63685 HTTP/1.1" status: 204 len: 168 time: 4.7746849 Feb 04 20:20:36.842792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43052) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:36.927777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Allocated IP 172.20.0.2 (dc013163-7690-4a47-a71c-32f0513dcc96/c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9/4989a974-d084-4676-aebf-33d30a111f08) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:37.138749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2d5578d5-6ec6-45ec-b571-9af5da46667f tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/a879380c-7793-49e1-8ebd-eaae5ede1829 HTTP/1.1" status: 200 len: 920 time: 0.7833726 Feb 04 20:20:37.142450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43058) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:37.338934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 20:20:37.338934 n-d-811806-1 neutron-server[88238]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 04 20:20:37.338934 n-d-811806-1 neutron-server[88238]: [parameters: {'in_use': 1, 'id_1': '8f85793f-ce33-42d6-91dc-09c974cd8a2d'}] Feb 04 20:20:37.338934 n-d-811806-1 neutron-server[88238]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:20:37.339365 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:20:37.364173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53078185-4580-47b7-88a2-b1bedd9dd612 req-1da02584-7e02-478b-b322-a605500a4c8c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:37.375373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53078185-4580-47b7-88a2-b1bedd9dd612 req-1da02584-7e02-478b-b322-a605500a4c8c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.7919302 Feb 04 20:20:37.515465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:37.537777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Transition to ACTIVE for port object 4989a974-d084-4676-aebf-33d30a111f08 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:37.591262 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Transition to ACTIVE for port object 4989a974-d084-4676-aebf-33d30a111f08 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:37.675975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:37.691622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53078185-4580-47b7-88a2-b1bedd9dd612 req-b1215b3b-23e5-466a-a89e-81994de6442a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996480 Feb 04 20:20:37.760286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3037793-6c04-4ddd-a6d6-5ad141d44952 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:37.761801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b3037793-6c04-4ddd-a6d6-5ad141d44952 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=a879380c-7793-49e1-8ebd-eaae5ede1829&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6180038 Feb 04 20:20:37.772046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43072) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:37.831646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Network dc013163-7690-4a47-a71c-32f0513dcc96 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:37.847543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:37.887417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:37.892976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:37.933758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Pushing event updated for resources: {'Port': ['ID=4989a974-d084-4676-aebf-33d30a111f08,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:38.106825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:38.149921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730206357252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6909208'] for subnet, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:38.360945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Allocated IP 172.20.0.3 (5663accb-268d-4122-a391-f79065160254/8f85793f-ce33-42d6-91dc-09c974cd8a2d/f3130113-b09d-45ee-a274-438d3399664b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:38.565102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4208f-c090-4486-a72a-59072f69f4c8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:38.565102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ea4208f-c090-4486-a72a-59072f69f4c8 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.7890556 Feb 04 20:20:38.566127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43082) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:38.651021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-56466f64-6b1f-4ac5-878a-459fbc27681c tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a879380c-7793-49e1-8ebd-eaae5ede1829 HTTP/1.1" status: 200 len: 205 time: 0.0669208 Feb 04 20:20:38.651021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43086) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:38.666372 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:38.676794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Transition to ACTIVE for port object f3130113-b09d-45ee-a274-438d3399664b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:38.696762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Transition to ACTIVE for port object f3130113-b09d-45ee-a274-438d3399664b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:38.772841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event updated for resources: {'Subnet': ['ID=8f85793f-ce33-42d6-91dc-09c974cd8a2d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:38.792649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Attempting to bind port 4989a974-d084-4676-aebf-33d30a111f08 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:20:38.792649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Attempting to bind port 4989a974-d084-4676-aebf-33d30a111f08 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'd3ec676b-f26b-44e9-a208-28de6a669614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:20:38.792649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Attempting to bind port 4989a974-d084-4676-aebf-33d30a111f08 on network dc013163-7690-4a47-a71c-32f0513dcc96 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:20:38.793154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:38.793154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:38.796286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "PUT /v2.0/subnets/8f85793f-ce33-42d6-91dc-09c974cd8a2d HTTP/1.1" status: 200 len: 877 time: 3.2166219 Feb 04 20:20:38.799657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:20:38.800053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Checking segment: {'id': 'd3ec676b-f26b-44e9-a208-28de6a669614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:38.800458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:38.800856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Bound using segment: {'id': 'd3ec676b-f26b-44e9-a208-28de6a669614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:20:38.801320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Bound port: 4989a974-d084-4676-aebf-33d30a111f08, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ec676b-f26b-44e9-a208-28de6a669614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:20:38.801698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:38.844242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43096) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:38.854393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.854807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.855155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.855498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.855833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.856164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.856492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.856818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.857142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.857465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.857788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.858108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440e2d1-3dc6-4d43-b8a0-edbde0d14f72 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:38.930200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66f06-2134-4b68-8438-c68308510cef req-4a9cd4c5-1ea3-4f21-9460-4121472d33e2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:38.936292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9d66f06-2134-4b68-8438-c68308510cef req-4a9cd4c5-1ea3-4f21-9460-4121472d33e2 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 945 time: 0.9027998 Feb 04 20:20:39.007680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] For port 4989a974-d084-4676-aebf-33d30a111f08, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:20:39.011402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] For port 4989a974-d084-4676-aebf-33d30a111f08, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4989a974-d084-4676-aebf-33d30a111f08,segment=NetworkSegment(d3ec676b-f26b-44e9-a208-28de6a669614),segment_id=d3ec676b-f26b-44e9-a208-28de6a669614)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:20:39.012959 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.048710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Allocated IP 172.20.0.1 (dc013163-7690-4a47-a71c-32f0513dcc96/c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9/69ae9b56-58a6-4598-8d31-053092946060) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:39.066908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.076164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.087838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Network 5663accb-268d-4122-a391-f79065160254 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:39.094422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:39.099638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:39.110485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Pushing event updated for resources: {'Port': ['ID=f3130113-b09d-45ee-a274-438d3399664b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:39.145120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.294771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Attempting to bind port f3130113-b09d-45ee-a274-438d3399664b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:20:39.295423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Attempting to bind port f3130113-b09d-45ee-a274-438d3399664b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '35f412a3-5459-40a7-96ca-d1744f6ed865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5663accb-268d-4122-a391-f79065160254'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:20:39.295955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Attempting to bind port f3130113-b09d-45ee-a274-438d3399664b on network 5663accb-268d-4122-a391-f79065160254 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:20:39.324296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:20:39.328095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Checking segment: {'id': '35f412a3-5459-40a7-96ca-d1744f6ed865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5663accb-268d-4122-a391-f79065160254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:20:39.328719 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.329295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Bound using segment: {'id': '35f412a3-5459-40a7-96ca-d1744f6ed865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5663accb-268d-4122-a391-f79065160254'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:20:39.329931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Bound port: f3130113-b09d-45ee-a274-438d3399664b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f412a3-5459-40a7-96ca-d1744f6ed865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5663accb-268d-4122-a391-f79065160254'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:20:39.332055 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.384383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bfd1c-1e3c-41f0-8545-736945f2111d None None] Pushing event updated for resources: {'Port': ['ID=4989a974-d084-4676-aebf-33d30a111f08,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:39.471882 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.499150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Transition to ACTIVE for port object 69ae9b56-58a6-4598-8d31-053092946060 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:39.543391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] For port f3130113-b09d-45ee-a274-438d3399664b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:20:39.546962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] For port f3130113-b09d-45ee-a274-438d3399664b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f3130113-b09d-45ee-a274-438d3399664b,segment=NetworkSegment(35f412a3-5459-40a7-96ca-d1744f6ed865),segment_id=35f412a3-5459-40a7-96ca-d1744f6ed865)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:20:39.606014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.606279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.826267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:39.908621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Network dc013163-7690-4a47-a71c-32f0513dcc96 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:39.912296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:39.925502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:39.952557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2a7e1-34ec-49ab-9f4e-4a722c50f472 None None] Pushing event updated for resources: {'Port': ['ID=f3130113-b09d-45ee-a274-438d3399664b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:39.975701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Port': ['ID=69ae9b56-58a6-4598-8d31-053092946060,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:40.076966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4989a974-d084-4676-aebf-33d30a111f08 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:40.102152 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:40.227718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port f3130113-b09d-45ee-a274-438d3399664b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:40.228385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:40.365414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4989a974-d084-4676-aebf-33d30a111f08 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:40.503949 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9d66f06-2134-4b68-8438-c68308510cef req-3717304f-cafb-409e-8330-9db6747a5d4c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2972467 Feb 04 20:20:40.565473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:40.578197 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:20:40.769484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:41.345673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5bb49-da2b-4ceb-9309-12047abdec87 None None] Network dc013163-7690-4a47-a71c-32f0513dcc96 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:41.850361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ad2a5-526f-4a16-8765-12245bfe23f7 req-bc437e85-5908-4ef9-a209-03704f0a55cd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:41.860838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-105ad2a5-526f-4a16-8765-12245bfe23f7 req-bc437e85-5908-4ef9-a209-03704f0a55cd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.9187765 Feb 04 20:20:41.931444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:41.986564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port f3130113-b09d-45ee-a274-438d3399664b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f3130113-b09d-45ee-a274-438d3399664b,segment=NetworkSegment(35f412a3-5459-40a7-96ca-d1744f6ed865),segment_id=35f412a3-5459-40a7-96ca-d1744f6ed865)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:41.986564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:42.107236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f3130113-b09d-45ee-a274-438d3399664b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:42.173169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:42.261255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ed2ca-2c0e-4383-9e6d-726ce03fc0c8 None None] Network 5663accb-268d-4122-a391-f79065160254 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:42.263012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:42.383089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for f3130113-b09d-45ee-a274-438d3399664b owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:42.461861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Deleting port 8dd8de40-a02e-436e-a10b-b424dee023d4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:42.462202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:42.510639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:42.550418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-105ad2a5-526f-4a16-8765-12245bfe23f7 req-0b60d3e7-8397-4901-bc49-e2f1ed6ece59 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6821179 Feb 04 20:20:42.568396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Port': ['ID=69ae9b56-58a6-4598-8d31-053092946060,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:42.749492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Network dc013163-7690-4a47-a71c-32f0513dcc96 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:42.750824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:42.821423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ee6f507c-5a5a-4258-92a5-e05cab4979bb None None] Provisioning for port 4989a974-d084-4676-aebf-33d30a111f08 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:42.828370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f3130113-b09d-45ee-a274-438d3399664b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:42.832023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ee6f507c-5a5a-4258-92a5-e05cab4979bb None None] Provisioning complete for port 4989a974-d084-4676-aebf-33d30a111f08 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:42.832415 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee6f507c-5a5a-4258-92a5-e05cab4979bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:42.838644 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:43.197088 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee6f507c-5a5a-4258-92a5-e05cab4979bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:43.356769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34cd77d-e1ba-435f-92bc-3657ac92dc08 None None] Network 5663accb-268d-4122-a391-f79065160254 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:43.383296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Router 60a01dbc-948e-4e59-8c81-a76e1779ef8b is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:20:43.427147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ee6f507c-5a5a-4258-92a5-e05cab4979bb None None] For port 4989a974-d084-4676-aebf-33d30a111f08, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4989a974-d084-4676-aebf-33d30a111f08,segment=NetworkSegment(d3ec676b-f26b-44e9-a208-28de6a669614),segment_id=d3ec676b-f26b-44e9-a208-28de6a669614)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:43.670466 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee6f507c-5a5a-4258-92a5-e05cab4979bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:44.039948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:20:44.051987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d451353f-fc59-400e-85de-efbae993c77b None None] Could not find standard attr ID for object f3130113-b09d-45ee-a274-438d3399664b. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:20:44.063166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a6f4b664-0988-4078-b45b-f5de51a95e95 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "PUT /v2.0/routers/60a01dbc-948e-4e59-8c81-a76e1779ef8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8379443 Feb 04 20:20:44.067278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43138) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:44.073661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'port': {'network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96', 'name': 'tempest-FloatingIPNegativeTestJSON-1727603532'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:44.075869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] Sync routers for ids ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:20:44.154826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f507c-5a5a-4258-92a5-e05cab4979bb None None] Pushing event updated for resources: {'Port': ['ID=4989a974-d084-4676-aebf-33d30a111f08,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:44.172362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d451353f-fc59-400e-85de-efbae993c77b None None] Provisioning complete for port 4989a974-d084-4676-aebf-33d30a111f08 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:44.174353 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d451353f-fc59-400e-85de-efbae993c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:44.311116 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] Routers {'60a01dbc-948e-4e59-8c81-a76e1779ef8b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:44.318064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:44.373199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:44.373199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:port and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:44.381864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:44.383589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:44.397087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:44.473422 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:44.499505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:44.508814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=f3130113-b09d-45ee-a274-438d3399664b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:44.514340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Made reservation on behalf of 232403ab6b9b46f29b99c1705235c75f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:20:44.518002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:44.545630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] Routers {'60a01dbc-948e-4e59-8c81-a76e1779ef8b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:44.546435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:44.569762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] device_id is not set on port f23166b2-1720-4a7c-bb21-9961d92b5877 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:20:44.708610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.708610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.708979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.709315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.709656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.709970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.710292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.710611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.720104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.720104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.720104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.720104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:20:44.737581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Calling delete_port for 8dd8de40-a02e-436e-a10b-b424dee023d4 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:44.900689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Allocated IP 172.20.0.12 (dc013163-7690-4a47-a71c-32f0513dcc96/c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9/f23166b2-1720-4a7c-bb21-9961d92b5877) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:44.925062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:44.925749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a8383-e297-46cc-b332-8b27afc714bd None None] The sync data for ids ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:20:45.022983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port f3130113-b09d-45ee-a274-438d3399664b on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:45.091581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d451353f-fc59-400e-85de-efbae993c77b None None] Provisioning for port 69ae9b56-58a6-4598-8d31-053092946060 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:45.099483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d451353f-fc59-400e-85de-efbae993c77b None None] Provisioning complete for port 69ae9b56-58a6-4598-8d31-053092946060 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:45.100224 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d451353f-fc59-400e-85de-efbae993c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:45.233784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:45.240900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:45.267795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d451353f-fc59-400e-85de-efbae993c77b None None] Port 69ae9b56-58a6-4598-8d31-053092946060 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:20:45.276218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Transition to ACTIVE for port object f23166b2-1720-4a7c-bb21-9961d92b5877 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:20:45.352247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ac3d3-d31a-4a82-ba23-e5c06857b794 req-2ab4d996-b816-4160-9ddb-f900a321895a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:45.359561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a7ac3d3-d31a-4a82-ba23-e5c06857b794 req-2ab4d996-b816-4160-9ddb-f900a321895a tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 945 time: 1.6386065 Feb 04 20:20:45.401332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-130b3fb0-7a5c-4772-a5de-829a615b9ba5 None None] Provisioning complete for port 69ae9b56-58a6-4598-8d31-053092946060 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:45.401736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-130b3fb0-7a5c-4772-a5de-829a615b9ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:45.406243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:45.479485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-130b3fb0-7a5c-4772-a5de-829a615b9ba5 None None] Port 69ae9b56-58a6-4598-8d31-053092946060 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:20:45.595165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999807e-261b-4604-9fbf-51bc9813884b req-c79b138d-4587-4d9b-b731-266b061e2c32 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:45.596656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f999807e-261b-4604-9fbf-51bc9813884b req-c79b138d-4587-4d9b-b731-266b061e2c32 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 945 time: 0.6754198 Feb 04 20:20:45.673090 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a7ac3d3-d31a-4a82-ba23-e5c06857b794 req-4c626fa1-651a-45c5-8e4a-9c4669fe4a6c tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126273 Feb 04 20:20:45.673776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Deleting port a17c10c1-3151-45a2-86ac-2b5838c03a67 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:45.674113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:45.805836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Deleting port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:45.806189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:45.865398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Network dc013163-7690-4a47-a71c-32f0513dcc96 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:45.874947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Port': ['ID=f23166b2-1720-4a7c-bb21-9961d92b5877,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:45.878171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:45.888026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:45.998932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:45.999799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.000964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4989a974-d084-4676-aebf-33d30a111f08 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:46.028319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] For port a17c10c1-3151-45a2-86ac-2b5838c03a67, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a17c10c1-3151-45a2-86ac-2b5838c03a67,segment=NetworkSegment(6a516556-7f64-4266-98ba-79fe69001fe1),segment_id=6a516556-7f64-4266-98ba-79fe69001fe1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:46.028799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.040349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.073024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790081-a982-4dd3-a398-3f2462e5990e req-e4735695-fb97-44d0-86ba-65d782df3f55 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:46.083235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8790081-a982-4dd3-a398-3f2462e5990e req-e4735695-fb97-44d0-86ba-65d782df3f55 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.6122112 Feb 04 20:20:46.130998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4989a974-d084-4676-aebf-33d30a111f08 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:46.133642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8790081-a982-4dd3-a398-3f2462e5990e req-71c36516-2a1f-490e-93fb-3ddae573fd79 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523107 Feb 04 20:20:46.135680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.263441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=8f85793f-ce33-42d6-91dc-09c974cd8a2d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:46.280185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc259c0f-b489-494e-b1a3-c75642835ad6 None None] Network 5663accb-268d-4122-a391-f79065160254 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:46.326895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.352066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-037437f4-e2c9-4d65-8cc1-e06a00a1c1b2 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2800665 Feb 04 20:20:46.352402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43178) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:46.366169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:46.375731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:46.380180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Calling delete_port for a17c10c1-3151-45a2-86ac-2b5838c03a67 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:46.381970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:floatingip and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:46.386235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:46.393737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:46.507386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.566956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b5d48455-ed8d-439c-9ff6-14a5c4d2836f None None] Provisioning for port f23166b2-1720-4a7c-bb21-9961d92b5877 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:20:46.582170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b5d48455-ed8d-439c-9ff6-14a5c4d2836f None None] Provisioning complete for port f23166b2-1720-4a7c-bb21-9961d92b5877 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:46.583322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b5d48455-ed8d-439c-9ff6-14a5c4d2836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.672081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3856d-b474-4799-a4c7-726b82e582c1 None None] DHCP port deletion for 5663accb-268d-4122-a391-f79065160254 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:20:46.714953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b5d48455-ed8d-439c-9ff6-14a5c4d2836f None None] Port f23166b2-1720-4a7c-bb21-9961d92b5877 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:20:46.768484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.947469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:46.977182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5663accb-268d-4122-a391-f79065160254']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:46.989768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f412a3-5459-40a7-96ca-d1744f6ed865') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:46.990108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f412a3-5459-40a7-96ca-d1744f6ed865') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:47.002424 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.017508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event deleted for resources: {'Port': ['ID=8dd8de40-a02e-436e-a10b-b424dee023d4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:47.037134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.051963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05384a-cff8-43aa-ba1b-c082c9614c0c req-eebd6bb6-81d8-4ef4-b164-a9684c96a17f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:47.053530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d05384a-cff8-43aa-ba1b-c082c9614c0c req-eebd6bb6-81d8-4ef4-b164-a9684c96a17f tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 945 time: 0.1651096 Feb 04 20:20:47.058486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Allocated IP 172.25.7.201 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/1ad9b292-68d6-452e-89d3-bbaca4c82ee2) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:47.083379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:47.083785 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:47.136492 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:47.328255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d05384a-cff8-43aa-ba1b-c082c9614c0c req-71efa925-9c8a-4c4b-8ac3-3783572fa5e6 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605786 Feb 04 20:20:47.468791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.478400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.569526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.616037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ef74-e8bb-4781-b9d6-a0dcdfe6f3c0 req-a839cde6-9858-430a-8413-e4cd09f83ad9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:47.618306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24f0ef74-e8bb-4781-b9d6-a0dcdfe6f3c0 req-a839cde6-9858-430a-8413-e4cd09f83ad9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 950 time: 1.5732913 Feb 04 20:20:47.666769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:47.677447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:47.683513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:47.707074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.790323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f3130113-b09d-45ee-a274-438d3399664b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:47.792011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.808758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] For port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,segment=NetworkSegment(1741b975-b7f6-4bab-bd59-85a2cbbba41a),segment_id=1741b975-b7f6-4bab-bd59-85a2cbbba41a)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:47.809254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.831068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=5663accb-268d-4122-a391-f79065160254,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:47.841832 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.849932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24f0ef74-e8bb-4781-b9d6-a0dcdfe6f3c0 req-1e18dffe-1afe-40af-94f9-357f013008cf tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180922 Feb 04 20:20:47.869924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f3130113-b09d-45ee-a274-438d3399664b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:47.880597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f3130113-b09d-45ee-a274-438d3399664b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:47.892200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Port': ['ID=1ad9b292-68d6-452e-89d3-bbaca4c82ee2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:47.896062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:47.917317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a159b9-0f35-4279-8eeb-75c026ac8e0d req-35ce9170-57bd-44db-ad25-6df8fc2a9085 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:47.919483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7a159b9-0f35-4279-8eeb-75c026ac8e0d req-35ce9170-57bd-44db-ad25-6df8fc2a9085 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.4159091 Feb 04 20:20:48.008361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.019885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Calling delete_port for b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:48.043378 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7a159b9-0f35-4279-8eeb-75c026ac8e0d req-24d78128-e132-4e0e-9d89-30e8fdb98d44 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182358 Feb 04 20:20:48.077160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.264342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.264776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Fanout notify agent at l3_agent the message router_deleted on router a879380c-7793-49e1-8ebd-eaae5ede1829 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:20:48.270191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cf7221e1-a1c4-4b93-882b-8bfeb30371f9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/5663accb-268d-4122-a391-f79065160254 HTTP/1.1" status: 204 len: 168 time: 9.4081337 Feb 04 20:20:48.275110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43194) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:48.326061 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6d73a5-e3b9-41b7-baae-c49bf49c1e52 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:48.326728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6d73a5-e3b9-41b7-baae-c49bf49c1e52 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:48.450034 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.462919 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fb6d73a5-e3b9-41b7-baae-c49bf49c1e52 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/8f85793f-ce33-42d6-91dc-09c974cd8a2d HTTP/1.1" status: 404 len: 337 time: 0.1846602 Feb 04 20:20:48.465436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43200) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:48.471212 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.475658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aa9a5b24-780a-4fb1-ac23-bc5104c6c8fe tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/a879380c-7793-49e1-8ebd-eaae5ede1829 HTTP/1.1" status: 204 len: 168 time: 9.8315444 Feb 04 20:20:48.476178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43204) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:48.481381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1293732303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:48.494029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:48.500071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Usage tracker for resource:router and tenant:12d234e5880c492f8e42ef3d16f35bbb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:48.511568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:48.517830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:48.537139 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-30715337-02b6-412a-80ad-43137c6d9693 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:48.540683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30715337-02b6-412a-80ad-43137c6d9693 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:48.540683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.586772 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.631214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.654550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-30715337-02b6-412a-80ad-43137c6d9693 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/5663accb-268d-4122-a391-f79065160254 HTTP/1.1" status: 404 len: 339 time: 0.1858768 Feb 04 20:20:48.660132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43208) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:48.718107 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a71ae5a-492f-4952-bce2-4e559147a7f7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:48.718595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a71ae5a-492f-4952-bce2-4e559147a7f7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:48.722561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9a71ae5a-492f-4952-bce2-4e559147a7f7 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/7d809478-166b-4dca-8a81-35e3669d5012 HTTP/1.1" status: 404 len: 337 time: 0.0594802 Feb 04 20:20:48.728480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43212) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:48.761781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Port': ['ID=1ad9b292-68d6-452e-89d3-bbaca4c82ee2,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:48.764395 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-271b42b6-6a81-46cb-b634-0db2613323d6 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:48.764878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271b42b6-6a81-46cb-b634-0db2613323d6 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:48.769600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-271b42b6-6a81-46cb-b634-0db2613323d6 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/4928202f-72cf-407b-928d-f0cb0bef391d HTTP/1.1" status: 404 len: 339 time: 0.0373755 Feb 04 20:20:48.771245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43216) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:48.805056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.848597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17c10c1-3151-45a2-86ac-2b5838c03a67,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:48.929389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Pushing event deleted for resources: {'Port': ['ID=b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:48.933142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.975710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.977369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:48.989885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:49.280938 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.334345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] No DVR routers for this DVR port b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:49.346349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:49.359359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.361054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d9f419e6-a89f-4cd8-adc3-965181c44667 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0076063 Feb 04 20:20:49.365215 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.377506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:49.381899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43228) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:49.385285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.396933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d06e51ef-714b-4454-a5a7-209394412fb3 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'floatingip': {'port_id': 'f23166b2-1720-4a7c-bb21-9961d92b5877', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:49.398192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'name': 'network-vif-deleted', 'tag': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:49.448867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.533376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:49.624950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d06e51ef-714b-4454-a5a7-209394412fb3 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.669033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.683913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e691b63-e8af-40ad-bd4d-1e108ab1644d req-6ad984e8-184a-40ef-abef-84ecdbf26d57 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:49.684779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e691b63-e8af-40ad-bd4d-1e108ab1644d req-6ad984e8-184a-40ef-abef-84ecdbf26d57 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Synchronizing usage tracker for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:20:49.691898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f999807e-261b-4604-9fbf-51bc9813884b req-17ab95dc-698b-45d1-850a-a06f490f5b93 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.24 "DELETE /v2.0/ports/b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce HTTP/1.1" status: 204 len: 173 time: 4.0786793 Feb 04 20:20:49.773346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.800068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7e691b63-e8af-40ad-bd4d-1e108ab1644d req-6ad984e8-184a-40ef-abef-84ecdbf26d57 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] Unset dirty status for tenant:97c81473993645c9bed1c163aab2c1c2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:20:49.808176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e691b63-e8af-40ad-bd4d-1e108ab1644d req-6ad984e8-184a-40ef-abef-84ecdbf26d57 tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/ports?device_id=a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8 HTTP/1.1" status: 200 len: 867 time: 1.2755706 Feb 04 20:20:49.886532 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.934942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e691b63-e8af-40ad-bd4d-1e108ab1644d req-4b9ef058-69f3-4cc3-b127-a5382ac127bc tempest-DeleteServersTestJSON-634170538 tempest-DeleteServersTestJSON-634170538-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc766e13-75d1-4792-a4fb-7bbf6aa987db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257102 Feb 04 20:20:49.956058 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:49.956058 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7b890ea7-2306-43a2-9cee-76680eb21d2f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4777720 Feb 04 20:20:49.958924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43234) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:49.966277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': False}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:50.033795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:50.099750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:50.129009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:50.129376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:50.131833 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ce26-4489-41eb-b3f9-b6d949002a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:50.158358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aae14-99c0-4e79-8e78-e25713295291 req-51e18595-bda6-4778-9385-0e06f60ee015 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:50.162674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774aae14-99c0-4e79-8e78-e25713295291 req-51e18595-bda6-4778-9385-0e06f60ee015 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 948 time: 0.7045934 Feb 04 20:20:50.181536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53bea7b-ca91-499f-83b5-1b3b2c4199d2') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:50.182183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53bea7b-ca91-499f-83b5-1b3b2c4199d2') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:50.209191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:50.228722 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-d06e51ef-714b-4454-a5a7-209394412fb3 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] update failed (client error): The resource could not be found. Feb 04 20:20:50.230343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d06e51ef-714b-4454-a5a7-209394412fb3 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "PUT /v2.0/floatingips/f91923bb-cbe6-4f1b-8c83-1f213a5fd883 HTTP/1.1" status: 404 len: 507 time: 0.8426721 Feb 04 20:20:50.237651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43240) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:50.323211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:50.346256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774aae14-99c0-4e79-8e78-e25713295291 req-38f414b7-b4f2-4cb6-aa63-7e98930c4577 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823566 Feb 04 20:20:50.454294 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'code': 200} Feb 04 20:20:50.647423 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e7fc3-702a-4ccb-a6e2-52c587bcc2d8', 'name': 'network-vif-deleted', 'tag': 'b2d8cebf-801a-43a8-a1c1-2dcfb4e777ce', 'status': 'completed', 'code': 200} Feb 04 20:20:50.655228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Deleting port 1ad9b292-68d6-452e-89d3-bbaca4c82ee2 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:50.655903 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:50.761595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:50.762000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:50.796225 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:51.089681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:51.194129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:51.248167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:51.287004 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c HTTP/1.1" status: 204 len: 168 time: 2.5128479 Feb 04 20:20:51.292352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43258) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:51.295812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Router b7ceb80e-a668-43f3-8279-fe9217de694a has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:20:51.325746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbc5ad-8773-4909-8e83-58c6ba5ae6fa tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=faf1fe4b-6fef-4b14-979c-f95aaa1e0d0c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:51.348281 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-340d5037-aef4-49de-8ec3-30f3a25faa5a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:51.348893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340d5037-aef4-49de-8ec3-30f3a25faa5a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:51.350428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-340d5037-aef4-49de-8ec3-30f3a25faa5a tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/e0b12eb1-0bfe-4377-b448-583bd94cf7bf HTTP/1.1" status: 404 len: 337 time: 0.0571680 Feb 04 20:20:51.357899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43262) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:51.401804 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60b4a16-a771-47ac-80f9-a71b045efba4 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:51.402280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60b4a16-a771-47ac-80f9-a71b045efba4 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:51.404227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c60b4a16-a771-47ac-80f9-a71b045efba4 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/c9160775-9135-45d1-bfcc-b798deff7373 HTTP/1.1" status: 404 len: 339 time: 0.0453999 Feb 04 20:20:51.406645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43266) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:51.421477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafbf67-7de2-4765-9497-e65d619d85e0 req-adc1994e-2346-4513-adf9-91b49253e25c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:51.423239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8eafbf67-7de2-4765-9497-e65d619d85e0 req-adc1994e-2346-4513-adf9-91b49253e25c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 1.2242606 Feb 04 20:20:51.453224 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f6e71a-7dfe-4515-8413-b608ea1a9301 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:51.453592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f6e71a-7dfe-4515-8413-b608ea1a9301 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:51.455315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e7f6e71a-7dfe-4515-8413-b608ea1a9301 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/b99b08df-7152-4581-b4e4-adab61912991 HTTP/1.1" status: 404 len: 337 time: 0.0478349 Feb 04 20:20:51.464006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43272) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:51.503208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:51.503539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:51.512201 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf69ffb2-2fe2-4d7d-8725-143b0082f349 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:51.517596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf69ffb2-2fe2-4d7d-8725-143b0082f349 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:51.517596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cf69ffb2-2fe2-4d7d-8725-143b0082f349 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/798696ea-d121-46cf-8917-0e0baeb28cf4 HTTP/1.1" status: 404 len: 339 time: 0.0494328 Feb 04 20:20:51.517596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43276) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:51.702768 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-9799a9de-5dae-41bd-a25b-519a5dd12f6c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:51.703205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9799a9de-5dae-41bd-a25b-519a5dd12f6c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:51.707310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9799a9de-5dae-41bd-a25b-519a5dd12f6c tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/b0b1a7db-e0b7-4cd3-9532-866935eb6c0d HTTP/1.1" status: 404 len: 337 time: 0.1866119 Feb 04 20:20:51.732649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Calling delete_port for 1ad9b292-68d6-452e-89d3-bbaca4c82ee2 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:51.804053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43290) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:51.807497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:20:51.823161 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] Sync routers for ids ['b7ceb80e-a668-43f3-8279-fe9217de694a'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:20:51.833756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-233954d8-562c-450f-bb56-2e56041ccfa3 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7ceb80e-a668-43f3-8279-fe9217de694a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9883785 Feb 04 20:20:51.859606 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] Routers {'b7ceb80e-a668-43f3-8279-fe9217de694a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:51.860248 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b7ceb80e-a668-43f3-8279-fe9217de694a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:51.900088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43298) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:52.237201 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:52.246074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:52.262784 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] Set router b7ceb80e-a668-43f3-8279-fe9217de694a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:20:52.280562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb1ae-0663-4cec-9f13-67b20acc88c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:52.341327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event deleted for resources: {'Port': ['ID=1ad9b292-68d6-452e-89d3-bbaca4c82ee2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:52.561978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:52.591066 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:52.599768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e06deea-7222-4dab-9234-035f460d96a8 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "DELETE /v2.0/floatingips/f91923bb-cbe6-4f1b-8c83-1f213a5fd883 HTTP/1.1" status: 204 len: 168 time: 2.3586326 Feb 04 20:20:52.601867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43312) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:52.611813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'floatingip': {'floating_network_id': 'dc013163-7690-4a47-a71c-32f0513dcc96', 'port_id': 'f23166b2-1720-4a7c-bb21-9961d92b5877', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:52.632330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:52.644343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:20:48Z', 'revision_number': 5, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:52.645040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:floatingip and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:52.650371 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5654348-303a-4c5b-8b93-366fb6e832a9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:52.650925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5654348-303a-4c5b-8b93-366fb6e832a9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:52.651505 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] Checking router: b7ceb80e-a668-43f3-8279-fe9217de694a for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:20:52.657931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:52.659970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f5654348-303a-4c5b-8b93-366fb6e832a9 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/7a612199-f587-4b72-935f-12ceb71c6122 HTTP/1.1" status: 404 len: 339 time: 0.8490715 Feb 04 20:20:52.667029 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] Routers {'b7ceb80e-a668-43f3-8279-fe9217de694a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:20:52.676804 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b7ceb80e-a668-43f3-8279-fe9217de694a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:52.677431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8eafbf67-7de2-4765-9497-e65d619d85e0 req-ddef7af6-0d03-4bec-9eda-face606f2820 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2286367 Feb 04 20:20:52.677431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43318) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:52.681918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:52.697103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:52.840268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:52.894607 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-79920f3e-4215-430d-b15f-c731f73f32c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:52.895215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79920f3e-4215-430d-b15f-c731f73f32c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:52.896876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-79920f3e-4215-430d-b15f-c731f73f32c2 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/8d6be81c-cf9d-4e3a-aae0-dc93b4b0fa3f HTTP/1.1" status: 404 len: 337 time: 0.2118707 Feb 04 20:20:52.906430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:52.927229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Deleting port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:52.927590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:53.072930 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de4aa31-ec36-4487-8197-9bdc389316bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.075283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de4aa31-ec36-4487-8197-9bdc389316bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.082446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1de4aa31-ec36-4487-8197-9bdc389316bc tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/e8c776d1-f2f3-4d8b-bb93-a9c433397a8b HTTP/1.1" status: 404 len: 339 time: 0.1743495 Feb 04 20:20:53.082668 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] Set router b7ceb80e-a668-43f3-8279-fe9217de694a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:20:53.090092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43340) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.210161 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-07882c02-02d5-470a-ac5c-6c646717b423 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.210161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07882c02-02d5-470a-ac5c-6c646717b423 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.210161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07882c02-02d5-470a-ac5c-6c646717b423 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/999c0a84-0f2d-4e41-90fa-8bb68e2f03cc HTTP/1.1" status: 404 len: 337 time: 0.1049469 Feb 04 20:20:53.212876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43346) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.236019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] For port 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:53.236504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:53.259555 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50a42ed-fd19-42a2-ac2a-42772f227dad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.260419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50a42ed-fd19-42a2-ac2a-42772f227dad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.264665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e50a42ed-fd19-42a2-ac2a-42772f227dad tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/d9449095-8f8a-4c9a-9259-d8af8ae5aed5 HTTP/1.1" status: 404 len: 339 time: 0.0486014 Feb 04 20:20:53.265251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43350) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.323328 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50777eb-0ffe-4afa-8521-e516f2f58498 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.324289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50777eb-0ffe-4afa-8521-e516f2f58498 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.326104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a50777eb-0ffe-4afa-8521-e516f2f58498 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/0ed36b96-a5df-400a-94ca-5c3657b480f8 HTTP/1.1" status: 404 len: 337 time: 0.0583553 Feb 04 20:20:53.330233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43356) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.386827 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7d24da-d5ed-4666-80c7-bccdc30ad5c3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.387905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7d24da-d5ed-4666-80c7-bccdc30ad5c3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.389962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6c7d24da-d5ed-4666-80c7-bccdc30ad5c3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/7c3bd57d-93a9-4a8a-9956-8aed51dd35b8 HTTP/1.1" status: 404 len: 339 time: 0.0433123 Feb 04 20:20:53.393753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43362) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.444747 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52db700-e73f-47e8-80ad-abc527123b95 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.445726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52db700-e73f-47e8-80ad-abc527123b95 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.447942 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d52db700-e73f-47e8-80ad-abc527123b95 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/5b317086-ce10-4225-a6ce-ffd810d1e824 HTTP/1.1" status: 404 len: 337 time: 0.0527177 Feb 04 20:20:53.454528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43366) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.462286 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:20:48Z', 'revision_number': 5, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:53.466584 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986249a5-9a66-48e0-a890-27d919b8c325 None None] The sync data for ids ['b7ceb80e-a668-43f3-8279-fe9217de694a'] in n-d-811806-1 is: [{'id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'name': 'tempest-TestVolumeBackupRestore-1626665769-router', 'tenant_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:25Z', 'updated_at': '2022-02-04T20:20:48Z', 'revision_number': 5, 'project_id': 'd4eb223bc7094a1cbdfe8809a9933c64', 'gw_port': {'id': '0e4d42c8-6365-48f6-8b9f-0f53718ab1eb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ceb80e-a668-43f3-8279-fe9217de694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:27Z', 'updated_at': '2022-02-04T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:20:53.490498 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e28bec6-2b10-428b-b86c-8275071f9c8f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.491088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e28bec6-2b10-428b-b86c-8275071f9c8f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.492980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e28bec6-2b10-428b-b86c-8275071f9c8f tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/d6a400b9-d705-4419-ac3d-80494de38185 HTTP/1.1" status: 404 len: 339 time: 0.0371602 Feb 04 20:20:53.497043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Calling delete_port for 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:53.507254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43372) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.551408 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9079510-6d69-48c5-ae25-6d136dd1d8c1 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.551865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9079510-6d69-48c5-ae25-6d136dd1d8c1 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.553544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d9079510-6d69-48c5-ae25-6d136dd1d8c1 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/674662bd-181c-4b7b-be0f-98ac446c0e1c HTTP/1.1" status: 404 len: 337 time: 0.0447659 Feb 04 20:20:53.556407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43376) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.582316 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0ab0f8-6fac-440d-b74e-641ff476fa12 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] DELETE failed (client error): The resource could not be found. Feb 04 20:20:53.582730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0ab0f8-6fac-440d-b74e-641ff476fa12 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:20:53.586612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4a0ab0f8-6fac-440d-b74e-641ff476fa12 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/fd6556ea-bf39-4f2a-8e9f-9c84135d8609 HTTP/1.1" status: 404 len: 339 time: 0.0270333 Feb 04 20:20:53.587559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43380) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.655778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting subnet 240f76dd-b743-4566-a426-6d9018e95640 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:20:53.659571 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:53.731973 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:53.733925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:53.744894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:53.780684 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:20:53.781973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e7d74ba3-0440-415d-ad72-34f649bb274d tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1790218 Feb 04 20:20:53.792266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43388) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:53.801328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'f23166b2-1720-4a7c-bb21-9961d92b5877', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:20:53.811337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:20:53.817950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Usage tracker for resource:floatingip and tenant:232403ab6b9b46f29b99c1705235c75f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:20:53.820858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:20:53.828920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:20:53.885706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a17c10c1-3151-45a2-86ac-2b5838c03a67 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:53.926867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.069075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a17c10c1-3151-45a2-86ac-2b5838c03a67 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:54.069419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a17c10c1-3151-45a2-86ac-2b5838c03a67 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:54.246619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.281684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.290970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.415929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.495976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e4629-9440-4203-b581-4c2501f696e4 req-c8e11d46-c7c7-4723-b64b-3dc57f14c1ed tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:54.497667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f59e4629-9440-4203-b581-4c2501f696e4 req-c8e11d46-c7c7-4723-b64b-3dc57f14c1ed tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.3657422 Feb 04 20:20:54.513150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.559317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Subnet': ['ID=240f76dd-b743-4566-a426-6d9018e95640,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:54.561784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.573664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0ae9a-e9bb-4e73-affa-e1f243965aea None None] Network a6a99f39-e50c-4699-880f-c30f23621ef6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:54.594774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fb6e5173-3364-4537-b0b4-7047d6eb5cf3 tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/subnets/240f76dd-b743-4566-a426-6d9018e95640 HTTP/1.1" status: 204 len: 168 time: 1.0063424 Feb 04 20:20:54.597461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:54.610964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f59e4629-9440-4203-b581-4c2501f696e4 req-1d2450c8-7250-45b2-9c8e-f83ad73bdb4d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067283 Feb 04 20:20:54.617284 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.705278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4d42c8-6365-48f6-8b9f-0f53718ab1eb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:54.840809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Allocated IP 172.25.7.180 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/db39124d-5ade-46a8-b42e-c527a6691a91) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:54.945682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:54.970515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Deleting port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:54.971128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.018188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d5ec3d53-220e-4762-a166-95ae9314a722 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:20:55.240920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.252565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] DHCP port deletion for a6a99f39-e50c-4699-880f-c30f23621ef6 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:20:55.296980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Deleting port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:55.310430 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.311707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.414255 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.517960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:55.563394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.629573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] For port 24c7eacf-e11f-40f9-aecd-d1de383e2d98, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=24c7eacf-e11f-40f9-aecd-d1de383e2d98,segment=NetworkSegment(f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e),segment_id=f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:55.630202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.631981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'mac_address': 'fa:16:3e:af:8d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:20:55.833661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.835453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Calling delete_port for 24c7eacf-e11f-40f9-aecd-d1de383e2d98 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:55.839689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:55.851921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:55.928979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:55.934880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:56.006106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.033351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 24c7eacf-e11f-40f9-aecd-d1de383e2d98 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:56.083317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 24c7eacf-e11f-40f9-aecd-d1de383e2d98 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:56.083867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 24c7eacf-e11f-40f9-aecd-d1de383e2d98 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:56.090928 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.091676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Port': ['ID=24c7eacf-e11f-40f9-aecd-d1de383e2d98,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:56.101039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] No DVR routers for this DVR port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:56.107527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Pushing event updated for resources: {'Port': ['ID=db39124d-5ade-46a8-b42e-c527a6691a91,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:56.122303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] For port 24c7eacf-e11f-40f9-aecd-d1de383e2d98, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=24c7eacf-e11f-40f9-aecd-d1de383e2d98,segment=NetworkSegment(f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e),segment_id=f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:56.126261 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.210148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5ec3d53-220e-4762-a166-95ae9314a722 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:20:56.237981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Allocated IP 172.25.7.225 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/1d9dfb7e-bcf2-4fb6-b114-ce759b97ab73) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:20:56.283385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.284106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ceb80e-a668-43f3-8279-fe9217de694a {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:20:56.315834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.479518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Calling delete_port for 24c7eacf-e11f-40f9-aecd-d1de383e2d98 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:56.488327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a99f39-e50c-4699-880f-c30f23621ef6']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:56.521583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:56.521938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31a2c6d-bf4d-4f4b-bc34-a26378cf6e1e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:56.545911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.564184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.565437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98affe60-65d8-403b-9871-7c15b0df5a56 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b7ceb80e-a668-43f3-8279-fe9217de694a HTTP/1.1" status: 204 len: 168 time: 4.6633744 Feb 04 20:20:56.577293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43458) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:56.585909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173cae-5d79-46bb-beff-82745291a1ea req-936b8d62-bdc2-4dd0-9613-67e7bbb3af55 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:56.587726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9173cae-5d79-46bb-beff-82745291a1ea req-936b8d62-bdc2-4dd0-9613-67e7bbb3af55 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 0.7322755 Feb 04 20:20:56.610186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:56.658645 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:20:56.659222 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:20:56.685662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.697338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.725529 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.740880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:56.740880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:56.765657 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:56.781613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:56.798172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d5ec3d53-220e-4762-a166-95ae9314a722'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:20:56.819947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.893295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] Deleting subnet 722b4002-5859-476f-a485-2ba304e3c128 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:20:56.896157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:56.932027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:20:56.935223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:20:56.940258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:20:56.948668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.043378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9173cae-5d79-46bb-beff-82745291a1ea req-6a7ec58d-cfe9-43fa-acb6-9977c62d6b5e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129241 Feb 04 20:20:57.086479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event updated for resources: {'Port': ['ID=1d9dfb7e-bcf2-4fb6-b114-ce759b97ab73,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:57.125014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.134765 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.137548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.161694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Deleting port 24c7eacf-e11f-40f9-aecd-d1de383e2d98 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:57.162909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.177696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] 10.222.0.48 "DELETE /v2.0/networks/a6a99f39-e50c-4699-880f-c30f23621ef6 HTTP/1.1" status: 204 len: 168 time: 2.5782001 Feb 04 20:20:57.194053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc59b8-c056-4c13-aafa-171395dad1ba tempest-NetworksTest-1042697920 tempest-NetworksTest-1042697920-project] Pushing event deleted for resources: {'Network': ['ID=a6a99f39-e50c-4699-880f-c30f23621ef6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:57.299934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Deleting port 1d9dfb7e-bcf2-4fb6-b114-ce759b97ab73 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:57.300296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.334027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f41b8-0a6b-4278-afc1-1a54fb07aea2 None None] The port '24c7eacf-e11f-40f9-aecd-d1de383e2d98' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:20:57.375223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.535993 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.536455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.553410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.607425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95f4c6-8ead-4dc5-a20c-fe595ffb4b1d None None] Network 6c350679-2728-43ae-96fe-9f3c024efc16 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:20:57.607576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.613508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722b4002-5859-476f-a485-2ba304e3c128,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:57.721773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Calling delete_port for 1d9dfb7e-bcf2-4fb6-b114-ce759b97ab73 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:57.727614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a788131f-4073-4aba-9bca-5679cee0306f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/722b4002-5859-476f-a485-2ba304e3c128 HTTP/1.1" status: 204 len: 168 time: 1.1376655 Feb 04 20:20:57.729625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43486) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:57.802972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:57.901923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:57.902251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0e4d42c8-6365-48f6-8b9f-0f53718ab1eb not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:20:57.944980 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.950451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-0f9dae8e-f1e2-4a57-b390-1dc317e0abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:57.952251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-0f9dae8e-f1e2-4a57-b390-1dc317e0abee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1096 time: 0.6368213 Feb 04 20:20:57.955462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:57.959580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43492) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:58.108179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] DHCP port deletion for 6c350679-2728-43ae-96fe-9f3c024efc16 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:20:58.120716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] Deleting port 2137b6ed-03df-493c-8465-7d0fed138eaf {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:58.121344 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.137638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43504) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:58.141394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.409997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.469528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event deleted for resources: {'Port': ['ID=1d9dfb7e-bcf2-4fb6-b114-ce759b97ab73,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:58.575128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] For port 2137b6ed-03df-493c-8465-7d0fed138eaf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2137b6ed-03df-493c-8465-7d0fed138eaf,segment=NetworkSegment(6a516556-7f64-4266-98ba-79fe69001fe1),segment_id=6a516556-7f64-4266-98ba-79fe69001fe1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:58.575128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.583961 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] create failed (client error): The resource could not be found. Feb 04 20:20:58.591660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7b97d12f-530e-400c-a52f-a929040d72bd tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7928047 Feb 04 20:20:58.604761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43528) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:58.644304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] Deleting subnet 124df688-3066-4fd2-9e18-51457673f28b {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:20:58.654557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.727918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] Calling delete_port for 2137b6ed-03df-493c-8465-7d0fed138eaf owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:58.777214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.785781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-24fea730-8aba-44fd-aa61-173be43a5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:58.787923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-24fea730-8aba-44fd-aa61-173be43a5355 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.7175913 Feb 04 20:20:58.809275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Deleting port f23166b2-1720-4a7c-bb21-9961d92b5877 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:58.809756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.878532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.878949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Deleting port 2137b6ed-03df-493c-8465-7d0fed138eaf {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:20:58.879279 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.931564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] No DVR routers for this DVR port 2137b6ed-03df-493c-8465-7d0fed138eaf on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:20:58.934304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:58.934439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0da720-322b-42fa-8f91-342415d2b16b None None] Pushing event deleted for resources: {'Port': ['ID=2137b6ed-03df-493c-8465-7d0fed138eaf,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:59.038482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] The port '2137b6ed-03df-493c-8465-7d0fed138eaf' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:20:59.046909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d5ec3d53-220e-4762-a166-95ae9314a722 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:20:59.158235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d5ec3d53-220e-4762-a166-95ae9314a722 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:20:59.158235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.173037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3934fbd0-9c64-4dbd-a601-ed51648cdfa6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=885fc0a0b10e4a088cc6329efb0d920c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419792 Feb 04 20:20:59.198621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.212041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43536) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:59.254474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-1f1a0dd4-1ee7-4355-a1ba-6d692fbc1b7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 200 len: 1000 time: 0.4411435 Feb 04 20:20:59.301389 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.336438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:20:59.337423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:20:59.370785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Calling delete_port for f23166b2-1720-4a7c-bb21-9961d92b5877 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:20:59.386585 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'code': 200} Feb 04 20:20:59.415056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.426406 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.442186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43e44a-6e35-478c-9398-2470504813bc req-5973ba97-e5ed-469f-a1cd-aa7965eb156f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:59.443690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a43e44a-6e35-478c-9398-2470504813bc req-5973ba97-e5ed-469f-a1cd-aa7965eb156f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 945 time: 1.1053801 Feb 04 20:20:59.481140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c350679-2728-43ae-96fe-9f3c024efc16']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:59.490828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-0865d04f-eb99-45f4-8365-392e5470f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:20:59.492306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-0865d04f-eb99-45f4-8365-392e5470f22f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.1795115 Feb 04 20:20:59.502798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.522208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:59.564324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.569860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a516556-7f64-4266-98ba-79fe69001fe1') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:59.570709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a516556-7f64-4266-98ba-79fe69001fe1') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:20:59.577365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124df688-3066-4fd2-9e18-51457673f28b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:59.584022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7931-7deb-4a4a-bcb6-f97b34b0b475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.592491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Router b514a57a-ea3c-49b5-88ab-d1cc0e242f86 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:20:59.598683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-89c09944-9f0d-4821-8bd1-dabcd72b343f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/124df688-3066-4fd2-9e18-51457673f28b HTTP/1.1" status: 204 len: 168 time: 1.4596536 Feb 04 20:20:59.602215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43552) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:59.610104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.641499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a43e44a-6e35-478c-9398-2470504813bc req-b5356077-8a11-4fcb-909e-9a47ea05da4a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815150 Feb 04 20:20:59.705556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.721806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7931-7deb-4a4a-bcb6-f97b34b0b475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.739540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.759737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:20:59.760401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.767568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event deleted for resources: {'Port': ['ID=f23166b2-1720-4a7c-bb21-9961d92b5877,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:20:59.773304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:20:59.781668 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:20:59.889486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2137b6ed-03df-493c-8465-7d0fed138eaf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:20:59.942173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:20:59.944716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b2abadd6-fa32-4a5b-bde0-ddff053e43ac tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "DELETE /v2.0/ports/f23166b2-1720-4a7c-bb21-9961d92b5877 HTTP/1.1" status: 204 len: 168 time: 1.3390219 Feb 04 20:20:59.957392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43556) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:20:59.963279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2137b6ed-03df-493c-8465-7d0fed138eaf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:20:59.963627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2137b6ed-03df-493c-8465-7d0fed138eaf not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:21:00.018555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.022770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.054216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbae5d84-8507-4117-84ad-791f0b1862e4']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:00.061810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.068658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1741b975-b7f6-4bab-bd59-85a2cbbba41a') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:00.068966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1741b975-b7f6-4bab-bd59-85a2cbbba41a') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:00.078111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:21:00.083081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c350679-2728-43ae-96fe-9f3c024efc16,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:00.091432 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-345e50c9-eb04-41e8-b95b-e1f210f80b27 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6c350679-2728-43ae-96fe-9f3c024efc16 HTTP/1.1" status: 204 len: 168 time: 2.1355112 Feb 04 20:21:00.104020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.109550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-280efb70-83ff-4b01-8513-bba6889ce39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:00.111061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-280efb70-83ff-4b01-8513-bba6889ce39a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5985589 Feb 04 20:21:00.137665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.153015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:00.153500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:00.182298 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:00.248870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:00.269882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] Sync routers for ids ['b514a57a-ea3c-49b5-88ab-d1cc0e242f86'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:00.293310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.296879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d2e3fc4d-3f21-48f9-8b96-fe9b0225ea7b tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "PUT /v2.0/routers/b514a57a-ea3c-49b5-88ab-d1cc0e242f86 HTTP/1.1" status: 200 len: 916 time: 10.3348091 Feb 04 20:21:00.302103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] Routers {'b514a57a-ea3c-49b5-88ab-d1cc0e242f86'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:00.302103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b514a57a-ea3c-49b5-88ab-d1cc0e242f86'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:00.307335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43564) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:00.354988 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.409561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:00.413855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7931-7deb-4a4a-bcb6-f97b34b0b475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.416400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7931-7deb-4a4a-bcb6-f97b34b0b475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.417549 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4f5c7931-7deb-4a4a-bcb6-f97b34b0b475 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7aab1e17-971e-4042-8d95-6eabc5a1e857 HTTP/1.1" status: 204 len: 168 time: 1.1970472 Feb 04 20:21:00.422212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:00.442348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] Routers {'b514a57a-ea3c-49b5-88ab-d1cc0e242f86'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:00.444338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b514a57a-ea3c-49b5-88ab-d1cc0e242f86'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:00.456865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c7931-7deb-4a4a-bcb6-f97b34b0b475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab1e17-971e-4042-8d95-6eabc5a1e857,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:00.462923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-a7359e78-9b48-400e-97a0-12e5a767db4c service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303142 Feb 04 20:21:00.472719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab72f3-6095-43ca-ad3d-960d5baa0c68 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:00.472719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-35ab72f3-6095-43ca-ad3d-960d5baa0c68 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "GET /v2.0/ports?device_id=60a01dbc-948e-4e59-8c81-a76e1779ef8b HTTP/1.1" status: 200 len: 913 time: 0.5137835 Feb 04 20:21:00.475021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43570) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:00.546795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:00.547424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfb799-faec-4576-8b86-b6842f055139 None None] The sync data for ids ['b514a57a-ea3c-49b5-88ab-d1cc0e242f86'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:21:00.556013 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.595173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43574) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:00.793480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:00.849179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.854424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:00.897205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbae5d84-8507-4117-84ad-791f0b1862e4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:01.035682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6e99974e-751f-443b-90c7-48c936967552 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bbae5d84-8507-4117-84ad-791f0b1862e4 HTTP/1.1" status: 204 len: 168 time: 1.4323192 Feb 04 20:21:01.053342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a6bdaf78-020f-4828-8069-c023420fe223 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/b514a57a-ea3c-49b5-88ab-d1cc0e242f86 HTTP/1.1" status: 200 len: 922 time: 0.7378170 Feb 04 20:21:01.056255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43598) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:01.069922 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-92f68bbe-2216-4132-ac0c-65f5ad0c1cb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ef0b878c8be4a168a72c51e6760b96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712522 Feb 04 20:21:01.076233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43602) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:01.082289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-afdc7f09-5635-4f93-a8e7-9f25c2412263 req-9eb0ac08-bc60-4ff4-bd65-8d81a694a803 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089089 Feb 04 20:21:01.125613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3629f9-c786-41c5-8ef0-fe9722289844 req-fceff23b-fc27-4fe3-a395-a09379e7da99 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:01.126861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a3629f9-c786-41c5-8ef0-fe9722289844 req-fceff23b-fc27-4fe3-a395-a09379e7da99 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.2705953 Feb 04 20:21:01.199262 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0aae8770-78c4-4091-a849-33e34087fe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.213658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a3629f9-c786-41c5-8ef0-fe9722289844 req-309a1793-e62f-4992-9d2e-c80dfdbd6594 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734210 Feb 04 20:21:01.261511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0aae8770-78c4-4091-a849-33e34087fe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.326981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529aca57-03b0-4f15-b2a0-531bd6935854 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:01.328481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-529aca57-03b0-4f15-b2a0-531bd6935854 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=b514a57a-ea3c-49b5-88ab-d1cc0e242f86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2681847 Feb 04 20:21:01.331216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43618) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:01.338309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.388171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:21:01.438085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0aae8770-78c4-4091-a849-33e34087fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.442026 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b', 'code': 200} Feb 04 20:21:01.471059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae8770-78c4-4091-a849-33e34087fe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4109684-8bbd-4d8d-b4d7-bba8ecbdc819,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:01.535150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43632) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:01.540785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79aad06-3674-4831-a845-a4fd3db0eb32 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:01.543234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d79aad06-3674-4831-a845-a4fd3db0eb32 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.2107656 Feb 04 20:21:01.546187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43636) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:01.610759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c025cbee-c726-4c01-bc9b-a81f86f7b575 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=b514a57a-ea3c-49b5-88ab-d1cc0e242f86 HTTP/1.1" status: 200 len: 205 time: 0.0611978 Feb 04 20:21:01.611460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43640) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:01.615576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0aae8770-78c4-4091-a849-33e34087fe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.617912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0aae8770-78c4-4091-a849-33e34087fe1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4109684-8bbd-4d8d-b4d7-bba8ecbdc819 HTTP/1.1" status: 204 len: 168 time: 0.5397713 Feb 04 20:21:01.799180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-080fdb2a-3b5d-4d93-8a06-cd4735ef61da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97c81473993645c9bed1c163aab2c1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553766 Feb 04 20:21:01.803913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43658) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:01.881412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.894839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b33a4ee4-3432-4a77-a9e9-b86a04540fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.969973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b33a4ee4-3432-4a77-a9e9-b86a04540fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:01.997510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Deleting port 69ae9b56-58a6-4598-8d31-053092946060 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:01.998129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:02.095187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:02.158254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Deleting port db39124d-5ade-46a8-b42e-c527a6691a91 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:02.159023 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:02.184830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43674) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:02.269126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:02.511419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:02.720897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Calling delete_port for db39124d-5ade-46a8-b42e-c527a6691a91 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:02.722194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Calling delete_port for 69ae9b56-58a6-4598-8d31-053092946060 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:02.765994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43692) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:02.843813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e5aa42d6-dea8-45ca-b665-ff605758cba2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:02.844531 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-e5aa42d6-dea8-45ca-b665-ff605758cba2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 20:21:02.845028 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-e5aa42d6-dea8-45ca-b665-ff605758cba2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 20:21:02.850451 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5aa42d6-dea8-45ca-b665-ff605758cba2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6585336 Feb 04 20:21:02.864369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43696) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:02.872474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648762817'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:02.879544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a96508fb-8368-4b1f-8525-0b33fb7e0181 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4eb223bc7094a1cbdfe8809a9933c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123414 Feb 04 20:21:02.888898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:02.891222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43702) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:02.906788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:02.914609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:02.931886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:02.983858 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b33a4ee4-3432-4a77-a9e9-b86a04540fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:02.997266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf980-70e8-4561-843b-79501c9dcfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.054783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.072686 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf980-70e8-4561-843b-79501c9dcfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.091455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.123420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:03.142942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:03.150218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:03.170207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:03.187045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b33a4ee4-3432-4a77-a9e9-b86a04540fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.188352 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b33a4ee4-3432-4a77-a9e9-b86a04540fe5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc766e13-75d1-4792-a4fb-7bbf6aa987db HTTP/1.1" status: 204 len: 168 time: 1.3835361 Feb 04 20:21:03.189289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a4ee4-3432-4a77-a9e9-b86a04540fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc766e13-75d1-4792-a4fb-7bbf6aa987db,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:03.254633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12913-bbbd-4ed1-8898-81de64ba413f req-2ac9f8ee-cb73-46a9-b15b-567651749d20 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:03.254633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6c12913-bbbd-4ed1-8898-81de64ba413f req-2ac9f8ee-cb73-46a9-b15b-567651749d20 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.8415341 Feb 04 20:21:03.290885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.303019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf980-70e8-4561-843b-79501c9dcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.356545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.366666 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6c12913-bbbd-4ed1-8898-81de64ba413f req-aba8d2ad-738c-4ed2-97f4-d4628732b4eb tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047604 Feb 04 20:21:03.367774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event deleted for resources: {'Port': ['ID=69ae9b56-58a6-4598-8d31-053092946060,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:03.723913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.783299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf980-70e8-4561-843b-79501c9dcfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c220cd49-2c24-4fc4-917e-547d4249f5d3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:03.794627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event deleted for resources: {'Port': ['ID=db39124d-5ade-46a8-b42e-c527a6691a91,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:03.855516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf980-70e8-4561-843b-79501c9dcfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:03.857543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0c9cf980-70e8-4561-843b-79501c9dcfdc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c220cd49-2c24-4fc4-917e-547d4249f5d3 HTTP/1.1" status: 204 len: 168 time: 0.9644268 Feb 04 20:21:03.927928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.271015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Router 60a01dbc-948e-4e59-8c81-a76e1779ef8b has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:21:04.342629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.470726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.473003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.503453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.540027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:04.553501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:04.571867 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] Sync routers for ids ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:04.584511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:04.592230 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] Routers {'60a01dbc-948e-4e59-8c81-a76e1779ef8b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:04.593998 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:04.594681 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7d89f582-582e-4132-afa2-450ffd154bbb tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "PUT /v2.0/routers/60a01dbc-948e-4e59-8c81-a76e1779ef8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1181948 Feb 04 20:21:04.601604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43746) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:04.630358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:04.665788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.666333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Fanout notify agent at l3_agent the message router_deleted on router b514a57a-ea3c-49b5-88ab-d1cc0e242f86 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:21:04.697714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:04.710950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7256a1-b69e-4bf8-9f2a-3aed5032d7bc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:04.751021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.751021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ae91344f-d5d5-443d-bd60-b2e70018803b tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/b514a57a-ea3c-49b5-88ab-d1cc0e242f86 HTTP/1.1" status: 204 len: 168 time: 3.1340575 Feb 04 20:21:04.757976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43752) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:04.766868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-433690562', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:04.776445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:04.781309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Usage tracker for resource:router and tenant:12d234e5880c492f8e42ef3d16f35bbb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:04.785397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:04.793813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:04.851214 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:04.878321 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] Routers {'60a01dbc-948e-4e59-8c81-a76e1779ef8b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:04.878993 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:04.909241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.918342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.920321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.969709 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:04.972706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:04.985576 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12a535-cd6c-4588-9d0e-ea4679685f23 None None] The sync data for ids ['60a01dbc-948e-4e59-8c81-a76e1779ef8b'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:21:05.009718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.067334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c38e0d-be57-46f9-aceb-d076133e2022,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:05.098409 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9249984a-bd63-42bb-bc71-aec786e415ef tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.315721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.317359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-00e37964-5ed3-4823-9140-490413d84307 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4513268 Feb 04 20:21:05.327974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:05.405319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43776) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:05.426878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e8c38e0d-be57-46f9-aceb-d076133e2022', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:05.442640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:05.516348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:05.530179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:05.612663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:05.639247 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.670704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.690501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:05.696793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Usage tracker for resource:security_group_rule and tenant:5190ddd0433b4ddea9f4c8afa0b59cd2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:05.700100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:05.707397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:05.799084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcdf63-1b52-44d7-b3e7-9e81dbf0a55f req-7da83408-25c0-465d-97f2-2ad06315a744 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:05.806714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56fcdf63-1b52-44d7-b3e7-9e81dbf0a55f req-7da83408-25c0-465d-97f2-2ad06315a744 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.9177351 Feb 04 20:21:05.811502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9249984a-bd63-42bb-bc71-aec786e415ef tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.821681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.834708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9249984a-bd63-42bb-bc71-aec786e415ef tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.896639 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56fcdf63-1b52-44d7-b3e7-9e81dbf0a55f req-636f809c-5703-423d-aaa8-c890f7b05cd1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859115 Feb 04 20:21:05.924505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.938974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.949149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9249984a-bd63-42bb-bc71-aec786e415ef tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.950000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9249984a-bd63-42bb-bc71-aec786e415ef tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Fanout notify agent at l3_agent the message router_deleted on router 60a01dbc-948e-4e59-8c81-a76e1779ef8b {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:21:05.974735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9249984a-bd63-42bb-bc71-aec786e415ef tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:05.985963 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9249984a-bd63-42bb-bc71-aec786e415ef tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "DELETE /v2.0/routers/60a01dbc-948e-4e59-8c81-a76e1779ef8b HTTP/1.1" status: 204 len: 168 time: 1.3824563 Feb 04 20:21:05.987099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43788) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:05.987431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43790) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:06.004064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5190ddd0433b4ddea9f4c8afa0b59cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957117 Feb 04 20:21:06.007221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43796) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:06.126412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4acc90c5-01b3-41e4-8910-916ed0d7d59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.140339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:21:06.150582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Deleting subnet c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:21:06.170187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4acc90c5-01b3-41e4-8910-916ed0d7d59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.173149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.249889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc31ac-7fae-4685-b0f6-d396af02b172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8fd1ab-8c62-49cb-ba9c-a486c568748b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:06.317257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.384078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.473285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1634714989-network', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:06.490218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:06.499342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Usage tracker for resource:network and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:06.504424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:06.514830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:06.566526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4acc90c5-01b3-41e4-8910-916ed0d7d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.570464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.596054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.600999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc90c5-01b3-41e4-8910-916ed0d7d59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8fd1ab-8c62-49cb-ba9c-a486c568748b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:06.603747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4acc90c5-01b3-41e4-8910-916ed0d7d59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.608370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4acc90c5-01b3-41e4-8910-916ed0d7d59a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c8fd1ab-8c62-49cb-ba9c-a486c568748b HTTP/1.1" status: 204 len: 168 time: 0.5924850 Feb 04 20:21:06.643656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1916825-f590-4b1e-ba67-6cf761233af8,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:06.661316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:06.663669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.692449 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.694424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.729611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:06.734896 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.740792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:06.746155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:06.754190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:06.865798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.927704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:06.936200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.947834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9f3ae-8834-4c00-acda-01ffbc469692 None None] Network dc013163-7690-4a47-a71c-32f0513dcc96 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:06.961707 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:06.965679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b095d8bb-8cf1-4974-899c-af3b6777ed79 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "DELETE /v2.0/subnets/c5e75d37-3bf2-4e1a-8dce-69f27f03e3b9 HTTP/1.1" status: 204 len: 168 time: 0.9693172 Feb 04 20:21:06.971045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43822) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:07.047635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.048817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9fb3b57e-01e2-429c-ac7c-128ee700e137 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7196243 Feb 04 20:21:07.057185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43826) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:07.065371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e8c38e0d-be57-46f9-aceb-d076133e2022', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:07.072337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Allocated IP 172.25.7.194 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/095ddf55-0b09-484d-aa66-9d186383bb38) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:07.075216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:07.088079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:07.091637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:07.099870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:07.168437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.252728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:07.263368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:07.271602 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.299038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.299534 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Added segment e5c58172-419c-4aeb-9d84-0f2eb36107f2 of type vlan for network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 Feb 04 20:21:07.301472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Deleting port 4989a974-d084-4676-aebf-33d30a111f08 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:07.301920 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.373987 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.396540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.422817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] DHCP port deletion for dc013163-7690-4a47-a71c-32f0513dcc96 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:21:07.428521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.430260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Deleting port 4989a974-d084-4676-aebf-33d30a111f08 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:07.430996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.638647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] For port 4989a974-d084-4676-aebf-33d30a111f08, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4989a974-d084-4676-aebf-33d30a111f08,segment=NetworkSegment(d3ec676b-f26b-44e9-a208-28de6a669614),segment_id=d3ec676b-f26b-44e9-a208-28de6a669614)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:07.638995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.659514 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 20:21:07.660726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b2a7ae63-15a7-4930-a524-25b1b6eac9c8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6079218 Feb 04 20:21:07.663335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.669378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43844) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:07.714756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.715725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:07.716294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.722245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43846) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:07.772897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] For port 4989a974-d084-4676-aebf-33d30a111f08, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4989a974-d084-4676-aebf-33d30a111f08,segment=NetworkSegment(d3ec676b-f26b-44e9-a208-28de6a669614),segment_id=d3ec676b-f26b-44e9-a208-28de6a669614)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:07.774283 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:07.833238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event updated for resources: {'Port': ['ID=095ddf55-0b09-484d-aa66-9d186383bb38,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:07.891037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:07.895415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:07.904748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:07.933329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4989a974-d084-4676-aebf-33d30a111f08 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:21:08.074990 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2eedb00f-fded-4a7e-a1b6-6455bfea7109 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.132415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Calling delete_port for 4989a974-d084-4676-aebf-33d30a111f08 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:08.149373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Calling delete_port for 4989a974-d084-4676-aebf-33d30a111f08 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:08.162469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0cc075-9778-4f66-8d59-db6db0f7e6f1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:08.199072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:08.232469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.257419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:08.264139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Usage tracker for resource:security_group_rule and tenant:5cc790e9b55648f8bdfecc684bfb5557 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:08.281459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:08.287931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:08.318544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2eedb00f-fded-4a7e-a1b6-6455bfea7109 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.431802 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.690291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d2ad19d-6fd8-4d6d-877c-8dbc35025fe1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7006052 Feb 04 20:21:08.695018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43870) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:08.701189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Request body: {'subnet': {'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1634714989-subnet', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:08.706328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:08.710091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Usage tracker for resource:subnet and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:08.718295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.725704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:08.780481 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:21:08.781119 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:21:08.785863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event deleted for resources: {'Port': ['ID=4989a974-d084-4676-aebf-33d30a111f08,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:08.789496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] No DVR routers for this DVR port 4989a974-d084-4676-aebf-33d30a111f08 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:21:08.823107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2eedb00f-fded-4a7e-a1b6-6455bfea7109 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.841195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:08.855697 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.891246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedb00f-fded-4a7e-a1b6-6455bfea7109 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c38e0d-be57-46f9-aceb-d076133e2022,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:08.982578 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2eedb00f-fded-4a7e-a1b6-6455bfea7109 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:08.983859 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2eedb00f-fded-4a7e-a1b6-6455bfea7109 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/e8c38e0d-be57-46f9-aceb-d076133e2022 HTTP/1.1" status: 204 len: 168 time: 1.1679127 Feb 04 20:21:08.996093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:08.998394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.019596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43882) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:09.058080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.066933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.111526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.126297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.168051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc013163-7690-4a47-a71c-32f0513dcc96']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:09.220191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ec676b-f26b-44e9-a208-28de6a669614') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:09.222686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ec676b-f26b-44e9-a208-28de6a669614') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:09.232901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.246789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186281a1-54c4-4a0d-a991-f7e1cfdb39b8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:09.256226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e14c5600-ae96-4324-a572-ef56bfccb17f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cc790e9b55648f8bdfecc684bfb5557&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2768610 Feb 04 20:21:09.258501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.268753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43886) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:09.282862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Deleting port 4989a974-d084-4676-aebf-33d30a111f08 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:09.283367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.312196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a579572-711e-46df-bb29-0f629fdff0d3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:09.375985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a39e709c-9913-4bfb-b77c-2b0fa5357c52 None None] The port '4989a974-d084-4676-aebf-33d30a111f08' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:21:09.396268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.404507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:09.405243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.505251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-d86b9ef5-dc48-484e-952c-2290be693abc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6438572 Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:09.509498 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:09.512535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e2e2-83a8-4aa3-a6e1-c269d6083887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.513092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a579572-711e-46df-bb29-0f629fdff0d3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:09.531966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4a579572-711e-46df-bb29-0f629fdff0d3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5092456 Feb 04 20:21:09.536650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43892) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:09.567123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e2e2-83a8-4aa3-a6e1-c269d6083887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.582964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357203387'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:09.625448 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.658270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.702023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] Pushing event deleted for resources: {'Network': ['ID=dc013163-7690-4a47-a71c-32f0513dcc96,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:09.716601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-673ffbc3-6a66-4d37-9b97-b58a54c23274 tempest-FloatingIPNegativeTestJSON-1052950012 tempest-FloatingIPNegativeTestJSON-1052950012-project] 10.222.0.48 "DELETE /v2.0/networks/dc013163-7690-4a47-a71c-32f0513dcc96 HTTP/1.1" status: 204 len: 168 time: 2.7438848 Feb 04 20:21:09.799958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e2e2-83a8-4aa3-a6e1-c269d6083887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.832285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2e2e2-83a8-4aa3-a6e1-c269d6083887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186281a1-54c4-4a0d-a991-f7e1cfdb39b8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:09.851222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e2e2-83a8-4aa3-a6e1-c269d6083887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:09.853838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c0e2e2e2-83a8-4aa3-a6e1-c269d6083887 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/186281a1-54c4-4a0d-a991-f7e1cfdb39b8 HTTP/1.1" status: 204 len: 168 time: 0.5839314 Feb 04 20:21:09.870907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:09.952340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:10.074130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:10.146088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735782d6-a586-483c-b062-69cbef2ebce3 req-1cf0b8e3-a1ae-4abe-9b61-9412ec090b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:10.147016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-1cf0b8e3-a1ae-4abe-9b61-9412ec090b7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 1099 time: 0.3402886 Feb 04 20:21:10.165297 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:10.169317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:10.411545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:10.485488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43924) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:10.493929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:10.502273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:10.548072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:10.567585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:10.624789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Checking segment: {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:10.625180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Network hostable DHCP agents. Network: aa0cc075-9778-4f66-8d59-db6db0f7e6f1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:21:10.798928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:10.808436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f4fa3843-9694-4737-959e-d13facb9b345 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=232403ab6b9b46f29b99c1705235c75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217113 Feb 04 20:21:10.815452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43944) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:10.827826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735782d6-a586-483c-b062-69cbef2ebce3 req-c8b4fb80-4506-40b6-9b61-83cec4b93212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:10.829563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-c8b4fb80-4506-40b6-9b61-83cec4b93212 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.6454494 Feb 04 20:21:10.876839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43948) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:10.908109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:10.909470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7856df3-fb12-4a51-b30e-529f6151b896 req-0bbc2d38-8880-4bf2-837b-8b68fed41c09 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:10.911056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7856df3-fb12-4a51-b30e-529f6151b896 req-0bbc2d38-8880-4bf2-837b-8b68fed41c09 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.7282219 Feb 04 20:21:10.924523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f21d2902-4687-48ae-be1e-6ff02c7a1a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:10.927013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:10.938198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:10.957624 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-1ae64e1f-e15f-4f87-b3a0-e45dbd990ea0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9a52f181-106c-4179-ab51-51cc422fc1b6 HTTP/1.1" status: 200 len: 217 time: 0.1160347 Feb 04 20:21:10.963546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7394f047a94a7783cf1a7729455234 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:10.967533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:21:10.979680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:10.990363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:10.994259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f21d2902-4687-48ae-be1e-6ff02c7a1a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.090825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5862eb42-e95a-477e-9c7c-72efd0147a62,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:11.097760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7856df3-fb12-4a51-b30e-529f6151b896 req-068e121e-67e7-49f9-8c30-92e33efdd24a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641126 Feb 04 20:21:11.105587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735782d6-a586-483c-b062-69cbef2ebce3 req-493c471c-926e-4d6a-b94b-eb179a353a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:11.107255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-493c471c-926e-4d6a-b94b-eb179a353a59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1371298 Feb 04 20:21:11.189312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, aa0cc075-9778-4f66-8d59-db6db0f7e6f1) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:11.200084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea548f-b583-4952-83cb-820d3cfa55da None None] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:11.204649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Router b8f8168d-125e-4ef1-b813-4c6aaf858852 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:21:11.216849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:11.220620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.230345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.232078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f21d2902-4687-48ae-be1e-6ff02c7a1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.232802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.237387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19c05529-7f65-44e2-a5dd-8f408904ccbb tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6964312 Feb 04 20:21:11.240825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:11.256839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d2902-4687-48ae-be1e-6ff02c7a1a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd4bbb-771b-4ffb-9d08-713d7b7f4021,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:11.262168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2084efd5-f0e7-4a6a-8696-ae4f7ac73311 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '5862eb42-e95a-477e-9c7c-72efd0147a62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:11.262940 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-2084efd5-f0e7-4a6a-8696-ae4f7ac73311 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 20:21:11.263432 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-2084efd5-f0e7-4a6a-8696-ae4f7ac73311 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:11.267027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2084efd5-f0e7-4a6a-8696-ae4f7ac73311 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0121393 Feb 04 20:21:11.274562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43958) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:11.308069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f21d2902-4687-48ae-be1e-6ff02c7a1a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.311679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f21d2902-4687-48ae-be1e-6ff02c7a1a35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9acd4bbb-771b-4ffb-9d08-713d7b7f4021 HTTP/1.1" status: 204 len: 168 time: 0.4924204 Feb 04 20:21:11.314117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.358475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-736378c0-dcb0-4318-a0e5-8e7006c97070 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6616812 Feb 04 20:21:11.360284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43964) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:11.372165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:11.431616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:11.458437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2dac0cd7-10f3-4222-ba0a-033a2b58f57b tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.459679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Usage tracker for resource:router and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:11.464696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:11.474810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:11.489597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735782d6-a586-483c-b062-69cbef2ebce3 req-a75d6deb-4657-4712-a373-25cba06129d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:11.491289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-a75d6deb-4657-4712-a373-25cba06129d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3767285 Feb 04 20:21:11.501032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-83c56984-fa71-47cf-b574-c94f7b293b04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6055431 Feb 04 20:21:11.574885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e45c879-2ebe-422f-bc26-e49262cad99e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:11.578193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:21:11.584770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f352ea39-ab69-4cd4-8301-f8b97d085a27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd7394f047a94a7783cf1a7729455234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7041528 Feb 04 20:21:11.587768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.593790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43972) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:11.677007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2dac0cd7-10f3-4222-ba0a-033a2b58f57b tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.717497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.718429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.774805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:11.794278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] Sync routers for ids ['b8f8168d-125e-4ef1-b813-4c6aaf858852'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:11.820568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee55b36e-08bb-4f3d-a007-bd86c4d0fa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.864731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.928279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee55b36e-08bb-4f3d-a007-bd86c4d0fa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.930148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] Routers {'b8f8168d-125e-4ef1-b813-4c6aaf858852'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:11.932907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8f8168d-125e-4ef1-b813-4c6aaf858852'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:11.934164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-a59539ff-26d6-4912-a881-20ac40b2cacd service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312701 Feb 04 20:21:11.967956 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:11.969530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-06f66aa4-a5c2-4105-86eb-18423ca633ee tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2102609 Feb 04 20:21:11.972597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43988) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:12.035147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:12.075370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:12.139644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] Routers {'b8f8168d-125e-4ef1-b813-4c6aaf858852'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:12.140218 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8f8168d-125e-4ef1-b813-4c6aaf858852'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:12.152740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee55b36e-08bb-4f3d-a007-bd86c4d0fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:12.210496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:12.212016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68060b35-5380-4e25-9e11-9d8e457d2b9f None None] The sync data for ids ['b8f8168d-125e-4ef1-b813-4c6aaf858852'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:21:12.219378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Allocated IP 172.20.0.2 (aa0cc075-9778-4f66-8d59-db6db0f7e6f1/ef76c9e5-b83f-45b4-9e46-0ae02efdf16a/710cb3a7-cd36-4702-ac55-f3c10f6bb9b4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:12.255874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2dac0cd7-10f3-4222-ba0a-033a2b58f57b tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:12.270157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2dac0cd7-10f3-4222-ba0a-033a2b58f57b tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:12.271498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2dac0cd7-10f3-4222-ba0a-033a2b58f57b tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/5862eb42-e95a-477e-9c7c-72efd0147a62 HTTP/1.1" status: 204 len: 168 time: 0.9925749 Feb 04 20:21:12.274719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44000) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:12.288547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee55b36e-08bb-4f3d-a007-bd86c4d0fa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:12.291949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee55b36e-08bb-4f3d-a007-bd86c4d0fa3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e45c879-2ebe-422f-bc26-e49262cad99e HTTP/1.1" status: 204 len: 168 time: 0.6968291 Feb 04 20:21:12.297023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55b36e-08bb-4f3d-a007-bd86c4d0fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e45c879-2ebe-422f-bc26-e49262cad99e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:12.433023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac0cd7-10f3-4222-ba0a-033a2b58f57b tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5862eb42-e95a-477e-9c7c-72efd0147a62,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:12.547765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-18b95a99-c2ad-4773-9123-af8704c88071 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:12.671931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:12.691461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-18b95a99-c2ad-4773-9123-af8704c88071 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:12.698707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44012) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:12.700768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-18b95a99-c2ad-4773-9123-af8704c88071 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4195988 Feb 04 20:21:12.706119 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:12.708555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938398427'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:12.719914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735782d6-a586-483c-b062-69cbef2ebce3 req-09590bd5-de28-4038-a335-edd98fe646c4 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7749100 Feb 04 20:21:12.721310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Transition to ACTIVE for port object 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:12.722408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:12.752200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Transition to ACTIVE for port object 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:12.823502 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:12.897804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:12.918214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6414a-7cbd-490b-9cf8-75f70a03e63e req-d1a2751c-7703-4a87-b288-b5466b671a22 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:12.919754 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04b6414a-7cbd-490b-9cf8-75f70a03e63e req-d1a2751c-7703-4a87-b288-b5466b671a22 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.5640731 Feb 04 20:21:12.995270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:13.011977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:13.034790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:13.081698 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:13.123376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Pushing event updated for resources: {'Port': ['ID=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:13.202945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04b6414a-7cbd-490b-9cf8-75f70a03e63e req-29bcd444-6d20-4b3f-a45f-45cd0a0b6aef tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632532 Feb 04 20:21:13.296719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:13.316211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Attempting to bind port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:21:13.318769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Attempting to bind port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:21:13.318769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Attempting to bind port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 on network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:21:13.318991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:13.329363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:13.330522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:21:13.331057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Checking segment: {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:13.332553 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:13.333050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Bound using segment: {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:21:13.335577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Bound port: 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:21:13.338753 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:13.380860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:13.436965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] For port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:21:13.440077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] For port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:21:13.525103 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:13.604980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44046) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:13.667585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98c7d3-e649-4eec-9326-44a64b263c9f None None] Pushing event updated for resources: {'Port': ['ID=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:13.794245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'networks': [{'name': 'tempest-network--1283930770'}, {'name': 'tempest-network--1443182602'}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:13.794245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'network': {'name': 'tempest-network--1283930770'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:13.794245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'network': {'name': 'tempest-network--1443182602'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:13.808334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:13.815574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Usage tracker for resource:network and tenant:558eac0f19234ddfb6543db1b22bb7a8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:13.832435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:13.845807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:13.888800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:13.965500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Made reservation on behalf of 558eac0f19234ddfb6543db1b22bb7a8 for: {'network': 2} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:13.978119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.004611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.012194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.109649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:14.140980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Usage tracker for resource:security_group_rule and tenant:558eac0f19234ddfb6543db1b22bb7a8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:14.149007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:14.210148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:14.355687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.387747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Deleting port 095ddf55-0b09-484d-aa66-9d186383bb38 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:14.388229 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.421687 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.422400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.422977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.495253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.545105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:14.569010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1759e107-74be-4a6b-8b16-586bbf50ce33,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:14.587431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.587840 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Added segment a7567cd4-e8a8-48a7-9331-d94a40ec77ff of type vlan for network 4c00de20-5eda-4ba3-96e4-f79466984a49 Feb 04 20:21:14.635854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.639960 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.698940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:14.716473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.719091 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Added segment 40734bc2-7711-40d5-8d69-7b94347e5e85 of type vlan for network 88c17ce1-0ef7-4556-ac97-a781720a8e04 Feb 04 20:21:14.732641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0bafa6-775c-48db-b1c7-d2a8637a7a31,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:14.735535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.763735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:14.866292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d66f50-c474-4401-99ec-5a9ef27c2fa8 req-ff0ab8fe-0499-4e94-8af9-eb402920773c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:14.868478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11d66f50-c474-4401-99ec-5a9ef27c2fa8 req-ff0ab8fe-0499-4e94-8af9-eb402920773c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.3900146 Feb 04 20:21:14.965594 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.151131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11d66f50-c474-4401-99ec-5a9ef27c2fa8 req-d2c8dc3b-52bd-400b-a162-26269a8abc50 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423711 Feb 04 20:21:15.156767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Allocated IP 172.25.7.232 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/f5a49345-77c3-4671-9e86-3a909825de53) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:15.166735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Calling delete_port for 095ddf55-0b09-484d-aa66-9d186383bb38 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:15.220827 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.220827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f75dd04b-43e2-43a8-8e91-6ce690124847 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5094161 Feb 04 20:21:15.222815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44082) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:15.231702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5dd96d19-bc30-42b6-bad5-28aa6122c8be tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'dd0bafa6-775c-48db-b1c7-d2a8637a7a31', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:15.232740 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-5dd96d19-bc30-42b6-bad5-28aa6122c8be tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 20:21:15.233256 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-5dd96d19-bc30-42b6-bad5-28aa6122c8be tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:15.234616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5dd96d19-bc30-42b6-bad5-28aa6122c8be tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105875 Feb 04 20:21:15.238631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44090) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:15.243217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa0855-afd8-42db-be73-eefbf4645573 None None] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:15.316785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be814cb2-303a-4f55-8555-3e205b33f5c3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.347584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.347584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.353153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:15.358349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:15.359328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.383703 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be814cb2-303a-4f55-8555-3e205b33f5c3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.400865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-eaad3d92-51bf-4d9d-ae33-fa190fc2ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:15.402368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-eaad3d92-51bf-4d9d-ae33-fa190fc2ce3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2&tenant_id=2f50590d4af84de5803be5ca84d11bcf HTTP/1.1" status: 200 len: 1094 time: 0.5030386 Feb 04 20:21:15.485468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.522615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-392bb129-b4ee-46d7-b76a-baea4d627220 None None] Provisioning for port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:15.534015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Network': ['ID=4c00de20-5eda-4ba3-96e4-f79466984a49,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:15.564622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4c00de20-5eda-4ba3-96e4-f79466984a49 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:15.599321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-409dd84e-74fc-4aaf-978b-e20c81ce3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:15.600717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-409dd84e-74fc-4aaf-978b-e20c81ce3e3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1094 time: 0.1694486 Feb 04 20:21:15.651854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.667099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0600531 Feb 04 20:21:15.669289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be814cb2-303a-4f55-8555-3e205b33f5c3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.686521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44104) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:15.766986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696ab59-18d8-4b35-b569-7f1181c9f55e tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Network': ['ID=88c17ce1-0ef7-4556-ac97-a781720a8e04,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:15.778165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 88c17ce1-0ef7-4556-ac97-a781720a8e04 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:15.779014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be814cb2-303a-4f55-8555-3e205b33f5c3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0bafa6-775c-48db-b1c7-d2a8637a7a31,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:15.903306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be814cb2-303a-4f55-8555-3e205b33f5c3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.905350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be814cb2-303a-4f55-8555-3e205b33f5c3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd0bafa6-775c-48db-b1c7-d2a8637a7a31 HTTP/1.1" status: 204 len: 168 time: 0.6657372 Feb 04 20:21:15.924152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44110) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:15.970152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:15.971689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:15.979619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Pushing event deleted for resources: {'Port': ['ID=095ddf55-0b09-484d-aa66-9d186383bb38,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:16.108802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b267d6e5-33ac-4638-9d23-635093c2a4cf tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:16.139331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f02747-d6c3-4097-b9c8-db52890b2795 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:16.142035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:16.146896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f02747-d6c3-4097-b9c8-db52890b2795 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:16.157363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f02747-d6c3-4097-b9c8-db52890b2795 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:16.173484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f02747-d6c3-4097-b9c8-db52890b2795 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:16.175837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-75f02747-d6c3-4097-b9c8-db52890b2795 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Synchronizing usage tracker for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:16.181219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:16.200424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:16.205504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:16.207005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:16.207618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:16.267078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b267d6e5-33ac-4638-9d23-635093c2a4cf tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:16.273095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b267d6e5-33ac-4638-9d23-635093c2a4cf tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3474455 Feb 04 20:21:16.274285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44120) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:16.294905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a49345-77c3-4671-9e86-3a909825de53,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:16.303852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--63508808'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:16.329127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-75f02747-d6c3-4097-b9c8-db52890b2795 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Unset dirty status for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:16.343583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-75f02747-d6c3-4097-b9c8-db52890b2795 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6330998 Feb 04 20:21:16.348769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:16.359141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44130) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:16.407843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:16.460724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:16.514278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-24c86bb2-dea9-4b1d-83c1-b2881df28331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:16.515940 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-24c86bb2-dea9-4b1d-83c1-b2881df28331 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.9049509 Feb 04 20:21:16.659153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e933378e-8bff-4ec0-acc4-cae1e6029a14 None None] Provisioning complete for port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:16.659632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e933378e-8bff-4ec0-acc4-cae1e6029a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:16.729873 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:16.766926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:16.776042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:16.872388 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e933378e-8bff-4ec0-acc4-cae1e6029a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:16.933212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:16.960905 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.001478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c00de20-5eda-4ba3-96e4-f79466984a49']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:17.019980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7567cd4-e8a8-48a7-9331-d94a40ec77ff') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:17.020690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7567cd4-e8a8-48a7-9331-d94a40ec77ff') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:17.034745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:17.036636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.058233 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.072238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:17.073819 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.074036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-e933378e-8bff-4ec0-acc4-cae1e6029a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:21:17.074356 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-e933378e-8bff-4ec0-acc4-cae1e6029a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:17.192251 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:17.224399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-6750898a-f4c2-473f-b36a-52a3fa79c9ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 200 len: 998 time: 0.6070471 Feb 04 20:21:17.238949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.274834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:17.279909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:17.283617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:17.303339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:17.351155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.369605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.381504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.381900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31018f-7a88-43bf-a7da-7fa700ab3934 req-759c05d6-afbc-400f-8385-88fcf348b933 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:17.389191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.389384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca31018f-7a88-43bf-a7da-7fa700ab3934 req-759c05d6-afbc-400f-8385-88fcf348b933 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.8930109 Feb 04 20:21:17.475139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Network': ['ID=4c00de20-5eda-4ba3-96e4-f79466984a49,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:17.542327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.566648 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-110fee0f-0e98-4c2c-b7da-155c6d8af7da tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/networks/4c00de20-5eda-4ba3-96e4-f79466984a49 HTTP/1.1" status: 204 len: 168 time: 1.2063723 Feb 04 20:21:17.569340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:17.583734 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:21:17.712023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.784287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-12b42715-b0e6-4ab2-8207-50f2958a9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:17.785743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-12b42715-b0e6-4ab2-8207-50f2958a9912 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.5016317 Feb 04 20:21:17.787585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Router b8f8168d-125e-4ef1-b813-4c6aaf858852 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:21:17.793499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cefe26-d322-4aea-b663-61adf8a412cb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:17.802658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.818050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:17.822572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3b590bf4-a02a-4e4d-8f9e-9632b0f5a6ed tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5441010 Feb 04 20:21:17.869701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44164) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:17.886963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c76886d2-6941-4498-a247-2e8e4fb366ef tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '25cefe26-d322-4aea-b663-61adf8a412cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:17.898638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:17.910672 n-d-811806-1 neutron-server[88237]: WARNING neutron.api.v2.base [None req-c76886d2-6941-4498-a247-2e8e4fb366ef tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 20:21:17.911324 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-c76886d2-6941-4498-a247-2e8e4fb366ef tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:17.912380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c76886d2-6941-4498-a247-2e8e4fb366ef tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0407600 Feb 04 20:21:17.915737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca31018f-7a88-43bf-a7da-7fa700ab3934 req-6c3ec533-17cd-406e-8467-2c415fa71ae5 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5256321 Feb 04 20:21:17.916294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44168) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.029245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.041197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:18.041564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.096212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c17ce1-0ef7-4556-ac97-a781720a8e04']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:18.097806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f028d6a2-c244-4cc5-947c-206e02fdf2d8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '25cefe26-d322-4aea-b663-61adf8a412cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:18.098558 n-d-811806-1 neutron-server[88237]: WARNING neutron.api.v2.base [None req-f028d6a2-c244-4cc5-947c-206e02fdf2d8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 20:21:18.099138 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-f028d6a2-c244-4cc5-947c-206e02fdf2d8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:18.100190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f028d6a2-c244-4cc5-947c-206e02fdf2d8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1196086 Feb 04 20:21:18.105583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44172) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.111627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8eaed9e0-a2a5-4d41-900e-f7aafef66fba tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '25cefe26-d322-4aea-b663-61adf8a412cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:18.115055 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-8eaed9e0-a2a5-4d41-900e-f7aafef66fba tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 20:21:18.115738 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-8eaed9e0-a2a5-4d41-900e-f7aafef66fba tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:18.117015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8eaed9e0-a2a5-4d41-900e-f7aafef66fba tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101998 Feb 04 20:21:18.122655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44176) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.125638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40734bc2-7711-40d5-8d69-7b94347e5e85') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:18.126315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40734bc2-7711-40d5-8d69-7b94347e5e85') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:18.145291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.165236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.188745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:18.189340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.205196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d1f048eb-ca2e-4cea-994b-26bf896ffdf2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '25cefe26-d322-4aea-b663-61adf8a412cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:18.206446 n-d-811806-1 neutron-server[88237]: WARNING neutron.api.v2.base [None req-d1f048eb-ca2e-4cea-994b-26bf896ffdf2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 20:21:18.207028 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-d1f048eb-ca2e-4cea-994b-26bf896ffdf2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:18.208617 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:18.211011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d1f048eb-ca2e-4cea-994b-26bf896ffdf2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0808570 Feb 04 20:21:18.250115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:18.262200 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] Sync routers for ids ['b8f8168d-125e-4ef1-b813-4c6aaf858852'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:18.292154 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] Routers {'b8f8168d-125e-4ef1-b813-4c6aaf858852'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:18.293072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8f8168d-125e-4ef1-b813-4c6aaf858852'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:18.325519 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.335288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9fdf0424-c55a-462d-b28d-366289009ed6 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "PUT /v2.0/routers/b8f8168d-125e-4ef1-b813-4c6aaf858852 HTTP/1.1" status: 200 len: 705 time: 6.3610878 Feb 04 20:21:18.336580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44180) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.336990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44182) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.337902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.431318 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:18.444343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] Routers {'b8f8168d-125e-4ef1-b813-4c6aaf858852'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:18.445111 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8f8168d-125e-4ef1-b813-4c6aaf858852'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:18.472472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.483470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:18.535997 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:18.536919 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9836d7-d9a6-4e01-ac12-866c4a95a237 None None] The sync data for ids ['b8f8168d-125e-4ef1-b813-4c6aaf858852'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:21:18.547681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Network': ['ID=88c17ce1-0ef7-4556-ac97-a781720a8e04,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:18.555532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-49a9ec4d-6710-4672-9ffc-9ad83d8ccaec tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/networks/88c17ce1-0ef7-4556-ac97-a781720a8e04 HTTP/1.1" status: 204 len: 168 time: 0.9846146 Feb 04 20:21:18.558008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44198) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.735262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-7ad62594-fe94-4583-a248-2c8b4e0c1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:18.737576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-7ad62594-fe94-4583-a248-2c8b4e0c1664 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9261675 Feb 04 20:21:18.744387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-055bd2cd-075d-49b2-8721-8d74d905f982 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/routers/b8f8168d-125e-4ef1-b813-4c6aaf858852 HTTP/1.1" status: 200 len: 740 time: 0.3245685 Feb 04 20:21:18.747545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc83465-7daa-4049-989c-9cb61505dadc tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:18.754398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc83465-7daa-4049-989c-9cb61505dadc tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:18.755602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ecc83465-7daa-4049-989c-9cb61505dadc tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Synchronizing usage tracker for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:18.758426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44206) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.824437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dc6ef603-8ab7-4d94-bc71-66d6009b2515 tempest-RoutersAdminTest-1266963183 tempest-RoutersAdminTest-1266963183-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=b8f8168d-125e-4ef1-b813-4c6aaf858852 HTTP/1.1" status: 200 len: 205 time: 0.0609920 Feb 04 20:21:18.824673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44210) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.895576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ecc83465-7daa-4049-989c-9cb61505dadc tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Unset dirty status for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:18.902590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ecc83465-7daa-4049-989c-9cb61505dadc tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3427465 Feb 04 20:21:18.910169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44216) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.919595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e6ada0c-46b7-4f15-a8ba-09737b70806e tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8f8168d-125e-4ef1-b813-4c6aaf858852 HTTP/1.1" status: 200 len: 205 time: 0.0906625 Feb 04 20:21:18.924608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-609366032'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:18.929241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44220) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:18.999483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:19.074941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:19.097728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fddbf7a0-82f8-48c7-83ce-99555681aa26 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.128511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-733f9a46-40f4-42a9-9627-de65f1081ee7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.340053 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-f8205626-1c4f-4d57-b1c1-b761cec134d7 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788305 Feb 04 20:21:19.347825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Made reservation on behalf of 558eac0f19234ddfb6543db1b22bb7a8 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:19.352527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.413894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-733f9a46-40f4-42a9-9627-de65f1081ee7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.591694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:19.612052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.614165 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Added segment 3703374b-ffd9-4e26-bed7-5d863ce0affb of type vlan for network 950d80dd-a3ad-476c-b156-75c6485cb1ca Feb 04 20:21:19.627983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fddbf7a0-82f8-48c7-83ce-99555681aa26 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.635413 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fddbf7a0-82f8-48c7-83ce-99555681aa26 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.761222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.773161 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fddbf7a0-82f8-48c7-83ce-99555681aa26 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.791021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddbf7a0-82f8-48c7-83ce-99555681aa26 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Fanout notify agent at l3_agent the message router_deleted on router b8f8168d-125e-4ef1-b813-4c6aaf858852 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:21:19.809941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.874594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fddbf7a0-82f8-48c7-83ce-99555681aa26 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:19.886380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fddbf7a0-82f8-48c7-83ce-99555681aa26 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/b8f8168d-125e-4ef1-b813-4c6aaf858852 HTTP/1.1" status: 204 len: 168 time: 0.9532254 Feb 04 20:21:19.889366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44238) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:19.897801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846081e3-d8e5-4c61-b2c3-baae110d0bda req-0688a7ff-a3fe-406c-9f18-81b0be157fb4 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:19.899883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-846081e3-d8e5-4c61-b2c3-baae110d0bda req-0688a7ff-a3fe-406c-9f18-81b0be157fb4 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.7726505 Feb 04 20:21:19.932800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-778ef8df-54cd-4919-85df-2c3104afbcf4 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742905 Feb 04 20:21:19.967235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1c8877af-9e9b-442d-8706-ff36db94bc43 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8f8168d-125e-4ef1-b813-4c6aaf858852 HTTP/1.1" status: 200 len: 205 time: 0.0785260 Feb 04 20:21:19.968046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44242) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:19.986202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-846081e3-d8e5-4c61-b2c3-baae110d0bda req-78c03315-0f95-47d7-86b4-033f47af66b7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763414 Feb 04 20:21:20.061144 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1b847f98-f9c5-4bfc-899a-a0cc2f2043f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.090254 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.098748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:20.099622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.122117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-733f9a46-40f4-42a9-9627-de65f1081ee7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.161416 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-c65f80c5-2fa6-4458-b930-357b5941834f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] delete failed (client error): The resource could not be found. Feb 04 20:21:20.162540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c65f80c5-2fa6-4458-b930-357b5941834f tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/b8f8168d-125e-4ef1-b813-4c6aaf858852 HTTP/1.1" status: 404 len: 336 time: 0.1907604 Feb 04 20:21:20.170792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44248) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.171584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f9a46-40f4-42a9-9627-de65f1081ee7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cefe26-d322-4aea-b663-61adf8a412cb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:20.231357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8cbc33ad-6daf-493f-92d0-93192bde9f4e tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=b514a57a-ea3c-49b5-88ab-d1cc0e242f86 HTTP/1.1" status: 200 len: 205 time: 0.0552316 Feb 04 20:21:20.232910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.247334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Network': ['ID=950d80dd-a3ad-476c-b156-75c6485cb1ca,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:20.259511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 950d80dd-a3ad-476c-b156-75c6485cb1ca details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:20.305684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d963a58e-39d1-45c9-badc-bcce1a4651a0 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3932111 Feb 04 20:21:20.308149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44260) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.315903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-933222501'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:20.316420 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-58b5c18d-dbdc-4199-a725-8e7de410ad78 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] delete failed (client error): The resource could not be found. Feb 04 20:21:20.317696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-58b5c18d-dbdc-4199-a725-8e7de410ad78 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/b514a57a-ea3c-49b5-88ab-d1cc0e242f86 HTTP/1.1" status: 404 len: 336 time: 0.0839474 Feb 04 20:21:20.323862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44264) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.324792 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-733f9a46-40f4-42a9-9627-de65f1081ee7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.326085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-733f9a46-40f4-42a9-9627-de65f1081ee7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/25cefe26-d322-4aea-b663-61adf8a412cb HTTP/1.1" status: 204 len: 168 time: 1.9135184 Feb 04 20:21:20.328843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44266) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.334543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:20.413082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e574ae66-5e92-43cd-9368-bf5d5968fa5f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:20.448747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44274) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.460198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0b0c8f6e-97f8-42fd-bb25-5f0681ac3a53 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=a879380c-7793-49e1-8ebd-eaae5ede1829 HTTP/1.1" status: 200 len: 205 time: 0.1147385 Feb 04 20:21:20.475612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:20.537288 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-eced32cc-3c1a-4c6d-bd14-b16fb92e1204 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] delete failed (client error): The resource could not be found. Feb 04 20:21:20.541953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eced32cc-3c1a-4c6d-bd14-b16fb92e1204 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/a879380c-7793-49e1-8ebd-eaae5ede1829 HTTP/1.1" status: 404 len: 336 time: 0.0921490 Feb 04 20:21:20.542092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44282) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.543573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:21:20.555563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e574ae66-5e92-43cd-9368-bf5d5968fa5f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:20.558594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e574ae66-5e92-43cd-9368-bf5d5968fa5f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2285848 Feb 04 20:21:20.599914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44286) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.615920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992462605'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:20.623347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-179f3eee-df80-474c-9110-41382c9473df tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e729b80-4983-469a-8688-6a0b0b93f3bf HTTP/1.1" status: 200 len: 205 time: 0.0802231 Feb 04 20:21:20.633172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44290) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:20.636859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Made reservation on behalf of 558eac0f19234ddfb6543db1b22bb7a8 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:20.643362 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.655238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:20.677723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:20.701616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:20.712605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.713098 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Added segment 3b504927-cbc0-4cbd-a994-170dbd2e6f9d of type vlan for network bdaff4d7-9309-471c-a230-11dbab4b1145 Feb 04 20:21:20.740495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.799005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:20.807816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Sync routers for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:20.822616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:20.823255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:20.828042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.890462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:20.897634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:20.901556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:20.914220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:20.928144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.937411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:20.942510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:20.967084 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-1d543850-a9be-439c-8a6b-9bfed813fcc0 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] delete failed (client error): The resource could not be found. Feb 04 20:21:20.971068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1d543850-a9be-439c-8a6b-9bfed813fcc0 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/1e729b80-4983-469a-8688-6a0b0b93f3bf HTTP/1.1" status: 404 len: 336 time: 0.3297555 Feb 04 20:21:20.971770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44308) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:21.036099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:21.041954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-63fcef9c-290b-473f-b539-f3be54da26f4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6772566 Feb 04 20:21:21.043050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44318) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:21.269672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f02bc4c2-535d-40d4-9582-8878b507c197 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=58b9f04b-625e-4424-ac5a-aaec90c79a48 HTTP/1.1" status: 200 len: 205 time: 0.2856345 Feb 04 20:21:21.272871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44322) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:21.279645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Network': ['ID=bdaff4d7-9309-471c-a230-11dbab4b1145,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:21.303037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bdaff4d7-9309-471c-a230-11dbab4b1145 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:21.477509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:21:21.493057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6865a24e-da78-4451-a917-a531ff0385a1 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1836176 Feb 04 20:21:21.494027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44326) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:21.501631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:21.510963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'ports': [{'network_id': '950d80dd-a3ad-476c-b156-75c6485cb1ca', 'name': 'tempest-port--666801625', 'admin_state_up': True}, {'network_id': 'bdaff4d7-9309-471c-a230-11dbab4b1145', 'admin_state_up': False}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:21.511327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'port': {'network_id': '950d80dd-a3ad-476c-b156-75c6485cb1ca', 'name': 'tempest-port--666801625', 'admin_state_up': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:21.511849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'port': {'network_id': 'bdaff4d7-9309-471c-a230-11dbab4b1145', 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:21.663720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:21.679505 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-5e6f0278-bd6f-44e9-bf5b-e8328673bd37 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] delete failed (client error): The resource could not be found. Feb 04 20:21:21.682368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5e6f0278-bd6f-44e9-bf5b-e8328673bd37 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/58b9f04b-625e-4424-ac5a-aaec90c79a48 HTTP/1.1" status: 404 len: 336 time: 0.3155117 Feb 04 20:21:21.703709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44330) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:21.795877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-23f79532-d456-42d6-a0dc-25acbc1933e4 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba22050b-7fa7-4f50-a3ce-fa31e7525c55 HTTP/1.1" status: 200 len: 205 time: 0.0841882 Feb 04 20:21:21.797760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:21.853963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d293a-a3c9-43c3-b696-ec3a5755f003,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:21.878402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:17Z', 'revision_number': 3, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:21.882928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Checking router: 9cd67fb0-6361-4811-8193-5aa0cfca28c1 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:21:21.883279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Updating router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 port f5a49345-77c3-4671-9e86-3a909825de53 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:21:21.929420 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-685ffd7d-770d-4761-9631-81abd9b949b7 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] delete failed (client error): The resource could not be found. Feb 04 20:21:21.930495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-685ffd7d-770d-4761-9631-81abd9b949b7 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/routers/ba22050b-7fa7-4f50-a3ce-fa31e7525c55 HTTP/1.1" status: 404 len: 336 time: 0.1330602 Feb 04 20:21:21.934132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44338) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:21.941884 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:21.987368 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a4a590-1cd8-4ca3-923b-fe9c6a239e14 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] DELETE failed (client error): The resource could not be found. Feb 04 20:21:21.987368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a4a590-1cd8-4ca3-923b-fe9c6a239e14 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:21:21.989769 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-04a4a590-1cd8-4ca3-923b-fe9c6a239e14 tempest-RoutersAdminTest-569864261 tempest-RoutersAdminTest-569864261-project] 10.222.0.48 "DELETE /v2.0/subnets/4084c068-d178-42b2-99b4-8c4c9abaa035 HTTP/1.1" status: 404 len: 337 time: 0.0540431 Feb 04 20:21:22.002348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:22.009645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Usage tracker for resource:port and tenant:558eac0f19234ddfb6543db1b22bb7a8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:22.020322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:22.028023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:22.030712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b65b-6205-4481-910d-e4f9154b0e4d req-858826ab-ae8d-433b-a9d1-24c4bff14047 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:22.037392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86d7b65b-6205-4481-910d-e4f9154b0e4d req-858826ab-ae8d-433b-a9d1-24c4bff14047 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.7484951 Feb 04 20:21:22.251091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86d7b65b-6205-4481-910d-e4f9154b0e4d req-5faa6383-3961-42df-8fd2-f5c0dad8029d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128003 Feb 04 20:21:22.252794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.257685 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-47abc6b8-e345-441d-9c03-3b28ad0931a8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6565962 Feb 04 20:21:22.264515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44344) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:22.270237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-40d00cca-6dc5-4857-81f4-a86390e74caf tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:22.270905 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-40d00cca-6dc5-4857-81f4-a86390e74caf tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 20:21:22.271399 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-40d00cca-6dc5-4857-81f4-a86390e74caf tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:22.272365 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-40d00cca-6dc5-4857-81f4-a86390e74caf tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068874 Feb 04 20:21:22.275722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44348) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:22.291654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e5af2716-b545-4def-88d0-e9c281930e11 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:22.307373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e5af2716-b545-4def-88d0-e9c281930e11 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:22.311602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5af2716-b545-4def-88d0-e9c281930e11 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:22.319811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e5af2716-b545-4def-88d0-e9c281930e11 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:22.327780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Made reservation on behalf of 558eac0f19234ddfb6543db1b22bb7a8 for: {'port': 2} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:22.350788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.383388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e5af2716-b545-4def-88d0-e9c281930e11 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:22.416597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.430363 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.430970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Transition to ACTIVE for port object f5a49345-77c3-4671-9e86-3a909825de53 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:22.436215 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00934bf4-561d-47af-a854-097a6c584c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.508591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.655171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Attempting to bind port f5a49345-77c3-4671-9e86-3a909825de53 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:21:22.655171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Attempting to bind port f5a49345-77c3-4671-9e86-3a909825de53 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:21:22.655476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Attempting to bind port f5a49345-77c3-4671-9e86-3a909825de53 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:21:22.675911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7508c1-477d-4f90-8b46-1557b353bfda None None] Pushing event updated for resources: {'Port': ['ID=f5a49345-77c3-4671-9e86-3a909825de53,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:22.696535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:21:22.696917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:22.697302 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.697685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:21:22.699676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Bound port: f5a49345-77c3-4671-9e86-3a909825de53, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:21:22.700069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:22.823312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44360) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:22.827760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] For port f5a49345-77c3-4671-9e86-3a909825de53, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:21:22.832895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] For port f5a49345-77c3-4671-9e86-3a909825de53, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f5a49345-77c3-4671-9e86-3a909825de53,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:21:22.916868 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:23.130354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:23.160799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:23.198672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7508c1-477d-4f90-8b46-1557b353bfda None None] Pushing event updated for resources: {'Port': ['ID=f5a49345-77c3-4671-9e86-3a909825de53,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:23.268983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:23.269755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:21:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:23.290768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:23.321454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Usage tracker for resource:security_group_rule and tenant:12d234e5880c492f8e42ef3d16f35bbb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:23.327995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:23.335019 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-e5af2716-b545-4def-88d0-e9c281930e11 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:23.336280 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5af2716-b545-4def-88d0-e9c281930e11 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0578966 Feb 04 20:21:23.341729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44370) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:23.351868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5df9948a-3776-4d42-99b1-f101f7a24ea0 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:23.351868 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-5df9948a-3776-4d42-99b1-f101f7a24ea0 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 20:21:23.352318 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-5df9948a-3776-4d42-99b1-f101f7a24ea0 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:23.357626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5df9948a-3776-4d42-99b1-f101f7a24ea0 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119355 Feb 04 20:21:23.358847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:23.363516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44374) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:23.363904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] device_id is not set on port 9f724c8b-a445-461d-a1bf-58d787e71cae yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:21:23.453021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-19adbc81-fb3c-4a70-8263-6553682df409 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:23.467748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-19adbc81-fb3c-4a70-8263-6553682df409 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:23.474361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-19adbc81-fb3c-4a70-8263-6553682df409 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:23.484138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-19adbc81-fb3c-4a70-8263-6553682df409 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:23.496635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-19adbc81-fb3c-4a70-8263-6553682df409 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:23.580371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:23.639272 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:23.642529 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:23.744287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:21:23.766728 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-19adbc81-fb3c-4a70-8263-6553682df409 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:23.767896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19adbc81-fb3c-4a70-8263-6553682df409 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3346179 Feb 04 20:21:23.783054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44380) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:23.809612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] device_id is not set on port ec628880-7ef0-4101-9177-facff5851c38 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:21:23.838002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-90752ca4-d1be-4d2a-bdcf-95274cd1d2a9 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:23.838677 n-d-811806-1 neutron-server[88237]: WARNING neutron.api.v2.base [None req-90752ca4-d1be-4d2a-bdcf-95274cd1d2a9 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 20:21:23.839209 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-90752ca4-d1be-4d2a-bdcf-95274cd1d2a9 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:23.840179 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-90752ca4-d1be-4d2a-bdcf-95274cd1d2a9 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163376 Feb 04 20:21:23.846273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44384) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:23.874940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:23.883617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:23.888499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:23.891463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:23.900502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:23.934628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f8b81-dc65-455a-a1b9-3964df64f84a req-df57fd1f-8b46-436e-b6e4-f10dec59e30e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:23.936271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad4f8b81-dc65-455a-a1b9-3964df64f84a req-df57fd1f-8b46-436e-b6e4-f10dec59e30e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.2901373 Feb 04 20:21:23.997353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Allocated IP 172.20.0.1 (aa0cc075-9778-4f66-8d59-db6db0f7e6f1/ef76c9e5-b83f-45b4-9e46-0ae02efdf16a/d071e33b-b119-41df-9f63-f7f4e9401ac6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:24.008935 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Project 5d20fe97991d43b1a5118d3e1ffa71b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:21:24.050249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.052731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad4f8b81-dc65-455a-a1b9-3964df64f84a req-03b82e32-609a-4370-84a5-3bf8a420f703 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069255 Feb 04 20:21:24.169187 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:24.171098 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eb29acfb-b8f4-4767-83de-49b21cffd7a7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3054879 Feb 04 20:21:24.178664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:24.185808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6c81257b-85de-4070-b9a2-35a805160454 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:24.186727 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-6c81257b-85de-4070-b9a2-35a805160454 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 20:21:24.187431 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-6c81257b-85de-4070-b9a2-35a805160454 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:24.192082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6c81257b-85de-4070-b9a2-35a805160454 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089307 Feb 04 20:21:24.192082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44396) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:24.203321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:24.219527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.233721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.350361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:24.371065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.487838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:24.502860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:24.510654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12d234e5880c492f8e42ef3d16f35bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6853182 Feb 04 20:21:24.514628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44402) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:24.515305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e260df4-8726-42d3-97f6-a05aa1b78c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e020d34c-d1c3-42cd-9a1a-f5b28a3c7d1d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:24.543904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:24.567514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Port': ['ID=9f724c8b-a445-461d-a1bf-58d787e71cae,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:24.591501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:17Z', 'revision_number': 3, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:24.606747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.607549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db170906-5d68-48bc-a158-72249f58ed57 None None] The sync data for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 is: [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:17Z', 'revision_number': 3, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:21:24.652840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Checking segment: {'id': '3703374b-ffd9-4e26-bed7-5d863ce0affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '950d80dd-a3ad-476c-b156-75c6485cb1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:24.655562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network hostable DHCP agents. Network: 950d80dd-a3ad-476c-b156-75c6485cb1ca, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:21:24.677964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Transition to ACTIVE for port object d071e33b-b119-41df-9f63-f7f4e9401ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:24.686145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e19e-65c0-47d8-a2b6-a89595de90bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.687222 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Project 5d20fe97991d43b1a5118d3e1ffa71b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:21:24.728903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e19e-65c0-47d8-a2b6-a89595de90bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.846978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network 950d80dd-a3ad-476c-b156-75c6485cb1ca is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:21:24.874889 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:24.876054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ebcfd30a-4825-44fb-b4f2-67d7efab5a13 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6834774 Feb 04 20:21:24.885076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44428) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:24.887016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': 'e91d293a-a3c9-43c3-b696-ec3a5755f003', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:24.904994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.909410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e19e-65c0-47d8-a2b6-a89595de90bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:24.912531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:24.917879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:24.924577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:24.970313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:25.016684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 950d80dd-a3ad-476c-b156-75c6485cb1ca) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:25.039930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:25.045395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:25.056572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321e2e6-10ab-422d-b977-a56ea5f6d49e None None] Network 950d80dd-a3ad-476c-b156-75c6485cb1ca requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:25.128761 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:25.140973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Pushing event updated for resources: {'Port': ['ID=d071e33b-b119-41df-9f63-f7f4e9401ac6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:25.144443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8e19e-65c0-47d8-a2b6-a89595de90bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020d34c-d1c3-42cd-9a1a-f5b28a3c7d1d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:25.170967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e19e-65c0-47d8-a2b6-a89595de90bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:25.175125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3aa8e19e-65c0-47d8-a2b6-a89595de90bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e020d34c-d1c3-42cd-9a1a-f5b28a3c7d1d HTTP/1.1" status: 204 len: 168 time: 0.6568048 Feb 04 20:21:25.179290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:25.202543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:25.212561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:25.385415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Port': ['ID=ec628880-7ef0-4101-9177-facff5851c38,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:25.464659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:25.568144 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Project 5d20fe97991d43b1a5118d3e1ffa71b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:21:25.720299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Checking segment: {'id': '3b504927-cbc0-4cbd-a994-170dbd2e6f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bdaff4d7-9309-471c-a230-11dbab4b1145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:25.722035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network hostable DHCP agents. Network: bdaff4d7-9309-471c-a230-11dbab4b1145, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:21:25.784360 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:25.791577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-072f96a0-4782-479b-9594-e0abeff7d91a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9116147 Feb 04 20:21:25.798072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44442) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:25.857573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-273194c2-83bc-41dc-8b6f-26dd2950b1f3 None None] Provisioning for port d071e33b-b119-41df-9f63-f7f4e9401ac6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:25.864312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-273194c2-83bc-41dc-8b6f-26dd2950b1f3 None None] Provisioning complete for port d071e33b-b119-41df-9f63-f7f4e9401ac6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:25.864793 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-273194c2-83bc-41dc-8b6f-26dd2950b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:25.966838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network bdaff4d7-9309-471c-a230-11dbab4b1145 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:21:26.050108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697cae3-ae4e-476b-8bf3-ebeff404818f req-0fa7b13f-d430-446f-844c-f3a233c3e54d tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:26.056556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f5a49345-77c3-4671-9e86-3a909825de53 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:26.069477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7697cae3-ae4e-476b-8bf3-ebeff404818f req-0fa7b13f-d430-446f-844c-f3a233c3e54d tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 950 time: 0.6962600 Feb 04 20:21:26.132220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-273194c2-83bc-41dc-8b6f-26dd2950b1f3 None None] Port d071e33b-b119-41df-9f63-f7f4e9401ac6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:21:26.214882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7697cae3-ae4e-476b-8bf3-ebeff404818f req-ee0728dc-1082-4c9a-99c0-ea2b087ae8f5 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441336 Feb 04 20:21:26.255253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bdaff4d7-9309-471c-a230-11dbab4b1145) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:26.267392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-512d3c92-5d15-4cb9-9eb9-c02f15c856ca tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.268211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e4531-43a7-4205-9a5b-05cdaa8ea36b None None] Network bdaff4d7-9309-471c-a230-11dbab4b1145 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:26.275517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:26.285011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:26.292657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:26.297658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.328324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f5a49345-77c3-4671-9e86-3a909825de53 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:26.352436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-512d3c92-5d15-4cb9-9eb9-c02f15c856ca tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.497570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-512d3c92-5d15-4cb9-9eb9-c02f15c856ca tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.500595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f5a49345-77c3-4671-9e86-3a909825de53 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:26.501370 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.501519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-512d3c92-5d15-4cb9-9eb9-c02f15c856ca tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.505661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44450) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:26.506248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-512d3c92-5d15-4cb9-9eb9-c02f15c856ca tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/e91d293a-a3c9-43c3-b696-ec3a5755f003 HTTP/1.1" status: 204 len: 168 time: 0.6979063 Feb 04 20:21:26.525169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d3c92-5d15-4cb9-9eb9-c02f15c856ca tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d293a-a3c9-43c3-b696-ec3a5755f003,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:26.546859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b149acc4-57e8-49a4-a7aa-9e57c2f19e3a tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0423684 Feb 04 20:21:26.559991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44454) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:26.614428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44458) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:26.679257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f71ca085-cee7-4099-8674-cd5d9b92b94f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1722939 Feb 04 20:21:26.683805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44462) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:26.688389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dbd8a-b13c-4e90-98eb-0871e88085d1 req-07809501-092e-408d-96cc-8799ffc8c7f3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:26.691643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a8dbd8a-b13c-4e90-98eb-0871e88085d1 req-07809501-092e-408d-96cc-8799ffc8c7f3 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.4861381 Feb 04 20:21:26.717486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--135080899'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:26.728651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:26.732549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2b566ca5-4684-4687-93b4-31aa66925558 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=574adaa6407346778de845689195134e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166086 Feb 04 20:21:26.739449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44466) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:26.777533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:26.892835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.930245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a8dbd8a-b13c-4e90-98eb-0871e88085d1 req-9f2a2cab-a7fa-4abf-8935-d95400c7f9e0 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241099 Feb 04 20:21:26.947670 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:26.980243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port f5a49345-77c3-4671-9e86-3a909825de53, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f5a49345-77c3-4671-9e86-3a909825de53,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:26.981625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:26.991512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2668fdb6-d9ad-43d3-82ee-38eb9936c34c tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:26.992951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:26.998581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:27.000593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2668fdb6-d9ad-43d3-82ee-38eb9936c34c tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:27.007102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2668fdb6-d9ad-43d3-82ee-38eb9936c34c tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4473002 Feb 04 20:21:27.008346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44472) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:27.012575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7648-aff2-4bee-92ba-2ea538039945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.015013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:27.051174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.108021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Deleting port 9f724c8b-a445-461d-a1bf-58d787e71cae {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:27.108021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.158320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.235832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=f5a49345-77c3-4671-9e86-3a909825de53,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.250989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.251940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.252185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:27.274644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.279421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.397829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7648-aff2-4bee-92ba-2ea538039945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.459656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e6dede-0e7e-4244-9ee9-722e53d29f8e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:27.532417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.537180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3c92c738-c6e6-4d83-8fd1-f531dfc43d09 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8445435 Feb 04 20:21:27.542319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44484) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:27.554721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8c38ff5b-0d96-4710-8a13-3ba8b6151203 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '30e6dede-0e7e-4244-9ee9-722e53d29f8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:27.584455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8c38ff5b-0d96-4710-8a13-3ba8b6151203 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:27.595814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8c38ff5b-0d96-4710-8a13-3ba8b6151203 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:27.622060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8c38ff5b-0d96-4710-8a13-3ba8b6151203 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:27.636864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8c38ff5b-0d96-4710-8a13-3ba8b6151203 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:27.704788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c3b04-e111-4e62-bbc2-be63f5940f18 req-2b40c03f-ed57-49f5-bca9-9e17a44fa0df tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:27.705401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:27.728875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-107c3b04-e111-4e62-bbc2-be63f5940f18 req-2b40c03f-ed57-49f5-bca9-9e17a44fa0df tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 950 time: 0.2655513 Feb 04 20:21:27.882816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-107c3b04-e111-4e62-bbc2-be63f5940f18 req-0b986bfc-3d41-4420-bab7-111beec76bef tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377428 Feb 04 20:21:27.897986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f5a49345-77c3-4671-9e86-3a909825de53 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:27.950423 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-8c38ff5b-0d96-4710-8a13-3ba8b6151203 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The resource could not be found. Feb 04 20:21:27.952641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8c38ff5b-0d96-4710-8a13-3ba8b6151203 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4033141 Feb 04 20:21:27.956251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44490) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:27.964471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dd315393-2e17-4649-a579-2ed3f27a304e tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '30e6dede-0e7e-4244-9ee9-722e53d29f8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b9a7d5b5-4c5f-4553-833d-baa827c2ed9b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:27.982705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd315393-2e17-4649-a579-2ed3f27a304e tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:27.987591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Calling delete_port for 9f724c8b-a445-461d-a1bf-58d787e71cae owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:28.003253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd315393-2e17-4649-a579-2ed3f27a304e tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:28.009341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dd315393-2e17-4649-a579-2ed3f27a304e tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:28.035229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dd315393-2e17-4649-a579-2ed3f27a304e tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:28.078476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f5a49345-77c3-4671-9e86-3a909825de53 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:28.079382 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.212663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7648-aff2-4bee-92ba-2ea538039945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.241325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c7648-aff2-4bee-92ba-2ea538039945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b59274f-acfb-4a2b-bb4a-2c62c837dbbd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:28.269774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7648-aff2-4bee-92ba-2ea538039945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.284575 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b1c7648-aff2-4bee-92ba-2ea538039945 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b59274f-acfb-4a2b-bb4a-2c62c837dbbd HTTP/1.1" status: 204 len: 168 time: 1.5366499 Feb 04 20:21:28.293223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.330035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.336984 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-dd315393-2e17-4649-a579-2ed3f27a304e tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The resource could not be found. Feb 04 20:21:28.341016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd315393-2e17-4649-a579-2ed3f27a304e tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3828921 Feb 04 20:21:28.341626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44502) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:28.451800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.517530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13111cd2-c5dd-4e44-a3d5-22f8254db92a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.560542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe3de1-2291-4d2a-8964-c425bd607ba9 req-a75eaff8-c6f1-4aa8-8370-836755601dc1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:28.579307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5bfe3de1-2291-4d2a-8964-c425bd607ba9 req-a75eaff8-c6f1-4aa8-8370-836755601dc1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.3662803 Feb 04 20:21:28.621772 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.624263 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.628043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Port': ['ID=9f724c8b-a445-461d-a1bf-58d787e71cae,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:28.664057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5bfe3de1-2291-4d2a-8964-c425bd607ba9 req-ce0fb730-0628-4f20-b754-5acfe028579f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836871 Feb 04 20:21:28.666250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13111cd2-c5dd-4e44-a3d5-22f8254db92a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.696151 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bd26cc28-3605-4b1e-84af-1496d505a3f2 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/ports/9f724c8b-a445-461d-a1bf-58d787e71cae HTTP/1.1" status: 204 len: 168 time: 1.6812201 Feb 04 20:21:28.718930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44512) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:28.824213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Deleting port ec628880-7ef0-4101-9177-facff5851c38 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:28.824703 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:28.826541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Pushing event updated for resources: {'Port': ['ID=d071e33b-b119-41df-9f63-f7f4e9401ac6,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:28.968281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:28.968281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:29.191519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13111cd2-c5dd-4e44-a3d5-22f8254db92a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:29.202333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d5ec3d53-220e-4762-a166-95ae9314a722 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:21:29.406680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13111cd2-c5dd-4e44-a3d5-22f8254db92a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e6dede-0e7e-4244-9ee9-722e53d29f8e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:29.531388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13111cd2-c5dd-4e44-a3d5-22f8254db92a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:29.537452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13111cd2-c5dd-4e44-a3d5-22f8254db92a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/30e6dede-0e7e-4244-9ee9-722e53d29f8e HTTP/1.1" status: 204 len: 168 time: 1.1924710 Feb 04 20:21:29.543109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:29.570660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d91584c7-3149-41b7-ada1-4954d602752e None None] Provisioning complete for port d071e33b-b119-41df-9f63-f7f4e9401ac6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:29.571142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d91584c7-3149-41b7-ada1-4954d602752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:29.597854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:29.657325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:29.660756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:21:29.672632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d91584c7-3149-41b7-ada1-4954d602752e None None] Port d071e33b-b119-41df-9f63-f7f4e9401ac6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:21:29.728286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:29.781966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:29.925703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:21:29.947652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:30.012141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Calling delete_port for ec628880-7ef0-4101-9177-facff5851c38 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:30.055209 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'code': 200} Feb 04 20:21:30.078736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21a9c098-e5e8-4566-b3cf-5c4d18558d0d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:30.286299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:30.296716 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Sync routers for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:30.326979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1b04d45f-2930-4535-9be4-078ac378e1ad admin admin] 10.222.0.48 "PUT /v2.0/routers/9cd67fb0-6361-4811-8193-5aa0cfca28c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2672725 Feb 04 20:21:30.327221 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:30.327221 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:21:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:30.395098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fabd5f-6229-43d1-95a4-57bce3ead07f req-0c3d91af-fad6-40ee-b7cb-75b76ee0c76c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:30.403698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40fabd5f-6229-43d1-95a4-57bce3ead07f req-0c3d91af-fad6-40ee-b7cb-75b76ee0c76c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.3189509 Feb 04 20:21:30.452104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21a9c098-e5e8-4566-b3cf-5c4d18558d0d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:30.457908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21a9c098-e5e8-4566-b3cf-5c4d18558d0d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9001164 Feb 04 20:21:30.462381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44568) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.464448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9b69d422-084e-494d-8c70-ab0f2586456a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '79fa8c2e-4160-41e6-a44e-9930c364bebe', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:30.484032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40fabd5f-6229-43d1-95a4-57bce3ead07f req-be3601c8-1133-4a7b-954d-eb1cf887b4f7 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793712 Feb 04 20:21:30.485210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:30.491433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9b69d422-084e-494d-8c70-ab0f2586456a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:30.499302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9b69d422-084e-494d-8c70-ab0f2586456a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:30.518035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9b69d422-084e-494d-8c70-ab0f2586456a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:30.520916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44572) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.527973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9b69d422-084e-494d-8c70-ab0f2586456a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:30.573887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Port': ['ID=ec628880-7ef0-4101-9177-facff5851c38,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:30.581351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:30.590355 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:21:30.596005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44578) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.596120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7db68d85-4448-4fbb-b256-7aeb703b2b4b tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/ports/ec628880-7ef0-4101-9177-facff5851c38 HTTP/1.1" status: 204 len: 168 time: 1.8757057 Feb 04 20:21:30.710136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-c3054240-efc9-41ce-8aaa-1821b96d7c2f tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.719930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c3054240-efc9-41ce-8aaa-1821b96d7c2f tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1951990 Feb 04 20:21:30.720674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44588) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.726728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-27bb3a69-9b51-4ccd-81c8-dc1b7f108d17 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.731532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-27bb3a69-9b51-4ccd-81c8-dc1b7f108d17 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061069 Feb 04 20:21:30.731532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44592) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.739225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-7505264c-88fe-4ea8-b675-9dd6d0701450 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.744022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7505264c-88fe-4ea8-b675-9dd6d0701450 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089447 Feb 04 20:21:30.746087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44596) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.764496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a82a1382-b54f-47f2-a48f-24061ea94f4d tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Synchronizing usage tracker for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:30.792687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-65ae7bff-02a0-4f82-9de3-f6090381d50f tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.797243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-65ae7bff-02a0-4f82-9de3-f6090381d50f tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090389 Feb 04 20:21:30.799938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44602) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.805780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-779c9159-373b-4e4b-92bc-2106d3e8524d tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.807182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-779c9159-373b-4e4b-92bc-2106d3e8524d tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0066452 Feb 04 20:21:30.810130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44606) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.820042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-14d81969-ce7b-4ac5-8ebe-0d940fa186bc tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.824511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-14d81969-ce7b-4ac5-8ebe-0d940fa186bc tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0132880 Feb 04 20:21:30.828601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44610) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.840756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-7b6b4ca0-5fe3-4fc4-9975-9c42cf47051d tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.842967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7b6b4ca0-5fe3-4fc4-9975-9c42cf47051d tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0121500 Feb 04 20:21:30.844975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44614) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.857691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-6a51deae-fc01-4b99-81e0-36aeb41e0c49 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.859052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6a51deae-fc01-4b99-81e0-36aeb41e0c49 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0129783 Feb 04 20:21:30.864031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44618) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.872224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-06c6285b-c92a-43aa-92ef-12b8c40565ba tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.876662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-06c6285b-c92a-43aa-92ef-12b8c40565ba tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0112598 Feb 04 20:21:30.877257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44622) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.883809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-00f0caf1-ea4e-4c48-a8ce-c01d7909e1e7 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.886123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-00f0caf1-ea4e-4c48-a8ce-c01d7909e1e7 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069227 Feb 04 20:21:30.891352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44626) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.897695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-7c0fa547-934c-4181-a0a2-9d534d451f0b tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.901441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7c0fa547-934c-4181-a0a2-9d534d451f0b tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0065846 Feb 04 20:21:30.902827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44630) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.907244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-40c5161b-c1a1-4718-9444-98f71a76ffd2 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.908447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-40c5161b-c1a1-4718-9444-98f71a76ffd2 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053704 Feb 04 20:21:30.911468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44634) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.917233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-3bdb9ff9-0095-4695-aed4-b710acba7a60 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.924063 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3bdb9ff9-0095-4695-aed4-b710acba7a60 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057926 Feb 04 20:21:30.927896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44640) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.933789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-5170be6a-a46d-4775-bea2-ba294d187574 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.934662 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5170be6a-a46d-4775-bea2-ba294d187574 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057089 Feb 04 20:21:30.937342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44644) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.942850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-2cd19abd-a874-4e22-a64a-3b179c606408 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.944062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2cd19abd-a874-4e22-a64a-3b179c606408 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053809 Feb 04 20:21:30.947136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44648) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.953312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-557ef5e0-c820-405b-97b3-51da4d33a969 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.955230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-557ef5e0-c820-405b-97b3-51da4d33a969 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062592 Feb 04 20:21:30.958476 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-9b69d422-084e-494d-8c70-ab0f2586456a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The resource could not be found. Feb 04 20:21:30.958476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9b69d422-084e-494d-8c70-ab0f2586456a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4970191 Feb 04 20:21:30.958476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a82a1382-b54f-47f2-a48f-24061ea94f4d tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Unset dirty status for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:30.958476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a82a1382-b54f-47f2-a48f-24061ea94f4d tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3628924 Feb 04 20:21:30.962325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.966879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44654) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.967391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44656) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.974600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-60099974-1537-4edc-be3c-acbf50e059b0 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.975821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60099974-1537-4edc-be3c-acbf50e059b0 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056837 Feb 04 20:21:30.979116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44664) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.984303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-1f2add63-4acb-45a0-b26b-e20550cdadcd tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:30.986233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-5572407'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:30.990122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1f2add63-4acb-45a0-b26b-e20550cdadcd tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0076375 Feb 04 20:21:30.990333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44668) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:30.995239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185297060'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:30.999086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-6a1e7dbb-29e4-46c9-84be-5e26f9bdcf3c tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.000118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6a1e7dbb-29e4-46c9-84be-5e26f9bdcf3c tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0087159 Feb 04 20:21:31.002454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:31.013319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:31.021174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44672) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.022242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:31.030762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-5dab0a68-c38e-4ac6-a958-dbd3e2265180 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.036743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5dab0a68-c38e-4ac6-a958-dbd3e2265180 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065830 Feb 04 20:21:31.036743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Usage tracker for resource:network and tenant:558eac0f19234ddfb6543db1b22bb7a8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:31.036984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44676) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.037096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:31.040155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-33e7db04-5277-4c23-a210-fb747be3a08b tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.041235 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-33e7db04-5277-4c23-a210-fb747be3a08b tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056462 Feb 04 20:21:31.044677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44680) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.048446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:31.055424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-cadaa052-cc46-4403-b235-9087e0df03d1 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.056679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cadaa052-cc46-4403-b235-9087e0df03d1 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0108070 Feb 04 20:21:31.059863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44684) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.066136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-21986da2-a6e6-42a0-86ad-2aa49f3d2847 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.067334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-21986da2-a6e6-42a0-86ad-2aa49f3d2847 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0063968 Feb 04 20:21:31.069793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44688) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.078247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-00e1cc23-28d8-4b18-a0b0-cbd186d94a18 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.082070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44692) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.082318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-00e1cc23-28d8-4b18-a0b0-cbd186d94a18 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0113976 Feb 04 20:21:31.094662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-74ad88f4-1293-4474-8b97-c39ffd2312c2 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.094662 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-74ad88f4-1293-4474-8b97-c39ffd2312c2 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0096352 Feb 04 20:21:31.095258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.105490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44696) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.110686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-e71330d6-b966-4005-95dd-1915d194954e tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.115107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e71330d6-b966-4005-95dd-1915d194954e tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093331 Feb 04 20:21:31.115785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44700) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.121702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-12db413b-340f-4e03-99dc-b9f75163607e tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.128655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-12db413b-340f-4e03-99dc-b9f75163607e tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0116611 Feb 04 20:21:31.129296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44706) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.145028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-26c2462c-af77-411e-9764-b438fa6ba67d tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.150394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-26c2462c-af77-411e-9764-b438fa6ba67d tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0157809 Feb 04 20:21:31.152310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44710) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.157172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Made reservation on behalf of 558eac0f19234ddfb6543db1b22bb7a8 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:31.159654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-08528c07-a8dc-4813-9bb5-dcab3d223ef0 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.160763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-08528c07-a8dc-4813-9bb5-dcab3d223ef0 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073545 Feb 04 20:21:31.162630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:27Z', 'revision_number': 2, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:31.163365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44714) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.167514 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Checking router: 9cd67fb0-6361-4811-8193-5aa0cfca28c1 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:21:31.167869 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Updating router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 port d071e33b-b119-41df-9f63-f7f4e9401ac6 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:21:31.170210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.193246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-68845ce3-ce3e-4e92-ad8c-6850b2536cd8 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.197409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-68845ce3-ce3e-4e92-ad8c-6850b2536cd8 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0311952 Feb 04 20:21:31.199131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44724) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.205094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-ed7768ab-0761-493b-a96f-75a99879da64 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.206246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ed7768ab-0761-493b-a96f-75a99879da64 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0060766 Feb 04 20:21:31.223191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44728) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.224622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-ed3bc2aa-40ac-4bd1-90e9-33dfbb7b4994 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.226167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ed3bc2aa-40ac-4bd1-90e9-33dfbb7b4994 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083625 Feb 04 20:21:31.228006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:31.229364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44734) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.234565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-cf29dc8f-f2d4-4e11-9b51-f98ed1503386 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.235731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cf29dc8f-f2d4-4e11-9b51-f98ed1503386 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053413 Feb 04 20:21:31.238327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44738) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.248838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-ad0190b3-4bf9-45c2-95d4-32a1f90c2d8b tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.252567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ad0190b3-4bf9-45c2-95d4-32a1f90c2d8b tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0128908 Feb 04 20:21:31.255463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:31.265352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:31.272742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.277006 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.301163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-220ce4a5-e770-4d0c-8f74-d78bbeaeadc5 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.306735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-220ce4a5-e770-4d0c-8f74-d78bbeaeadc5 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0268626 Feb 04 20:21:31.307679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:31.309497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44752) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.315075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-c43692bc-6904-43dd-92c8-93c82d35ba95 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.319506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c43692bc-6904-43dd-92c8-93c82d35ba95 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0089533 Feb 04 20:21:31.320376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44756) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.321058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:31.326114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-bddcf6c5-c263-4445-8ed1-d6f0a27651a6 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.329946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bddcf6c5-c263-4445-8ed1-d6f0a27651a6 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088332 Feb 04 20:21:31.330571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44760) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.336434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-db566690-cdf7-4bce-b8d4-42b9a1771f78 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.351916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44764) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.431661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-db566690-cdf7-4bce-b8d4-42b9a1771f78 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0198140 Feb 04 20:21:31.432066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-1ff9d49d-7566-443e-b3bc-764c17da95e8 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.432066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1ff9d49d-7566-443e-b3bc-764c17da95e8 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0311396 Feb 04 20:21:31.432066 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.432066 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Added segment 7906451e-ba6a-4355-bb37-2652aacbaf79 of type vlan for network 65bbf970-b083-46a8-81a8-67a2eff1e5ff Feb 04 20:21:31.432420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44768) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.439134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-0bbe4e6d-5861-4ba1-885c-1e19fec5a1e1 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.445106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0bbe4e6d-5861-4ba1-885c-1e19fec5a1e1 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0121617 Feb 04 20:21:31.445803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.451537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-82c95074-98a9-40d7-bfa4-1edae456daaa tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.456132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-82c95074-98a9-40d7-bfa4-1edae456daaa tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0092595 Feb 04 20:21:31.456742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44776) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.462153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-45f1c289-ce81-4fb4-8611-856b7c9e7518 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.465783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44780) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.468409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-45f1c289-ce81-4fb4-8611-856b7c9e7518 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0106573 Feb 04 20:21:31.541141 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.551385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-13faf08a-6072-4ffc-8757-22df819434da tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.555997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44786) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.562307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-d28c4a8b-85ac-467b-8aa6-8298698a8543 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.566110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d28c4a8b-85ac-467b-8aa6-8298698a8543 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091274 Feb 04 20:21:31.566758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44790) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.571095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13faf08a-6072-4ffc-8757-22df819434da tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1033454 Feb 04 20:21:31.573261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-d9c30cfe-1af1-486c-b1d4-7680aef50295 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.576039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.582115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d9c30cfe-1af1-486c-b1d4-7680aef50295 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0142751 Feb 04 20:21:31.583908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44794) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.593993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-fff4704c-7eb2-4aa4-8fae-3ffb25af79f1 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.603748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fff4704c-7eb2-4aa4-8fae-3ffb25af79f1 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0188055 Feb 04 20:21:31.604425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44798) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.617807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-2c066106-6028-4d05-9a3b-8c1c8657cc29 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.623344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c066106-6028-4d05-9a3b-8c1c8657cc29 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0174577 Feb 04 20:21:31.625896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44802) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.635807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-86e947f2-bbaf-4ee2-9f98-026082296e9a tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.644616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-86e947f2-bbaf-4ee2-9f98-026082296e9a tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0176301 Feb 04 20:21:31.647433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44806) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.660091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-c645a650-84c4-4dc3-89b3-22fc23fe3177 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.665592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.667660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c645a650-84c4-4dc3-89b3-22fc23fe3177 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0156498 Feb 04 20:21:31.672360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-f518397d-4d8a-4ab7-b5b9-3d0c422f3ccf tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.677048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44814) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.682623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f518397d-4d8a-4ab7-b5b9-3d0c422f3ccf tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0158281 Feb 04 20:21:31.683427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-b8e857f9-2467-44fe-a170-e6c7fa1e49f6 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.688210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44818) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.689477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b8e857f9-2467-44fe-a170-e6c7fa1e49f6 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0113502 Feb 04 20:21:31.695877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-0472b4e1-5076-4551-a105-d83f7b344948 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.702236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.707406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0472b4e1-5076-4551-a105-d83f7b344948 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0172675 Feb 04 20:21:31.708543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-2da5d61c-5c16-49ff-a3b4-ae5772daf014 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.713899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44826) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.715728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2da5d61c-5c16-49ff-a3b4-ae5772daf014 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0126767 Feb 04 20:21:31.720001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-51baa51c-1582-4ff7-a9ad-b5b798b365fd tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.724958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44830) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.730711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-d90487be-e170-4c6a-8225-5562de7e52bd tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.735454 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-51baa51c-1582-4ff7-a9ad-b5b798b365fd tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0204687 Feb 04 20:21:31.736159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44834) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.737812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d90487be-e170-4c6a-8225-5562de7e52bd tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0118346 Feb 04 20:21:31.771702 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.785017 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Transition to ACTIVE for port object d071e33b-b119-41df-9f63-f7f4e9401ac6 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:31.789254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-41f56aad-b512-4678-a63f-382779ad1651 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.792668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-41f56aad-b512-4678-a63f-382779ad1651 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0121126 Feb 04 20:21:31.793173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.799046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-1c377815-d779-42ce-9636-2b1f009aac6f tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.802471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44842) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.802981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c377815-d779-42ce-9636-2b1f009aac6f tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083776 Feb 04 20:21:31.809098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [None req-1ae3a6b2-4460-4d80-b667-934895d48bb6 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.812950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1ae3a6b2-4460-4d80-b667-934895d48bb6 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0092900 Feb 04 20:21:31.813530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44846) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.826932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-c091b4ed-dfcb-452f-a2b9-b7ddda4455a0 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.831901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c091b4ed-dfcb-452f-a2b9-b7ddda4455a0 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0173845 Feb 04 20:21:31.834046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.850376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-95d59e81-ec8b-43c9-95b3-53815ac08b54 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.850814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.854584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.860378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:31.860570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-95d59e81-ec8b-43c9-95b3-53815ac08b54 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0249693 Feb 04 20:21:31.861090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.862084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44856) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.871811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-cf550759-4dcd-4e30-9d4d-1671e2901d5a tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.875786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cf550759-4dcd-4e30-9d4d-1671e2901d5a tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0119197 Feb 04 20:21:31.876613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44860) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.881838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-a27b1ff3-ac20-45e3-b56b-3f4af4055966 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.886871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a27b1ff3-ac20-45e3-b56b-3f4af4055966 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0060847 Feb 04 20:21:31.888104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44864) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.899361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-d1757105-a765-4521-876e-93b44c0372c8 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.901176 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:31.901956 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d1757105-a765-4521-876e-93b44c0372c8 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0113997 Feb 04 20:21:31.906947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44868) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.912956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-ae790aea-2ab5-4449-a2ab-2a249c9e04bb tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.918175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ae790aea-2ab5-4449-a2ab-2a249c9e04bb tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078237 Feb 04 20:21:31.918522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44872) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.925950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-99c33617-a941-4f44-8a57-04635a902417 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.930668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-99c33617-a941-4f44-8a57-04635a902417 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0107114 Feb 04 20:21:31.931572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44876) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.938960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-dcf9178d-8fb2-4f41-921d-75992575b021 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.947472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dcf9178d-8fb2-4f41-921d-75992575b021 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0121081 Feb 04 20:21:31.949242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44880) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.958872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-7745deef-17da-4c11-99bf-8035c0dc2b37 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.967786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7745deef-17da-4c11-99bf-8035c0dc2b37 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0142534 Feb 04 20:21:31.968761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44884) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.975004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-acdcc944-5118-4aa8-8499-e08a840e83b9 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:31.981608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-acdcc944-5118-4aa8-8499-e08a840e83b9 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0116904 Feb 04 20:21:31.983342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:31.993806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [None req-57b25893-9798-4b83-accf-f486fd060262 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:21:32.015563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-57b25893-9798-4b83-accf-f486fd060262 tempest-ExtensionsTestJSON-12773779 tempest-ExtensionsTestJSON-12773779-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0171444 Feb 04 20:21:32.148259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44896) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:32.155386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-608117681-network', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:32.162012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:32.182652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Usage tracker for resource:network and tenant:c1ccf71562c54daab624a04439f3c0f6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:32.186096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:32.200153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:32.227980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2593055 Feb 04 20:21:32.230633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44900) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:32.238300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-211423762'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:32.246625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:32.249215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a1e1df-25d4-47b6-81a7-7b3f58f26e30,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:32.261307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8fcd-18f8-4107-83c8-c4dcb61c2a79 req-64b9568d-38c3-43e9-842b-a0b90f575ef9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:32.269800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0ab8fcd-18f8-4107-83c8-c4dcb61c2a79 req-64b9568d-38c3-43e9-842b-a0b90f575ef9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.5326705 Feb 04 20:21:32.275020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Usage tracker for resource:network and tenant:558eac0f19234ddfb6543db1b22bb7a8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:32.279037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:32.286128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:32.322560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138eb50-d588-4325-a807-afeb2ffa3a40 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Network': ['ID=65bbf970-b083-46a8-81a8-67a2eff1e5ff,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:32.324944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.326311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1f5bead2-07e4-4d35-a17a-b2bc7f62b1b4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3608985 Feb 04 20:21:32.329523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44912) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:32.334867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843272523'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:32.337732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 65bbf970-b083-46a8-81a8-67a2eff1e5ff details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:32.346495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:32.359802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:32.366263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:32.380182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:32.409684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Made reservation on behalf of 558eac0f19234ddfb6543db1b22bb7a8 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:32.411396 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0ab8fcd-18f8-4107-83c8-c4dcb61c2a79 req-82f64a6a-9643-44c7-9bfc-59ccce5cb407 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406071 Feb 04 20:21:32.417100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.485746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Made reservation on behalf of c1ccf71562c54daab624a04439f3c0f6 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:32.491820 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.552511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.579085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.604996 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Attempting to bind port d071e33b-b119-41df-9f63-f7f4e9401ac6 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:21:32.605645 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Attempting to bind port d071e33b-b119-41df-9f63-f7f4e9401ac6 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:21:32.606233 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Attempting to bind port d071e33b-b119-41df-9f63-f7f4e9401ac6 on network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:21:32.610936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:32.618401 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:21:32.619154 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Checking segment: {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:32.619731 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.620291 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Bound using segment: {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:21:32.620857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:32.621112 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Bound port: d071e33b-b119-41df-9f63-f7f4e9401ac6, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:21:32.621655 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.628902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:32.648230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:32.660400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:32.679272 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Pushing event updated for resources: {'Port': ['ID=d071e33b-b119-41df-9f63-f7f4e9401ac6,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:32.692113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Usage tracker for resource:security_group_rule and tenant:c1ccf71562c54daab624a04439f3c0f6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:32.707735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:32.719036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:32.749268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.749620 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Added segment 44e2ba36-d515-4f90-a8cf-113464085125 of type vlan for network 5e7b9492-d02c-41ab-b9ec-58455d38ba53 Feb 04 20:21:32.803551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:32.807320 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.807843 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.807987 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.808318 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.808639 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.808960 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.809311 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.809596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.809913 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.810228 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.810544 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.814969 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:32.828935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.844695 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.882119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44924) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:32.921168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.936772 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] For port d071e33b-b119-41df-9f63-f7f4e9401ac6, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:21:32.941488 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] For port d071e33b-b119-41df-9f63-f7f4e9401ac6, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d071e33b-b119-41df-9f63-f7f4e9401ac6,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:21:32.976458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.982984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:32.990009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:32.994683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.024399 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.026246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03267245-5cab-4dea-a536-9a7c7937022e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:33.074503 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.076339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be0fe6ec-ce0b-44d6-b7d3-fd79c427372d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7456200 Feb 04 20:21:33.079623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:33.087244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-67b3a97e-7a35-4ab3-968e-ec8249b3069d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '84a1e1df-25d4-47b6-81a7-7b3f58f26e30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '03267245-5cab-4dea-a536-9a7c7937022e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:33.104712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-67b3a97e-7a35-4ab3-968e-ec8249b3069d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:33.115735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-67b3a97e-7a35-4ab3-968e-ec8249b3069d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:33.126969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.131662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-67b3a97e-7a35-4ab3-968e-ec8249b3069d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:33.144334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-67b3a97e-7a35-4ab3-968e-ec8249b3069d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:33.182273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d9bf3-e729-404b-95de-98ae11469488,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:33.200837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:21:33.272812 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:33.274946 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:21:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:33.285069 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.317371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Network': ['ID=5e7b9492-d02c-41ab-b9ec-58455d38ba53,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:33.342850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:21:33.347484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f4ce21af-9cc0-43eb-87c7-e06e6d2b8608 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1155562 Feb 04 20:21:33.372910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:33.382503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Usage tracker for resource:security_group_rule and tenant:77763567012545f5ac4a58e169950f9a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:33.393020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:33.400454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 5e7b9492-d02c-41ab-b9ec-58455d38ba53 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:33.402010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.402354 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Added segment 40542ec4-5bc5-4d4e-bfc5-d0d9ee047864 of type vlan for network 3bda4c2f-3b70-4055-8bc3-1844aca59581 Feb 04 20:21:33.419932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:33.503017 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-67b3a97e-7a35-4ab3-968e-ec8249b3069d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:33.507926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-67b3a97e-7a35-4ab3-968e-ec8249b3069d tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4272451 Feb 04 20:21:33.518291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:33.589871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.755958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:33.790288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'mac_address': 'fa:16:3e:2f:27:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:21:33.850583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55383710-92e7-49d3-b9ff-88fada7a68e5 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.864918 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.884031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a52f181-106c-4179-ab51-51cc422fc1b6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:21:33.906275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:33.922316 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.923638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:33.924507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:33.940747 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:21:33.946664 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55383710-92e7-49d3-b9ff-88fada7a68e5 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.011992 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.129834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55383710-92e7-49d3-b9ff-88fada7a68e5 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.151649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] Pushing event updated for resources: {'Network': ['ID=3bda4c2f-3b70-4055-8bc3-1844aca59581,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:34.194730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:21:34.197253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.245246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55383710-92e7-49d3-b9ff-88fada7a68e5 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03267245-5cab-4dea-a536-9a7c7937022e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:34.263651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.295406 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55383710-92e7-49d3-b9ff-88fada7a68e5 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.304334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-55383710-92e7-49d3-b9ff-88fada7a68e5 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/03267245-5cab-4dea-a536-9a7c7937022e HTTP/1.1" status: 204 len: 168 time: 0.7786608 Feb 04 20:21:34.305635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44952) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:34.306246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['9a52f181-106c-4179-ab51-51cc422fc1b6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:21:34.311504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1bc7cee7-3e70-4f0a-b37c-f52f949b021f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1621208 Feb 04 20:21:34.318988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:34.338861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Request body: {'subnet': {'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-608117681-subnet', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:34.366298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:34.396540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b204b3e-a7dc-4187-b785-e32038a94cec,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:34.397057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Usage tracker for resource:subnet and tenant:c1ccf71562c54daab624a04439f3c0f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:34.397057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:34.402444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-41c2d40b-54fa-41d3-ac3e-cd8f2cac5d15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77763567012545f5ac4a58e169950f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5178676 Feb 04 20:21:34.413833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:34.444025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44960) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:34.505097 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-baa456e4-3c7a-4403-b9d9-187b00a244d2 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1958737 Feb 04 20:21:34.508813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44964) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:34.545111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Made reservation on behalf of c1ccf71562c54daab624a04439f3c0f6 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:34.555595 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.629462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f85e9d4f-4f37-4dfa-a0f1-3ded10335b9f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.671095 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a0e4a-1417-46a8-8da2-4b11b9692260 None None] Pushing event updated for resources: {'Port': ['ID=d071e33b-b119-41df-9f63-f7f4e9401ac6,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:34.716283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f85e9d4f-4f37-4dfa-a0f1-3ded10335b9f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:34.775092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:34.855200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-f485fde3-d23d-414e-aa3d-2b4db72156a7 req-5d7fe666-e37f-4e4a-b685-d80db44b72a4 service neutron] (88236) timed out ('10.222.0.48', 40544) {{(pid=88236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:21:34.893300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c9d79-8976-4b10-b1f5-465615e94d78 req-61b8db40-096d-4e21-93de-b38e66f565b2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:34.915147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba5c9d79-8976-4b10-b1f5-465615e94d78 req-61b8db40-096d-4e21-93de-b38e66f565b2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.8794999 Feb 04 20:21:34.981139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f85e9d4f-4f37-4dfa-a0f1-3ded10335b9f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.036628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-688a9f5b-0bfa-4a16-9a7b-2c77dfb1f8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.046226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e9d4f-4f37-4dfa-a0f1-3ded10335b9f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a1e1df-25d4-47b6-81a7-7b3f58f26e30,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:35.075807 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f85e9d4f-4f37-4dfa-a0f1-3ded10335b9f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.079920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f85e9d4f-4f37-4dfa-a0f1-3ded10335b9f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/84a1e1df-25d4-47b6-81a7-7b3f58f26e30 HTTP/1.1" status: 204 len: 168 time: 0.5695109 Feb 04 20:21:35.084021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44980) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:35.095429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba5c9d79-8976-4b10-b1f5-465615e94d78 req-0e3dd0a5-6b7a-44e3-a7f1-c8dd27a0497e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792443 Feb 04 20:21:35.104608 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:32Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:35.121199 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a64f94-6ee7-4ee3-9328-4aa438b86cc8 None None] The sync data for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 is: [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:32Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:21:35.206310 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-688a9f5b-0bfa-4a16-9a7b-2c77dfb1f8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.321069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-789055d2-bf4f-41ed-b623-a83066ad900c tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:35.502016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-789055d2-bf4f-41ed-b623-a83066ad900c tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:35.506071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-789055d2-bf4f-41ed-b623-a83066ad900c tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4210498 Feb 04 20:21:35.511081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44984) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:35.521098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835020138'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:35.537018 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-688a9f5b-0bfa-4a16-9a7b-2c77dfb1f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.542024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:35.569947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a9f5b-0bfa-4a16-9a7b-2c77dfb1f8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b204b3e-a7dc-4187-b785-e32038a94cec,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:35.577539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:35.624812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-688a9f5b-0bfa-4a16-9a7b-2c77dfb1f8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.628518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-688a9f5b-0bfa-4a16-9a7b-2c77dfb1f8f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b204b3e-a7dc-4187-b785-e32038a94cec HTTP/1.1" status: 204 len: 168 time: 1.1809673 Feb 04 20:21:35.665553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.691915 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:35.712956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:35.719112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:35.722982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:35.743476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:35.975124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:36.000669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d071e33b-b119-41df-9f63-f7f4e9401ac6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:36.027410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:36.192565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed24dd2b-4eba-494d-a743-c885babdb052,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:36.227416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133cf787-087b-4c71-9b82-bec1160db4e8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:36.254233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Checking segment: {'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:36.258350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Network hostable DHCP agents. Network: 3bda4c2f-3b70-4055-8bc3-1844aca59581, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:21:36.353045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:36.358215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7d4b94a2-2371-4568-8260-af3be29f05fc tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8457794 Feb 04 20:21:36.368570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45008) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:36.368570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1f38ecee-6707-42ed-8608-f84e43a5eaf3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '133cf787-087b-4c71-9b82-bec1160db4e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:36.400436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1f38ecee-6707-42ed-8608-f84e43a5eaf3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:36.434624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1f38ecee-6707-42ed-8608-f84e43a5eaf3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:36.452414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1f38ecee-6707-42ed-8608-f84e43a5eaf3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:36.495151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1f38ecee-6707-42ed-8608-f84e43a5eaf3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:36.502529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:21:36.534958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d071e33b-b119-41df-9f63-f7f4e9401ac6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:36.540964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d071e33b-b119-41df-9f63-f7f4e9401ac6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:36.546397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:36.594551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 3bda4c2f-3b70-4055-8bc3-1844aca59581) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:36.620507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:36.621387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:36.631721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5cbc6-c726-48eb-89fd-b3117a0ba31d None None] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:37.012618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f60e25-3388-4221-9144-99ffae2d569d req-5067b598-bbf2-47d4-b84c-b704ceb1bbae tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:37.035378 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85f60e25-3388-4221-9144-99ffae2d569d req-5067b598-bbf2-47d4-b84c-b704ceb1bbae tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.3906548 Feb 04 20:21:37.220318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45030) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:37.228043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'subnets': [{'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1801113534', 'ip_version': 6}, {'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:37.228714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'subnet': {'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1801113534', 'ip_version': 6}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:37.229729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Request body: {'subnet': {'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:37.240106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85f60e25-3388-4221-9144-99ffae2d569d req-392b2608-a7c9-494f-b50c-c8efc7015c5b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950717 Feb 04 20:21:37.269706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:37.453937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:37.559434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d071e33b-b119-41df-9f63-f7f4e9401ac6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d071e33b-b119-41df-9f63-f7f4e9401ac6,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:37.657590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 9a52f181-106c-4179-ab51-51cc422fc1b6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:37.658071 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:37.698551 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-1f38ecee-6707-42ed-8608-f84e43a5eaf3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:37.700206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1f38ecee-6707-42ed-8608-f84e43a5eaf3 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.3402610 Feb 04 20:21:37.703160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45034) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:37.712527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-bd8e91c8-9438-404f-bbd4-3cea7bd853f7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group_rule': {'security_group_id': '133cf787-087b-4c71-9b82-bec1160db4e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:37.720358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:37.728132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bd8e91c8-9438-404f-bbd4-3cea7bd853f7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:37.732922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-3bda4c2f-3b70-4055-8bc3-1844aca59581', 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'fixed_ips': [{'subnet_id': 'ed24dd2b-4eba-494d-a743-c885babdb052'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:21:37.733108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Usage tracker for resource:subnet and tenant:558eac0f19234ddfb6543db1b22bb7a8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:37.735925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:37.739023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:37.739241 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dde98a59-88bd-460c-8a2d-3a02acb2a1ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4133542 Feb 04 20:21:37.744851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45040) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:37.752880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:37.755493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bd8e91c8-9438-404f-bbd4-3cea7bd853f7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:37.792852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bd8e91c8-9438-404f-bbd4-3cea7bd853f7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:37.800788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:37.802816 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:37.822334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:37.827430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Usage tracker for resource:router and tenant:c1ccf71562c54daab624a04439f3c0f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:37.832812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:37.842055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bd8e91c8-9438-404f-bbd4-3cea7bd853f7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:37.854947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:37.906855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Made reservation on behalf of 558eac0f19234ddfb6543db1b22bb7a8 for: {'subnet': 2} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:21:37.911301 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:37.911619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:37.990991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:37.993553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.026567 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.046239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d071e33b-b119-41df-9f63-f7f4e9401ac6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:38.068683 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-bd8e91c8-9438-404f-bbd4-3cea7bd853f7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:21:38.071664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bd8e91c8-9438-404f-bbd4-3cea7bd853f7 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3655422 Feb 04 20:21:38.073315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:38.134197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Allocated IP 172.20.0.2 (3bda4c2f-3b70-4055-8bc3-1844aca59581/ed24dd2b-4eba-494d-a743-c885babdb052/948f032f-2126-4223-aa52-c9f23252ef34) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:38.141368 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.218007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:21:38.275631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:38.351683 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'code': 200} Feb 04 20:21:38.368861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.406843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.519511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.522176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:38.535321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Transition to ACTIVE for port object 948f032f-2126-4223-aa52-c9f23252ef34 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:38.557060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Transition to ACTIVE for port object 948f032f-2126-4223-aa52-c9f23252ef34 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:38.638721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.683975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.698481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.705937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497f68-d855-4737-aec4-8925e28f0c8f req-e7a35ad9-dae4-4844-9465-55fa34d404b2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:38.707497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f497f68-d855-4737-aec4-8925e28f0c8f req-e7a35ad9-dae4-4844-9465-55fa34d404b2 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.2114806 Feb 04 20:21:38.732564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Pushing event updated for resources: {'Port': ['ID=948f032f-2126-4223-aa52-c9f23252ef34,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:38.755042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:38.756264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:38.759302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:38.809402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f497f68-d855-4737-aec4-8925e28f0c8f req-b15c0693-9ac3-44dd-84aa-1d3a71c51fa9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954604 Feb 04 20:21:38.887748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45078) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:38.889069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.896313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Attempting to bind port 948f032f-2126-4223-aa52-c9f23252ef34 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:21:38.896604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.897089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Attempting to bind port 948f032f-2126-4223-aa52-c9f23252ef34 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:21:38.897546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Attempting to bind port 948f032f-2126-4223-aa52-c9f23252ef34 on network 3bda4c2f-3b70-4055-8bc3-1844aca59581 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:21:38.903092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:21:38.903549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Checking segment: {'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:38.903940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.904498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Bound using segment: {'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:21:38.904966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Bound port: 948f032f-2126-4223-aa52-c9f23252ef34, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:21:38.905336 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.919005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133cf787-087b-4c71-9b82-bec1160db4e8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:38.946550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.946972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.947317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.947653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.947989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.948320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.948650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.949002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.949655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.949655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.949967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.950280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:38.962381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:38.966138 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e150e20e-4e23-44f0-a0be-e1ff904ba62f tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/133cf787-087b-4c71-9b82-bec1160db4e8 HTTP/1.1" status: 204 len: 168 time: 0.8893220 Feb 04 20:21:38.966491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45084) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:38.983531 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.023688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] For port 948f032f-2126-4223-aa52-c9f23252ef34, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:21:39.026926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] For port 948f032f-2126-4223-aa52-c9f23252ef34, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=948f032f-2126-4223-aa52-c9f23252ef34,segment=NetworkSegment(40542ec4-5bc5-4d4e-bfc5-d0d9ee047864),segment_id=40542ec4-5bc5-4d4e-bfc5-d0d9ee047864)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:21:39.099532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.109278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.116119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ae1050d3-1dae-4122-bf04-47644ba144e8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:39.156845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Subnet': ['ID=9847d3a3-d829-4b69-99ac-9c8ce8219690,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:39.173346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Checking segment: {'id': '7906451e-ba6a-4355-bb37-2652aacbaf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:39.181823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network hostable DHCP agents. Network: 65bbf970-b083-46a8-81a8-67a2eff1e5ff, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:21:39.238660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c67422-29d4-4ed6-92b2-5ddd21dd5494 None None] Pushing event updated for resources: {'Port': ['ID=948f032f-2126-4223-aa52-c9f23252ef34,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:39.251896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ae1050d3-1dae-4122-bf04-47644ba144e8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:39.253184 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ae1050d3-1dae-4122-bf04-47644ba144e8 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2855868 Feb 04 20:21:39.263070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45098) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:39.266421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054017211'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:39.272572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.275834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:39.298426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:39.300322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network 65bbf970-b083-46a8-81a8-67a2eff1e5ff is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:21:39.308402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:39.319844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:28e57e5170ef4acc80f7285c68476f24 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:39.332885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:39.336601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.371423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:39.373899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.405855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 65bbf970-b083-46a8-81a8-67a2eff1e5ff) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:39.410340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.419080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b7282-f44b-4960-80c3-8993152303bb None None] Network 65bbf970-b083-46a8-81a8-67a2eff1e5ff requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:39.530291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.586722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:39.600724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Usage tracker for resource:security_group_rule and tenant:5d20fe97991d43b1a5118d3e1ffa71b4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:39.616223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Allocated IP 172.25.7.207 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c509045b-ffbc-4173-8252-99757a8ce68c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:39.636972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:39.645926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.647276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event updated for resources: {'Subnet': ['ID=b25806d6-b878-4e6d-b567-add6a8a1014f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:39.650979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:39.657645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Checking segment: {'id': '44e2ba36-d515-4f90-a8cf-113464085125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:39.658365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network hostable DHCP agents. Network: 5e7b9492-d02c-41ab-b9ec-58455d38ba53, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:21:39.823943 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.825579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Network 5e7b9492-d02c-41ab-b9ec-58455d38ba53 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:21:39.837347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.918011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.920484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 5e7b9492-d02c-41ab-b9ec-58455d38ba53) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:39.926346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:39.926832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:39.927350 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:39.938144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b41c55-227c-4168-b409-a6d2b0596d0e None None] Network 5e7b9492-d02c-41ab-b9ec-58455d38ba53 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:40.034080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28e57e5170ef4acc80f7285c68476f24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1397412 Feb 04 20:21:40.063304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea923f-ed1b-40a7-b147-1517fa12d6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e65973-ae36-4903-9b5d-247bd6d90d1c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:40.068890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45132) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:40.147137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c2728-e69b-4a3a-994d-c6078530a1cc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:40.153135 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-34910bef-a6fe-4671-a1fb-96ea3fb8a7d8 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9310589 Feb 04 20:21:40.153970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45136) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:40.185314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.208944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fcddffd-7058-4a3e-a400-e7eafadfc8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.211133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-65bbf970-b083-46a8-81a8-67a2eff1e5ff', 'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff', 'tenant_id': '558eac0f19234ddfb6543db1b22bb7a8', 'fixed_ips': [{'subnet_id': '9847d3a3-d829-4b69-99ac-9c8ce8219690'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:21:40.212351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.237939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d071e33b-b119-41df-9f63-f7f4e9401ac6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:40.256511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.261116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-72d0f2dd-70c1-4673-8d4c-c1a4e49da47a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9987702 Feb 04 20:21:40.261256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fcddffd-7058-4a3e-a400-e7eafadfc8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.262158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45142) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:40.268214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e751dd47-179a-40ee-9e63-176770f7c091 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:21:40.269412 n-d-811806-1 neutron-server[88237]: WARNING neutron.api.v2.base [None req-e751dd47-179a-40ee-9e63-176770f7c091 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 20:21:40.270164 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-e751dd47-179a-40ee-9e63-176770f7c091 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 20:21:40.273749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e751dd47-179a-40ee-9e63-176770f7c091 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "PUT /v2.0/security-groups/a43c2728-e69b-4a3a-994d-c6078530a1cc HTTP/1.1" status: 409 len: 330 time: 0.0080743 Feb 04 20:21:40.313584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45146) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:40.413577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2813c2f-86e8-4656-a3c1-9860fc2c6894 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:40.415777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2813c2f-86e8-4656-a3c1-9860fc2c6894 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:40.417351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2813c2f-86e8-4656-a3c1-9860fc2c6894 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:40.418217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b2813c2f-86e8-4656-a3c1-9860fc2c6894 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Synchronizing usage tracker for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:40.451587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fcddffd-7058-4a3e-a400-e7eafadfc8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.480806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:21:40.483182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22f37d-11ca-4477-b547-18f1f4e3d977 req-ddb18abb-91d6-4f1b-a290-03d3c9c32bb9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:40.484908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a22f37d-11ca-4477-b547-18f1f4e3d977 req-ddb18abb-91d6-4f1b-a290-03d3c9c32bb9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.4235406 Feb 04 20:21:40.503046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcddffd-7058-4a3e-a400-e7eafadfc8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e65973-ae36-4903-9b5d-247bd6d90d1c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:40.525518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.536657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88fb0977-3657-40e6-b52d-6c09836bb16a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.537278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fcddffd-7058-4a3e-a400-e7eafadfc8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.541656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8fcddffd-7058-4a3e-a400-e7eafadfc8af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5e65973-ae36-4903-9b5d-247bd6d90d1c HTTP/1.1" status: 204 len: 168 time: 0.4714966 Feb 04 20:21:40.578478 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88fb0977-3657-40e6-b52d-6c09836bb16a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.643583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b2813c2f-86e8-4656-a3c1-9860fc2c6894 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Unset dirty status for tenant:558eac0f19234ddfb6543db1b22bb7a8 on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:40.645199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b2813c2f-86e8-4656-a3c1-9860fc2c6894 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4625618 Feb 04 20:21:40.660461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45172) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:40.683053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d071e33b-b119-41df-9f63-f7f4e9401ac6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:40.683158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.723937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:21:40.737479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Pushing event updated for resources: {'Port': ['ID=c509045b-ffbc-4173-8252-99757a8ce68c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:40.739189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-5e7b9492-d02c-41ab-b9ec-58455d38ba53', 'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53', 'tenant_id': '558eac0f19234ddfb6543db1b22bb7a8', 'fixed_ips': [{'subnet_id': 'b25806d6-b878-4e6d-b567-add6a8a1014f'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:21:40.740027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.763179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Allocated IP 2001:db8::1 (65bbf970-b083-46a8-81a8-67a2eff1e5ff/9847d3a3-d829-4b69-99ac-9c8ce8219690/8251a89f-ff58-4a2d-b211-05d20ef24917) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:40.780738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:40.785158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:40.789649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:40.802879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Deleting subnet 9847d3a3-d829-4b69-99ac-9c8ce8219690 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:21:40.810429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88fb0977-3657-40e6-b52d-6c09836bb16a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.839217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a22f37d-11ca-4477-b547-18f1f4e3d977 req-43e96d75-0d6a-424a-8338-52494715ed4b tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479087 Feb 04 20:21:40.843683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb0977-3657-40e6-b52d-6c09836bb16a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c2728-e69b-4a3a-994d-c6078530a1cc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:40.901817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-88fb0977-3657-40e6-b52d-6c09836bb16a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:40.903275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-88fb0977-3657-40e6-b52d-6c09836bb16a tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/a43c2728-e69b-4a3a-994d-c6078530a1cc HTTP/1.1" status: 204 len: 168 time: 0.5882704 Feb 04 20:21:40.907180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:40.987484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b05970c-2285-4476-b444-695622b17884 None None] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:41.002485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edfc5af8-4722-4846-9b9e-cc23995d95f4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Synchronizing usage tracker for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:21:41.091566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edfc5af8-4722-4846-9b9e-cc23995d95f4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] Unset dirty status for tenant:5d20fe97991d43b1a5118d3e1ffa71b4 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:21:41.097548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-edfc5af8-4722-4846-9b9e-cc23995d95f4 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1853349 Feb 04 20:21:41.097812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45182) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:41.139563 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-475cb5dd-d06d-4a00-9b04-63d916bbfdad tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] delete failed (client error): The resource could not be found. Feb 04 20:21:41.144372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-475cb5dd-d06d-4a00-9b04-63d916bbfdad tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b9acf37-6646-415f-b04f-a95e4d7dcb81 HTTP/1.1" status: 404 len: 347 time: 0.0419989 Feb 04 20:21:41.146825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45186) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:41.243070 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-2cc73b3f-8456-420a-aa07-5b7f76c79fc6 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] show failed (client error): The resource could not be found. Feb 04 20:21:41.244476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2cc73b3f-8456-420a-aa07-5b7f76c79fc6 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-groups/8fb1955a-3655-4ab5-81a1-f5f7d98513a7 HTTP/1.1" status: 404 len: 347 time: 0.0948353 Feb 04 20:21:41.248106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45190) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:41.272306 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-5df315b7-2cb7-443d-92a6-11143d7a6996 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] show failed (client error): The resource could not be found. Feb 04 20:21:41.273847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5df315b7-2cb7-443d-92a6-11143d7a6996 tempest-NegativeSecGroupIPv6Test-1202348057 tempest-NegativeSecGroupIPv6Test-1202348057-project] 10.222.0.48 "GET /v2.0/security-group-rules/9a567174-7efe-4eda-9b44-05a873a1c7c4 HTTP/1.1" status: 404 len: 356 time: 0.0243053 Feb 04 20:21:41.296063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bbbebc3c-4c56-4b17-a500-8b0693024d27 None None] Provisioning for port 948f032f-2126-4223-aa52-c9f23252ef34 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:41.401203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:41.534428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '39969127-621b-4d5b-82a6-7817e558642b', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'port_id': '39969127-621b-4d5b-82a6-7817e558642b', 'mac_address': 'fa:16:3e:21:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:21:41.677403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:41.809869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 948f032f-2126-4223-aa52-c9f23252ef34 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:41.838027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45212) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:41.869024 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:41.884984 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:41.957573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:41.969662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Usage tracker for resource:security_group_rule and tenant:83f9afec78574995a96958f3decd5880 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:41.986480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:41.996248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:42.033326 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.044980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Transition to ACTIVE for port object 8251a89f-ff58-4a2d-b211-05d20ef24917 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:42.065966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Transition to ACTIVE for port object 8251a89f-ff58-4a2d-b211-05d20ef24917 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:42.070088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39969127-621b-4d5b-82a6-7817e558642b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:21:42.094667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Allocated IP 2001:db8:0:1::1 (5e7b9492-d02c-41ab-b9ec-58455d38ba53/b25806d6-b878-4e6d-b567-add6a8a1014f/7466669f-879c-4013-b614-db77cdc5764d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:42.139157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.208643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.312690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:42.460991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.502629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.543400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.561466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:42.644572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079a656-a4fa-4c5b-bb16-797a1cc5cd05 req-9083ade6-3fd8-4f99-89d0-ac75b8626729 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:42.646413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a079a656-a4fa-4c5b-bb16-797a1cc5cd05 req-9083ade6-3fd8-4f99-89d0-ac75b8626729 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 943 time: 0.5173755 Feb 04 20:21:42.647102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.752075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a9a26779-d8c0-4c98-92ed-aa520f393056 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d20fe97991d43b1a5118d3e1ffa71b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360435 Feb 04 20:21:42.757766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45240) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:42.845306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a079a656-a4fa-4c5b-bb16-797a1cc5cd05 req-a39947b4-49e9-4699-a397-f7707b36056c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774528 Feb 04 20:21:42.850240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365fb891-c4ac-43e2-b633-c7c5ff8f6e10,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:42.876129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0ed00db7-e61d-47d7-82f7-a3f71867ce45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83f9afec78574995a96958f3decd5880&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0369015 Feb 04 20:21:42.877593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45244) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:42.900223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-958d6679-d3b5-4d8e-9466-ceea405cdc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.903352 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.915870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Transition to ACTIVE for port object 7466669f-879c-4013-b614-db77cdc5764d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:42.933263 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-958d6679-d3b5-4d8e-9466-ceea405cdc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.936451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Transition to ACTIVE for port object 7466669f-879c-4013-b614-db77cdc5764d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:42.943640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Pushing event updated for resources: {'Port': ['ID=8251a89f-ff58-4a2d-b211-05d20ef24917,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:42.961474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:42.965266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Network 65bbf970-b083-46a8-81a8-67a2eff1e5ff is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:42.986922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.027507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:43.050411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:43.101942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.104237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Router f20943c5-bac1-4dba-b014-919f91c9eae2 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:21:43.105899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-958d6679-d3b5-4d8e-9466-ceea405cdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.182513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:43.201828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d6679-d3b5-4d8e-9466-ceea405cdc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7256a1-b69e-4bf8-9f2a-3aed5032d7bc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:43.236444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 948f032f-2126-4223-aa52-c9f23252ef34 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:43.292882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Network 5e7b9492-d02c-41ab-b9ec-58455d38ba53 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:43.294496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['39969127-621b-4d5b-82a6-7817e558642b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:21:43.312834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-958d6679-d3b5-4d8e-9466-ceea405cdc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.314247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-958d6679-d3b5-4d8e-9466-ceea405cdc02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c7256a1-b69e-4bf8-9f2a-3aed5032d7bc HTTP/1.1" status: 204 len: 168 time: 0.5548933 Feb 04 20:21:43.380180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:43.385782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 948f032f-2126-4223-aa52-c9f23252ef34 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:43.388020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.408767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac03608-37dd-48e1-8878-da9c53e9572d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.465160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:43.471163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac03608-37dd-48e1-8878-da9c53e9572d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.512591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:43.522756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Attempting to bind port 8251a89f-ff58-4a2d-b211-05d20ef24917 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:21:43.523135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Attempting to bind port 8251a89f-ff58-4a2d-b211-05d20ef24917 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7906451e-ba6a-4355-bb37-2652aacbaf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:21:43.523530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Attempting to bind port 8251a89f-ff58-4a2d-b211-05d20ef24917 on network 65bbf970-b083-46a8-81a8-67a2eff1e5ff {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:21:43.543243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Sync routers for ids ['f20943c5-bac1-4dba-b014-919f91c9eae2'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:43.604722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.643921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.645916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-696ddd30-bd46-4bb6-b52f-ae0d21bf5813 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8964825 Feb 04 20:21:43.648878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:43.662481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:21:43.663125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Checking segment: {'id': '7906451e-ba6a-4355-bb37-2652aacbaf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:43.663434 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.664505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Bound using segment: {'id': '7906451e-ba6a-4355-bb37-2652aacbaf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:21:43.664999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Bound port: 8251a89f-ff58-4a2d-b211-05d20ef24917, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7906451e-ba6a-4355-bb37-2652aacbaf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '65bbf970-b083-46a8-81a8-67a2eff1e5ff'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:21:43.665905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.682821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Subnet': ['ID=9847d3a3-d829-4b69-99ac-9c8ce8219690,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:43.685462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.709612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac03608-37dd-48e1-8878-da9c53e9572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.732619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac03608-37dd-48e1-8878-da9c53e9572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365fb891-c4ac-43e2-b633-c7c5ff8f6e10,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:43.791275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fbff6479-7012-498f-9c0f-8622164f672f tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/subnets/9847d3a3-d829-4b69-99ac-9c8ce8219690 HTTP/1.1" status: 204 len: 168 time: 3.1289093 Feb 04 20:21:43.793529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45268) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:43.798167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac03608-37dd-48e1-8878-da9c53e9572d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:43.799259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ac03608-37dd-48e1-8878-da9c53e9572d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/365fb891-c4ac-43e2-b633-c7c5ff8f6e10 HTTP/1.1" status: 204 len: 168 time: 0.9192874 Feb 04 20:21:43.859818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] For port 8251a89f-ff58-4a2d-b211-05d20ef24917, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:21:43.863400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] For port 8251a89f-ff58-4a2d-b211-05d20ef24917, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8251a89f-ff58-4a2d-b211-05d20ef24917,segment=NetworkSegment(7906451e-ba6a-4355-bb37-2652aacbaf79),segment_id=7906451e-ba6a-4355-bb37-2652aacbaf79)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:21:43.868002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Pushing event updated for resources: {'Port': ['ID=7466669f-879c-4013-b614-db77cdc5764d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:43.993445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Routers {'f20943c5-bac1-4dba-b014-919f91c9eae2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:44.004458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:21:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f20943c5-bac1-4dba-b014-919f91c9eae2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:44.123430 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:44.169107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Deleting subnet b25806d6-b878-4e6d-b567-add6a8a1014f {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:21:44.175236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:44.284554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:44.342228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef905c-e1e3-43ea-90d3-0958c5bb154c req-ecc17010-d4ed-4661-9e50-c8784fdcfb5c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:44.344051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58ef905c-e1e3-43ea-90d3-0958c5bb154c req-ecc17010-d4ed-4661-9e50-c8784fdcfb5c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 944 time: 0.2756941 Feb 04 20:21:44.445954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58ef905c-e1e3-43ea-90d3-0958c5bb154c req-9e54677c-b3e7-47ad-a80d-0037df450765 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948803 Feb 04 20:21:44.459137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:44.621857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Set router f20943c5-bac1-4dba-b014-919f91c9eae2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:21:44.716230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:44.756852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:44.813000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Subnet': ['ID=b25806d6-b878-4e6d-b567-add6a8a1014f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:44.823789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:44.828353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.829175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.830684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.831306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.831902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.832451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.833100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.833674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.834179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.834686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.835277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.835811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:21:44.855421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-79c1fb84-b51a-4b9e-808d-857acd8500d9 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/subnets/b25806d6-b878-4e6d-b567-add6a8a1014f HTTP/1.1" status: 204 len: 168 time: 1.0608573 Feb 04 20:21:44.855824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:44.860897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Attempting to bind port 7466669f-879c-4013-b614-db77cdc5764d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:21:44.861969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Attempting to bind port 7466669f-879c-4013-b614-db77cdc5764d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '44e2ba36-d515-4f90-a8cf-113464085125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:21:44.862338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Attempting to bind port 7466669f-879c-4013-b614-db77cdc5764d on network 5e7b9492-d02c-41ab-b9ec-58455d38ba53 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:21:45.024317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:21:45.024690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Checking segment: {'id': '44e2ba36-d515-4f90-a8cf-113464085125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:45.025090 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:45.025478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Bound using segment: {'id': '44e2ba36-d515-4f90-a8cf-113464085125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:21:45.025954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Bound port: 7466669f-879c-4013-b614-db77cdc5764d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e2ba36-d515-4f90-a8cf-113464085125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5e7b9492-d02c-41ab-b9ec-58455d38ba53'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:21:45.026317 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:45.059244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b858a67c-7702-4a4b-a435-bf6745207009 None None] Provisioning complete for port 948f032f-2126-4223-aa52-c9f23252ef34 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:45.059613 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b858a67c-7702-4a4b-a435-bf6745207009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:45.114038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a4c78-fdaa-44c3-88c9-e3bf7b4532aa None None] Pushing event updated for resources: {'Port': ['ID=8251a89f-ff58-4a2d-b211-05d20ef24917,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:45.176529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91e00c-1c3e-4240-a2a7-b4875ff77ae4 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:45.179034 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bd91e00c-1c3e-4240-a2a7-b4875ff77ae4 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3220780 Feb 04 20:21:45.183648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45316) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:45.253711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 948f032f-2126-4223-aa52-c9f23252ef34, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=948f032f-2126-4223-aa52-c9f23252ef34,segment=NetworkSegment(40542ec4-5bc5-4d4e-bfc5-d0d9ee047864),segment_id=40542ec4-5bc5-4d4e-bfc5-d0d9ee047864)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:45.387992 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:45.577045 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:45.667200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Deleting port 7466669f-879c-4013-b614-db77cdc5764d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:45.667558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:45.797034 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:45.934953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e60792-4287-4194-be91-60781bd24ebc req-5578b5d6-fc98-466e-a6e7-0c2ab7087074 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:45.936729 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91e60792-4287-4194-be91-60781bd24ebc req-5578b5d6-fc98-466e-a6e7-0c2ab7087074 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 944 time: 0.2137754 Feb 04 20:21:45.963818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b227e1-80ce-4996-82a2-07d016acbf02 None None] Network 65bbf970-b083-46a8-81a8-67a2eff1e5ff requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:46.115803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91e60792-4287-4194-be91-60781bd24ebc req-e6d25a6d-6509-42f2-92f4-8beb6da5d51f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726265 Feb 04 20:21:46.292732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] For port 7466669f-879c-4013-b614-db77cdc5764d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:21:46.428970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] For port 7466669f-879c-4013-b614-db77cdc5764d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7466669f-879c-4013-b614-db77cdc5764d,segment=NetworkSegment(44e2ba36-d515-4f90-a8cf-113464085125),segment_id=44e2ba36-d515-4f90-a8cf-113464085125)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:21:46.434979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:21:41Z', 'revision_number': 3, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port': {'id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:39Z', 'updated_at': '2022-02-04T20:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:46.444474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Checking router: f20943c5-bac1-4dba-b014-919f91c9eae2 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:21:46.444831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Updating router f20943c5-bac1-4dba-b014-919f91c9eae2 port c509045b-ffbc-4173-8252-99757a8ce68c binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:21:46.591843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=948f032f-2126-4223-aa52-c9f23252ef34,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:46.625976 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:46.678297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] For port 7466669f-879c-4013-b614-db77cdc5764d, host n-d-811806-1, got binding levels [] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:46.678768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:46.747230 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:47.051381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Calling delete_port for 7466669f-879c-4013-b614-db77cdc5764d owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:47.138724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:47.359421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496e377-40d8-4984-83a2-6ad679a907cc None None] Network 5e7b9492-d02c-41ab-b9ec-58455d38ba53 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:21:47.447746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Allocated IP 172.20.0.1 (3bda4c2f-3b70-4055-8bc3-1844aca59581/ed24dd2b-4eba-494d-a743-c885babdb052/dfb986df-0896-42cb-bfdc-3df2e5564447) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:21:47.576225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:21:47.576595 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:21:47.717659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 948f032f-2126-4223-aa52-c9f23252ef34 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:47.759992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5778fa2-9ccc-4303-9290-56fdd3517052 req-ad51ef5b-4c83-48d9-91d6-b155eeb6ba4e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:47.776223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5778fa2-9ccc-4303-9290-56fdd3517052 req-ad51ef5b-4c83-48d9-91d6-b155eeb6ba4e tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 944 time: 0.3365176 Feb 04 20:21:47.781025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d6a76-e030-4ae7-9ac4-c244b1c8cabf None None] Pushing event updated for resources: {'Port': ['ID=7466669f-879c-4013-b614-db77cdc5764d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:47.904848 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:47.947111 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5778fa2-9ccc-4303-9290-56fdd3517052 req-388ee166-de6c-44dc-85fa-260b998a37e8 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643887 Feb 04 20:21:47.987414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Transition to ACTIVE for port object dfb986df-0896-42cb-bfdc-3df2e5564447 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:48.078212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Deleting port 7466669f-879c-4013-b614-db77cdc5764d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:48.079132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:48.131595 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:48.317037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 39969127-621b-4d5b-82a6-7817e558642b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:48.317607 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:48.465543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:21:48.496033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:48.500934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:48.554091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:21:48.587170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Pushing event updated for resources: {'Port': ['ID=dfb986df-0896-42cb-bfdc-3df2e5564447,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:48.648804 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:48.658226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 948f032f-2126-4223-aa52-c9f23252ef34 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:48.658606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:48.848620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:48.848834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] For port 7466669f-879c-4013-b614-db77cdc5764d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7466669f-879c-4013-b614-db77cdc5764d,segment=NetworkSegment(44e2ba36-d515-4f90-a8cf-113464085125),segment_id=44e2ba36-d515-4f90-a8cf-113464085125)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:48.849199 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:48.885832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Transition to ACTIVE for port object c509045b-ffbc-4173-8252-99757a8ce68c will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:48.969994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4337205b-74df-465f-9a2f-c03d5af40f6f None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:21:49.024849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Calling delete_port for 7466669f-879c-4013-b614-db77cdc5764d owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:49.121121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4337205b-74df-465f-9a2f-c03d5af40f6f None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:21:49.126301 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.301168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:49.331363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:21:49.363931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.397917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b19a9f-0a8b-477c-a5db-930e74b56784 req-8349ef79-7dd0-4051-b0bc-9fa5b74fc801 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:49.409649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9b19a9f-0a8b-477c-a5db-930e74b56784 req-8349ef79-7dd0-4051-b0bc-9fa5b74fc801 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 944 time: 0.2625735 Feb 04 20:21:49.465238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.470913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.480132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9b19a9f-0a8b-477c-a5db-930e74b56784 req-e1fa4924-e312-4213-acba-9cb7f44ed2cc tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684166 Feb 04 20:21:49.491150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] No DVR routers for this DVR port 7466669f-879c-4013-b614-db77cdc5764d on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:21:49.567510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e833786f-507c-43a8-8399-23efcbf9e2d9 None None] Provisioning for port dfb986df-0896-42cb-bfdc-3df2e5564447 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:49.662853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.665975 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39969127-621b-4d5b-82a6-7817e558642b', 'code': 200} Feb 04 20:21:49.690124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e833786f-507c-43a8-8399-23efcbf9e2d9 None None] Provisioning complete for port dfb986df-0896-42cb-bfdc-3df2e5564447 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:49.690814 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e833786f-507c-43a8-8399-23efcbf9e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.700791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7b9492-d02c-41ab-b9ec-58455d38ba53']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:49.715933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e2ba36-d515-4f90-a8cf-113464085125') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:49.716179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e2ba36-d515-4f90-a8cf-113464085125') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:49.731266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.749757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.756971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:49.757384 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.794558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Attempting to bind port c509045b-ffbc-4173-8252-99757a8ce68c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:21:49.794984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Attempting to bind port c509045b-ffbc-4173-8252-99757a8ce68c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:21:49.795336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Attempting to bind port c509045b-ffbc-4173-8252-99757a8ce68c on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:21:49.829226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:21:49.829586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:21:49.829987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.830434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:21:49.830984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Bound port: c509045b-ffbc-4173-8252-99757a8ce68c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:21:49.831439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:49.895442 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:49.897676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Port': ['ID=7466669f-879c-4013-b614-db77cdc5764d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:49.917269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:49.985942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e833786f-507c-43a8-8399-23efcbf9e2d9 None None] Port dfb986df-0896-42cb-bfdc-3df2e5564447 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:21:50.086681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.168655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:50.178310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc6472-4a1e-464e-8edd-f1b68a2a4b93 req-ad6d06e5-3df4-4732-923d-5c2c35dfa378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:50.183328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fadc6472-4a1e-464e-8edd-f1b68a2a4b93 req-ad6d06e5-3df4-4732-923d-5c2c35dfa378 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1097 time: 0.1502051 Feb 04 20:21:50.188531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.258590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fadc6472-4a1e-464e-8edd-f1b68a2a4b93 req-a40c9cf7-a107-497c-b1cf-027dd42c1269 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666020 Feb 04 20:21:50.337168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2be1ed9f-14a5-4af5-9a0f-edbdb3d0c205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.432543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.452106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Network': ['ID=5e7b9492-d02c-41ab-b9ec-58455d38ba53,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:50.459182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] For port c509045b-ffbc-4173-8252-99757a8ce68c, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:21:50.471923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b97ecf6d-af36-45be-81bb-cb6f17ea7172 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/networks/5e7b9492-d02c-41ab-b9ec-58455d38ba53 HTTP/1.1" status: 204 len: 168 time: 5.2675426 Feb 04 20:21:50.472688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45474) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:50.475114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e07832-1f48-4500-aa5d-4630ef73ba64 None None] Pushing event updated for resources: {'Port': ['ID=c509045b-ffbc-4173-8252-99757a8ce68c,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:50.486573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] For port c509045b-ffbc-4173-8252-99757a8ce68c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c509045b-ffbc-4173-8252-99757a8ce68c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:21:50.508632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.607127 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.809395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Routers {'f20943c5-bac1-4dba-b014-919f91c9eae2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:50.810020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:21:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f20943c5-bac1-4dba-b014-919f91c9eae2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:50.822862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.847234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Deleting port 8251a89f-ff58-4a2d-b211-05d20ef24917 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:21:50.847694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:50.921837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Pushing event updated for resources: {'Port': ['ID=dfb986df-0896-42cb-bfdc-3df2e5564447,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:50.972918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e07832-1f48-4500-aa5d-4630ef73ba64 None None] Pushing event updated for resources: {'Port': ['ID=c509045b-ffbc-4173-8252-99757a8ce68c,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:50.995250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552eb66d-c94d-4fc0-92d2-2c39b783a120 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:21:51.029371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:51.247814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619802b-ea08-4c1f-b118-ba18409d9e19 req-00c59ec0-e5e3-4ac0-94f2-cf1fa13587ce tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:51.270518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0619802b-ea08-4c1f-b118-ba18409d9e19 req-00c59ec0-e5e3-4ac0-94f2-cf1fa13587ce tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 946 time: 0.4437633 Feb 04 20:21:51.274425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:21:51.275365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45496) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:51.311842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:21:51.544531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] Set router f20943c5-bac1-4dba-b014-919f91c9eae2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:21:51.629867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] For port 8251a89f-ff58-4a2d-b211-05d20ef24917, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8251a89f-ff58-4a2d-b211-05d20ef24917,segment=NetworkSegment(7906451e-ba6a-4355-bb37-2652aacbaf79),segment_id=7906451e-ba6a-4355-bb37-2652aacbaf79)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:51.630385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:51.850506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Calling delete_port for 8251a89f-ff58-4a2d-b211-05d20ef24917 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:21:51.871009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552eb66d-c94d-4fc0-92d2-2c39b783a120 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:21:51.933219 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:51.999279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0619802b-ea08-4c1f-b118-ba18409d9e19 req-21e7eb6e-30d5-448c-9875-e00f4d9f74bd tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7209828 Feb 04 20:21:52.033585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.041874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:52.059103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c68ed8954a9b4804933184502beb16ba is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:52.063855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Router f20943c5-bac1-4dba-b014-919f91c9eae2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:21:52.065095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:52.076163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:52.192063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Port': ['ID=8251a89f-ff58-4a2d-b211-05d20ef24917,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:52.198924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] No DVR routers for this DVR port 8251a89f-ff58-4a2d-b211-05d20ef24917 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:21:52.507622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:21:52.517316 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba6e9e9e-3a38-4fa1-bd95-acae1ba35b4a admin admin] 10.222.0.48 "PUT /v2.0/routers/f20943c5-bac1-4dba-b014-919f91c9eae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8673878 Feb 04 20:21:52.697172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.767735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.812154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.822852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bbf970-b083-46a8-81a8-67a2eff1e5ff']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:52.849423 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-31e49c35-185a-4a04-808c-137e8d69b27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.869035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7906451e-ba6a-4355-bb37-2652aacbaf79') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:52.869334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7906451e-ba6a-4355-bb37-2652aacbaf79') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:52.900337 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.940750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.962981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:52.964783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:52.978595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c68ed8954a9b4804933184502beb16ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7019470 Feb 04 20:21:52.983168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45562) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:52.986818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce60251-16ef-451b-bdda-307fb31594c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8184b4bb-487b-45bc-a9a6-a0b45cc55e91,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:53.008750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45564) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:53.022327 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:53.094797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0e71059-64b6-4c30-83eb-22f6418fbb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.139715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0e71059-64b6-4c30-83eb-22f6418fbb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.274901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.315454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.353373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Network': ['ID=65bbf970-b083-46a8-81a8-67a2eff1e5ff,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:53.365985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0e71059-64b6-4c30-83eb-22f6418fbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.395316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3f2832f1-fbef-4775-8b87-f585e3f656e7 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/networks/65bbf970-b083-46a8-81a8-67a2eff1e5ff HTTP/1.1" status: 204 len: 168 time: 2.9211652 Feb 04 20:21:53.397966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45578) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:53.401749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0e71059-64b6-4c30-83eb-22f6418fbb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.404937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e0e71059-64b6-4c30-83eb-22f6418fbb63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8184b4bb-487b-45bc-a9a6-a0b45cc55e91 HTTP/1.1" status: 204 len: 168 time: 0.4018586 Feb 04 20:21:53.486850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71059-64b6-4c30-83eb-22f6418fbb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184b4bb-487b-45bc-a9a6-a0b45cc55e91,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:53.502001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.561507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:53.576669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Usage tracker for resource:security_group_rule and tenant:6b179c8568a84be4b32b69a2eced075b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:53.584854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:53.595756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:53.625618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:21:49Z', 'revision_number': 4, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port': {'id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:39Z', 'updated_at': '2022-02-04T20:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dfb986df-0896-42cb-bfdc-3df2e5564447', 'name': '', 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'mac_address': 'fa:16:3e:96:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:46Z', 'updated_at': '2022-02-04T20:21:50Z', 'revision_number': 2, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'subnets': [{'id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:53.637345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8cd6a2-9925-4970-bc74-382eed563b0f None None] The sync data for ids ['f20943c5-bac1-4dba-b014-919f91c9eae2'] in n-d-811806-1 is: [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:21:49Z', 'revision_number': 4, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port': {'id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:39Z', 'updated_at': '2022-02-04T20:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dfb986df-0896-42cb-bfdc-3df2e5564447', 'name': '', 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'mac_address': 'fa:16:3e:96:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:46Z', 'updated_at': '2022-02-04T20:21:50Z', 'revision_number': 2, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'subnets': [{'id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:21:53.703531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.764001 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.855534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.875708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:53.905395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e26b3-de7d-434e-ad07-e3fd85de0cd0 req-4a75aa88-3c08-4d11-9e80-af920adecf65 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:53.934526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce3e26b3-de7d-434e-ad07-e3fd85de0cd0 req-4a75aa88-3c08-4d11-9e80-af920adecf65 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 946 time: 0.6631680 Feb 04 20:21:54.004743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.073612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d6a2192f-cb2a-404b-87d0-639742bd37cb None None] Provisioning complete for port dfb986df-0896-42cb-bfdc-3df2e5564447 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:54.074110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d6a2192f-cb2a-404b-87d0-639742bd37cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.207443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45592) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:54.210776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b179c8568a84be4b32b69a2eced075b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1534889 Feb 04 20:21:54.219769 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce3e26b3-de7d-434e-ad07-e3fd85de0cd0 req-c934e0ae-92a1-4334-a363-6e748138565c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843189 Feb 04 20:21:54.223715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.264046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc3f74-19c4-4ed8-a510-b978f573291d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68090131-780e-4cd9-824b-82f7f450c2ba,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:54.345773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2192f-cb2a-404b-87d0-639742bd37cb None None] Port dfb986df-0896-42cb-bfdc-3df2e5564447 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:21:54.368581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdaff4d7-9309-471c-a230-11dbab4b1145']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:54.416407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b504927-cbc0-4cbd-a994-170dbd2e6f9d') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:54.419399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b504927-cbc0-4cbd-a994-170dbd2e6f9d') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:54.428405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f794bd-f10e-4e68-84c0-149b53a26621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.442880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.511630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.532066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f794bd-f10e-4e68-84c0-149b53a26621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.576298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:54.576714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.583326 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:21:54.588358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45610) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:54.604670 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:54.628618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.661009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:54.671096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Usage tracker for resource:security_group_rule and tenant:93d0bb245d5e4cda80a6876e8bbf6412 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:54.691717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:54.698302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:54.886327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.929747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.945366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f794bd-f10e-4e68-84c0-149b53a26621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.949251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Network': ['ID=bdaff4d7-9309-471c-a230-11dbab4b1145,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:54.967012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f794bd-f10e-4e68-84c0-149b53a26621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:54.968262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-37f794bd-f10e-4e68-84c0-149b53a26621 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68090131-780e-4cd9-824b-82f7f450c2ba HTTP/1.1" status: 204 len: 168 time: 0.7516067 Feb 04 20:21:54.970374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d24876f9-c5cb-494e-b7f6-9a3073c93ca3 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/networks/bdaff4d7-9309-471c-a230-11dbab4b1145 HTTP/1.1" status: 204 len: 168 time: 1.5690179 Feb 04 20:21:54.982301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f794bd-f10e-4e68-84c0-149b53a26621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68090131-780e-4cd9-824b-82f7f450c2ba,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:54.985104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45638) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:55.112461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.311118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.362877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.378899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.634705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.663597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950d80dd-a3ad-476c-b156-75c6485cb1ca']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:55.680278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3703374b-ffd9-4e26-bed7-5d863ce0affb') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:55.680813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3703374b-ffd9-4e26-bed7-5d863ce0affb') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:55.693166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.711211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.717480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:21:55.718132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:21:55.843109 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:21:55.852994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45658) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:55.853362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93d0bb245d5e4cda80a6876e8bbf6412&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2624533 Feb 04 20:21:55.854795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c171b-d8cf-4027-be6b-8b24aba89aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515964a6-4898-41de-b675-c28322d56d5f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:55.904698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.914978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.960496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fff0b5b-a0b0-42d2-89ef-d16ec0f1eab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:55.961809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] Pushing event deleted for resources: {'Network': ['ID=950d80dd-a3ad-476c-b156-75c6485cb1ca,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:55.972251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095395d-6d43-4af0-af90-5a1c6d31db83 req-05fecc01-b9ed-4540-b0b7-ba18d97dd828 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:21:55.973960 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a095395d-6d43-4af0-af90-5a1c6d31db83 req-05fecc01-b9ed-4540-b0b7-ba18d97dd828 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 946 time: 0.5107901 Feb 04 20:21:56.010654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6f4a862-6ee3-4fce-bd92-1671f1e981d5 tempest-BulkNetworkOpsIpV6Test-404439564 tempest-BulkNetworkOpsIpV6Test-404439564-project] 10.222.0.48 "DELETE /v2.0/networks/950d80dd-a3ad-476c-b156-75c6485cb1ca HTTP/1.1" status: 204 len: 168 time: 1.0175571 Feb 04 20:21:56.032555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fff0b5b-a0b0-42d2-89ef-d16ec0f1eab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:56.050966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a095395d-6d43-4af0-af90-5a1c6d31db83 req-1dd077a9-c539-4e54-8adb-ebda371e24a9 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700619 Feb 04 20:21:56.266199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45670) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:56.277231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c509045b-ffbc-4173-8252-99757a8ce68c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:56.283368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fff0b5b-a0b0-42d2-89ef-d16ec0f1eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:56.303169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:56.321853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff0b5b-a0b0-42d2-89ef-d16ec0f1eab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515964a6-4898-41de-b675-c28322d56d5f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:56.330416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fff0b5b-a0b0-42d2-89ef-d16ec0f1eab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:56.330416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4fff0b5b-a0b0-42d2-89ef-d16ec0f1eab8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/515964a6-4898-41de-b675-c28322d56d5f HTTP/1.1" status: 204 len: 168 time: 0.4759612 Feb 04 20:21:56.331511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:21:56.353656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a07fe9c5ca451787bfb1db5745c20d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:21:56.361600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:21:56.392048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:21:56.623613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:56.628835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c509045b-ffbc-4173-8252-99757a8ce68c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:21:56.634837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c509045b-ffbc-4173-8252-99757a8ce68c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:56.635716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:56.691521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:56.734199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45690) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:56.817497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7a07fe9c5ca451787bfb1db5745c20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501735 Feb 04 20:21:56.820772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45702) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:56.826948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85f29a-10c5-420f-bf8c-665a603cf419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e03808-8ab4-4a74-9814-0bb3c5826510,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:56.975354 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6389-62cc-4d9c-bb8f-df4c217d16bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.005201 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.047453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c509045b-ffbc-4173-8252-99757a8ce68c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c509045b-ffbc-4173-8252-99757a8ce68c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:21:57.075474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6389-62cc-4d9c-bb8f-df4c217d16bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.125888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.323448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c509045b-ffbc-4173-8252-99757a8ce68c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:57.544813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d5700cbf-b1e9-4eaf-892d-50404163e6da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=558eac0f19234ddfb6543db1b22bb7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8090293 Feb 04 20:21:57.547100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45740) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:21:57.604058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6389-62cc-4d9c-bb8f-df4c217d16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.638215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c6389-62cc-4d9c-bb8f-df4c217d16bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e03808-8ab4-4a74-9814-0bb3c5826510,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:57.656950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6389-62cc-4d9c-bb8f-df4c217d16bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.658572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6f2c6389-62cc-4d9c-bb8f-df4c217d16bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6e03808-8ab4-4a74-9814-0bb3c5826510 HTTP/1.1" status: 204 len: 168 time: 0.8367748 Feb 04 20:21:57.680652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7305-bd16-4879-91be-60f034019552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.745240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7305-bd16-4879-91be-60f034019552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.920176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7305-bd16-4879-91be-60f034019552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:57.985128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e7305-bd16-4879-91be-60f034019552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1759e107-74be-4a6b-8b16-586bbf50ce33,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:21:58.013165 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7305-bd16-4879-91be-60f034019552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:58.013165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1d9e7305-bd16-4879-91be-60f034019552 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1759e107-74be-4a6b-8b16-586bbf50ce33 HTTP/1.1" status: 204 len: 168 time: 0.4618912 Feb 04 20:21:58.212584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c509045b-ffbc-4173-8252-99757a8ce68c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:21:58.213589 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Sync routers for ids ['f20943c5-bac1-4dba-b014-919f91c9eae2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:21:58.225541 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Routers {'f20943c5-bac1-4dba-b014-919f91c9eae2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:21:58.226747 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:21:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f20943c5-bac1-4dba-b014-919f91c9eae2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:58.349823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c509045b-ffbc-4173-8252-99757a8ce68c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:21:58.350307 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:58.452858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Set router f20943c5-bac1-4dba-b014-919f91c9eae2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:21:58.864063 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:21:49Z', 'revision_number': 4, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port': {'id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:39Z', 'updated_at': '2022-02-04T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dfb986df-0896-42cb-bfdc-3df2e5564447', 'name': '', 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'mac_address': 'fa:16:3e:96:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:46Z', 'updated_at': '2022-02-04T20:21:50Z', 'revision_number': 2, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'subnets': [{'id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:21:58.868499 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Checking router: f20943c5-bac1-4dba-b014-919f91c9eae2 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:21:58.868853 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Updating router f20943c5-bac1-4dba-b014-919f91c9eae2 port dfb986df-0896-42cb-bfdc-3df2e5564447 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:21:58.933570 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:59.625446 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:21:59.657062 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Transition to ACTIVE for port object dfb986df-0896-42cb-bfdc-3df2e5564447 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:21:59.754384 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:00.001897 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e92f7b-1d6d-4ada-998e-df6e6bce0a03 None None] Pushing event updated for resources: {'Port': ['ID=dfb986df-0896-42cb-bfdc-3df2e5564447,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:00.104182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Attempting to bind port dfb986df-0896-42cb-bfdc-3df2e5564447 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:00.104182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Attempting to bind port dfb986df-0896-42cb-bfdc-3df2e5564447 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:00.104479 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Attempting to bind port dfb986df-0896-42cb-bfdc-3df2e5564447 on network 3bda4c2f-3b70-4055-8bc3-1844aca59581 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:00.128969 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:00.129282 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Checking segment: {'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:00.129690 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:00.130088 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Bound using segment: {'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:00.130570 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Bound port: dfb986df-0896-42cb-bfdc-3df2e5564447, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:00.130967 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:00.311421 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] For port dfb986df-0896-42cb-bfdc-3df2e5564447, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:00.315799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] For port dfb986df-0896-42cb-bfdc-3df2e5564447, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dfb986df-0896-42cb-bfdc-3df2e5564447,segment=NetworkSegment(40542ec4-5bc5-4d4e-bfc5-d0d9ee047864),segment_id=40542ec4-5bc5-4d4e-bfc5-d0d9ee047864)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:00.366598 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:00.507110 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Routers {'f20943c5-bac1-4dba-b014-919f91c9eae2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:22:00.508426 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:21:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f20943c5-bac1-4dba-b014-919f91c9eae2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:00.797263 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e92f7b-1d6d-4ada-998e-df6e6bce0a03 None None] Pushing event updated for resources: {'Port': ['ID=dfb986df-0896-42cb-bfdc-3df2e5564447,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:00.816992 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] Set router f20943c5-bac1-4dba-b014-919f91c9eae2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:22:01.561031 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:21:49Z', 'revision_number': 4, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port': {'id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:39Z', 'updated_at': '2022-02-04T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dfb986df-0896-42cb-bfdc-3df2e5564447', 'name': '', 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'mac_address': 'fa:16:3e:96:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:46Z', 'updated_at': '2022-02-04T20:22:00Z', 'revision_number': 4, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'subnets': [{'id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:01.566187 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0283d-38ff-4a76-ab72-59d298e11eaa None None] The sync data for ids ['f20943c5-bac1-4dba-b014-919f91c9eae2'] in n-d-811806-1 is: [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:21:49Z', 'revision_number': 4, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port': {'id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:39Z', 'updated_at': '2022-02-04T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dfb986df-0896-42cb-bfdc-3df2e5564447', 'name': '', 'network_id': '3bda4c2f-3b70-4055-8bc3-1844aca59581', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'mac_address': 'fa:16:3e:96:1f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:46Z', 'updated_at': '2022-02-04T20:22:00Z', 'revision_number': 4, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'subnets': [{'id': 'ed24dd2b-4eba-494d-a743-c885babdb052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:22:02.277429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45872) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:02.381826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dfb986df-0896-42cb-bfdc-3df2e5564447 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:02.531273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port dfb986df-0896-42cb-bfdc-3df2e5564447 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:02.537257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dfb986df-0896-42cb-bfdc-3df2e5564447 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:02.537718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:02.710154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:02.755880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port dfb986df-0896-42cb-bfdc-3df2e5564447, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dfb986df-0896-42cb-bfdc-3df2e5564447,segment=NetworkSegment(40542ec4-5bc5-4d4e-bfc5-d0d9ee047864),segment_id=40542ec4-5bc5-4d4e-bfc5-d0d9ee047864)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:02.864931 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:02.998460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-372812858'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:03.002751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=dfb986df-0896-42cb-bfdc-3df2e5564447,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:03.006924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:03.021719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:03.032600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:03.039979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:03.215148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:03.220269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:03.264678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:03.307872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:03.319436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:security_group_rule and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:03.328403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:03.340034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:03.563523 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:03.639540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:03.654523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:03.666412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:03.671598 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6 of type vlan for network 755966fe-5115-497f-87df-7d46b4a8b3f1 Feb 04 20:22:03.731676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:03.759751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a307bdf6-baeb-4abb-a18c-05bcb7b2d7a6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:03.845828 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:03.855612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:03.858399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:04.110964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8321395 Feb 04 20:22:04.258718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dfb986df-0896-42cb-bfdc-3df2e5564447 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:04.340710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd856a-1679-43f7-a16b-c22bb65e8a3d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=755966fe-5115-497f-87df-7d46b4a8b3f1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:04.383017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 755966fe-5115-497f-87df-7d46b4a8b3f1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:04.949048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dfb986df-0896-42cb-bfdc-3df2e5564447 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:04.949048 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:06.491359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-4b6ebcc1-6a62-4239-9fde-da3a988f725d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386594 Feb 04 20:22:06.942778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-b1650395-9123-4f53-b9ae-d36df4c78564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:06.946120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-b1650395-9123-4f53-b9ae-d36df4c78564 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f50590d4af84de5803be5ca84d11bcf&device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 1097 time: 0.2332194 Feb 04 20:22:07.251399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-eff6fbd4-5780-4e52-b523-e96f3ad5aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:07.256854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-eff6fbd4-5780-4e52-b523-e96f3ad5aff1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 200 len: 917 time: 0.2861669 Feb 04 20:22:07.446453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-fbfc5d69-a5eb-4e8b-b395-b87ab048dd1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 200 len: 1000 time: 0.1803629 Feb 04 20:22:07.448310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:07.454322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '755966fe-5115-497f-87df-7d46b4a8b3f1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:07.596658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-6d0c6232-c27e-43bf-bb3c-df2c593fe6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:07.598125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-6d0c6232-c27e-43bf-bb3c-df2c593fe6ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 200 len: 855 time: 0.1441739 Feb 04 20:22:07.715333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:07.725272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:07.735251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:07.745337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:07.857451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:07.861300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:07.984983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-e09ddc50-4f21-41af-8945-e29109442234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:07.986399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-e09ddc50-4f21-41af-8945-e29109442234 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c854c5c-7051-4c4f-a822-e027d8661ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3803127 Feb 04 20:22:08.352145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-26175296-45e9-4e54-bb71-199abbd03f51 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578746 Feb 04 20:22:08.509238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:08.540149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66e64ea-db4e-485f-ae26-0168321e09ed req-1762e87f-8559-4c02-bb67-fee28fb85898 service neutron] 10.222.0.24 "GET /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794221 Feb 04 20:22:08.641308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': '037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '755966fe-5115-497f-87df-7d46b4a8b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:08.641785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 755966fe-5115-497f-87df-7d46b4a8b3f1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:08.668280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=f1239fb4-2214-4a53-93a8-bc913ffcf8dd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:08.737103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 755966fe-5115-497f-87df-7d46b4a8b3f1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:08.862954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 755966fe-5115-497f-87df-7d46b4a8b3f1) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:08.863100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:08.867910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:08.868491 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:08.880186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55868c88-9cf9-4722-a17e-b72094851def None None] Network 755966fe-5115-497f-87df-7d46b4a8b3f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:08.985209 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fbb8345f-7b05-4ec2-ab10-9c3e6a1973ef tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5357964 Feb 04 20:22:08.988490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46000) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:09.001666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138730873'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:09.011733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:09.021399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:09.031238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:09.078096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:09.165753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:09.170548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:09.277379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:09.296244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-755966fe-5115-497f-87df-7d46b4a8b3f1', 'network_id': '755966fe-5115-497f-87df-7d46b4a8b3f1', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': 'f1239fb4-2214-4a53-93a8-bc913ffcf8dd'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:09.297325 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:09.300925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:09.324130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:09.325977 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 7913659c-ea04-412a-aae3-15830ced6964 of type vlan for network 0de4d499-065e-4c9b-b63b-09c2c1bd75d0 Feb 04 20:22:09.459913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:09.584958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44664d0b-79d3-49d2-b485-ba2612096f8a req-326d1114-4f20-4fe1-b229-a6e31f7b5f0a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:09.584958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-44664d0b-79d3-49d2-b485-ba2612096f8a req-326d1114-4f20-4fe1-b229-a6e31f7b5f0a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 951 time: 0.1840773 Feb 04 20:22:09.584958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-44664d0b-79d3-49d2-b485-ba2612096f8a req-55804985-e8dd-40eb-b3ba-29ea7e784699 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Feb 04 20:22:09.589474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Allocated IP 2001:db8:0:ffff::2 (755966fe-5115-497f-87df-7d46b4a8b3f1/f1239fb4-2214-4a53-93a8-bc913ffcf8dd/9105cb7b-6c26-4dec-9821-05911c0ce326) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:09.831751 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:09.853521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Transition to ACTIVE for port object 9105cb7b-6c26-4dec-9821-05911c0ce326 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:09.878703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Transition to ACTIVE for port object 9105cb7b-6c26-4dec-9821-05911c0ce326 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:09.998339 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:10.008196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:10.022982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:10.026801 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:10.198526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=0de4d499-065e-4c9b-b63b-09c2c1bd75d0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:10.201784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Network 755966fe-5115-497f-87df-7d46b4a8b3f1 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:10.206016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:10.209176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Pushing event updated for resources: {'Port': ['ID=9105cb7b-6c26-4dec-9821-05911c0ce326,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:10.213785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:10.216373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 0de4d499-065e-4c9b-b63b-09c2c1bd75d0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:10.265624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f592f0c3-a60b-4d76-a367-412aa1a2d57e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2760744 Feb 04 20:22:10.268271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46032) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:10.277263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:10.421639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Attempting to bind port 9105cb7b-6c26-4dec-9821-05911c0ce326 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:10.423036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Attempting to bind port 9105cb7b-6c26-4dec-9821-05911c0ce326 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '755966fe-5115-497f-87df-7d46b4a8b3f1'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:10.423407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Attempting to bind port 9105cb7b-6c26-4dec-9821-05911c0ce326 on network 755966fe-5115-497f-87df-7d46b4a8b3f1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:10.432145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:10.432738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Checking segment: {'id': '037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '755966fe-5115-497f-87df-7d46b4a8b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:10.433137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:10.433526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Bound using segment: {'id': '037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '755966fe-5115-497f-87df-7d46b4a8b3f1'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:10.433983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Bound port: 9105cb7b-6c26-4dec-9821-05911c0ce326, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '755966fe-5115-497f-87df-7d46b4a8b3f1'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:10.434400 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:10.474584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:10.490930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:10.495203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:10.507248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:10.555711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] For port 9105cb7b-6c26-4dec-9821-05911c0ce326, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:10.558867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] For port 9105cb7b-6c26-4dec-9821-05911c0ce326, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9105cb7b-6c26-4dec-9821-05911c0ce326,segment=NetworkSegment(037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6),segment_id=037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:10.571380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:10.574983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:10.633021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:10.800899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aa21a-42df-4c31-a7e7-694d497ebc71 req-11c15d9f-dd89-4954-a238-9d79fe863e8f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:10.808604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c8aa21a-42df-4c31-a7e7-694d497ebc71 req-11c15d9f-dd89-4954-a238-9d79fe863e8f tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 951 time: 0.1184001 Feb 04 20:22:10.859341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c152-7992-4e79-b9a7-20dd63ab7535 None None] Pushing event updated for resources: {'Port': ['ID=9105cb7b-6c26-4dec-9821-05911c0ce326,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:10.881656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c8aa21a-42df-4c31-a7e7-694d497ebc71 req-8fd2bf44-8004-4a6c-83f6-3631e657006a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Feb 04 20:22:11.129472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:11.182513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-dbab5fd9-d32c-4068-9ed8-593d29977b15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1681147 Feb 04 20:22:11.418531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=0b1a601e-7f60-4693-bf8f-0493f0c3d1e2,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:11.461644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': '7913659c-ea04-412a-aae3-15830ced6964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:11.461999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 0de4d499-065e-4c9b-b63b-09c2c1bd75d0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:11.491748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-dcc261f6-f6e2-4316-95ba-e4b37a5f1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:11.493606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-dcc261f6-f6e2-4316-95ba-e4b37a5f1c1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d798ccfe84c7468abb77774da7c68153&device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 1099 time: 0.2480509 Feb 04 20:22:11.638192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 0de4d499-065e-4c9b-b63b-09c2c1bd75d0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:11.720805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 0de4d499-065e-4c9b-b63b-09c2c1bd75d0) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:11.726722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:11.730954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:11.736977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2439e22-1e44-4a61-ab32-49bd4049bbf4 None None] Network 0de4d499-065e-4c9b-b63b-09c2c1bd75d0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:11.860211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-82510575-f309-4c19-bfc6-a0b78b3fb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:11.861571 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-82510575-f309-4c19-bfc6-a0b78b3fb6ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3457384 Feb 04 20:22:11.875836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-67908509-eb92-4d2b-acaa-468bbe71398c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6064229 Feb 04 20:22:11.878338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46124) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:12.043165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-4946cfb3-56bc-4b72-9b27-bb4010dbc4a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d5ec3d53-220e-4762-a166-95ae9314a722 HTTP/1.1" status: 200 len: 217 time: 0.1670659 Feb 04 20:22:12.256573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-0de4d499-065e-4c9b-b63b-09c2c1bd75d0', 'network_id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': '0b1a601e-7f60-4693-bf8f-0493f0c3d1e2'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:12.263356 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:12.361744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-1fcd0a5f-775d-4e4c-a476-921102e93bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:12.368474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-1fcd0a5f-775d-4e4c-a476-921102e93bf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3175337 Feb 04 20:22:12.420189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:12.558370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:12.606964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9105cb7b-6c26-4dec-9821-05911c0ce326 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:12.657807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-921cf298-c446-4a5c-8bd6-b6a04c5d0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:12.661908 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-921cf298-c446-4a5c-8bd6-b6a04c5d0d85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2860007 Feb 04 20:22:12.942218 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 9105cb7b-6c26-4dec-9821-05911c0ce326 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:12.963793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Allocated IP 2001:db8::1 (0de4d499-065e-4c9b-b63b-09c2c1bd75d0/0b1a601e-7f60-4693-bf8f-0493f0c3d1e2/90029287-bffa-4c3a-b43e-73ab9567105d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:12.982155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-4f153bf2-ead6-4631-92c7-8bfe3fe22675 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066308 Feb 04 20:22:13.022475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0cf61-84f6-42e2-998f-5a5687e3f8cb None None] Network 755966fe-5115-497f-87df-7d46b4a8b3f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:13.302428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72d78ebf-8e7a-45cd-b379-21811be17c86 req-94184b96-7b45-4a1a-984b-30f7de3b7234 service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076689 Feb 04 20:22:13.389328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:22:13.455255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-087cc4ab-1a6e-4eb3-a04b-111499453008 None None] Provisioning for port 9105cb7b-6c26-4dec-9821-05911c0ce326 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:13.614403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-087cc4ab-1a6e-4eb3-a04b-111499453008 None None] Provisioning complete for port 9105cb7b-6c26-4dec-9821-05911c0ce326 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:13.614818 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-087cc4ab-1a6e-4eb3-a04b-111499453008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.086628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.097474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.141294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Transition to ACTIVE for port object 90029287-bffa-4c3a-b43e-73ab9567105d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:14.174870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:22:14.228800 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-087cc4ab-1a6e-4eb3-a04b-111499453008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.251165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:14.259955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Transition to ACTIVE for port object 90029287-bffa-4c3a-b43e-73ab9567105d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:14.309671 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'code': 200} Feb 04 20:22:14.311749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-087cc4ab-1a6e-4eb3-a04b-111499453008 None None] For port 9105cb7b-6c26-4dec-9821-05911c0ce326, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9105cb7b-6c26-4dec-9821-05911c0ce326,segment=NetworkSegment(037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6),segment_id=037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:14.354846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.428589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.485768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Network 0de4d499-065e-4c9b-b63b-09c2c1bd75d0 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:14.489003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:14.492547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:14.494879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:14.543918 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.662414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-087cc4ab-1a6e-4eb3-a04b-111499453008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.700838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1a601e-7f60-4693-bf8f-0493f0c3d1e2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:14.756935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Pushing event updated for resources: {'Port': ['ID=90029287-bffa-4c3a-b43e-73ab9567105d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:14.811685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Attempting to bind port 90029287-bffa-4c3a-b43e-73ab9567105d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:14.812337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Attempting to bind port 90029287-bffa-4c3a-b43e-73ab9567105d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7913659c-ea04-412a-aae3-15830ced6964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:14.812867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Attempting to bind port 90029287-bffa-4c3a-b43e-73ab9567105d on network 0de4d499-065e-4c9b-b63b-09c2c1bd75d0 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:14.840034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:14.840829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Checking segment: {'id': '7913659c-ea04-412a-aae3-15830ced6964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:14.841414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.841995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Bound using segment: {'id': '7913659c-ea04-412a-aae3-15830ced6964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:14.842674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Bound port: 90029287-bffa-4c3a-b43e-73ab9567105d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913659c-ea04-412a-aae3-15830ced6964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:14.843309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.876745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-87e8866d-b2bc-4184-aebe-4679c409e755 None None] Provisioning complete for port 9105cb7b-6c26-4dec-9821-05911c0ce326 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:14.877373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-87e8866d-b2bc-4184-aebe-4679c409e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:14.944384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cc4ab-1a6e-4eb3-a04b-111499453008 None None] Pushing event updated for resources: {'Port': ['ID=9105cb7b-6c26-4dec-9821-05911c0ce326,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:15.026799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] For port 90029287-bffa-4c3a-b43e-73ab9567105d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:15.030647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] For port 90029287-bffa-4c3a-b43e-73ab9567105d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90029287-bffa-4c3a-b43e-73ab9567105d,segment=NetworkSegment(7913659c-ea04-412a-aae3-15830ced6964),segment_id=7913659c-ea04-412a-aae3-15830ced6964)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:15.108306 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:15.148390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:15.199874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de4d499-065e-4c9b-b63b-09c2c1bd75d0']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:15.220091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7913659c-ea04-412a-aae3-15830ced6964') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:15.222497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7913659c-ea04-412a-aae3-15830ced6964') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:15.258870 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:15.294504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:15.313190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:15.313190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:15.386142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8168525-d881-452b-adb3-c5264fe5d1f4 None None] Pushing event updated for resources: {'Port': ['ID=90029287-bffa-4c3a-b43e-73ab9567105d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:15.430493 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:15.499842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91f3065-e841-46ea-a084-e4ceddba621c None None] Network 0de4d499-065e-4c9b-b63b-09c2c1bd75d0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:15.568211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:22:15.568211 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:22:15.568211 n-d-811806-1 neutron-server[88236]: [parameters: {'id': '0de4d499-065e-4c9b-b63b-09c2c1bd75d0'}] Feb 04 20:22:15.568211 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:22:15.568975 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:22:15.866089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8906b-f43a-41d2-b713-0eccd18516f2 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:22:16.014432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8906b-f43a-41d2-b713-0eccd18516f2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:22:16.070715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:16.096620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port 90029287-bffa-4c3a-b43e-73ab9567105d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:16.097890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:16.291241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9105cb7b-6c26-4dec-9821-05911c0ce326 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:16.442769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] For port 90029287-bffa-4c3a-b43e-73ab9567105d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=90029287-bffa-4c3a-b43e-73ab9567105d,segment=NetworkSegment(7913659c-ea04-412a-aae3-15830ced6964),segment_id=7913659c-ea04-412a-aae3-15830ced6964)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:16.443414 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:16.450177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9105cb7b-6c26-4dec-9821-05911c0ce326 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:16.450581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:16.740414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Calling delete_port for 90029287-bffa-4c3a-b43e-73ab9567105d owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:16.976321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:17.100479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Port': ['ID=90029287-bffa-4c3a-b43e-73ab9567105d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:17.107527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No DVR routers for this DVR port 90029287-bffa-4c3a-b43e-73ab9567105d on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:22:17.317153 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:17.359224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de4d499-065e-4c9b-b63b-09c2c1bd75d0']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:17.372889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7913659c-ea04-412a-aae3-15830ced6964') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:17.373187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7913659c-ea04-412a-aae3-15830ced6964') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:17.386735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:17.405224 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:17.411936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:17.412342 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:17.428784 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:17.621689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:17.650262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:17.653140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=0de4d499-065e-4c9b-b63b-09c2c1bd75d0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:17.669937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46430) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:17.670537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a463ef49-c108-459b-8482-4a9c56e9104c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/0de4d499-065e-4c9b-b63b-09c2c1bd75d0 HTTP/1.1" status: 204 len: 168 time: 5.7907078 Feb 04 20:22:17.680972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697395864'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:17.688552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:17.704128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:17.716051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:17.719167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:17.955279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:18.232249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:18.232249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:18.232249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:18.232249 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 684e0fb0-7af7-4fe4-a20e-49a48d9b44f9 of type vlan for network 79493889-722e-47f6-b177-5ca37c36b558 Feb 04 20:22:18.232249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:18.743415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:18.759017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:18.759017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:18.948947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=79493889-722e-47f6-b177-5ca37c36b558,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:18.949550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 79493889-722e-47f6-b177-5ca37c36b558 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:19.178128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8793ba53-c51f-43d7-9b61-43312eecbd0a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5070190 Feb 04 20:22:19.181636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46456) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:19.187826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '79493889-722e-47f6-b177-5ca37c36b558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:19.325858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:19.331970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:19.337855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:19.349164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:19.458151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:19.462301 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.034217 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e7b42a2-4a1f-4f0e-8156-f743ba3f9c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.034929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.185522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=e3effab5-d02c-4bd6-8ab5-9c5dab544b1d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:20.205510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': '684e0fb0-7af7-4fe4-a20e-49a48d9b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '79493889-722e-47f6-b177-5ca37c36b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:20.210029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 79493889-722e-47f6-b177-5ca37c36b558, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:20.302643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 79493889-722e-47f6-b177-5ca37c36b558 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:20.446469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 79493889-722e-47f6-b177-5ca37c36b558) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:20.460279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6758f7f-e4b2-4039-bb56-b80db21d44ef None None] Network 79493889-722e-47f6-b177-5ca37c36b558 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:20.462528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:20.469183 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.625860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-61fc30b2-9a76-46e5-a5d9-6aae824d84d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4420288 Feb 04 20:22:20.630469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46534) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:20.639192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238930744'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:20.642707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:20.647166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:20.651230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:20.657833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:20.747556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-79493889-722e-47f6-b177-5ca37c36b558', 'network_id': '79493889-722e-47f6-b177-5ca37c36b558', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': 'e3effab5-d02c-4bd6-8ab5-9c5dab544b1d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:20.748586 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.760073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:20.765964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.819344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:20.839895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.840515 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment c77bfd83-9c8d-404b-a9b8-1d7dbb61c593 of type vlan for network 2a47294a-c70a-4eda-8b42-42c9860e150b Feb 04 20:22:20.887793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46552) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:20.906751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:20.982349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Allocated IP 2001:db8::1 (79493889-722e-47f6-b177-5ca37c36b558/e3effab5-d02c-4bd6-8ab5-9c5dab544b1d/bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:21.074778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.081679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:21.083495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.095430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.127533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:21.142301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Usage tracker for resource:security_group_rule and tenant:9c76f6f04fb84eed92517b15ddc9d682 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:21.150059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:21.169227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:21.231305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5997198 Feb 04 20:22:21.245829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:21.260065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '2a47294a-c70a-4eda-8b42-42c9860e150b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:21.269031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364f67c-6e8c-4d2e-aebe-9d9d6babf960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=2a47294a-c70a-4eda-8b42-42c9860e150b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:21.330367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 2a47294a-c70a-4eda-8b42-42c9860e150b details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:21.387245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.399537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Transition to ACTIVE for port object bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:21.420011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Transition to ACTIVE for port object bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:21.531123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:21.546480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:21.567408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.569789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:21.602011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:21.614184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.641273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Network 79493889-722e-47f6-b177-5ca37c36b558 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:21.645062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:21.647455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:21.720767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:21.724042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.787260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Pushing event updated for resources: {'Port': ['ID=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:21.833201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Attempting to bind port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:21.833539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Attempting to bind port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '684e0fb0-7af7-4fe4-a20e-49a48d9b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '79493889-722e-47f6-b177-5ca37c36b558'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:21.833901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Attempting to bind port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 on network 79493889-722e-47f6-b177-5ca37c36b558 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:21.853627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:21.853998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Checking segment: {'id': '684e0fb0-7af7-4fe4-a20e-49a48d9b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '79493889-722e-47f6-b177-5ca37c36b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:21.854403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.854819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Bound using segment: {'id': '684e0fb0-7af7-4fe4-a20e-49a48d9b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '79493889-722e-47f6-b177-5ca37c36b558'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:21.855292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Bound port: bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684e0fb0-7af7-4fe4-a20e-49a48d9b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '79493889-722e-47f6-b177-5ca37c36b558'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:21.855652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.892642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:21.985841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c21d7f5-97bd-4dc8-a97f-a95dd87e6866,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:21.995058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46592) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:21.995544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ef7c3973-e320-4a16-b194-4577d81ef2fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c76f6f04fb84eed92517b15ddc9d682&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1059203 Feb 04 20:22:22.017572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Performing IP validity checks on allocation pools {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 20:22:22.019299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 20:22:22.045914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] For port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:22.050781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] For port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,segment=NetworkSegment(684e0fb0-7af7-4fe4-a20e-49a48d9b44f9),segment_id=684e0fb0-7af7-4fe4-a20e-49a48d9b44f9)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:22.121997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-738eb462-572e-4ed4-92a5-327e65345966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.132144 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.165349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-738eb462-572e-4ed4-92a5-327e65345966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.284958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff37eb-4cc2-489b-a8a0-7fac1061a2f2 None None] Pushing event updated for resources: {'Port': ['ID=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:22.304210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.355148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-738eb462-572e-4ed4-92a5-327e65345966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.386354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-738eb462-572e-4ed4-92a5-327e65345966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.390093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-738eb462-572e-4ed4-92a5-327e65345966 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c21d7f5-97bd-4dc8-a97f-a95dd87e6866 HTTP/1.1" status: 204 len: 168 time: 0.3916054 Feb 04 20:22:22.401196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eb462-572e-4ed4-92a5-327e65345966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c21d7f5-97bd-4dc8-a97f-a95dd87e6866,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:22.446215 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2317-ef51-485a-a245-f4a3268896b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.494719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2a47294a-c70a-4eda-8b42-42c9860e150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:22.495955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 2a47294a-c70a-4eda-8b42-42c9860e150b, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:22.519273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=27d927ff-527c-467e-a97a-71229c0555df,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:22.622831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 2a47294a-c70a-4eda-8b42-42c9860e150b is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:22.735911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 2a47294a-c70a-4eda-8b42-42c9860e150b) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:22.746797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee15722-0d43-4219-afeb-66c37a8b60d0 None None] Network 2a47294a-c70a-4eda-8b42-42c9860e150b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:22.749264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:22.749956 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:22.806394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80996690-745e-4838-afe8-4383f4f42bec req-14f54621-f14f-4b8c-9c98-cd3c4c707028 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:22.808262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80996690-745e-4838-afe8-4383f4f42bec req-14f54621-f14f-4b8c-9c98-cd3c4c707028 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 948 time: 0.1843240 Feb 04 20:22:22.868655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80996690-745e-4838-afe8-4383f4f42bec req-b0d1e33c-c7c7-40c1-9624-df3252b5f38b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540342 Feb 04 20:22:22.926676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46626) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:22.926903 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6adf9784-34b4-4d87-8171-ff130c76952d tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6736882 Feb 04 20:22:23.248138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:23.254273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-2a47294a-c70a-4eda-8b42-42c9860e150b', 'network_id': '2a47294a-c70a-4eda-8b42-42c9860e150b', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': '27d927ff-527c-467e-a97a-71229c0555df'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:23.255227 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:23.397043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:23.522558 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:23.540720 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:23.589267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46638) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:23.662903 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:23.700241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:23.707696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Usage tracker for resource:security_group_rule and tenant:009668a0427a406b9c816fd8ebc7e553 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:23.716936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:23.723143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:23.730402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Allocated IP 2001:db8::3 (2a47294a-c70a-4eda-8b42-42c9860e150b/27d927ff-527c-467e-a97a-71229c0555df/91b99e1f-dee8-455b-84a7-4c08bf8a4744) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:24.112004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.134294 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.145643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Transition to ACTIVE for port object 91b99e1f-dee8-455b-84a7-4c08bf8a4744 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:24.184173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.186368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Transition to ACTIVE for port object 91b99e1f-dee8-455b-84a7-4c08bf8a4744 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:24.223988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f231a3d7-6d26-40aa-bb0b-1eb04f63be57,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:24.277561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f727dc3-f0cb-421e-80ff-696862313248 req-4b62e718-a457-4d32-aa00-81b9c90de116 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:24.278110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-78a2688c-0344-4f09-9e4c-0b49cda5f95d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=009668a0427a406b9c816fd8ebc7e553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6882930 Feb 04 20:22:24.284600 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f727dc3-f0cb-421e-80ff-696862313248 req-4b62e718-a457-4d32-aa00-81b9c90de116 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 948 time: 0.2253830 Feb 04 20:22:24.291035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46650) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:24.313834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.339015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e39876-d767-4fa8-8cef-97c699379037 req-2a46d700-3f23-4bb4-b20d-f56bca0d96be tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:24.357233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13e39876-d767-4fa8-8cef-97c699379037 req-2a46d700-3f23-4bb4-b20d-f56bca0d96be tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 948 time: 0.2848639 Feb 04 20:22:24.386863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32dfe1-e2fd-4657-b679-fda6b780dd73 None None] Network 79493889-722e-47f6-b177-5ca37c36b558 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:24.393787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Deleting port d5ec3d53-220e-4762-a166-95ae9314a722 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:24.401338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.404211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:24.416402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-13e39876-d767-4fa8-8cef-97c699379037 req-24f02fe2-9dcf-47ee-8391-8f3481ec4506 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582969 Feb 04 20:22:24.538242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.559757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Network 2a47294a-c70a-4eda-8b42-42c9860e150b is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:24.576236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:24.586443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:24.601550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=27d927ff-527c-467e-a97a-71229c0555df,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:24.615808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9cef704-ae36-47e7-834b-9680bf890f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.713351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Pushing event updated for resources: {'Port': ['ID=91b99e1f-dee8-455b-84a7-4c08bf8a4744,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:24.796324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Attempting to bind port 91b99e1f-dee8-455b-84a7-4c08bf8a4744 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:24.796848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Attempting to bind port 91b99e1f-dee8-455b-84a7-4c08bf8a4744 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2a47294a-c70a-4eda-8b42-42c9860e150b'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:24.797203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Attempting to bind port 91b99e1f-dee8-455b-84a7-4c08bf8a4744 on network 2a47294a-c70a-4eda-8b42-42c9860e150b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:24.831610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:24.831990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Checking segment: {'id': 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2a47294a-c70a-4eda-8b42-42c9860e150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:24.832392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.832783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Bound using segment: {'id': 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2a47294a-c70a-4eda-8b42-42c9860e150b'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:24.833317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Bound port: 91b99e1f-dee8-455b-84a7-4c08bf8a4744, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2a47294a-c70a-4eda-8b42-42c9860e150b'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:24.833911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.853256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-55a76234-2850-4c3b-8d8a-53fa9d6ab02e None None] Provisioning for port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:24.889119 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9cef704-ae36-47e7-834b-9680bf890f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.939715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:24.975557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:25.000759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:25.001126 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.066135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] For port 91b99e1f-dee8-455b-84a7-4c08bf8a4744, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:25.078074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a47294a-c70a-4eda-8b42-42c9860e150b']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:25.089067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] For port 91b99e1f-dee8-455b-84a7-4c08bf8a4744, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=91b99e1f-dee8-455b-84a7-4c08bf8a4744,segment=NetworkSegment(c77bfd83-9c8d-404b-a9b8-1d7dbb61c593),segment_id=c77bfd83-9c8d-404b-a9b8-1d7dbb61c593)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:25.100664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:25.101276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:25.129780 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.144070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9cef704-ae36-47e7-834b-9680bf890f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.185321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cef704-ae36-47e7-834b-9680bf890f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f231a3d7-6d26-40aa-bb0b-1eb04f63be57,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:25.187966 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.215938 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.230212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] For port d5ec3d53-220e-4762-a166-95ae9314a722, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d5ec3d53-220e-4762-a166-95ae9314a722,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:25.233829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.271671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.420467 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.512871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:25.513480 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:25.628417 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:25.631848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,segment=NetworkSegment(684e0fb0-7af7-4fe4-a20e-49a48d9b44f9),segment_id=684e0fb0-7af7-4fe4-a20e-49a48d9b44f9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:25.642494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Calling delete_port for d5ec3d53-220e-4762-a166-95ae9314a722 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:25.660802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e423e5-9181-4709-a8b3-d03ee7a9fffb None None] Pushing event updated for resources: {'Port': ['ID=91b99e1f-dee8-455b-84a7-4c08bf8a4744,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:25.663610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1df6f227-af9e-41e2-a0fd-fb4837d127c2 None None] Provisioning complete for port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:25.664121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1df6f227-af9e-41e2-a0fd-fb4837d127c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.701377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b22da-2ff0-4df3-9ad1-546dfc9b963a None None] Network 2a47294a-c70a-4eda-8b42-42c9860e150b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:25.715942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.853784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9cef704-ae36-47e7-834b-9680bf890f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:25.857414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e9cef704-ae36-47e7-834b-9680bf890f5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f231a3d7-6d26-40aa-bb0b-1eb04f63be57 HTTP/1.1" status: 204 len: 168 time: 1.5617261 Feb 04 20:22:26.013419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50510f0d-a5d3-4b75-9af9-bc32f93a1e27 req-9ab9eee1-9059-4279-8dcf-b12727b24b70 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:26.023021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-50510f0d-a5d3-4b75-9af9-bc32f93a1e27 req-9ab9eee1-9059-4279-8dcf-b12727b24b70 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 948 time: 0.2999055 Feb 04 20:22:26.135079 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:22:26.135079 n-d-811806-1 neutron-server[88237]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:22:26.135079 n-d-811806-1 neutron-server[88237]: [parameters: {'id': '2a47294a-c70a-4eda-8b42-42c9860e150b'}] Feb 04 20:22:26.135079 n-d-811806-1 neutron-server[88237]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:22:26.136414 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:22:26.167516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-50510f0d-a5d3-4b75-9af9-bc32f93a1e27 req-335e6208-afe5-4e86-9343-9a9bc87bc90d tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449614 Feb 04 20:22:26.278053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:26.351111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:26.439607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Pushing event deleted for resources: {'Port': ['ID=d5ec3d53-220e-4762-a166-95ae9314a722,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:26.562972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] No DVR routers for this DVR port d5ec3d53-220e-4762-a166-95ae9314a722 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:22:26.579572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:26.588730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-deleted', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:22:26.640306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:26.681835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port 91b99e1f-dee8-455b-84a7-4c08bf8a4744 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:26.683359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:26.791222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f727dc3-f0cb-421e-80ff-696862313248 req-fac94f1d-f4b5-421b-a698-09ca4820ee56 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "DELETE /v2.0/ports/d5ec3d53-220e-4762-a166-95ae9314a722 HTTP/1.1" status: 204 len: 173 time: 2.4988704 Feb 04 20:22:27.074483 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628e23a3-50ac-4757-a3aa-0348140d7463', 'name': 'network-vif-deleted', 'tag': 'd5ec3d53-220e-4762-a166-95ae9314a722', 'status': 'completed', 'code': 200} Feb 04 20:22:27.208678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086a672-3ea6-45e4-bb57-fad2c53e80e6 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:22:27.253421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] For port 91b99e1f-dee8-455b-84a7-4c08bf8a4744, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=91b99e1f-dee8-455b-84a7-4c08bf8a4744,segment=NetworkSegment(c77bfd83-9c8d-404b-a9b8-1d7dbb61c593),segment_id=c77bfd83-9c8d-404b-a9b8-1d7dbb61c593)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:27.254159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:27.420762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086a672-3ea6-45e4-bb57-fad2c53e80e6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:22:27.503670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d5ec3d53-220e-4762-a166-95ae9314a722 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:22:27.530672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Calling delete_port for 91b99e1f-dee8-455b-84a7-4c08bf8a4744 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:27.567220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a8dd56da-feb8-46ec-a06a-96818dceb079 req-09d13cb6-bd4a-4b10-85ca-f6617dbf91c9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Synchronizing usage tracker for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:27.569376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: d5ec3d53-220e-4762-a166-95ae9314a722 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:22:27.569740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d5ec3d53-220e-4762-a166-95ae9314a722 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:22:27.740145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a8dd56da-feb8-46ec-a06a-96818dceb079 req-09d13cb6-bd4a-4b10-85ca-f6617dbf91c9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Unset dirty status for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:27.740145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8dd56da-feb8-46ec-a06a-96818dceb079 req-09d13cb6-bd4a-4b10-85ca-f6617dbf91c9 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=628e23a3-50ac-4757-a3aa-0348140d7463 HTTP/1.1" status: 200 len: 210 time: 0.3604043 Feb 04 20:22:27.740145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:27.828791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Port': ['ID=91b99e1f-dee8-455b-84a7-4c08bf8a4744,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:27.835077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No DVR routers for this DVR port 91b99e1f-dee8-455b-84a7-4c08bf8a4744 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:22:27.877156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10793cf-f415-4c63-b0ef-0da0cfa0d089 req-53fc5911-bd88-453e-ba93-0c0acde42e9d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:27.879073 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e10793cf-f415-4c63-b0ef-0da0cfa0d089 req-53fc5911-bd88-453e-ba93-0c0acde42e9d tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 946 time: 0.1320844 Feb 04 20:22:27.954512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e10793cf-f415-4c63-b0ef-0da0cfa0d089 req-3ea8afe0-530e-43ad-9d12-386a41aec2af tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678620 Feb 04 20:22:27.977092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.015194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a47294a-c70a-4eda-8b42-42c9860e150b']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:28.029411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:28.029713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77bfd83-9c8d-404b-a9b8-1d7dbb61c593') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:28.042522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.065631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.082466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:28.082466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:28.094033 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:28.199414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:28.286787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:28.287521 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.325995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.348907 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.361526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=2a47294a-c70a-4eda-8b42-42c9860e150b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:28.365871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ad8a660-85c6-4305-8bcb-c46dce02cf2a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/2a47294a-c70a-4eda-8b42-42c9860e150b HTTP/1.1" status: 204 len: 168 time: 5.4379637 Feb 04 20:22:28.371993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46752) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:28.375997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1862030342'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:28.381579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:28.385359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:28.388536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:28.395135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:28.510879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:28.514404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.565010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:28.580380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.580855 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 7930cc1a-a9d0-474f-97dd-9d419ae9e6a7 of type vlan for network 6e1750b4-edba-4340-aefe-035cae5b9e95 Feb 04 20:22:28.615043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.769666 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.783237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:28.783237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:28.893913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=6e1750b4-edba-4340-aefe-035cae5b9e95,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:28.904934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 6e1750b4-edba-4340-aefe-035cae5b9e95 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:29.004577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f0a46967-9825-4371-98c9-0624dab952e1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6334288 Feb 04 20:22:29.008446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46790) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:29.017079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '6e1750b4-edba-4340-aefe-035cae5b9e95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:29.246169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:29.252169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:29.255785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:29.265004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:29.394848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:29.399352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:29.458919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-816fc4f3-6937-4b7e-9a31-8c6904221978 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:29.460407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-816fc4f3-6937-4b7e-9a31-8c6904221978 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 946 time: 0.4150152 Feb 04 20:22:29.514811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c08e17-966f-43b4-99fb-df0d6d628490 req-7112f98c-f751-4e4d-a775-2d21c0ffe86f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:29.519178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10c08e17-966f-43b4-99fb-df0d6d628490 req-7112f98c-f751-4e4d-a775-2d21c0ffe86f tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 946 time: 0.1580622 Feb 04 20:22:29.597733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Deleting port 39969127-621b-4d5b-82a6-7817e558642b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:29.598075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:29.643797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10c08e17-966f-43b4-99fb-df0d6d628490 req-85f251e2-924e-465f-8026-29ef9a8ad37c tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bb6c3bb-305c-49ab-8688-010b6c87e13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150110 Feb 04 20:22:29.827497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:29.971454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] For port 39969127-621b-4d5b-82a6-7817e558642b, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=39969127-621b-4d5b-82a6-7817e558642b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:29.971983 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:29.972120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e08241-870e-4f8c-812d-1450c8e1af84 req-661b45ce-2d90-4ee8-89d2-4e9b4e4aad1b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:29.973629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73e08241-870e-4f8c-812d-1450c8e1af84 req-661b45ce-2d90-4ee8-89d2-4e9b4e4aad1b tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 949 time: 0.2187924 Feb 04 20:22:29.979161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=c1449227-c715-4986-97ce-190e06b4599b,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:30.009509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e1750b4-edba-4340-aefe-035cae5b9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:30.009803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 6e1750b4-edba-4340-aefe-035cae5b9e95, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:30.045505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73e08241-870e-4f8c-812d-1450c8e1af84 req-353ab6d5-8527-4a7b-8874-ca103f384ce8 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Feb 04 20:22:30.227621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 6e1750b4-edba-4340-aefe-035cae5b9e95 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:30.395766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 6e1750b4-edba-4340-aefe-035cae5b9e95) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:30.404187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:30.404187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:30.404187 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Floating IP e9829346-1342-4c68-819e-fdded98ac94a disassociated. External IP: 172.25.7.41, port: 39969127-621b-4d5b-82a6-7817e558642b. Feb 04 20:22:30.404187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Calling delete_port for 39969127-621b-4d5b-82a6-7817e558642b owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:30.405708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af7ff4-6df9-4bd5-b3b5-21a8cb4a1a0e None None] Network 6e1750b4-edba-4340-aefe-035cae5b9e95 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:30.410033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:30.410904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:30.538151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b3660664-c6af-40eb-9a15-c32eb52b1300 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5286376 Feb 04 20:22:30.539601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46846) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:30.747413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-6e1750b4-edba-4340-aefe-035cae5b9e95', 'network_id': '6e1750b4-edba-4340-aefe-035cae5b9e95', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': 'c1449227-c715-4986-97ce-190e06b4599b'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:30.749922 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:30.775289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:30.788289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:31.000783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event deleted for resources: {'Port': ['ID=39969127-621b-4d5b-82a6-7817e558642b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:31.024758 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f10e651-8f31-4c68-8cf2-fa35ceb301c6 req-672c9d18-38c2-46b5-9f7d-1940657f184a tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.1745458 Feb 04 20:22:31.077391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Allocated IP 2001:db8::1 (6e1750b4-edba-4340-aefe-035cae5b9e95/c1449227-c715-4986-97ce-190e06b4599b/c603c94d-ffbf-433b-a567-f6b9a3c04f26) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:31.155665 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:31.375539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cdf48-23ea-43c9-9658-797ef3cb3075 req-ba1b6f57-37d7-489e-8824-58785b4cc0c4 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:31.377112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-095cdf48-23ea-43c9-9658-797ef3cb3075 req-ba1b6f57-37d7-489e-8824-58785b4cc0c4 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 949 time: 0.1600568 Feb 04 20:22:31.402313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Router e945adcd-96f8-4fa5-b456-6866ea592064 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:22:31.448250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-095cdf48-23ea-43c9-9658-797ef3cb3075 req-b73ef060-8e5e-47e8-bdfd-ab9f6f4a99c8 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637319 Feb 04 20:22:31.572191 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:31.590550 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:22:31.604805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Transition to ACTIVE for port object c603c94d-ffbf-433b-a567-f6b9a3c04f26 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:31.625761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46874) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:31.630523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Transition to ACTIVE for port object c603c94d-ffbf-433b-a567-f6b9a3c04f26 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:31.744189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:31.939711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:31.951208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:31.979535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:31.988945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Usage tracker for resource:security_group_rule and tenant:92852836201941bc8a5c3b9aa7881035 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:31.991581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:32.009204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:32.026128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Network 6e1750b4-edba-4340-aefe-035cae5b9e95 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:32.068625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Pushing event updated for resources: {'Port': ['ID=c603c94d-ffbf-433b-a567-f6b9a3c04f26,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:32.074615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:32.104843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:32.146277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.146627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.146996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.147324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.147649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.147976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.148971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.149298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.149619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.149939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.150256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.150573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:32.173598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=c1449227-c715-4986-97ce-190e06b4599b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:32.230041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:22:32.238367 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.243846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] Sync routers for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:22:32.303838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:22:32.304487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:32.347866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.399959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-01164e1a-5f7c-4ceb-a3ee-5add400ec143 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:32.408415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Attempting to bind port c603c94d-ffbf-433b-a567-f6b9a3c04f26 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:32.408415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Attempting to bind port c603c94d-ffbf-433b-a567-f6b9a3c04f26 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e1750b4-edba-4340-aefe-035cae5b9e95'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:32.408415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Attempting to bind port c603c94d-ffbf-433b-a567-f6b9a3c04f26 on network 6e1750b4-edba-4340-aefe-035cae5b9e95 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:32.409657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92852836201941bc8a5c3b9aa7881035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7822063 Feb 04 20:22:32.411288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:32.412197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fccf6-e1c4-43b5-9c32-27b4c72b064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcbf537-3247-41d6-9f40-c1e701f5f8a4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:32.416192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-01164e1a-5f7c-4ceb-a3ee-5add400ec143 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 949 time: 0.6847165 Feb 04 20:22:32.424895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:32.425264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Checking segment: {'id': '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e1750b4-edba-4340-aefe-035cae5b9e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:32.425664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.426143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Bound using segment: {'id': '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e1750b4-edba-4340-aefe-035cae5b9e95'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:32.426561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Bound port: c603c94d-ffbf-433b-a567-f6b9a3c04f26, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e1750b4-edba-4340-aefe-035cae5b9e95'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:32.426906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.514644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-869af7bf-71a9-4303-a0e2-be623fcdabd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.554185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be24fa95-b636-4c0d-b823-5f66ee11bd19 req-fa36ac20-7d5d-457c-89c6-e4b050c82043 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.2193935 Feb 04 20:22:32.568787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.591073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-869af7bf-71a9-4303-a0e2-be623fcdabd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.594183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] No DVR routers for this DVR port 39969127-621b-4d5b-82a6-7817e558642b on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:22:32.596943 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.644574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:22:32.667349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-deleted', 'tag': '39969127-621b-4d5b-82a6-7817e558642b'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:22:32.693443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1750b4-edba-4340-aefe-035cae5b9e95']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:32.708167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccd47957-e90f-4657-9e12-e0c9dcaa2df0 req-db455c18-f255-4312-8cec-8a5ddcfb75b6 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.24 "DELETE /v2.0/ports/39969127-621b-4d5b-82a6-7817e558642b HTTP/1.1" status: 204 len: 173 time: 3.2399249 Feb 04 20:22:32.715814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:32.716144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:32.735093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Deleting port 9a52f181-106c-4179-ab51-51cc422fc1b6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:32.740202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.776831 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff896288-8101-432d-a68e-bd424865e2f2', 'name': 'network-vif-deleted', 'tag': '39969127-621b-4d5b-82a6-7817e558642b', 'status': 'completed', 'code': 200} Feb 04 20:22:32.783349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-869af7bf-71a9-4303-a0e2-be623fcdabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.802376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.813529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869af7bf-71a9-4303-a0e2-be623fcdabd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcbf537-3247-41d6-9f40-c1e701f5f8a4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:32.824374 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-869af7bf-71a9-4303-a0e2-be623fcdabd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.825345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-869af7bf-71a9-4303-a0e2-be623fcdabd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bcbf537-3247-41d6-9f40-c1e701f5f8a4 HTTP/1.1" status: 204 len: 168 time: 0.4081643 Feb 04 20:22:32.826925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] For port c603c94d-ffbf-433b-a567-f6b9a3c04f26, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:32.848635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4abefe-605b-4b8c-87b5-49772851665b req-aaf59b2a-82c6-4e11-a7d9-493ff1869b04 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:32.850885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d4abefe-605b-4b8c-87b5-49772851665b req-aaf59b2a-82c6-4e11-a7d9-493ff1869b04 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 949 time: 0.1309221 Feb 04 20:22:32.859342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.941024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:32.943566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:32.947031 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3d4abefe-605b-4b8c-87b5-49772851665b req-bd912b3f-9378-4724-a1ab-a88123ae0dd3 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/security-groups?id=e499c7b7-f800-409b-94df-1008306ad927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891213 Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:32.972817 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:33.231496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] For port c603c94d-ffbf-433b-a567-f6b9a3c04f26, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c603c94d-ffbf-433b-a567-f6b9a3c04f26,segment=NetworkSegment(7930cc1a-a9d0-474f-97dd-9d419ae9e6a7),segment_id=7930cc1a-a9d0-474f-97dd-9d419ae9e6a7)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:33.236873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:22:33.296209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 39969127-621b-4d5b-82a6-7817e558642b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:22:33.299173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 39969127-621b-4d5b-82a6-7817e558642b not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:22:33.331291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:22:33.331291 n-d-811806-1 neutron-server[88237]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:22:33.331291 n-d-811806-1 neutron-server[88237]: [parameters: {'id': '6e1750b4-edba-4340-aefe-035cae5b9e95'}] Feb 04 20:22:33.331291 n-d-811806-1 neutron-server[88237]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:22:33.336512 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:33.340144 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:22:33.456863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] For port 9a52f181-106c-4179-ab51-51cc422fc1b6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=9a52f181-106c-4179-ab51-51cc422fc1b6,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:33.457557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:33.537558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc5aec-665b-460d-9960-6a99ae40f30c None None] Pushing event updated for resources: {'Port': ['ID=c603c94d-ffbf-433b-a567-f6b9a3c04f26,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:33.550718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:33.558522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] Checking router: e945adcd-96f8-4fa5-b456-6866ea592064 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:22:33.587435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ced3e5-4110-45ce-90ed-9bd112411069 None None] Network 6e1750b4-edba-4340-aefe-035cae5b9e95 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:33.612765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Calling delete_port for 9a52f181-106c-4179-ab51-51cc422fc1b6 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:33.627959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:22:33.628185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:33.789750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:33.809434 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:33.851016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:33.857229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ad78c4545b5d40eea14a7b59d71cf369 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:33.860633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:33.866788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:33.876721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:33.995403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5a808663-50c1-47ac-9aa9-4b79c4fa8029 req-053566d2-d791-4c5b-a6d5-30fa90cbaa88 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Synchronizing usage tracker for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:34.003210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.038636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port c603c94d-ffbf-433b-a567-f6b9a3c04f26 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:34.039104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.143982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:22:34.145377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.172368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.303173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad78c4545b5d40eea14a7b59d71cf369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122902 Feb 04 20:22:34.323132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:34.330057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a719ca5-7f1f-49ae-9b48-2fb6a05897d9 req-da2141b6-1b52-4540-b00e-1821a6c531c6 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 210 time: 0.1880939 Feb 04 20:22:34.387051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04c418-bf9a-41af-b6ba-b791fa70f29d None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:22:34.395197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece237b-5134-4538-a7a1-5a62d758a3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f864b-2ff2-4204-b09f-2b101ffecd7b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:34.438966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1b1b-91a1-4c8f-928d-3b897fde8ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.467953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1b1b-91a1-4c8f-928d-3b897fde8ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.526411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Pushing event deleted for resources: {'Port': ['ID=9a52f181-106c-4179-ab51-51cc422fc1b6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:34.526411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5a808663-50c1-47ac-9aa9-4b79c4fa8029 req-053566d2-d791-4c5b-a6d5-30fa90cbaa88 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Unset dirty status for tenant:2f50590d4af84de5803be5ca84d11bcf on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:34.527099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a808663-50c1-47ac-9aa9-4b79c4fa8029 req-053566d2-d791-4c5b-a6d5-30fa90cbaa88 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff896288-8101-432d-a68e-bd424865e2f2 HTTP/1.1" status: 200 len: 210 time: 0.7212243 Feb 04 20:22:34.620590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac04c418-bf9a-41af-b6ba-b791fa70f29d None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:22:34.681015 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1b1b-91a1-4c8f-928d-3b897fde8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.710010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f1b1b-91a1-4c8f-928d-3b897fde8ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f864b-2ff2-4204-b09f-2b101ffecd7b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:34.716606 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1b1b-91a1-4c8f-928d-3b897fde8ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.721290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba6f1b1b-91a1-4c8f-928d-3b897fde8ae4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea0f864b-2ff2-4204-b09f-2b101ffecd7b HTTP/1.1" status: 204 len: 168 time: 0.3924437 Feb 04 20:22:34.728591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:34.759828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b65c6-19f9-4696-9c93-b9e23871ae27 None None] The sync data for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 is: [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:14:07Z', 'revision_number': 4, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b', 'name': '', 'network_id': '1c854c5c-7051-4c4f-a822-e027d8661ce5', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'mac_address': 'fa:16:3e:92:7d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:14:03Z', 'updated_at': '2022-02-04T20:14:20Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'subnets': [{'id': '9d3c8336-f934-4211-894b-8dfb95270c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:22:34.804171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] No DVR routers for this DVR port 9a52f181-106c-4179-ab51-51cc422fc1b6 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:22:34.807742 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:34.818195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-deleted', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:22:34.957723 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6af2687-27bd-4b81-ab23-4a1e7c0c87f5', 'name': 'network-vif-deleted', 'tag': '9a52f181-106c-4179-ab51-51cc422fc1b6', 'status': 'completed', 'code': 200} Feb 04 20:22:35.046159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e11096f2-9c8c-44d4-8ad4-ddf3caef6fee req-f5c295c5-1a0b-44ef-ae6f-8679f3b9fe25 tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.62 "DELETE /v2.0/ports/9a52f181-106c-4179-ab51-51cc422fc1b6 HTTP/1.1" status: 204 len: 173 time: 2.6290874 Feb 04 20:22:35.116820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] For port c603c94d-ffbf-433b-a567-f6b9a3c04f26, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c603c94d-ffbf-433b-a567-f6b9a3c04f26,segment=NetworkSegment(7930cc1a-a9d0-474f-97dd-9d419ae9e6a7),segment_id=7930cc1a-a9d0-474f-97dd-9d419ae9e6a7)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:35.117746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:35.308114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Calling delete_port for c603c94d-ffbf-433b-a567-f6b9a3c04f26 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:35.318758 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3fbac-75a5-4f77-bdf9-8a2536ca41e6 None None] New status for floating IP e9829346-1342-4c68-819e-fdded98ac94a: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:22:35.539972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:22:35.564355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:35.672127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 9a52f181-106c-4179-ab51-51cc422fc1b6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:22:35.672643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 9a52f181-106c-4179-ab51-51cc422fc1b6 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:22:35.694838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No DVR routers for this DVR port c603c94d-ffbf-433b-a567-f6b9a3c04f26 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:22:35.703468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Port': ['ID=c603c94d-ffbf-433b-a567-f6b9a3c04f26,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:35.789114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-42312ced-0ff2-4926-8718-55f96318b493 req-9b595a9c-2dd2-4bbe-a1bc-6b083ff9499a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Synchronizing usage tracker for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:35.943541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46988) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:36.026257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.053107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-42312ced-0ff2-4926-8718-55f96318b493 req-9b595a9c-2dd2-4bbe-a1bc-6b083ff9499a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] Unset dirty status for tenant:d798ccfe84c7468abb77774da7c68153 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:36.055760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42312ced-0ff2-4926-8718-55f96318b493 req-9b595a9c-2dd2-4bbe-a1bc-6b083ff9499a tempest-ListImageFiltersTestJSON-731329567 tempest-ListImageFiltersTestJSON-731329567-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6af2687-27bd-4b81-ab23-4a1e7c0c87f5 HTTP/1.1" status: 200 len: 210 time: 0.4190822 Feb 04 20:22:36.070253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3233-1bf2-4919-b984-f03ecb3309c1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.104208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1750b4-edba-4340-aefe-035cae5b9e95']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:36.106660 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3233-1bf2-4919-b984-f03ecb3309c1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.148745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:36.148745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7930cc1a-a9d0-474f-97dd-9d419ae9e6a7') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:36.189522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.222838 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.231801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:36.232708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:36.254215 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:36.449439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3233-1bf2-4919-b984-f03ecb3309c1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.469459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd3233-1bf2-4919-b984-f03ecb3309c1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb6c3bb-305c-49ab-8688-010b6c87e13b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:36.506651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.511814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.536843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3233-1bf2-4919-b984-f03ecb3309c1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.538501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=6e1750b4-edba-4340-aefe-035cae5b9e95,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:36.541889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47012) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:36.542038 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e1bd3233-1bf2-4919-b984-f03ecb3309c1 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "DELETE /v2.0/security-groups/9bb6c3bb-305c-49ab-8688-010b6c87e13b HTTP/1.1" status: 204 len: 168 time: 0.5966644 Feb 04 20:22:36.557769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8d6622ef-9249-4f08-9d6f-e0547145c904 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/6e1750b4-edba-4340-aefe-035cae5b9e95 HTTP/1.1" status: 204 len: 168 time: 6.0171695 Feb 04 20:22:36.561481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47018) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:36.565796 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-790f8bd5-e16c-4918-a063-170a3fd6c187 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] show failed (client error): The resource could not be found. Feb 04 20:22:36.567029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-790f8bd5-e16c-4918-a063-170a3fd6c187 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "GET /v2.0/security-groups/9bb6c3bb-305c-49ab-8688-010b6c87e13b HTTP/1.1" status: 404 len: 347 time: 0.0238369 Feb 04 20:22:36.569806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47022) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:36.572671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-679024555'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:36.578528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:36.583499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:36.587614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:36.594513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:36.685861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:36.690349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.717394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47026) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:36.768548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:36.769189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Deleting port 19fc7421-e64b-4cd2-9d3e-d07a8c7181e4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:36.769696 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.778869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.779343 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment a8e3a799-3d64-4f98-bd79-e4973b339035 of type vlan for network 49375a22-5855-40a9-a90c-1b7761b85362 Feb 04 20:22:36.810088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.855241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1348849137-network', 'tenant_id': 'de4685274c184c86812d3ae45c07347e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:36.861003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:36.865393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Usage tracker for resource:network and tenant:de4685274c184c86812d3ae45c07347e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:36.869372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:36.875864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:36.903359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.909278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:36.909852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.953585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:36.953812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.016105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Made reservation on behalf of de4685274c184c86812d3ae45c07347e for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:37.018657 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.067612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.110304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:37.114065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Calling delete_port for 19fc7421-e64b-4cd2-9d3e-d07a8c7181e4 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:37.121334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Usage tracker for resource:security_group_rule and tenant:de4685274c184c86812d3ae45c07347e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:37.126972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:37.140322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:37.197752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6348200 Feb 04 20:22:37.224890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260197d-2f4c-45f6-843e-75727f378391 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=49375a22-5855-40a9-a90c-1b7761b85362,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:37.236839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47044) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:37.246725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 49375a22-5855-40a9-a90c-1b7761b85362 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:37.266625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '49375a22-5855-40a9-a90c-1b7761b85362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:37.511341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:37.516782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:37.522931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:37.530420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:37.581557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.616919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.665920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Pushing event deleted for resources: {'Port': ['ID=19fc7421-e64b-4cd2-9d3e-d07a8c7181e4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:37.673052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:37.680668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.720125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.787772 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.845338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:37.863210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a89041-92de-4de2-a089-ac0186cbdd43,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:37.869371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.869712 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Added segment 07a23e63-d729-49db-bfab-1b3cb15d596e of type vlan for network 8907be07-2747-48e7-a0f1-c213da418e50 Feb 04 20:22:37.877812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:37.878999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-93f5b39b-f4e5-44f7-8dfb-f48631fc1373 tempest-AttachVolumeShelveTestJSON-844899459 tempest-AttachVolumeShelveTestJSON-844899459-project] 10.222.0.48 "DELETE /v2.0/floatingips/e9829346-1342-4c68-819e-fdded98ac94a HTTP/1.1" status: 204 len: 168 time: 1.3074579 Feb 04 20:22:37.910240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:38.083586 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:38.085268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:38.085862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:38.235505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:38.330819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6149755 Feb 04 20:22:38.333208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47102) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:38.338660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b65c-82cf-47b5-972a-c831617b9069 admin admin] Pushing event updated for resources: {'Network': ['ID=8907be07-2747-48e7-a0f1-c213da418e50,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:38.357589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 8907be07-2747-48e7-a0f1-c213da418e50 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:38.380985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Request body: {'subnet': {'network_id': '8907be07-2747-48e7-a0f1-c213da418e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1348849137-subnet', 'tenant_id': 'de4685274c184c86812d3ae45c07347e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:38.392318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=da043186-97a6-4d30-a42c-78607d4e75ba,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:38.405149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:38.407309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': 'a8e3a799-3d64-4f98-bd79-e4973b339035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '49375a22-5855-40a9-a90c-1b7761b85362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:38.407777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 49375a22-5855-40a9-a90c-1b7761b85362, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:38.425799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Usage tracker for resource:subnet and tenant:de4685274c184c86812d3ae45c07347e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:38.435734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:38.461612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:38.526208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 49375a22-5855-40a9-a90c-1b7761b85362 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:38.587714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Made reservation on behalf of de4685274c184c86812d3ae45c07347e for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:38.590182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:38.663109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 49375a22-5855-40a9-a90c-1b7761b85362) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:38.667630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:38.673439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:38.674510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34a606-57ce-43b7-a161-a73bf74d2917 None None] Network 49375a22-5855-40a9-a90c-1b7761b85362 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:38.793911 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-44d2aa55-5648-4cab-a5ef-9ba50bbdbf00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5410874 Feb 04 20:22:38.802369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47122) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:38.986876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.000226 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.054022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.069037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf64e8-2263-41cf-9339-fff5c57fc02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-49375a22-5855-40a9-a90c-1b7761b85362', 'network_id': '49375a22-5855-40a9-a90c-1b7761b85362', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': 'da043186-97a6-4d30-a42c-78607d4e75ba'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:39.071295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a3cf64e8-2263-41cf-9339-fff5c57fc02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.141772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Checking segment: {'id': '07a23e63-d729-49db-bfab-1b3cb15d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8907be07-2747-48e7-a0f1-c213da418e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:39.142369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Network hostable DHCP agents. Network: 8907be07-2747-48e7-a0f1-c213da418e50, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:39.147298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09bb5d93-5f24-4bc5-adf5-75da361582ce,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:39.207666 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.209786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.278852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Network 8907be07-2747-48e7-a0f1-c213da418e50 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:39.388607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 8907be07-2747-48e7-a0f1-c213da418e50) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:39.396540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:39.398186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.408323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0041ebc-6abc-4689-b9fd-421b24529000 None None] Network 8907be07-2747-48e7-a0f1-c213da418e50 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:39.447001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.498346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=da043186-97a6-4d30-a42c-78607d4e75ba,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:39.532472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3aad38c2-bcbd-4b42-8922-5ccc959608e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1981239 Feb 04 20:22:39.562785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.563288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.564661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.565252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.566606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.567061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.568270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.568740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.577084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.577084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.577084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.577084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:39.703652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server [None req-a3cf64e8-2263-41cf-9339-fff5c57fc02d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da043186-97a6-4d30-a42c-78607d4e75ba: This subnet is being modified by another concurrent operation. Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise exception Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da043186-97a6-4d30-a42c-78607d4e75ba: This subnet is being modified by another concurrent operation. Feb 04 20:22:39.713971 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Feb 04 20:22:39.748825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49375a22-5855-40a9-a90c-1b7761b85362']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:39.779172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e3a799-3d64-4f98-bd79-e4973b339035') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:39.779476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e3a799-3d64-4f98-bd79-e4973b339035') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:39.829763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.855479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.863170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:39.863616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:39.902642 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:39.908252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096320f-be06-4ebf-9842-d3381b62a8c8 None None] Network 49375a22-5855-40a9-a90c-1b7761b85362 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:40.087019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:40.140744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:40.168791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=49375a22-5855-40a9-a90c-1b7761b85362,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:40.184307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47174) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:40.190406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760513441'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:40.196522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4d7fc2d6-9358-4f54-9d0e-2ef2d5a73991 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/49375a22-5855-40a9-a90c-1b7761b85362 HTTP/1.1" status: 204 len: 168 time: 1.3989384 Feb 04 20:22:40.208283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:40.225395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:40.241419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:40.269680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:40.339595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972849e-cec0-4c95-8797-536b0e411e73 None None] Network 8907be07-2747-48e7-a0f1-c213da418e50 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:40.462298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:40.490567 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:40.637605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:40.669053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:40.669053 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 0b74fcd9-7b82-4435-a182-6a2e628ac1b3 of type vlan for network b0afa911-7ab8-4878-8505-f86705fcb58e Feb 04 20:22:40.749805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:40.852074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47194) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:40.920848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:40.927940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:40.928668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.015069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a7981-c20f-4e85-8369-a992f8215851 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:22:41.146568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=b0afa911-7ab8-4878-8505-f86705fcb58e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:41.160061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-759d7725-e4b2-4a31-883c-2fd938db8f15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d798ccfe84c7468abb77774da7c68153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062713 Feb 04 20:22:41.163202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47208) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:41.171812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network b0afa911-7ab8-4878-8505-f86705fcb58e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:41.200563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f9b20989-1542-402a-9144-f005fcce8200 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0146806 Feb 04 20:22:41.207553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47214) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:41.214629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:41.335278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47220) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:41.344299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a7981-c20f-4e85-8369-a992f8215851 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:22:41.373284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99094ae5-1a04-4369-8343-27a6bec84191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.411986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99094ae5-1a04-4369-8343-27a6bec84191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.421127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730170640-network', 'tenant_id': '28ca1b621af54ccabff5c389c139b330'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:41.447915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:41.454928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Usage tracker for resource:network and tenant:28ca1b621af54ccabff5c389c139b330 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:41.461957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:41.480068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:41.501351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:41.507460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:41.512228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:41.521464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:41.611670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99094ae5-1a04-4369-8343-27a6bec84191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.612247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:41.615923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.643049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99094ae5-1a04-4369-8343-27a6bec84191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499c7b7-f800-409b-94df-1008306ad927,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:41.697323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Made reservation on behalf of 28ca1b621af54ccabff5c389c139b330 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:41.699608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.735025 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.767796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:41.773557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Usage tracker for resource:security_group_rule and tenant:28ca1b621af54ccabff5c389c139b330 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:41.779369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99094ae5-1a04-4369-8343-27a6bec84191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:41.780152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:41.782563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99094ae5-1a04-4369-8343-27a6bec84191 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e499c7b7-f800-409b-94df-1008306ad927 HTTP/1.1" status: 204 len: 168 time: 0.6171515 Feb 04 20:22:41.800970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:41.909351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47244) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:41.916458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-710379715'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:41.923196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:41.928100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:network and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:41.932897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:41.940007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:42.043811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:42.048304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.127564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.132033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.239411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:42.261921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.262270 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Added segment 0b1eebf1-e06c-4793-acd9-5ec9c7e1511e of type vlan for network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 Feb 04 20:22:42.276961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=f62243c4-02f9-4fef-8dd1-248832571a14,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:42.283877 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.327123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:42.347622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e175daf1-edf0-449d-beaf-b29740265ade,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:42.363484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.373616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.373616 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Added segment e4312abd-ac4d-4878-b8fa-aec185f02fb1 of type vlan for network ee562b7c-e1cf-4148-9dc8-8f11d5152687 Feb 04 20:22:42.433547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': '0b74fcd9-7b82-4435-a182-6a2e628ac1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:42.433933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: b0afa911-7ab8-4878-8505-f86705fcb58e, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:42.488684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.564182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.572147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:42.573899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.623158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network b0afa911-7ab8-4878-8505-f86705fcb58e is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:42.632699 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.632699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:42.632699 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.709041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Network': ['ID=15a49508-f6ec-4e90-bcb8-1f442b4434b3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:42.730149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:42.736939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9d2f22d6-34d4-45c9-a4a4-80e4388bbcfd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8262057 Feb 04 20:22:42.739590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47272) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:42.753762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-196233972'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:42.767068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:42.776612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:network and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:42.784809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:42.797250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:42.892339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:42.896638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.962733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:42.971052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] Pushing event updated for resources: {'Network': ['ID=ee562b7c-e1cf-4148-9dc8-8f11d5152687,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:42.975763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, b0afa911-7ab8-4878-8505-f86705fcb58e) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:42.977126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.978057 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Added segment 209a218b-7ab6-4c0a-9561-c2623ccb3379 of type vlan for network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e Feb 04 20:22:42.982206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:42.982933 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:42.983603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ee562b7c-e1cf-4148-9dc8-8f11d5152687 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:43.017924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c926f-0852-4ba8-ba76-eca99a4f9d2a None None] Network b0afa911-7ab8-4878-8505-f86705fcb58e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:43.061269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:43.070861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d5eb2820-cc3a-4cfb-9950-7cbadb95e075 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7335312 Feb 04 20:22:43.073503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47284) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:43.079739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Request body: {'subnet': {'network_id': 'ee562b7c-e1cf-4148-9dc8-8f11d5152687', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730170640-subnet', 'tenant_id': '28ca1b621af54ccabff5c389c139b330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:43.090576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:43.099815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Usage tracker for resource:subnet and tenant:28ca1b621af54ccabff5c389c139b330 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:43.110887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:43.117966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2247df91-1f43-44ae-bc6b-2a4845b72d7a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9090393 Feb 04 20:22:43.124084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47288) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:43.136391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:43.149007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:43.239954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:43.245911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:43.246497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:43.354531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Made reservation on behalf of 28ca1b621af54ccabff5c389c139b330 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:43.368376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:43.458538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Network': ['ID=94a85c0d-6b4a-4612-b2a8-f5e66be2724e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:43.499447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:43.598226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-122b2ac7-d136-4428-9825-db91100608b8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8572390 Feb 04 20:22:43.600876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47304) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:43.612700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'subnet': {'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:43.828801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47308) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:43.927418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:43.939193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:subnet and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:43.944967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:43.956937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:44.056295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1476349767-network', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:44.062547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:44.067902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Usage tracker for resource:network and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:44.072556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:44.082432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:44.086552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:44.098997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.134850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-b0afa911-7ab8-4878-8505-f86705fcb58e', 'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': 'f62243c4-02f9-4fef-8dd1-248832571a14'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:44.136561 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.166641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:44.172707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:subnet and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:44.176158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:44.194211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:44.194647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.256913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4bac87-1761-444d-99fe-0cd2c3774fb0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:44.329855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Checking segment: {'id': 'e4312abd-ac4d-4878-b8fa-aec185f02fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ee562b7c-e1cf-4148-9dc8-8f11d5152687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:44.329855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Network hostable DHCP agents. Network: ee562b7c-e1cf-4148-9dc8-8f11d5152687, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:44.350061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:44.354189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.444970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Allocated IP 2001:db8::2 (b0afa911-7ab8-4878-8505-f86705fcb58e/f62243c4-02f9-4fef-8dd1-248832571a14/2bc75985-b49e-4721-9003-e683da9eec46) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:44.447395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Made reservation on behalf of b3b332e2fd834d74910c30fb6183c6b5 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:44.449966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.473627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.613246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:44.618716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:44.621794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:44.628376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:44.729769 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.740621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Transition to ACTIVE for port object 2bc75985-b49e-4721-9003-e683da9eec46 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:44.743661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.746800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Network ee562b7c-e1cf-4148-9dc8-8f11d5152687 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:44.748669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.794381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Transition to ACTIVE for port object 2bc75985-b49e-4721-9003-e683da9eec46 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:44.834249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Subnet': ['ID=df66306e-4924-4019-9d9c-edc6768ef195,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:44.845197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Checking segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:44.845829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network hostable DHCP agents. Network: 15a49508-f6ec-4e90-bcb8-1f442b4434b3, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:44.860170 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.883399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:44.907092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc7fc0-d760-4739-82ca-8c5842acd880,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:44.910722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.911248 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Added segment 6557747f-e828-4f07-a735-0bed502f639e of type vlan for network ecccf2a9-41a3-41eb-a814-9615f20d79cb Feb 04 20:22:44.913027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.913419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.967724 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:44.972573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Network b0afa911-7ab8-4878-8505-f86705fcb58e is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:44.976150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ee562b7c-e1cf-4148-9dc8-8f11d5152687) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:44.978750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:44.982005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:45.005565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.008671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.054353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network b0afa911-7ab8-4878-8505-f86705fcb58e is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:45.059997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:45.066228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.066926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.071088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=a1fcb3e6-5cb0-464a-b316-1786e36c500b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:45.074031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733430a-0d88-48af-aec9-32aadefeb3f1 None None] Network ee562b7c-e1cf-4148-9dc8-8f11d5152687 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:45.087350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.087830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.088257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.088834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.089267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.089689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.090106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.090561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.090948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.097436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.097436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.097436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:22:45.097774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:45.106394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 15a49508-f6ec-4e90-bcb8-1f442b4434b3) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:45.110711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.111619 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.156880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad535b-025c-41f0-a138-9055a660c054 None None] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:45.192564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.197656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.200779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.216771 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5a04685d-06c2-416c-b7b3-caacf5f3bc92 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0872033 Feb 04 20:22:45.217365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47336) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:45.220717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2d8ead91-501e-4d84-80e0-885b96f1b2c2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1460147 Feb 04 20:22:45.253677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Pushing event updated for resources: {'Port': ['ID=2bc75985-b49e-4721-9003-e683da9eec46,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:45.275996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Attempting to bind port 2bc75985-b49e-4721-9003-e683da9eec46 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:45.279325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c78d3070-f047-4643-a34b-62e4db923a5f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6750867 Feb 04 20:22:45.279581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Attempting to bind port 2bc75985-b49e-4721-9003-e683da9eec46 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '0b74fcd9-7b82-4435-a182-6a2e628ac1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:45.280143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Attempting to bind port 2bc75985-b49e-4721-9003-e683da9eec46 on network b0afa911-7ab8-4878-8505-f86705fcb58e {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:45.317974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:45.318578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Checking segment: {'id': '0b74fcd9-7b82-4435-a182-6a2e628ac1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:45.319232 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.319780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Bound using segment: {'id': '0b74fcd9-7b82-4435-a182-6a2e628ac1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:45.320980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Bound port: 2bc75985-b49e-4721-9003-e683da9eec46, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b74fcd9-7b82-4435-a182-6a2e628ac1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:45.321530 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.371361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.372413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.373911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.375467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.376945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:45.377872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Synchronizing usage tracker for tenant:b62aa3c7040b43909dc99dc152657209 on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:45.382472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47342) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:45.389107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'subnet': {'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:45.429139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] For port 2bc75985-b49e-4721-9003-e683da9eec46, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:45.432577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] For port 2bc75985-b49e-4721-9003-e683da9eec46, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bc75985-b49e-4721-9003-e683da9eec46,segment=NetworkSegment(0b74fcd9-7b82-4435-a182-6a2e628ac1b3),segment_id=0b74fcd9-7b82-4435-a182-6a2e628ac1b3)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:45.509823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ecccf2a9-41a3-41eb-a814-9615f20d79cb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:45.570676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:45.572738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:subnet and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:45.576360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:45.591133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:45.613675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.618928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:45.623462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c37234f7-2220-4a02-b1c4-4129b2c1a0d7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7933624 Feb 04 20:22:45.626318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47352) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:45.632113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Request body: {'subnet': {'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1476349767-subnet', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:45.647888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:45.653914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Usage tracker for resource:subnet and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:45.657115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:45.663567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:45.681235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Unset dirty status for tenant:b62aa3c7040b43909dc99dc152657209 on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:45.684420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e0630de2-ddee-4ff6-9523-98ad77048bfa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4659033 Feb 04 20:22:45.700054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47358) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:45.706310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311011539'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:45.726025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:45.726025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:45.728062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:45.743136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:45.749381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:45.753103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.777181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Made reservation on behalf of b3b332e2fd834d74910c30fb6183c6b5 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:45.779945 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:45.819145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fac5ec-1504-4053-9b23-9289e3fd5cec None None] Network ee562b7c-e1cf-4148-9dc8-8f11d5152687 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:46.058294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:46.067841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.171296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:46.191977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.191977 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 0a790735-7719-4a4b-bbc4-eea418500081 of type vlan for network 1470a378-bd3f-4005-bb8c-a853a772fd83 Feb 04 20:22:46.271382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.354911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.429149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bf100-c41d-41ae-a67e-c147c6c827f9 None None] Pushing event updated for resources: {'Port': ['ID=2bc75985-b49e-4721-9003-e683da9eec46,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:46.432634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'fixed_ips': [{'subnet_id': 'df66306e-4924-4019-9d9c-edc6768ef195'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:46.436573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.454656 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.482147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:46.482788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525841'] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.586738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-3d0b8f23-980d-42a6-b70e-bb689088331d tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:46.587537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-3d0b8f23-980d-42a6-b70e-bb689088331d tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Synchronizing usage tracker for tenant:de4685274c184c86812d3ae45c07347e on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:46.760528 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:46.782407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=1470a378-bd3f-4005-bb8c-a853a772fd83,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:46.791744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-523f8db9-c7ca-4ead-b5eb-53b192edfa33 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0906126 Feb 04 20:22:46.799555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47410) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:46.823999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:46.840845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:46.936344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47416) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:47.028545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-3d0b8f23-980d-42a6-b70e-bb689088331d tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Unset dirty status for tenant:de4685274c184c86812d3ae45c07347e on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:47.029732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-3d0b8f23-980d-42a6-b70e-bb689088331d tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/networks?id=8907be07-2747-48e7-a0f1-c213da418e50 HTTP/1.1" status: 200 len: 809 time: 0.8688855 Feb 04 20:22:47.030324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca1f390-d920-48a7-999e-7cfb579848c7,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:47.098375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-a6c5044f-f264-486a-a99e-e30eb071acaa tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/quotas/de4685274c184c86812d3ae45c07347e HTTP/1.1" status: 200 len: 375 time: 0.0595198 Feb 04 20:22:47.105314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Checking segment: {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:47.105904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Network hostable DHCP agents. Network: ecccf2a9-41a3-41eb-a814-9615f20d79cb, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:47.238808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:47.267389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-be840ab7-c8a4-42e7-92b4-120686401da5 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4685274c184c86812d3ae45c07347e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454191 Feb 04 20:22:47.269896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Subnet': ['ID=1e690a55-ae9e-4953-94ac-589d53611617,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:47.276760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Checking segment: {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:47.277683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network hostable DHCP agents. Network: 94a85c0d-6b4a-4612-b2a8-f5e66be2724e, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:47.303618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Allocated IP 10.1.1.2 (15a49508-f6ec-4e90-bcb8-1f442b4434b3/df66306e-4924-4019-9d9c-edc6768ef195/c85db2db-b199-4d1d-bfc0-0bcd37a61ff5) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:47.308630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:47.337179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 is not hosted by any dhcp agent {{(pid=88237) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 20:22:47.365512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:47.366434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:47.372216 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "PUT /v2.0/networks/1470a378-bd3f-4005-bb8c-a853a772fd83 HTTP/1.1" status: 200 len: 723 time: 0.5676899 Feb 04 20:22:47.373182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47434) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:47.519855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:47.560377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '1470a378-bd3f-4005-bb8c-a853a772fd83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:47.693528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:47.719575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Transition to ACTIVE for port object c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:47.752416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Transition to ACTIVE for port object c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:47.783494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227c6c2-352f-44ec-9219-01d09827b65e tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=1470a378-bd3f-4005-bb8c-a853a772fd83,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:47.798661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:47.827097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:47.843376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:47.901680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:47.974289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:47.977630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:47.982898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:48.014378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e49af-65de-4c23-830f-608ace2182dd None None] Network b0afa911-7ab8-4878-8505-f86705fcb58e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:48.034715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:48.035142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ecccf2a9-41a3-41eb-a814-9615f20d79cb) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:48.039671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:48.039994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:48.087408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:48.098338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 94a85c0d-6b4a-4612-b2a8-f5e66be2724e) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:48.099612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e80861-8be0-4850-a9c9-6c1328232b26 None None] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:48.126477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:48.127163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:48.127965 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:48.140850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dde25b-3686-4103-9bc8-149a4381eb72 None None] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:48.244079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-259edb03-b5f7-4bea-adbc-9e42fa583189 service neutron] 10.222.0.48 "GET /v2.0/networks/8907be07-2747-48e7-a0f1-c213da418e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9754481 Feb 04 20:22:48.336330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0a4a4a39-73bd-4182-a33e-2e73930938f9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9497871 Feb 04 20:22:48.338762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47444) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:48.347988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'port': {'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'name': 'tempest-TaggedBootDevicesTest-396143951', 'fixed_ips': [{'subnet_id': 'df66306e-4924-4019-9d9c-edc6768ef195'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:48.445870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bc75985-b49e-4721-9003-e683da9eec46 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:48.596551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Pushing event updated for resources: {'Port': ['ID=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:48.622758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6f02fc49-0793-46fd-992b-b14b31782a40 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9953334 Feb 04 20:22:48.623564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47452) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:48.645713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:48.669570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:48.688656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Usage tracker for resource:router and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:48.718496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:48.742156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:48.743457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:48.753675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:48.756620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-ed4920f8-16bf-4f66-92f7-2309418bc3d7 service neutron] 10.222.0.48 "GET /v2.0/networks/8907be07-2747-48e7-a0f1-c213da418e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727483 Feb 04 20:22:48.832412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:port and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:48.845461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:48.876465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:48.879177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:48.887372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:48.904462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:48.951370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-14527f2f-ff5e-42b4-a425-fcca97a7004d None None] Provisioning for port 2bc75985-b49e-4721-9003-e683da9eec46 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:48.959861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=4cfe7138-4905-4816-a80b-ab5c74ec3630,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:48.968525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Attempting to bind port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:48.968912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Attempting to bind port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:48.969278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Attempting to bind port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:48.988002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:49.075130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:49.075629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Checking segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:49.076040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.076974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Bound using segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:49.076974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Bound port: c85db2db-b199-4d1d-bfc0-0bcd37a61ff5, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:49.077257 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.084003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': '0a790735-7719-4a4b-bbc4-eea418500081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1470a378-bd3f-4005-bb8c-a853a772fd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:49.084003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 1470a378-bd3f-4005-bb8c-a853a772fd83, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:22:49.105647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-94a85c0d-6b4a-4612-b2a8-f5e66be2724e', 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'fixed_ips': [{'subnet_id': '1e690a55-ae9e-4953-94ac-589d53611617'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:49.106855 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.207265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-68bab36f-2116-41a6-ac57-c2728270760d req-3eadddf4-2388-4149-8aa2-52844d23a573 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 210 time: 0.1150625 Feb 04 20:22:49.313501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:49.314367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.315150 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.365749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:22:49.383251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] device_id is not set on port 81110be4-8377-4e04-be36-f04dc4f0e0dd yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:22:49.486862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1470a378-bd3f-4005-bb8c-a853a772fd83) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:49.503567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:49.504523 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.578418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] For port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:49.583594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] For port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:49.599073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ceb8d-cfee-4821-87bb-466b2319df85 None None] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:49.604997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.731216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.776353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 10.1.1.190 (15a49508-f6ec-4e90-bcb8-1f442b4434b3/df66306e-4924-4019-9d9c-edc6768ef195/81110be4-8377-4e04-be36-f04dc4f0e0dd) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:49.779141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:49.857100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2bc75985-b49e-4721-9003-e683da9eec46 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:49.875194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9bfde59d-5957-47cd-9531-462cac7b00d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4891472 Feb 04 20:22:49.880013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47480) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:49.897336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fedb1e29-4fdf-46f4-aa15-93548f8d8046 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:50.063152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2bc75985-b49e-4721-9003-e683da9eec46 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:50.063768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.264388 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fedb1e29-4fdf-46f4-aa15-93548f8d8046 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10802684'] for subnet, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.373088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Allocated IP 172.20.0.2 (ecccf2a9-41a3-41eb-a814-9615f20d79cb/eca1f390-d920-48a7-999e-7cfb579848c7/6f5ca5e7-7f12-4260-8700-a038af744945) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:50.383241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.491482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Transition to ACTIVE for port object 81110be4-8377-4e04-be36-f04dc4f0e0dd will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:50.528590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Allocated IP 10.2.2.2 (94a85c0d-6b4a-4612-b2a8-f5e66be2724e/1e690a55-ae9e-4953-94ac-589d53611617/e2818e5b-92fa-4de4-92c2-15c517ba4e6e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:50.660782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fedb1e29-4fdf-46f4-aa15-93548f8d8046 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730206357252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11185490'] for subnet, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.664028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f0c879d-b410-4213-a6a8-f0ea80ccaa97 req-b65696c2-1146-4825-91ea-15e046234091 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 210 time: 0.1613443 Feb 04 20:22:50.720123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.726210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb1e29-4fdf-46f4-aa15-93548f8d8046 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:50.727572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fedb1e29-4fdf-46f4-aa15-93548f8d8046 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.729896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fedb1e29-4fdf-46f4-aa15-93548f8d8046 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "PUT /v2.0/subnets/4cfe7138-4905-4816-a80b-ab5c74ec3630 HTTP/1.1" status: 200 len: 826 time: 0.8431654 Feb 04 20:22:50.737697 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.739843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47498) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:50.833840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.881604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:50.909764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Transition to ACTIVE for port object e2818e5b-92fa-4de4-92c2-15c517ba4e6e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:50.932702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=81110be4-8377-4e04-be36-f04dc4f0e0dd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:50.948709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Transition to ACTIVE for port object e2818e5b-92fa-4de4-92c2-15c517ba4e6e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:50.977361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Deleting port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:50.977704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.064951 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-804d0a99-678d-459d-a50b-dba98c18e866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.067172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a429f93-9122-4f4c-8480-de8938289158 None None] Pushing event updated for resources: {'Port': ['ID=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:51.176662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.188002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.189202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:51.194338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb1e29-4fdf-46f4-aa15-93548f8d8046 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=4cfe7138-4905-4816-a80b-ab5c74ec3630,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:51.220958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:51.232483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:51.244189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.280954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:51.295539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:51.312592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:51.461864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:51.462529 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.468588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2bc75985-b49e-4721-9003-e683da9eec46, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bc75985-b49e-4721-9003-e683da9eec46,segment=NetworkSegment(0b74fcd9-7b82-4435-a182-6a2e628ac1b3),segment_id=0b74fcd9-7b82-4435-a182-6a2e628ac1b3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:51.470757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] For port 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:51.472144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.637666 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:51.665077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Calling delete_port for 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:22:51.713286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.021104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.034535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Transition to ACTIVE for port object 6f5ca5e7-7f12-4260-8700-a038af744945 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:52.046913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59c7d5ec-e08e-4cc6-b20b-ae3389ba3ee3 req-ffcd2558-5b88-46fa-ad85-83cd27c5e276 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 210 time: 0.0736828 Feb 04 20:22:52.054707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cb07b5fa-f0b8-4356-9510-291f1c05019a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7127335 Feb 04 20:22:52.069237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Transition to ACTIVE for port object 6f5ca5e7-7f12-4260-8700-a038af744945 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:52.071413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47516) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:52.072852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a982de-65af-440d-a1e9-c0f1ef7a3786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-1470a378-bd3f-4005-bb8c-a853a772fd83', 'network_id': '1470a378-bd3f-4005-bb8c-a853a772fd83', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': '4cfe7138-4905-4816-a80b-ab5c74ec3630'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:22:52.074426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f7a982de-65af-440d-a1e9-c0f1ef7a3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.086820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'port': {'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'name': 'tempest-TaggedBootDevicesTest-534493982', 'fixed_ips': [{'subnet_id': 'df66306e-4924-4019-9d9c-edc6768ef195'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:52.204240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.232283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:52.392686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfe7138-4905-4816-a80b-ab5c74ec3630,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:52.402241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Pushing event updated for resources: {'Port': ['ID=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:52.523395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Attempting to bind port e2818e5b-92fa-4de4-92c2-15c517ba4e6e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:52.526125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Attempting to bind port e2818e5b-92fa-4de4-92c2-15c517ba4e6e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:52.526125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Attempting to bind port e2818e5b-92fa-4de4-92c2-15c517ba4e6e on network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:52.534817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2bc75985-b49e-4721-9003-e683da9eec46,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:52.556970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.606433 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.669882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1470a378-bd3f-4005-bb8c-a853a772fd83']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:52.720649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a790735-7719-4a4b-bbc4-eea418500081') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:52.721018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a790735-7719-4a4b-bbc4-eea418500081') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:52.723105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:52.729193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] Update dhcp port {'port': {'network_id': 'b0afa911-7ab8-4878-8505-f86705fcb58e', 'fixed_ips': [{'subnet_id': 'f62243c4-02f9-4fef-8dd1-248832571a14', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1fcb3e6-5cb0-464a-b316-1786e36c500b'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '2bc75985-b49e-4721-9003-e683da9eec46'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:22:52.752796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.783650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.791047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:22:52.791602 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.802798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Pushing event updated for resources: {'Port': ['ID=6f5ca5e7-7f12-4260-8700-a038af744945,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:52.806148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:52.808010 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.823946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:52.824725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Checking segment: {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:52.825288 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.825931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Bound using segment: {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:52.827437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Bound port: e2818e5b-92fa-4de4-92c2-15c517ba4e6e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:52.827999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:52.837640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c9a4f1-6689-4325-b9b8-01c9c724a959 None None] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:52.847575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Allocated IP 172.25.7.83 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/8dfe0a51-031c-4976-b254-de4357d61594) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:22:52.910194 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:22:53.449429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:53.452010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:53.452010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:port and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:53.452010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:53.452010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:53.452010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:53.452812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-61fe031b-46c7-401e-967e-8c4985bb4c98 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:53.452812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-61fe031b-46c7-401e-967e-8c4985bb4c98 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.24 "GET /v2.0/networks?id=8907be07-2747-48e7-a0f1-c213da418e50 HTTP/1.1" status: 200 len: 809 time: 0.3371856 Feb 04 20:22:53.452812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Request body: {'port': {'device_id': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'network_id': '8907be07-2747-48e7-a0f1-c213da418e50', 'admin_state_up': True, 'tenant_id': 'de4685274c184c86812d3ae45c07347e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:53.508923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79ebf50c-0a61-411e-9406-2d05075c76e8 req-3b1027e2-6b90-40b1-8d2c-a72378912a46 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 210 time: 0.1848254 Feb 04 20:22:53.531172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:53.544655 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Usage tracker for resource:port and tenant:de4685274c184c86812d3ae45c07347e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:53.548529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:53.564693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:53.604790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Attempting to bind port 6f5ca5e7-7f12-4260-8700-a038af744945 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:53.605437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Attempting to bind port 6f5ca5e7-7f12-4260-8700-a038af744945 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:53.606009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Attempting to bind port 6f5ca5e7-7f12-4260-8700-a038af744945 on network ecccf2a9-41a3-41eb-a814-9615f20d79cb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:53.618014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:53.635171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:53.644233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:53.669046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Made reservation on behalf of de4685274c184c86812d3ae45c07347e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:53.673560 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:53.881878 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e5ef253f-6917-40ef-9aea-7f5d77e40e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:53.899469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:53.900280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Checking segment: {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:53.900891 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:53.901706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Bound using segment: {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:53.902360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Bound port: 6f5ca5e7-7f12-4260-8700-a038af744945, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:53.902973 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:53.928156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a58d60ae-a0c7-42c4-b776-bdae1e2a02e9 None None] Provisioning for port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:53.934951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:53.945608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Allocated IP 172.20.0.4 (8907be07-2747-48e7-a0f1-c213da418e50/09bb5d93-5f24-4bc5-adf5-75da361582ce/5b931c56-abf2-44c3-b247-fc0da7094972) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:53.960283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:53.994552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.006296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server [None req-f7a982de-65af-440d-a1e9-c0f1ef7a3786 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cfe7138-4905-4816-a80b-ab5c74ec3630: This subnet is being modified by another concurrent operation. Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise exception Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cfe7138-4905-4816-a80b-ab5c74ec3630: This subnet is being modified by another concurrent operation. Feb 04 20:22:54.010444 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Feb 04 20:22:54.027101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] Allocated IP 172.20.0.1 (b0afa911-7ab8-4878-8505-f86705fcb58e/a1fcb3e6-5cb0-464a-b316-1786e36c500b/2bc75985-b49e-4721-9003-e683da9eec46) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:54.032718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.033123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=1470a378-bd3f-4005-bb8c-a853a772fd83,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:54.040768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a58d60ae-a0c7-42c4-b776-bdae1e2a02e9 None None] Provisioning complete for port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:54.041391 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a58d60ae-a0c7-42c4-b776-bdae1e2a02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.049019 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98dd3117-1f86-4dba-ac70-c755d8cf03dc tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/1470a378-bd3f-4005-bb8c-a853a772fd83 HTTP/1.1" status: 204 len: 168 time: 3.3057437 Feb 04 20:22:54.058457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47542) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:54.109859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:54.110343 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.129596 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-451b9553-225a-4109-b750-3c9ba6005c95 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:22:54.130070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451b9553-225a-4109-b750-3c9ba6005c95 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:22:54.137338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-451b9553-225a-4109-b750-3c9ba6005c95 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/1470a378-bd3f-4005-bb8c-a853a772fd83 HTTP/1.1" status: 404 len: 339 time: 0.0725067 Feb 04 20:22:54.138656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47548) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:54.166729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.173208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0ef72-b031-4b5f-b5c7-14c9e7b47d9a None None] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:54.189454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643240354', 'description': 'd1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:54.204405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] device_id is not set on port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:22:54.247681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0ef72-b031-4b5f-b5c7-14c9e7b47d9a None None] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 could not be found, it might have been deleted concurrently. {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 20:22:54.268148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:54.280315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Usage tracker for resource:network and tenant:b62aa3c7040b43909dc99dc152657209 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:54.284283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde8a21-ea4b-4c56-9c5f-0731a878ab1a None None] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:54.291877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:54.305446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:54.360384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde8a21-ea4b-4c56-9c5f-0731a878ab1a None None] Network 1470a378-bd3f-4005-bb8c-a853a772fd83 could not be found, it might have been deleted concurrently. {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 20:22:54.455155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] For port e2818e5b-92fa-4de4-92c2-15c517ba4e6e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:54.458228 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.488458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.488929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:22:54.488929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.535914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] For port e2818e5b-92fa-4de4-92c2-15c517ba4e6e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:54.569938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] For port 6f5ca5e7-7f12-4260-8700-a038af744945, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:54.578770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:22:54.601555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.601911 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 94ad5dfd-9b77-4b94-9415-5e9e68468c51 of type vlan for network 80c1402e-e598-4883-82e5-4c0c560aa057 Feb 04 20:22:54.663038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.677223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.689446 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.754855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:54.767467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:54.805669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 10.1.1.44 (15a49508-f6ec-4e90-bcb8-1f442b4434b3/df66306e-4924-4019-9d9c-edc6768ef195/7cce746e-36d4-47f4-b8cd-fc87a89e9db0) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:22:54.898045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:22:54.900300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] For port 6f5ca5e7-7f12-4260-8700-a038af744945, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6f5ca5e7-7f12-4260-8700-a038af744945,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:54.907298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Network 8907be07-2747-48e7-a0f1-c213da418e50 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:54.908652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19033a4-0ac8-4e6c-b7f8-3e377afe7ac9 None None] Pushing event updated for resources: {'Port': ['ID=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:54.927707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:54.931646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a58d60ae-a0c7-42c4-b776-bdae1e2a02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:54.940707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:55.027071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Pushing event updated for resources: {'Port': ['ID=5b931c56-abf2-44c3-b247-fc0da7094972,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:55.048064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:55.056724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a58d60ae-a0c7-42c4-b776-bdae1e2a02e9 None None] For port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:55.058427 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.116205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.137144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:55.137783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.253520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.295955 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.312851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230056ed-86a4-4735-99f1-dace7537ad5d None None] Pushing event updated for resources: {'Port': ['ID=6f5ca5e7-7f12-4260-8700-a038af744945,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:55.314958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a58d60ae-a0c7-42c4-b776-bdae1e2a02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.412721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:55.413377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.469131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ada2b-e9e3-4080-8b2b-d77cce3e8c26 req-52edbd45-415e-46d0-a24b-88ef6b8da92c tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:55.469946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ee2ada2b-e9e3-4080-8b2b-d77cce3e8c26 req-52edbd45-415e-46d0-a24b-88ef6b8da92c tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Synchronizing usage tracker for tenant:de4685274c184c86812d3ae45c07347e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:55.471349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] For port 2bc75985-b49e-4721-9003-e683da9eec46, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bc75985-b49e-4721-9003-e683da9eec46,segment=NetworkSegment(0b74fcd9-7b82-4435-a182-6a2e628ac1b3),segment_id=0b74fcd9-7b82-4435-a182-6a2e628ac1b3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:55.495610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=80c1402e-e598-4883-82e5-4c0c560aa057,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:55.502263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1521736f-0f76-41b3-8cfa-a66373d912f0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3601298 Feb 04 20:22:55.503836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47570) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:55.545648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 80c1402e-e598-4883-82e5-4c0c560aa057 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:55.584775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d60ae-a0c7-42c4-b776-bdae1e2a02e9 None None] Pushing event updated for resources: {'Port': ['ID=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:55.601098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Pushing event updated for resources: {'Port': ['ID=8dfe0a51-031c-4976-b254-de4357d61594,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:55.644437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ee2ada2b-e9e3-4080-8b2b-d77cce3e8c26 req-52edbd45-415e-46d0-a24b-88ef6b8da92c tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Unset dirty status for tenant:de4685274c184c86812d3ae45c07347e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:55.647502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee2ada2b-e9e3-4080-8b2b-d77cce3e8c26 req-52edbd45-415e-46d0-a24b-88ef6b8da92c tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 931 time: 0.8274953 Feb 04 20:22:55.655558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-1e378b14-264b-4c7a-b66e-89f21b044016 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3796754 Feb 04 20:22:55.837211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:22:55.856912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.879130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eab657e9-9089-4465-8e51-8b3881ea7408 None None] Provisioning for port 81110be4-8377-4e04-be36-f04dc4f0e0dd completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:55.940161 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:55.940950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47580) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:55.946225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Request body: {'port': {'device_id': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:55.950609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eab657e9-9089-4465-8e51-8b3881ea7408 None None] Provisioning complete for port 81110be4-8377-4e04-be36-f04dc4f0e0dd triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:55.951034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eab657e9-9089-4465-8e51-8b3881ea7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:56.059720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] Transition to ACTIVE for port object 2bc75985-b49e-4721-9003-e683da9eec46 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:56.065310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:22:56.065310 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:22:56.102232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-eab657e9-9089-4465-8e51-8b3881ea7408 None None] Port 81110be4-8377-4e04-be36-f04dc4f0e0dd cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:22:56.112249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49dc83-607b-4d0e-9194-8ce6c72e2d43 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:56.117469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eab657e9-9089-4465-8e51-8b3881ea7408 None None] Provisioning complete for port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:56.118144 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eab657e9-9089-4465-8e51-8b3881ea7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:56.121949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7c49dc83-607b-4d0e-9194-8ce6c72e2d43 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Synchronizing usage tracker for tenant:b62aa3c7040b43909dc99dc152657209 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:56.148877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee2ada2b-e9e3-4080-8b2b-d77cce3e8c26 req-704dba48-6a7b-44ec-8886-d7e2e3af08ef tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817173 Feb 04 20:22:56.201305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:56.281668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:56.286657 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:56.339330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:22:56.383504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Usage tracker for resource:security_group_rule and tenant:d83d4dbaff564529b9535addf864c67b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:22:56.408935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:22:56.438951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:56.449440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:22:56.462786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Router e945adcd-96f8-4fa5-b456-6866ea592064 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:22:56.465241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7c49dc83-607b-4d0e-9194-8ce6c72e2d43 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Unset dirty status for tenant:b62aa3c7040b43909dc99dc152657209 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:56.468885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7c49dc83-607b-4d0e-9194-8ce6c72e2d43 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/networks?id=80c1402e-e598-4883-82e5-4c0c560aa057 HTTP/1.1" status: 200 len: 765 time: 0.9614942 Feb 04 20:22:56.474343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47590) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:56.485712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'description': 'd2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:22:56.502025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Transition to ACTIVE for port object 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:56.550081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ee31a-cb42-4e60-a95c-76ead715915c None None] Pushing event updated for resources: {'Port': ['ID=2bc75985-b49e-4721-9003-e683da9eec46,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:57.037266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5020e7-e812-4566-929d-2946b8b89f75 None None] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:57.074994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:22:57.115968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] Sync routers for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:22:57.165970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:22:57.185315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.200677 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.242003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:22:57.242621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:57.362714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b931c56-abf2-44c3-b247-fc0da7094972 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:22:57.385264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:22:57.392641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.422090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0b0bd122-801f-4e20-b763-aed36af8dd43 None None] Provisioning for port e2818e5b-92fa-4de4-92c2-15c517ba4e6e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:57.449469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Transition to ACTIVE for port object 5b931c56-abf2-44c3-b247-fc0da7094972 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:22:57.469128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:22:57.472125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:22:57.500491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:57.500691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e2818e5b-92fa-4de4-92c2-15c517ba4e6e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:57.504319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.506654 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.538774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.599492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.715623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72019848-87b8-49ca-b32b-f3bb6bf2b6cd None None] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:57.723472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:57.831288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a7bb9-369e-4d19-9fdb-b351fa27d890 None None] Network b0afa911-7ab8-4878-8505-f86705fcb58e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:22:57.921673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29186c6d-d4eb-412c-97f8-ad0f624c523d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:57.989996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 80c1402e-e598-4883-82e5-4c0c560aa057 is not hosted by any dhcp agent {{(pid=88237) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 20:22:58.001423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:58.002601 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:58.013090 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "PUT /v2.0/networks/80c1402e-e598-4883-82e5-4c0c560aa057 HTTP/1.1" status: 200 len: 762 time: 1.5371394 Feb 04 20:22:58.038841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-afdc42fb-bb5a-42a5-bec7-5289ed18a3c8 None None] Provisioning for port 6f5ca5e7-7f12-4260-8700-a038af744945 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:58.049528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47606) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:58.067647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e18ad914-262c-4d0f-909e-de137f6f29ea admin admin] 10.222.0.48 "PUT /v2.0/routers/e945adcd-96f8-4fa5-b456-6866ea592064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0384798 Feb 04 20:22:58.098873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47614) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:58.143907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:22:58.156192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:58.156873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:58.234991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b931c56-abf2-44c3-b247-fc0da7094972,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:58.425790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41178b-bbd7-4090-8ec3-ab965ab7e94b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=80c1402e-e598-4883-82e5-4c0c560aa057,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:58.467237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Attempting to bind port 5b931c56-abf2-44c3-b247-fc0da7094972 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:22:58.467579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Attempting to bind port 5b931c56-abf2-44c3-b247-fc0da7094972 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '07a23e63-d729-49db-bfab-1b3cb15d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8907be07-2747-48e7-a0f1-c213da418e50'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:22:58.467904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Attempting to bind port 5b931c56-abf2-44c3-b247-fc0da7094972 on network 8907be07-2747-48e7-a0f1-c213da418e50 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:58.476047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Port 5b931c56-abf2-44c3-b247-fc0da7094972 on network 8907be07-2747-48e7-a0f1-c213da418e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:22:58.476401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Attempting to bind port 5b931c56-abf2-44c3-b247-fc0da7094972 on network 8907be07-2747-48e7-a0f1-c213da418e50 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:22:58.487175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:22:58.487708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Checking segment: {'id': '07a23e63-d729-49db-bfab-1b3cb15d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8907be07-2747-48e7-a0f1-c213da418e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:22:58.487909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Bound using segment: {'id': '07a23e63-d729-49db-bfab-1b3cb15d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8907be07-2747-48e7-a0f1-c213da418e50'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:22:58.488326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Bound port: 5b931c56-abf2-44c3-b247-fc0da7094972, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a23e63-d729-49db-bfab-1b3cb15d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8907be07-2747-48e7-a0f1-c213da418e50'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:22:58.488669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:58.503553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 80c1402e-e598-4883-82e5-4c0c560aa057 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:22:58.508993 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7753b001-4b6f-4fb4-8180-015fc984fa7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d83d4dbaff564529b9535addf864c67b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5495899 Feb 04 20:22:58.509541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47622) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:58.521998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:58.535093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7d75cff-a957-4d2b-9b16-6abb04193a27 None None] Provisioning for port 2bc75985-b49e-4721-9003-e683da9eec46 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:58.580488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e2818e5b-92fa-4de4-92c2-15c517ba4e6e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:58.637558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:58.644195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f5d1f-3a87-4d4f-a4b9-dd5823c66508 req-eca8e5fd-fb17-4633-8b64-79d134bbd17d tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:58.645759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a33f5d1f-3a87-4d4f-a4b9-dd5823c66508 req-eca8e5fd-fb17-4633-8b64-79d134bbd17d tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 931 time: 1.3103023 Feb 04 20:22:58.660203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620643f-fa73-4b94-8a0e-6af082c7d16c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:58.661169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1620643f-fa73-4b94-8a0e-6af082c7d16c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Synchronizing usage tracker for tenant:b62aa3c7040b43909dc99dc152657209 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:58.753626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8b7ff8c7-af6f-4418-ab8c-d500e862113e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6789434 Feb 04 20:22:58.759502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7d75cff-a957-4d2b-9b16-6abb04193a27 None None] Provisioning complete for port 2bc75985-b49e-4721-9003-e683da9eec46 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:58.760024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7d75cff-a957-4d2b-9b16-6abb04193a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:58.773670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1620643f-fa73-4b94-8a0e-6af082c7d16c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Unset dirty status for tenant:b62aa3c7040b43909dc99dc152657209 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:58.775465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1620643f-fa73-4b94-8a0e-6af082c7d16c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/networks?id=80c1402e-e598-4883-82e5-4c0c560aa057 HTTP/1.1" status: 200 len: 765 time: 0.7117550 Feb 04 20:22:58.814214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e2818e5b-92fa-4de4-92c2-15c517ba4e6e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:22:58.814591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:58.869851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47630) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:59.021579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a33f5d1f-3a87-4d4f-a4b9-dd5823c66508 req-6d4556c8-fecb-4f33-a244-1feddcf3301f tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Synchronizing usage tracker for tenant:de4685274c184c86812d3ae45c07347e on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:59.069268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] For port 5b931c56-abf2-44c3-b247-fc0da7094972, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:22:59.077865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] For port 5b931c56-abf2-44c3-b247-fc0da7094972, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5b931c56-abf2-44c3-b247-fc0da7094972,segment=NetworkSegment(07a23e63-d729-49db-bfab-1b3cb15d596e),segment_id=07a23e63-d729-49db-bfab-1b3cb15d596e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:22:59.149261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.159542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.172851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd54d0b-36a5-43c2-8389-f9086ef6a3c3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.174723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fdd54d0b-36a5-43c2-8389-f9086ef6a3c3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3039238 Feb 04 20:22:59.177020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a33f5d1f-3a87-4d4f-a4b9-dd5823c66508 req-6d4556c8-fecb-4f33-a244-1feddcf3301f tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Unset dirty status for tenant:de4685274c184c86812d3ae45c07347e on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:59.178347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a33f5d1f-3a87-4d4f-a4b9-dd5823c66508 req-6d4556c8-fecb-4f33-a244-1feddcf3301f tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117297 Feb 04 20:22:59.183724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47640) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:59.263254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-20dddfbb-1bb8-4cea-b08f-467268da7608 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Synchronizing usage tracker for tenant:b62aa3c7040b43909dc99dc152657209 on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:22:59.296830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48aabcfc-907f-4ce4-968f-f35c6ceecb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.307112 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.314116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Router af9a0377-1016-4eef-9dc0-a1923cb70cee is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:22:59.340330 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48aabcfc-907f-4ce4-968f-f35c6ceecb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.378352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e2818e5b-92fa-4de4-92c2-15c517ba4e6e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:22:59.383393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:22:52Z', 'revision_number': 5, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port': {'id': '1f7de30e-6506-4254-9b98-ef4fd82a5579', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:13:51Z', 'updated_at': '2022-02-04T20:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:59.393668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] Checking router: e945adcd-96f8-4fa5-b456-6866ea592064 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:22:59.418382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] Routers {'e945adcd-96f8-4fa5-b456-6866ea592064'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:22:59.421623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e945adcd-96f8-4fa5-b456-6866ea592064'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:59.438406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Deleting port 1f7de30e-6506-4254-9b98-ef4fd82a5579 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:22:59.439266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.444167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-20dddfbb-1bb8-4cea-b08f-467268da7608 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Unset dirty status for tenant:b62aa3c7040b43909dc99dc152657209 on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:22:59.450242 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-20dddfbb-1bb8-4cea-b08f-467268da7608 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 207 time: 0.2606316 Feb 04 20:22:59.455308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47646) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:59.493376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7d75cff-a957-4d2b-9b16-6abb04193a27 None None] Provisioning for port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:22:59.512332 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.513487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:22:59.537501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.538204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.539706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b931c56-abf2-44c3-b247-fc0da7094972 HTTP/1.1" status: 200 len: 1091 time: 3.6072061 Feb 04 20:22:59.540693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'tag': '5b931c56-abf2-44c3-b247-fc0da7094972'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:22:59.567817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39b9b-fdd9-4590-8543-62089178dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b931c56-abf2-44c3-b247-fc0da7094972,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:59.662111 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'tag': '5b931c56-abf2-44c3-b247-fc0da7094972', 'status': 'completed', 'code': 200} Feb 04 20:22:59.768380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:22:59.769365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] Set router e945adcd-96f8-4fa5-b456-6866ea592064 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:22:59.779564 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Sync routers for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:22:59.799156 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:22:59.800929 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:22:59.841992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48aabcfc-907f-4ce4-968f-f35c6ceecb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.852264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38063c8-8409-4382-bff8-ec950d7c2f1c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.860432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38063c8-8409-4382-bff8-ec950d7c2f1c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.867959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38063c8-8409-4382-bff8-ec950d7c2f1c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.874754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38063c8-8409-4382-bff8-ec950d7c2f1c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.881708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38063c8-8409-4382-bff8-ec950d7c2f1c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.889224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38063c8-8409-4382-bff8-ec950d7c2f1c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:22:59.897633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b38063c8-8409-4382-bff8-ec950d7c2f1c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4412115 Feb 04 20:22:59.899341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47656) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:59.900532 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.901951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-25ab7ced-1648-43a0-94a8-55add1c991bc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.2731862 Feb 04 20:22:59.924571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47660) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:22:59.953136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aabcfc-907f-4ce4-968f-f35c6ceecb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29186c6d-d4eb-412c-97f8-ad0f624c523d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:22:59.964003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-48aabcfc-907f-4ce4-968f-f35c6ceecb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:22:59.965122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-48aabcfc-907f-4ce4-968f-f35c6ceecb4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29186c6d-d4eb-412c-97f8-ad0f624c523d HTTP/1.1" status: 204 len: 168 time: 1.4555991 Feb 04 20:23:00.015865 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:23:00.024255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] For port 1f7de30e-6506-4254-9b98-ef4fd82a5579, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1f7de30e-6506-4254-9b98-ef4fd82a5579,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:00.024255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:00.036948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5e2f-b383-4741-930f-d7b06aa0a88d req-5faafbe9-d1eb-4d71-86ca-1370ef1f5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.038477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddaa5e2f-b383-4741-930f-d7b06aa0a88d req-5faafbe9-d1eb-4d71-86ca-1370ef1f5abc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de4685274c184c86812d3ae45c07347e&device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 1094 time: 0.2475266 Feb 04 20:23:00.081172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:22:59Z', 'revision_number': 6, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:00.097344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7d75cff-a957-4d2b-9b16-6abb04193a27 None None] Provisioning complete for port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:00.097805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7d75cff-a957-4d2b-9b16-6abb04193a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:00.233502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Calling delete_port for 1f7de30e-6506-4254-9b98-ef4fd82a5579 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:00.412539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-114e7ea8-ee9e-445c-a18e-ff560e0fffc2 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5042088 Feb 04 20:23:00.417631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47674) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:00.487785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54715f7d-c9a6-47c4-99e7-656a409d3c58 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:23:00.500156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c317ba-6b0e-4219-89e9-52b165f0bc24 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.501763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c317ba-6b0e-4219-89e9-52b165f0bc24 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.503589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c317ba-6b0e-4219-89e9-52b165f0bc24 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.505166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c317ba-6b0e-4219-89e9-52b165f0bc24 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.506950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c317ba-6b0e-4219-89e9-52b165f0bc24 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.515519 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-40c317ba-6b0e-4219-89e9-52b165f0bc24 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0916624 Feb 04 20:23:00.564894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47680) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:00.565239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47682) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:00.579690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727530391', 'description': 'tempest-description--708042830'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:00.586658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:00.592113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:security_group and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:00.595211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:00.600394 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:22:56Z', 'revision_number': 3, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:00.602184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:00.620892 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Checking router: af9a0377-1016-4eef-9dc0-a1923cb70cee for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:23:00.623107 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Updating router af9a0377-1016-4eef-9dc0-a1923cb70cee port 8dfe0a51-031c-4976-b254-de4357d61594 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:23:00.627837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5e2f-b383-4741-930f-d7b06aa0a88d req-768f1e99-d9d0-4212-8018-d0353711bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.629861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddaa5e2f-b383-4741-930f-d7b06aa0a88d req-768f1e99-d9d0-4212-8018-d0353711bf99 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de4685274c184c86812d3ae45c07347e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5358448 Feb 04 20:23:00.693310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb63dc-b170-463f-91e9-73f748dc29d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.694861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb63dc-b170-463f-91e9-73f748dc29d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.696295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb63dc-b170-463f-91e9-73f748dc29d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.697676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb63dc-b170-463f-91e9-73f748dc29d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.699074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb63dc-b170-463f-91e9-73f748dc29d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['shared'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.700695 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53eb63dc-b170-463f-91e9-73f748dc29d1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1342006 Feb 04 20:23:00.709290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:00.718942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47688) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:00.779227 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:00.915665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5e2f-b383-4741-930f-d7b06aa0a88d req-63ec6572-67d2-49b6-a18f-3279be4e5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:00.917112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddaa5e2f-b383-4741-930f-d7b06aa0a88d req-63ec6572-67d2-49b6-a18f-3279be4e5d3c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753987 Feb 04 20:23:00.944651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52788013-b33b-4ef6-b8ac-2921f5c7e3e1 None None] The sync data for ids ['e945adcd-96f8-4fa5-b456-6866ea592064'] in n-d-811806-1 is: [{'id': 'e945adcd-96f8-4fa5-b456-6866ea592064', 'name': 'tempest-AttachVolumeShelveTestJSON-368212070-router', 'tenant_id': '2f50590d4af84de5803be5ca84d11bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:13:49Z', 'updated_at': '2022-02-04T20:22:59Z', 'revision_number': 6, 'project_id': '2f50590d4af84de5803be5ca84d11bcf', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:23:01.107328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:01.107909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.127923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.197500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54715f7d-c9a6-47c4-99e7-656a409d3c58 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:23:01.220851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:01.245857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a7d75cff-a957-4d2b-9b16-6abb04193a27 None None] Port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:01.280586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:01.300396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:security_group_rule and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:01.316155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:01.327016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47700) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:01.350193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543993c1-ab04-4a39-bac6-47c3ddb19650 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:01.359642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-543993c1-ab04-4a39-bac6-47c3ddb19650 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/networks/755966fe-5115-497f-87df-7d46b4a8b3f1 HTTP/1.1" status: 200 len: 803 time: 0.6369531 Feb 04 20:23:01.364055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47702) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:01.364847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7de30e-6506-4254-9b98-ef4fd82a5579,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:01.423907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:01.458852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.560731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Provisioning complete for port e2818e5b-92fa-4de4-92c2-15c517ba4e6e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:01.563198 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.593385 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.626192 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Transition to ACTIVE for port object 8dfe0a51-031c-4976-b254-de4357d61594 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:01.693397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:01.714079 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.739986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Usage tracker for resource:security_group_rule and tenant:8c6449b93cff4208823cc9466f342e2f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:01.753574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:01.775576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:01.793875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cf801-6453-4297-8fe1-0cd13c5f4ce2 req-e29d3882-90b8-4bde-9cc1-b571d25cd078 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:01.796752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-158cf801-6453-4297-8fe1-0cd13c5f4ce2 req-e29d3882-90b8-4bde-9cc1-b571d25cd078 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 943 time: 1.2751305 Feb 04 20:23:01.801052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6f5ca5e7-7f12-4260-8700-a038af744945 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:01.816738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-b804a493-b6b8-469b-92c4-cb9891fb6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:01.818313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-b804a493-b6b8-469b-92c4-cb9891fb6648 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de4685274c184c86812d3ae45c07347e&device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 1094 time: 0.8446882 Feb 04 20:23:01.828255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.859720 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Attempting to bind port 8dfe0a51-031c-4976-b254-de4357d61594 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:01.860220 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Attempting to bind port 8dfe0a51-031c-4976-b254-de4357d61594 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:01.860578 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Attempting to bind port 8dfe0a51-031c-4976-b254-de4357d61594 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:01.869596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:01.869939 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:01.870274 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.870757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:01.871142 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Bound port: 8dfe0a51-031c-4976-b254-de4357d61594, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:01.871687 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:01.935192 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Pushing event updated for resources: {'Port': ['ID=8dfe0a51-031c-4976-b254-de4357d61594,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:01.960032 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.960691 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.961432 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.961932 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.962457 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.963954 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.964497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.964953 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.965462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.965926 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.966384 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:01.967124 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:02.029649 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] For port 8dfe0a51-031c-4976-b254-de4357d61594, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:02.033047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-158cf801-6453-4297-8fe1-0cd13c5f4ce2 req-3c22f52f-e31c-4115-9493-0e3eab468644 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235379 Feb 04 20:23:02.034469 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] For port 8dfe0a51-031c-4976-b254-de4357d61594, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8dfe0a51-031c-4976-b254-de4357d61594,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:02.085514 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.100345 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-ca5d3d7f-6cc5-4652-ab7b-7daaaf7264b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b931c56-abf2-44c3-b247-fc0da7094972 HTTP/1.1" status: 200 len: 217 time: 0.2238533 Feb 04 20:23:02.129538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.183585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6f5ca5e7-7f12-4260-8700-a038af744945 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:02.195386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e82a14dc-bfda-4642-aaca-b9e23d1f0960 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/networks/755966fe-5115-497f-87df-7d46b4a8b3f1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7938769 Feb 04 20:23:02.270638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47714) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:02.280965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Provisioning complete for port 6f5ca5e7-7f12-4260-8700-a038af744945 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:02.280965 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.304491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.320638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.330355 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:23:02.331032 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:02.351074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.357983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6f5ca5e7-7f12-4260-8700-a038af744945 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:02.358565 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.399801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-d528d54c-8f8b-45db-b908-bda9bda08843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:02.404631 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-d528d54c-8f8b-45db-b908-bda9bda08843 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09bb5d93-5f24-4bc5-adf5-75da361582ce HTTP/1.1" status: 200 len: 849 time: 0.1974716 Feb 04 20:23:02.426412 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13105cd2-f2f0-4be9-9b32-90543b32a194 None None] Pushing event updated for resources: {'Port': ['ID=8dfe0a51-031c-4976-b254-de4357d61594,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:02.469629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:02.498862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.502847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-50b58b8d-495a-4720-96f7-0dc1fce1ce77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8907be07-2747-48e7-a0f1-c213da418e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897129 Feb 04 20:23:02.503254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47722) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:02.504583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e6a54a78-11e6-4e1c-8d4f-32f24d0b7880 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9363358 Feb 04 20:23:02.508865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'security_group_rule': {'security_group_id': '5f33724d-cdb0-4bdf-8924-7e72fb8b1a14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:02.520658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.536199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.536465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e945adcd-96f8-4fa5-b456-6866ea592064 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:23:02.542598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:02.563445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12aff03-5359-469b-88e2-dc5c806ef750 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:02.564946 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e12aff03-5359-469b-88e2-dc5c806ef750 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/subnets/f1239fb4-2214-4a53-93a8-bc913ffcf8dd HTTP/1.1" status: 200 len: 843 time: 0.2934935 Feb 04 20:23:02.573042 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:23:02.618102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47726) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:02.619279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.620855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:security_group_rule and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:02.648651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.665555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 6f5ca5e7-7f12-4260-8700-a038af744945, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6f5ca5e7-7f12-4260-8700-a038af744945,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:02.689992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:02.703997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c6449b93cff4208823cc9466f342e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3396785 Feb 04 20:23:02.712755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47732) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:02.742764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:02.770299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.779977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.780162 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.783381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bc75985-b49e-4721-9003-e683da9eec46 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:02.783499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cb056dc5-c4a9-4249-b45a-a476ca38b9a9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e945adcd-96f8-4fa5-b456-6866ea592064 HTTP/1.1" status: 204 len: 168 time: 4.6810577 Feb 04 20:23:02.788430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47736) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:02.796159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8094d635-e723-4632-9d12-1d4899339641 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['shared'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:02.796677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8094d635-e723-4632-9d12-1d4899339641 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Synchronizing usage tracker for tenant:b62aa3c7040b43909dc99dc152657209 on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:02.862097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8094d635-e723-4632-9d12-1d4899339641 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Unset dirty status for tenant:b62aa3c7040b43909dc99dc152657209 on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:02.864124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8094d635-e723-4632-9d12-1d4899339641 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "GET /v2.0/subnets/f1239fb4-2214-4a53-93a8-bc913ffcf8dd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2450826 Feb 04 20:23:02.874629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47740) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:02.895992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c7453-1797-4888-82c8-119ab7768b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878dc586-bd01-4eb5-93e3-81be01fbd3a2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:02.901532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892841328'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:02.912185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:02.918035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.925061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=6f5ca5e7-7f12-4260-8700-a038af744945,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:02.928956 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-2b0cc758-3041-4ce1-8208-7c3654216d8d service neutron] 10.222.0.24 "GET /v2.0/networks/8907be07-2747-48e7-a0f1-c213da418e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145865 Feb 04 20:23:02.936120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e6af0b-f73b-4064-b475-a6f8b8396369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:02.974426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:02.993521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e6af0b-f73b-4064-b475-a6f8b8396369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.002674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] Deleting subnet 9d3c8336-f934-4211-894b-8dfb95270c18 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:23:03.006565 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.063936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.080480 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.092831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:23:03.093192 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:23:03.116205 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:22:56Z', 'revision_number': 3, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:03.121933 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5d90f-938c-47c2-8254-da25bbc25c64 None None] The sync data for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 is: [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:22:56Z', 'revision_number': 3, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:23:03.130775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2bc75985-b49e-4721-9003-e683da9eec46 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:03.131172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.236667 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e6af0b-f73b-4064-b475-a6f8b8396369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.287100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6af0b-f73b-4064-b475-a6f8b8396369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878dc586-bd01-4eb5-93e3-81be01fbd3a2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:03.350650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e6af0b-f73b-4064-b475-a6f8b8396369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.351883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e7e6af0b-f73b-4064-b475-a6f8b8396369 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/878dc586-bd01-4eb5-93e3-81be01fbd3a2 HTTP/1.1" status: 204 len: 168 time: 0.6378942 Feb 04 20:23:03.374155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.488459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Allocated IP 172.20.0.1 (ecccf2a9-41a3-41eb-a814-9615f20d79cb/eca1f390-d920-48a7-999e-7cfb579848c7/b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:03.533046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:03.536722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.586540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.588758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e2818e5b-92fa-4de4-92c2-15c517ba4e6e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:03.632211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc0aae23-8c19-4385-9b7e-d90b0d6590a9 req-9b1f099c-3d72-41cd-8a49-fcadb3b3cb1c service neutron] 10.222.0.24 "GET /v2.0/networks/8907be07-2747-48e7-a0f1-c213da418e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869798 Feb 04 20:23:03.640956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c30a4ee-d605-447a-93b2-44561c8de13b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:03.670230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:23:03.682372 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.682727 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Added segment 38185684-59aa-472b-b718-31c1ababc621 of type vlan for network 644d93f2-8866-4e26-a928-6d1eba67b647 Feb 04 20:23:03.715097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.746964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.748162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d2953bfc-ade5-4447-aa38-e46b6cbfb127 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2440004 Feb 04 20:23:03.752875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47756) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:03.769610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'security_group_rule': {'security_group_id': '5f33724d-cdb0-4bdf-8924-7e72fb8b1a14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:03.778166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:03.785572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.802725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.815068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:security_group_rule and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:03.822307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:03.831724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e2818e5b-92fa-4de4-92c2-15c517ba4e6e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:03.836773 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.837167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3db61-e25a-4735-a21e-51bdc0237fc3 req-e4513818-3d73-47e4-b721-e868bd167a41 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:03.844123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1a3db61-e25a-4735-a21e-51bdc0237fc3 req-e4513818-3d73-47e4-b721-e868bd167a41 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 943 time: 0.6325452 Feb 04 20:23:03.847596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Transition to ACTIVE for port object b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:03.863167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:03.887611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Provisioning complete for port 2bc75985-b49e-4721-9003-e683da9eec46 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:03.887977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e5178ff-b582-40d0-8fd3-84951ae9d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.899932 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.923910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:03.933423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:03.983568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.121999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:04.141516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:04.150816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:04.252570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6f5ca5e7-7f12-4260-8700-a038af744945 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:04.408031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6f5ca5e7-7f12-4260-8700-a038af744945 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:04.408410 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.495051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.531018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:04.558287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.603817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.623001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f002c21-9d3b-4941-a32c-1376236ea8c5 None None] Network 1c854c5c-7051-4c4f-a822-e027d8661ce5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:04.628795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.699283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1a3db61-e25a-4735-a21e-51bdc0237fc3 req-455cc030-e2e5-46a0-8686-5a2e37d79f62 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8479929 Feb 04 20:23:04.700439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3c8336-f934-4211-894b-8dfb95270c18,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:04.718254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Network': ['ID=644d93f2-8866-4e26-a928-6d1eba67b647,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:04.753647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 644d93f2-8866-4e26-a928-6d1eba67b647 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:23:04.784629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74f34260-a16e-41b8-8922-67c3c8e9bdb7 None None] Provisioning for port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:04.830072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.835365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d1a160db-4d41-41e0-833f-a8b6b973e4a3 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9590366 Feb 04 20:23:04.843084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6d7b500a-a65c-41ce-a809-9505285984bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9d3c8336-f934-4211-894b-8dfb95270c18 HTTP/1.1" status: 204 len: 168 time: 2.0531847 Feb 04 20:23:04.843760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47786) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:04.844152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47788) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:04.851408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'network_id': '644d93f2-8866-4e26-a928-6d1eba67b647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:04.890505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-74f34260-a16e-41b8-8922-67c3c8e9bdb7 None None] Provisioning complete for port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:04.890908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-74f34260-a16e-41b8-8922-67c3c8e9bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:04.996736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.032117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-74f34260-a16e-41b8-8922-67c3c8e9bdb7 None None] Port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:05.061351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bc0ea4-391c-4afa-9089-930e8a216c6e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:05.097684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.101414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:05.116760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:05.120925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Deleting port 98928df5-1e83-4a9c-bea4-38927dae024e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:05.121260 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.131102 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.160528 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.164886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-99fe44b2-4c9c-4559-92b0-4492328da9bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4047353 Feb 04 20:23:05.173571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47798) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:05.182097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:05.189792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:05.199853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:floatingip and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:05.204564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:05.253871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:23:05.256427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:05.273899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Made reservation on behalf of b62aa3c7040b43909dc99dc152657209 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:05.280117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.340197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] DHCP port deletion for 1c854c5c-7051-4c4f-a822-e027d8661ce5 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:23:05.342649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:23:05.343023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3f49a9d0-d0d6-4c11-8fbb-e5e9ffcc866b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:23:05.343443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f7de30e-6506-4254-9b98-ef4fd82a5579 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:23:05.386641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Deleting port 98928df5-1e83-4a9c-bea4-38927dae024e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:05.387058 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.411634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 1f7de30e-6506-4254-9b98-ef4fd82a5579 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:23:05.411990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1f7de30e-6506-4254-9b98-ef4fd82a5579 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:23:05.540095 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.640898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8dfe0a51-031c-4976-b254-de4357d61594 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:05.663422 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.680372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.ipam_backend_mixin [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Performing IP validity checks on allocation pools {{(pid=88237) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 20:23:05.681218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.ipam_backend_mixin [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88237) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 20:23:05.685164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] For port 98928df5-1e83-4a9c-bea4-38927dae024e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98928df5-1e83-4a9c-bea4-38927dae024e,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:05.685902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.786186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] For port 98928df5-1e83-4a9c-bea4-38927dae024e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98928df5-1e83-4a9c-bea4-38927dae024e,segment=NetworkSegment(8db088d6-6bab-414d-8f91-de7cb2cc2954),segment_id=8db088d6-6bab-414d-8f91-de7cb2cc2954)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:05.786495 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.793373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.886253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Calling delete_port for 98928df5-1e83-4a9c-bea4-38927dae024e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:05.890287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:05.894406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:05.982744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8dfe0a51-031c-4976-b254-de4357d61594 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:05.995652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Calling delete_port for 98928df5-1e83-4a9c-bea4-38927dae024e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:06.028400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8dfe0a51-031c-4976-b254-de4357d61594 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:06.028400 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.029228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43e3a-ab38-4f0e-be6a-c587f2496738 req-0fc40bfd-9f8f-4712-a432-60ba7945a8d5 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:06.030746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3af43e3a-ab38-4f0e-be6a-c587f2496738 req-0fc40bfd-9f8f-4712-a432-60ba7945a8d5 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 943 time: 0.2180078 Feb 04 20:23:06.091442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:06.095170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:06.106780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3af43e3a-ab38-4f0e-be6a-c587f2496738 req-c287b018-85a3-4cd7-bf7b-08d0f9fb5c69 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679009 Feb 04 20:23:06.178955 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:23:06.182034 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:23:06.194468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.218260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.236978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 8dfe0a51-031c-4976-b254-de4357d61594, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8dfe0a51-031c-4976-b254-de4357d61594,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:06.312344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Pushing event deleted for resources: {'Port': ['ID=98928df5-1e83-4a9c-bea4-38927dae024e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:06.313054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.314407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] No DVR routers for this DVR port 98928df5-1e83-4a9c-bea4-38927dae024e on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:23:06.370855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Router af9a0377-1016-4eef-9dc0-a1923cb70cee has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:23:06.415428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=8dfe0a51-031c-4976-b254-de4357d61594,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:06.442750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98928df5-1e83-4a9c-bea4-38927dae024e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:23:06.528657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.543994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 98928df5-1e83-4a9c-bea4-38927dae024e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:23:06.544705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98928df5-1e83-4a9c-bea4-38927dae024e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:23:06.580703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-02872141-99c3-42c3-ad8c-a159b0bf1518 None None] Provisioning complete for port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:06.581234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-02872141-99c3-42c3-ad8c-a159b0bf1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.582224 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.649958 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.685188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-02872141-99c3-42c3-ad8c-a159b0bf1518 None None] Port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:06.690235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Deleting port 98928df5-1e83-4a9c-bea4-38927dae024e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:06.690621 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.699523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:23:06.709624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a1540c9-418f-432a-aa5a-ae6ca5757b16 admin admin] 10.222.0.48 "PUT /v2.0/routers/af9a0377-1016-4eef-9dc0-a1923cb70cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7803922 Feb 04 20:23:06.739597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Sync routers for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:23:06.793946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b841a8d6-5147-4cc1-a8a8-d169ad979142 None None] The port '98928df5-1e83-4a9c-bea4-38927dae024e' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:23:06.807874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:23:06.808675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:06.864509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c854c5c-7051-4c4f-a822-e027d8661ce5']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:06.872521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=4a5d3d6e-0c5e-43a2-8df6-4107d3181363,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:06.890190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db088d6-6bab-414d-8f91-de7cb2cc2954') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:06.890494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db088d6-6bab-414d-8f91-de7cb2cc2954') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:06.912855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:06.922608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Checking segment: {'id': '38185684-59aa-472b-b718-31c1ababc621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '644d93f2-8866-4e26-a928-6d1eba67b647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:06.924995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network hostable DHCP agents. Network: 644d93f2-8866-4e26-a928-6d1eba67b647, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:23:07.044123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:23:07.078930 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.087152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:07.088638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:07.113619 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:07.220597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Network 644d93f2-8866-4e26-a928-6d1eba67b647 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:23:07.271704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 172.25.7.123 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/6cacb9da-bb75-4dfd-b417-4a0299e216e6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:07.380205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5b931c56-abf2-44c3-b247-fc0da7094972 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:23:07.440629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 644d93f2-8866-4e26-a928-6d1eba67b647) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:07.475066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:07.475659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.480239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.502243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34145f3-8f6a-4b58-b840-92a09584fa30 req-de4b25fa-1999-4fb8-be5a-d58c53385934 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:07.508327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c34145f3-8f6a-4b58-b840-92a09584fa30 req-de4b25fa-1999-4fb8-be5a-d58c53385934 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 943 time: 0.1371088 Feb 04 20:23:07.512876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110eba0e-6820-4cdd-bdf0-9a4654c7099c None None] Network 644d93f2-8866-4e26-a928-6d1eba67b647 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:07.514613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.574195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8dfe0a51-031c-4976-b254-de4357d61594 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:07.579994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c854c5c-7051-4c4f-a822-e027d8661ce5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:07.594055 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c34145f3-8f6a-4b58-b840-92a09584fa30 req-2c185b6b-97c4-4fb0-8880-cfecc1198c8a tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592635 Feb 04 20:23:07.632630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47846) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:07.638109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699279221', 'description': 'tempest-description--2067827339'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:07.645112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:07.650590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Usage tracker for resource:security_group and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:07.653523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:07.658476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.663058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:07.734360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e11265e2-1cc1-4be7-a6be-21905def6966 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c854c5c-7051-4c4f-a822-e027d8661ce5 HTTP/1.1" status: 204 len: 168 time: 2.8871055 Feb 04 20:23:07.792730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.862819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47854) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:07.863408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-376906dc-a933-4c66-bad5-498fda1d4f3c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0177488 Feb 04 20:23:07.863512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5b931c56-abf2-44c3-b247-fc0da7094972, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5b931c56-abf2-44c3-b247-fc0da7094972,segment=NetworkSegment(07a23e63-d729-49db-bfab-1b3cb15d596e),segment_id=07a23e63-d729-49db-bfab-1b3cb15d596e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:07.878727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-56c4cf92-d918-4cde-8f68-9de40c4980b1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:07.891435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:07.895331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:07.900231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:07.916419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8dfe0a51-031c-4976-b254-de4357d61594 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:07.917053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.927589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:07.943550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=6cacb9da-bb75-4dfd-b417-4a0299e216e6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:07.958455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5b931c56-abf2-44c3-b247-fc0da7094972', 'network_id': '8907be07-2747-48e7-a0f1-c213da418e50', 'port_id': '5b931c56-abf2-44c3-b247-fc0da7094972', 'mac_address': 'fa:16:3e:45:bb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bb5d93-5f24-4bc5-adf5-75da361582ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:23:08.044914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.136459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:05Z', 'revision_number': 2, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:08.144199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-644d93f2-8866-4e26-a928-6d1eba67b647', 'network_id': '644d93f2-8866-4e26-a928-6d1eba67b647', 'tenant_id': 'b62aa3c7040b43909dc99dc152657209', 'fixed_ips': [{'subnet_id': '4a5d3d6e-0c5e-43a2-8df6-4107d3181363'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:23:08.144600 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.173280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Checking router: af9a0377-1016-4eef-9dc0-a1923cb70cee for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:23:08.175474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Updating router af9a0377-1016-4eef-9dc0-a1923cb70cee port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:23:08.272733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.293886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47862) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:08.321242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.395149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56c4cf92-d918-4cde-8f68-9de40c4980b1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7346446'] for subnet, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.410853 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-396ad30b-59de-40cd-93b8-152a2463752d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f50590d4af84de5803be5ca84d11bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128731 Feb 04 20:23:08.411657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47866) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:08.416759 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.441825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b931c56-abf2-44c3-b247-fc0da7094972 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:23:08.471479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:08.481000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Usage tracker for resource:security_group_rule and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:08.488053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:08.511145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:08.580199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5b931c56-abf2-44c3-b247-fc0da7094972, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5b931c56-abf2-44c3-b247-fc0da7094972,segment=NetworkSegment(07a23e63-d729-49db-bfab-1b3cb15d596e),segment_id=07a23e63-d729-49db-bfab-1b3cb15d596e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:08.580869 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:23:08.586957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc3c5-80fc-44ea-af3a-4b465d5d29ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.679443 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.709356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.736472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc3c5-80fc-44ea-af3a-4b465d5d29ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.739559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.772056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.794279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56c4cf92-d918-4cde-8f68-9de40c4980b1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730206357252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6909208'] for subnet, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:08.929727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.025980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4cf92-d918-4cde-8f68-9de40c4980b1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:09.027395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56c4cf92-d918-4cde-8f68-9de40c4980b1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.033306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-56c4cf92-d918-4cde-8f68-9de40c4980b1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "PUT /v2.0/subnets/4a5d3d6e-0c5e-43a2-8df6-4107d3181363 HTTP/1.1" status: 200 len: 900 time: 1.1693249 Feb 04 20:23:09.040035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47884) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:09.052282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5b931c56-abf2-44c3-b247-fc0da7094972'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:23:09.057458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=6cacb9da-bb75-4dfd-b417-4a0299e216e6,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:09.075530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.127504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4cf92-d918-4cde-8f68-9de40c4980b1 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event updated for resources: {'Subnet': ['ID=4a5d3d6e-0c5e-43a2-8df6-4107d3181363,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:09.146781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6212d2-7e6a-4150-bf26-6534eed2dadc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:09.158427 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.159861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f41f6ece-cd18-435d-b580-e7a8e6a25fe0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5263150 Feb 04 20:23:09.162797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:09.169103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Request body: {'security_group_rule': {'security_group_id': '0b6212d2-7e6a-4150-bf26-6534eed2dadc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:09.192226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:09.206396 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.220726 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.223757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-51aa859a-fd7e-428e-b556-679da402995c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0482950 Feb 04 20:23:09.224911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc3c5-80fc-44ea-af3a-4b465d5d29ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.232502 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc3c5-80fc-44ea-af3a-4b465d5d29ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.237569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8cfbc3c5-80fc-44ea-af3a-4b465d5d29ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3387810-4113-4ff8-90ad-d1e60c2aaabc HTTP/1.1" status: 204 len: 168 time: 0.8251295 Feb 04 20:23:09.240074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Usage tracker for resource:security_group_rule and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:09.241981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5b931c56-abf2-44c3-b247-fc0da7094972,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:09.272990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:09.295289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:09.298268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbc3c5-80fc-44ea-af3a-4b465d5d29ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3387810-4113-4ff8-90ad-d1e60c2aaabc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:09.352796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Allocated IP 2001:db8::3 (644d93f2-8866-4e26-a928-6d1eba67b647/4a5d3d6e-0c5e-43a2-8df6-4107d3181363/791a706a-57ac-40fe-b7d9-f7c8d6e214ba) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:09.387994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.458258 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.519161 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.522359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.537706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8e6c9-949f-4419-af22-93f172887b01 req-83508f4a-c46e-48f6-98cb-a4e09d8327cc tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:09.545032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ce8e6c9-949f-4419-af22-93f172887b01 req-83508f4a-c46e-48f6-98cb-a4e09d8327cc tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 944 time: 0.6719434 Feb 04 20:23:09.634574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.658792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:23:09.665566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e6d7d1-5844-4796-8429-725aa1a8e7d7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:09.691642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ce8e6c9-949f-4419-af22-93f172887b01 req-38da37c3-aa5e-495a-8aad-9b60fb4eba13 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457348 Feb 04 20:23:09.711541 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.791052 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.800617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3c55b7f6-01ab-44b2-956a-a38de62bdbf5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--727530391&fields=id&tenant_id=1b7f8f02e3e1425794c7b1f0ef780199 HTTP/1.1" status: 200 len: 267 time: 0.0871253 Feb 04 20:23:09.804249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.806068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-16ee2162-0629-436f-98f4-2221ccd0cf0b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6419926 Feb 04 20:23:09.811814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47914) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:09.818001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Transition to ACTIVE for port object b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:09.818532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Request body: {'security_group_rule': {'security_group_id': '0b6212d2-7e6a-4150-bf26-6534eed2dadc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:09.828377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:09.834145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Usage tracker for resource:security_group_rule and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:09.837743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:09.845360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:09.893719 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.903048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-499d5843-3584-484a-9606-81297df1ed32 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:09.903656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-499d5843-3584-484a-9606-81297df1ed32 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Synchronizing usage tracker for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:09.904735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Transition to ACTIVE for port object 791a706a-57ac-40fe-b7d9-f7c8d6e214ba will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:09.925561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Transition to ACTIVE for port object 791a706a-57ac-40fe-b7d9-f7c8d6e214ba will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:09.941105 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:09.949145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.026336 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.028587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-499d5843-3584-484a-9606-81297df1ed32 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Unset dirty status for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:10.029795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-499d5843-3584-484a-9606-81297df1ed32 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports/81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 931 time: 0.2284207 Feb 04 20:23:10.084882 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.111602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Network 644d93f2-8866-4e26-a928-6d1eba67b647 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:10.116931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:10.120605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-400b0377-c439-43bf-ab9f-bd7d08b1962b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:10.120747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:10.121892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-400b0377-c439-43bf-ab9f-bd7d08b1962b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports/7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 930 time: 0.0859632 Feb 04 20:23:10.128542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892aca4b-1444-4c9a-a10f-bcc75fb1bce8 None None] Pushing event updated for resources: {'Port': ['ID=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:10.147079 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.191742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.261073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Pushing event updated for resources: {'Port': ['ID=791a706a-57ac-40fe-b7d9-f7c8d6e214ba,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:10.281938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0569cbfd-74b9-4530-be14-9060bb840508 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1510043 Feb 04 20:23:10.329966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d6adf0-bd14-4dd5-ac10-b2dbf066d6d5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:10.335745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5d3d6e-0c5e-43a2-8df6-4107d3181363,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:10.380879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-e71b144f-01b9-4769-94c3-229fe486119d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0911734 Feb 04 20:23:10.418027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Attempting to bind port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:10.418396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Attempting to bind port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:10.418774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Attempting to bind port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 on network ecccf2a9-41a3-41eb-a814-9615f20d79cb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:10.428198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:10.428427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Checking segment: {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:10.429260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.429260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Bound using segment: {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:10.429617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Bound port: b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:10.429991 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.454782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.483407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Attempting to bind port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:10.483780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Attempting to bind port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '38185684-59aa-472b-b718-31c1ababc621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '644d93f2-8866-4e26-a928-6d1eba67b647'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:10.484149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Attempting to bind port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba on network 644d93f2-8866-4e26-a928-6d1eba67b647 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:10.485334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644d93f2-8866-4e26-a928-6d1eba67b647']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:10.500403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38185684-59aa-472b-b718-31c1ababc621') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:10.500715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38185684-59aa-472b-b718-31c1ababc621') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:10.514500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:10.514904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Checking segment: {'id': '38185684-59aa-472b-b718-31c1ababc621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '644d93f2-8866-4e26-a928-6d1eba67b647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:10.515346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.515676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Bound using segment: {'id': '38185684-59aa-472b-b718-31c1ababc621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '644d93f2-8866-4e26-a928-6d1eba67b647'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:10.516274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Bound port: 791a706a-57ac-40fe-b7d9-f7c8d6e214ba, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185684-59aa-472b-b718-31c1ababc621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '644d93f2-8866-4e26-a928-6d1eba67b647'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:10.516653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.524700 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.539938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.541404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-191a61dd-76a8-47f3-8c93-3d3ded99877c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7280931 Feb 04 20:23:10.544710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47936) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:10.570594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.584175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:10.590333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.590464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:10.607545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:10.624725 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:10.642607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] For port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:10.652874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Usage tracker for resource:floatingip and tenant:b3b332e2fd834d74910c30fb6183c6b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:10.660421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:10.665418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] For port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:10.678028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f4938823-e4a2-4ab1-ba15-10129d11ed0e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:10.683842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] For port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:10.684737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f4938823-e4a2-4ab1-ba15-10129d11ed0e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:10.691996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f4938823-e4a2-4ab1-ba15-10129d11ed0e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:10.699180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f4938823-e4a2-4ab1-ba15-10129d11ed0e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 1989 time: 0.3107998 Feb 04 20:23:10.701864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:10.717665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-a7dc77b2-43da-4687-a6cf-65bf41d0858a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/quotas/1b7f8f02e3e1425794c7b1f0ef780199 HTTP/1.1" status: 200 len: 375 time: 0.0175748 Feb 04 20:23:10.764352 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.777868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] For port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=791a706a-57ac-40fe-b7d9-f7c8d6e214ba,segment=NetworkSegment(38185684-59aa-472b-b718-31c1ababc621),segment_id=38185684-59aa-472b-b718-31c1ababc621)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:10.824055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 20:23:10.824055 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 20:23:10.824055 n-d-811806-1 neutron-server[88236]: [parameters: {'id': '644d93f2-8866-4e26-a928-6d1eba67b647'}] Feb 04 20:23:10.824055 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:23:10.825166 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:23:10.902499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3fb9da58-bdf7-48d1-8557-9ec8d598c907 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1837356 Feb 04 20:23:10.921067 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:10.924554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:23:10.925192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:22:53Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:11.059745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f5a4-7f25-4fee-8969-325c16d3ddb1 req-cf56a039-8f3e-4e7e-97f6-88fb7422c745 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:11.069462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2d1f5a4-7f25-4fee-8969-325c16d3ddb1 req-cf56a039-8f3e-4e7e-97f6-88fb7422c745 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 944 time: 0.2111411 Feb 04 20:23:11.229676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2d1f5a4-7f25-4fee-8969-325c16d3ddb1 req-c1f9bd0b-e125-4588-8e5f-04207e7cf5f0 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579523 Feb 04 20:23:11.326666 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:11.341182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:11.341545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:11.356580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892aca4b-1444-4c9a-a10f-bcc75fb1bce8 None None] Pushing event updated for resources: {'Port': ['ID=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:11.362873 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:11.439713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5b931c56-abf2-44c3-b247-fc0da7094972 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:11.486030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:23:11.575491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b999da-7732-456a-bb2b-4adce7e8cbd9 None None] Pushing event updated for resources: {'Port': ['ID=791a706a-57ac-40fe-b7d9-f7c8d6e214ba,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:11.616508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:11.700174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] For port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=791a706a-57ac-40fe-b7d9-f7c8d6e214ba,segment=NetworkSegment(38185684-59aa-472b-b718-31c1ababc621),segment_id=38185684-59aa-472b-b718-31c1ababc621)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:11.701168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:11.788918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-a161be0c-a155-4fd8-aefb-4fa59f64472f service neutron] 10.222.0.48 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8829637 Feb 04 20:23:11.902092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Calling delete_port for 791a706a-57ac-40fe-b7d9-f7c8d6e214ba owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:11.908346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3b227-dbb3-4d6d-9152-f57f233bb353 None None] Network 644d93f2-8866-4e26-a928-6d1eba67b647 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:11.926265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Allocated IP 172.25.7.201 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/09b4169a-6ac7-4253-a397-b1b3d6cf92c0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:12.056667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9f171f6a-6604-4c70-81c0-077af283a390 service neutron] 10.222.0.48 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588813 Feb 04 20:23:12.057668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:12.092867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 5b931c56-abf2-44c3-b247-fc0da7094972 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:12.170580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-b2935d72-20e9-4c23-8505-04ef47d286b1 service neutron] 10.222.0.48 "GET /v2.0/ports/81110be4-8377-4e04-be36-f04dc4f0e0dd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1071360 Feb 04 20:23:12.189135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5b931c56-abf2-44c3-b247-fc0da7094972 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:12.189463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:12.198569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Port': ['ID=791a706a-57ac-40fe-b7d9-f7c8d6e214ba,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:12.215642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:12.228287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No DVR routers for this DVR port 791a706a-57ac-40fe-b7d9-f7c8d6e214ba on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:23:12.353193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7750d8-24e1-4575-8a75-92e0710b843f None None] Network 644d93f2-8866-4e26-a928-6d1eba67b647 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:12.418152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-fab5f635-70b6-4ec9-8998-a524ab6da246 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341473 Feb 04 20:23:12.505422 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:12.752775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:12.768956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313afcd-06bb-4b2c-a5e7-40ac3949da74 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:23:12.787901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event updated for resources: {'Port': ['ID=09b4169a-6ac7-4253-a397-b1b3d6cf92c0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:12.799529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-17fd2436-c5ce-4fb4-b112-8c2a70506bc5 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689213 Feb 04 20:23:12.800974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:12.805331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:12.825147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:10Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:12.864825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c4a51-e1c7-47a3-b296-a6ec4f973c6e None None] The sync data for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 is: [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:10Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:23:12.900535 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.006583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5b931c56-abf2-44c3-b247-fc0da7094972, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5b931c56-abf2-44c3-b247-fc0da7094972,segment=NetworkSegment(07a23e63-d729-49db-bfab-1b3cb15d596e),segment_id=07a23e63-d729-49db-bfab-1b3cb15d596e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:13.011178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b931c56-abf2-44c3-b247-fc0da7094972'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:13.082625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.092197 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.130355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644d93f2-8866-4e26-a928-6d1eba67b647']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:13.177955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38185684-59aa-472b-b718-31c1ababc621') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:13.178301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38185684-59aa-472b-b718-31c1ababc621') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:13.214902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0c2324f0-519a-4790-85c0-949643a0beb8 service neutron] 10.222.0.48 "GET /v2.0/ports/7cce746e-36d4-47f4-b8cd-fc87a89e9db0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3610601 Feb 04 20:23:13.230232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f604a68-05b3-48cf-86c0-ca1382928876 req-1fb80ab4-ce30-4dda-801b-ae920c2ed2e0 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:13.233696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f604a68-05b3-48cf-86c0-ca1382928876 req-1fb80ab4-ce30-4dda-801b-ae920c2ed2e0 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 944 time: 0.6112125 Feb 04 20:23:13.238212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.290498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5b931c56-abf2-44c3-b247-fc0da7094972,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:13.332718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f604a68-05b3-48cf-86c0-ca1382928876 req-aa0875fa-eef5-435e-9ea6-9abaac9b2399 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772192 Feb 04 20:23:13.336967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.348664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7313afcd-06bb-4b2c-a5e7-40ac3949da74 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:23:13.352326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:13.352791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:13.401386 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:13.629997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.667305 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b931c56-abf2-44c3-b247-fc0da7094972', 'code': 200} Feb 04 20:23:13.715830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.733226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:13.785899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:13.788291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=644d93f2-8866-4e26-a928-6d1eba67b647,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:13.808054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-abd2693e-483b-46c1-8271-6f649214a8c8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/644d93f2-8866-4e26-a928-6d1eba67b647 HTTP/1.1" status: 204 len: 168 time: 4.7582667 Feb 04 20:23:13.813386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48004) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:13.925502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-29ea9af0-32c8-4d32-8591-21bd81cf4606 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040319 Feb 04 20:23:13.959920 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af3093a-c71e-429f-b0ca-e0905722063a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:13.960376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af3093a-c71e-429f-b0ca-e0905722063a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:13.979896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7af3093a-c71e-429f-b0ca-e0905722063a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/4a5d3d6e-0c5e-43a2-8df6-4107d3181363 HTTP/1.1" status: 404 len: 337 time: 0.1652048 Feb 04 20:23:13.982784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48010) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:14.076595 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-73482e5b-4aa0-43d1-a905-a96869ed69d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:14.077302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73482e5b-4aa0-43d1-a905-a96869ed69d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:14.084591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73482e5b-4aa0-43d1-a905-a96869ed69d0 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/644d93f2-8866-4e26-a928-6d1eba67b647 HTTP/1.1" status: 404 len: 339 time: 0.1007512 Feb 04 20:23:14.085238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48014) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:14.491585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:14.506549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:14.549155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:14.549664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:14.552565 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:14.718975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc7319-bea8-49ec-a56f-477442bd7599 req-4636e456-aa60-459c-a4b0-01cfbbc84384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:14.732594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03dc7319-bea8-49ec-a56f-477442bd7599 req-4636e456-aa60-459c-a4b0-01cfbbc84384 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 1096 time: 0.9967260 Feb 04 20:23:14.777655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3673dee5-3522-47ea-b61f-1697fb567492 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777297 Feb 04 20:23:14.833356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:14.880104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03dc7319-bea8-49ec-a56f-477442bd7599 req-ec8e7b86-ceff-4e9f-b865-45bacd5de6bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463079 Feb 04 20:23:14.882056 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:14.893043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c1402e-e598-4883-82e5-4c0c560aa057']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:14.909833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad5dfd-9b77-4b94-9415-5e9e68468c51') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:14.910276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad5dfd-9b77-4b94-9415-5e9e68468c51') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:14.931233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05aaf7-69f7-421b-8819-0bc011cd3665 req-fc5c41e9-5131-469f-8adf-71dcae692410 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:14.932826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af05aaf7-69f7-421b-8819-0bc011cd3665 req-fc5c41e9-5131-469f-8adf-71dcae692410 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 945 time: 0.3221602 Feb 04 20:23:14.934709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:14.955710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:14.975096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.002335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af05aaf7-69f7-421b-8819-0bc011cd3665 req-377d8f2c-f926-4a5f-878a-e63a8c986ae5 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602043 Feb 04 20:23:15.011882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:15.012439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:15.045116 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:15.086385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.089316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-1f650aca-8437-4f9a-aafa-aab6021cb736 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856944 Feb 04 20:23:15.246300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.288731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:15.321499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.325309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-7cec85cd-e72c-43cf-ac11-11ba45506118 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253270 Feb 04 20:23:15.328594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.374800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.376165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=80c1402e-e598-4883-82e5-4c0c560aa057,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:15.391047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b6da7afc-3a58-47e2-8404-a23a2028646b tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/80c1402e-e598-4883-82e5-4c0c560aa057 HTTP/1.1" status: 204 len: 168 time: 1.2937231 Feb 04 20:23:15.393419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48028) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:15.474987 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3c8d62-270d-441b-9e02-e0ddcd6ba5ec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:15.475654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3c8d62-270d-441b-9e02-e0ddcd6ba5ec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:15.477576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bd3c8d62-270d-441b-9e02-e0ddcd6ba5ec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/4cfe7138-4905-4816-a80b-ab5c74ec3630 HTTP/1.1" status: 404 len: 337 time: 0.0826707 Feb 04 20:23:15.480049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48032) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:15.528317 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-456b45de-f07f-46c3-bc26-3bd89118d7b8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:15.528899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456b45de-f07f-46c3-bc26-3bd89118d7b8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:15.530470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-456b45de-f07f-46c3-bc26-3bd89118d7b8 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/1470a378-bd3f-4005-bb8c-a853a772fd83 HTTP/1.1" status: 404 len: 339 time: 0.0495405 Feb 04 20:23:15.538863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48036) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:15.544676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:15.605342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event updated for resources: {'Port': ['ID=09b4169a-6ac7-4253-a397-b1b3d6cf92c0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:15.618161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:15.618537 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.628202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting subnet a1fcb3e6-5cb0-464a-b316-1786e36c500b {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:23:15.632372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.662486 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-a2ed70d6-b13c-412c-a731-658cdbaef022 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362997 Feb 04 20:23:15.676057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.712029 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.842812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.843244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:15.844548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f7a26909-5587-42e8-a47d-8281db9e69a3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2963421 Feb 04 20:23:15.864486 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-5e3929ea-9807-484b-a5c9-e6a737ffd155 service neutron] 10.222.0.48 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895945 Feb 04 20:23:16.050999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:16.059737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-957ab6cc-ca91-4b8c-86db-3cc450957142 service neutron] 10.222.0.48 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877358 Feb 04 20:23:16.140687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fcb3e6-5cb0-464a-b316-1786e36c500b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:16.140687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:16.151123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5dd14b-1c44-44a7-a425-d31c3d5739d0 None None] Network b0afa911-7ab8-4878-8505-f86705fcb58e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:16.198086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0077cea4-b8eb-4a9e-9580-5fe681502bdb tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/a1fcb3e6-5cb0-464a-b316-1786e36c500b HTTP/1.1" status: 204 len: 168 time: 0.6527629 Feb 04 20:23:16.199066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48060) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:16.356212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f51eb532-bee0-4f80-bd77-312762a2ae22 service neutron] 10.222.0.48 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817948 Feb 04 20:23:16.378833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02458329-db78-4c2c-80fa-5de60260ae97 req-beaa6ba1-3d21-41f9-8df2-3abcc8f11d66 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Synchronizing usage tracker for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:16.391233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting subnet f62243c4-02f9-4fef-8dd1-248832571a14 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:23:16.396206 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:16.471755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:16.522232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02458329-db78-4c2c-80fa-5de60260ae97 req-beaa6ba1-3d21-41f9-8df2-3abcc8f11d66 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Unset dirty status for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:16.531744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-beaa6ba1-3d21-41f9-8df2-3abcc8f11d66 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--699279221&fields=id&tenant_id=b3b332e2fd834d74910c30fb6183c6b5 HTTP/1.1" status: 200 len: 267 time: 0.2645590 Feb 04 20:23:16.610286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9f0f20e4-fbbe-4c4b-8320-4dc47a14d5ff service neutron] 10.222.0.48 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532256 Feb 04 20:23:16.826124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-e2121af7-cf1b-49f1-94e3-83c35d082d10 service neutron] 10.222.0.48 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096620 Feb 04 20:23:16.901959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-efebdf62-f56c-4e1e-9837-e2d42e797237 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:16.903715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02458329-db78-4c2c-80fa-5de60260ae97 req-efebdf62-f56c-4e1e-9837-e2d42e797237 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Synchronizing usage tracker for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:16.906949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:17.020825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02458329-db78-4c2c-80fa-5de60260ae97 req-efebdf62-f56c-4e1e-9837-e2d42e797237 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Unset dirty status for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:17.022493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-efebdf62-f56c-4e1e-9837-e2d42e797237 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/networks?id=ecccf2a9-41a3-41eb-a814-9615f20d79cb HTTP/1.1" status: 200 len: 806 time: 0.4890773 Feb 04 20:23:17.042279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-37f75aa0-d664-44e6-aa9a-a2325ba46fa3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/quotas/b3b332e2fd834d74910c30fb6183c6b5 HTTP/1.1" status: 200 len: 375 time: 0.0114436 Feb 04 20:23:17.110744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:17.187851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:17.197524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=f62243c4-02f9-4fef-8dd1-248832571a14,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:17.251930 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b2e27e06-5426-4010-ab87-aa86a3010031 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/f62243c4-02f9-4fef-8dd1-248832571a14 HTTP/1.1" status: 204 len: 168 time: 1.0463607 Feb 04 20:23:17.252767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48082) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:17.292386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0b50cab-9a67-411b-87bc-e0500a25bbbe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Synchronizing usage tracker for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:17.412099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0b50cab-9a67-411b-87bc-e0500a25bbbe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Unset dirty status for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:17.417401 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0b50cab-9a67-411b-87bc-e0500a25bbbe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3b332e2fd834d74910c30fb6183c6b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3598993 Feb 04 20:23:17.488241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3cbcfe-aa9a-422a-be53-e5dce58385d5 None None] Network b0afa911-7ab8-4878-8505-f86705fcb58e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:17.529676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:17.576342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port 2bc75985-b49e-4721-9003-e683da9eec46 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:17.576685 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:17.627359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-2e6dd355-0426-4f44-ab69-1d9cc17920a6 service neutron] 10.222.0.48 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844091 Feb 04 20:23:17.754337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6eb58158-b15e-4276-a949-7896d89d9e0d None None] Provisioning complete for port 2bc75985-b49e-4721-9003-e683da9eec46 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:17.755011 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6eb58158-b15e-4276-a949-7896d89d9e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:17.819991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] For port 2bc75985-b49e-4721-9003-e683da9eec46, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bc75985-b49e-4721-9003-e683da9eec46,segment=NetworkSegment(0b74fcd9-7b82-4435-a182-6a2e628ac1b3),segment_id=0b74fcd9-7b82-4435-a182-6a2e628ac1b3)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:17.821573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:17.924095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-0810bba4-6ae2-452b-8e1d-57758a436eb4 service neutron] 10.222.0.48 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952259 Feb 04 20:23:17.954259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] DHCP port deletion for b0afa911-7ab8-4878-8505-f86705fcb58e request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:23:17.974072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Deleting port 2bc75985-b49e-4721-9003-e683da9eec46 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:17.974444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:18.057815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Calling delete_port for 2bc75985-b49e-4721-9003-e683da9eec46 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:18.323142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] For port 2bc75985-b49e-4721-9003-e683da9eec46, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bc75985-b49e-4721-9003-e683da9eec46,segment=NetworkSegment(0b74fcd9-7b82-4435-a182-6a2e628ac1b3),segment_id=0b74fcd9-7b82-4435-a182-6a2e628ac1b3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:18.323559 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:18.331669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:18.387049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae3a5b-9cbb-4da7-875e-72f8ced74b64 req-052cbb3d-74e4-458e-9fab-f4fb05ca5a15 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:18.393287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dae3a5b-9cbb-4da7-875e-72f8ced74b64 req-052cbb3d-74e4-458e-9fab-f4fb05ca5a15 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 945 time: 0.1347430 Feb 04 20:23:18.470523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No DVR routers for this DVR port 2bc75985-b49e-4721-9003-e683da9eec46 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:23:18.505514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dae3a5b-9cbb-4da7-875e-72f8ced74b64 req-ec3f4d4e-a08c-4d7d-b40f-6e09c996cb5d tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111062 Feb 04 20:23:18.529755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Calling delete_port for 2bc75985-b49e-4721-9003-e683da9eec46 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:18.566528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Port': ['ID=2bc75985-b49e-4721-9003-e683da9eec46,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:18.640230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28b6c9aa-750c-4b6a-a158-1112a4dc5d3b req-1096e018-c227-49af-a088-5be9050be166 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 210 time: 0.0691695 Feb 04 20:23:18.648926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:23:18.649592 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:23:18.730089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:18.775409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0afa911-7ab8-4878-8505-f86705fcb58e']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:18.794833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b74fcd9-7b82-4435-a182-6a2e628ac1b3') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:18.795633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b74fcd9-7b82-4435-a182-6a2e628ac1b3') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:18.810573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:18.830223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:18.846301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:18.846301 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:18.869157 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:19.100754 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:19.119849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:19.131459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=b0afa911-7ab8-4878-8505-f86705fcb58e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:19.142020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48132) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:19.142240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-af092c0e-e722-4269-a14a-86a82a0a745a tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/b0afa911-7ab8-4878-8505-f86705fcb58e HTTP/1.1" status: 204 len: 168 time: 1.8881402 Feb 04 20:23:19.152453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Deleting port 2bc75985-b49e-4721-9003-e683da9eec46 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:19.152835 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:19.286715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-00409a45-f93a-4666-96ca-9a9012761a3d None None] The port '2bc75985-b49e-4721-9003-e683da9eec46' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:23:19.324097 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f869ff-62f0-4c03-8e89-bfb62ee05caa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:19.324948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f869ff-62f0-4c03-8e89-bfb62ee05caa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:19.326618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5f869ff-62f0-4c03-8e89-bfb62ee05caa tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/da043186-97a6-4d30-a42c-78607d4e75ba HTTP/1.1" status: 404 len: 337 time: 0.1830969 Feb 04 20:23:19.329287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48142) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:19.334108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-24d14f6d-e48d-4a35-8161-1e9998bab98e req-64562555-218d-43c6-a1aa-cb9f1c6e4f92 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Synchronizing usage tracker for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:19.347002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-24d14f6d-e48d-4a35-8161-1e9998bab98e req-64562555-218d-43c6-a1aa-cb9f1c6e4f92 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Unset dirty status for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:19.361195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24d14f6d-e48d-4a35-8161-1e9998bab98e req-64562555-218d-43c6-a1aa-cb9f1c6e4f92 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.0888219 Feb 04 20:23:19.386308 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb99a338-f37f-4b04-b3ad-6130308b3214 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:19.391652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb99a338-f37f-4b04-b3ad-6130308b3214 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:19.396290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fb99a338-f37f-4b04-b3ad-6130308b3214 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/49375a22-5855-40a9-a90c-1b7761b85362 HTTP/1.1" status: 404 len: 339 time: 0.0634286 Feb 04 20:23:19.396532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48150) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:19.469652 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1f5b2f-adce-4182-9642-1628c276f0f7 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:19.470143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1f5b2f-adce-4182-9642-1628c276f0f7 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:19.474374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fa1f5b2f-adce-4182-9642-1628c276f0f7 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/c1449227-c715-4986-97ce-190e06b4599b HTTP/1.1" status: 404 len: 337 time: 0.0744355 Feb 04 20:23:19.474618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:19.511324 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db3dfa8-bfbd-4659-bcc4-98ca3753bd00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:19.511972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db3dfa8-bfbd-4659-bcc4-98ca3753bd00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:19.513873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3db3dfa8-bfbd-4659-bcc4-98ca3753bd00 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/6e1750b4-edba-4340-aefe-035cae5b9e95 HTTP/1.1" status: 404 len: 339 time: 0.0382559 Feb 04 20:23:19.516388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48162) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:19.521213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bc75985-b49e-4721-9003-e683da9eec46 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:23:19.561119 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5558c7a-a341-4651-b2fb-9051bd0bef31 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:19.561574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5558c7a-a341-4651-b2fb-9051bd0bef31 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:19.563686 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f5558c7a-a341-4651-b2fb-9051bd0bef31 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/27d927ff-527c-467e-a97a-71229c0555df HTTP/1.1" status: 404 len: 337 time: 0.0463946 Feb 04 20:23:19.576654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48168) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:19.593412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2bc75985-b49e-4721-9003-e683da9eec46 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:23:19.593906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bc75985-b49e-4721-9003-e683da9eec46 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:23:19.626439 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dcff3c-1dbe-4ce6-9788-372cc2ad6dce tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:19.631851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dcff3c-1dbe-4ce6-9788-372cc2ad6dce tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:19.631851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-46dcff3c-1dbe-4ce6-9788-372cc2ad6dce tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/2a47294a-c70a-4eda-8b42-42c9860e150b HTTP/1.1" status: 404 len: 339 time: 0.0512018 Feb 04 20:23:19.634189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48174) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:19.753380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a935075-4021-4744-a2e0-d834924955cd req-fb3871ae-02a3-4dc1-86d3-cdea96aa3851 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 210 time: 0.0673566 Feb 04 20:23:19.789715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting subnet e3effab5-d02c-4bd6-8ab5-9c5dab544b1d {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:23:19.792957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:19.948804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:20.086102 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:20.092867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d24379cf-5f59-4d93-af31-b986cfd7e793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:20.276047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:20.364134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=e3effab5-d02c-4bd6-8ab5-9c5dab544b1d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:20.368307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:20.374585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb94c41-21dc-4ee8-9bd5-0116735433ec None None] Network 79493889-722e-47f6-b177-5ca37c36b558 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:20.381318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bbe78aee-277e-45a5-af48-2a09667f0a62 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/e3effab5-d02c-4bd6-8ab5-9c5dab544b1d HTTP/1.1" status: 204 len: 168 time: 0.7430663 Feb 04 20:23:20.382191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48208) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:20.752178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189155e4-27ad-42d4-aecc-c7ab9e4545cb req-f73fe107-41d9-4314-a56d-10495d6a6142 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1078470 Feb 04 20:23:20.754610 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:20.754610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:20.754610 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:20.935452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] DHCP port deletion for 79493889-722e-47f6-b177-5ca37c36b558 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:23:20.940193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Deleting port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:20.940557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:21.325143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] For port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,segment=NetworkSegment(684e0fb0-7af7-4fe4-a20e-49a48d9b44f9),segment_id=684e0fb0-7af7-4fe4-a20e-49a48d9b44f9)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:21.330159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:21.541485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] For port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,segment=NetworkSegment(684e0fb0-7af7-4fe4-a20e-49a48d9b44f9),segment_id=684e0fb0-7af7-4fe4-a20e-49a48d9b44f9)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:21.541485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:21.618473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Calling delete_port for bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:21.666590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54400045-f85e-4d03-addf-c3bd1f5b5df4 req-cdb52572-7e8d-4826-84fe-7ad78526621d tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 210 time: 0.4570053 Feb 04 20:23:21.753183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:23:21.920761 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4726c6f2-257f-4011-8631-bc09ef27f1e4 req-66dccf6b-4a9d-455a-8b86-4baebabbff14 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1176438 Feb 04 20:23:22.022211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d9739757-18eb-477f-bc86-dcb31a4bce16 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:22.023897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Calling delete_port for bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:22.025773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d9739757-18eb-477f-bc86-dcb31a4bce16 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.62 "GET /v2.0/networks?id=ecccf2a9-41a3-41eb-a814-9615f20d79cb HTTP/1.1" status: 200 len: 806 time: 0.3753164 Feb 04 20:23:22.110390 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:22.224980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-e53cf014-6630-45e2-a528-7d9152796c42 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b332e2fd834d74910c30fb6183c6b5 HTTP/1.1" status: 200 len: 379 time: 0.2028787 Feb 04 20:23:22.232090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Port': ['ID=bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:22.246684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Request body: {'port': {'device_id': '2a121dea-605e-414a-a456-2fde52417c18', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'admin_state_up': True, 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'security_groups': ['0b6212d2-7e6a-4150-bf26-6534eed2dadc']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:22.267889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:23:22.268495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:23:22.276857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:23:22.277722 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:23:22.310287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No DVR routers for this DVR port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:23:22.361313 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c18c4be5-a7ca-45dd-aade-3014031efc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:22.577811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:22.610381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79493889-722e-47f6-b177-5ca37c36b558']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:22.620273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684e0fb0-7af7-4fe4-a20e-49a48d9b44f9') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:22.620492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684e0fb0-7af7-4fe4-a20e-49a48d9b44f9') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:22.634505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:22.651710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:22.658472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:22.658892 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:22.779418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Deleting port bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:22.779870 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:22.781692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:22.889925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d10e-7454-44d4-8199-9deab2402aba None None] The port 'bf500b71-eb2e-4414-b4e6-5cc2ebbb1b80' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:23:22.917381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:22.947539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4f148ba4-686c-4191-a8dc-0563de338d8a req-4a7a1140-98d4-49f2-8ca3-43f267b8718e tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 210 time: 0.0964682 Feb 04 20:23:22.963475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:23.119558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e03e4d9b-7303-4899-9702-b2e7fefc45a9 req-972ca2eb-f86b-4f6f-a03d-6a7ab9284191 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.0463834 Feb 04 20:23:23.168148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Made reservation on behalf of b3b332e2fd834d74910c30fb6183c6b5 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:23.178104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:23.216300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:23.221766 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:23.492000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=79493889-722e-47f6-b177-5ca37c36b558,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:23.502300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48282) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:23.560734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48290) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:23.560972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7adfe3a3-1327-429d-883a-72949cdbfeec tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/79493889-722e-47f6-b177-5ca37c36b558 HTTP/1.1" status: 204 len: 168 time: 3.1775920 Feb 04 20:23:23.564734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:23.571574 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:23.583102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3aa8a9ec-7f68-4de8-983d-023e70f04665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:23.585137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3aa8a9ec-7f68-4de8-983d-023e70f04665 service neutron] 10.222.0.62 "GET /v2.0/ports/81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 1027 time: 0.3711960 Feb 04 20:23:23.733732 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40c144d-edd8-4e7d-8d8f-6d34bc38d12f tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:23.733732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40c144d-edd8-4e7d-8d8f-6d34bc38d12f tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:23.737738 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f40c144d-edd8-4e7d-8d8f-6d34bc38d12f tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/0b1a601e-7f60-4693-bf8f-0493f0c3d1e2 HTTP/1.1" status: 404 len: 337 time: 0.1725354 Feb 04 20:23:23.753196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48298) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:23.798206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Allocated IP 172.20.0.11 (ecccf2a9-41a3-41eb-a814-9615f20d79cb/eca1f390-d920-48a7-999e-7cfb579848c7/504cec70-7e0f-4206-b7ca-11bd373f19b8) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:23.801263 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e559db7-89dd-44b4-b465-813ca6033650 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] DELETE failed (client error): The resource could not be found. Feb 04 20:23:23.801263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e559db7-89dd-44b4-b465-813ca6033650 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:23:23.801263 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e559db7-89dd-44b4-b465-813ca6033650 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/0de4d499-065e-4c9b-b63b-09c2c1bd75d0 HTTP/1.1" status: 404 len: 339 time: 0.0509195 Feb 04 20:23:23.801263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48302) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:23.837080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-bac26ec8-ac17-45d4-a235-b6d8ac2695ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:23.837080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-bac26ec8-ac17-45d4-a235-b6d8ac2695ee service neutron] 10.222.0.62 "GET /v2.0/ports/7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 1026 time: 0.2279642 Feb 04 20:23:23.906026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting subnet f1239fb4-2214-4a53-93a8-bc913ffcf8dd {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:23:23.912135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:23.944661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:23.972305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:24.012108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:24.127939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Usage tracker for resource:security_group_rule and tenant:1747391d43fa41b6802e4469de9b3fe8 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:24.140352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:24.169172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:24.294981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:24.315873 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:24.366681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Transition to ACTIVE for port object 504cec70-7e0f-4206-b7ca-11bd373f19b8 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:24.454332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48320) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:24.505649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd37f770-54e7-47da-b2b2-87a5229d5aa2 req-53810d44-fdd1-4cde-aa3b-f0cddefa950d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1255684 Feb 04 20:23:24.612091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0164eef-5b2a-4736-abd1-bc4426cecac2 req-0853bb77-6713-4427-9a75-19816417b6b8 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 210 time: 0.2317595 Feb 04 20:23:24.617885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:24.722462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-8b67132a-d3ef-4d61-bec7-8764fc8a60d2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:24.730361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-8b67132a-d3ef-4d61-bec7-8764fc8a60d2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:24.737197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:24.738405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-8b67132a-d3ef-4d61-bec7-8764fc8a60d2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:24.740478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-8b67132a-d3ef-4d61-bec7-8764fc8a60d2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 1989 time: 0.8756647 Feb 04 20:23:24.801527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:24.821169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1747391d43fa41b6802e4469de9b3fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3105903 Feb 04 20:23:24.821169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:24.839297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:24.994305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Subnet': ['ID=f1239fb4-2214-4a53-93a8-bc913ffcf8dd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:25.022470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event updated for resources: {'Port': ['ID=504cec70-7e0f-4206-b7ca-11bd373f19b8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:25.022470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.031506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b7862-2e9e-44f0-b5e2-c0e1d20baf4c None None] Network 755966fe-5115-497f-87df-7d46b4a8b3f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:25.037981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12162-3d5f-47a2-b5fe-8cbfb240277a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c6712-9c3f-40b6-8240-b5792ca226a3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:25.043865 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.079094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9873bf78-5e21-4969-8b3b-4f2aaa3b7809 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7f8f02e3e1425794c7b1f0ef780199 HTTP/1.1" status: 200 len: 379 time: 0.3270595 Feb 04 20:23:25.079233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c1184e88-e97a-4147-841b-807844a22531 tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/subnets/f1239fb4-2214-4a53-93a8-bc913ffcf8dd HTTP/1.1" status: 204 len: 168 time: 1.2764168 Feb 04 20:23:25.082742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48340) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:25.087950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:25.093434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'admin_state_up': True, 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'security_groups': ['5f33724d-cdb0-4bdf-8924-7e72fb8b1a14']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:25.109934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:25.116657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:25.120116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:25.163325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Usage tracker for resource:security_group_rule and tenant:0458ae114db34cb2ac20ea7da6d6bd2b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:25.290180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:25.292340 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.332881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:25.393889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa387f73-bdf4-4bd2-a36a-cc0fd68766d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.434255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.434255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa387f73-bdf4-4bd2-a36a-cc0fd68766d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.476632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port 9105cb7b-6c26-4dec-9821-05911c0ce326 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:25.476632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.528358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:25.528358 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.586478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] DHCP port deletion for 755966fe-5115-497f-87df-7d46b4a8b3f1 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:23:25.592130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] Deleting port 9105cb7b-6c26-4dec-9821-05911c0ce326 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:25.592495 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.654960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:25.667479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:25.675720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa387f73-bdf4-4bd2-a36a-cc0fd68766d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.713509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d0876971-bd55-43ae-808d-c722b4d781d2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4773126 Feb 04 20:23:25.725987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Request body: {'port': {'device_id': '2a121dea-605e-414a-a456-2fde52417c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:25.875388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:25.875388 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.891318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa387f73-bdf4-4bd2-a36a-cc0fd68766d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c6712-9c3f-40b6-8240-b5792ca226a3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:25.899589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fa387f73-bdf4-4bd2-a36a-cc0fd68766d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:25.899589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fa387f73-bdf4-4bd2-a36a-cc0fd68766d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/669c6712-9c3f-40b6-8240-b5792ca226a3 HTTP/1.1" status: 204 len: 168 time: 0.9910994 Feb 04 20:23:25.948767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0432c02-e64e-4c94-8f4d-2bb9406747eb req-21affe68-411f-470a-87f8-8e08f4d71424 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1668534 Feb 04 20:23:26.004350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] For port 9105cb7b-6c26-4dec-9821-05911c0ce326, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9105cb7b-6c26-4dec-9821-05911c0ce326,segment=NetworkSegment(037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6),segment_id=037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:26.004350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.079039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e9a72527-5b14-4320-b1c9-a5cff4b58bf7 None None] Provisioning for port 504cec70-7e0f-4206-b7ca-11bd373f19b8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:26.091834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e9a72527-5b14-4320-b1c9-a5cff4b58bf7 None None] Provisioning complete for port 504cec70-7e0f-4206-b7ca-11bd373f19b8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:26.091834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e9a72527-5b14-4320-b1c9-a5cff4b58bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.147622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e9a72527-5b14-4320-b1c9-a5cff4b58bf7 None None] Port 504cec70-7e0f-4206-b7ca-11bd373f19b8 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:26.154825 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.174064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.210089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] For port 9105cb7b-6c26-4dec-9821-05911c0ce326, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9105cb7b-6c26-4dec-9821-05911c0ce326,segment=NetworkSegment(037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6),segment_id=037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:26.211602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.280270 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.450243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] Calling delete_port for 9105cb7b-6c26-4dec-9821-05911c0ce326 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:26.564672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Calling delete_port for 9105cb7b-6c26-4dec-9821-05911c0ce326 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:26.688505 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.715649 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:23:26.715649 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:23:26.765730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] Pushing event deleted for resources: {'Port': ['ID=9105cb7b-6c26-4dec-9821-05911c0ce326,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:26.768720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0458ae114db34cb2ac20ea7da6d6bd2b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1669869 Feb 04 20:23:26.771139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd16645-7be5-4707-a346-dde155f4fd3d None None] No DVR routers for this DVR port 9105cb7b-6c26-4dec-9821-05911c0ce326 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:23:26.773078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48370) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:26.830240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b60a56-dfd4-4761-be9e-11eb546ac97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3627c2-61c4-4bc0-9e0c-5596adccd5aa,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:26.894635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48376) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:26.916922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.941362 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d19b6148-933e-46d5-9ced-90c49dc2fdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:26.954630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db9c0a-49b8-4592-a941-8809cb63e358 req-865ae63b-393a-489d-914f-24963b3d31f2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:26.955405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-48db9c0a-49b8-4592-a941-8809cb63e358 req-865ae63b-393a-489d-914f-24963b3d31f2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Synchronizing usage tracker for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:26.985876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 172.20.0.3 (aa0cc075-9778-4f66-8d59-db6db0f7e6f1/ef76c9e5-b83f-45b4-9e46-0ae02efdf16a/beca3629-6f44-49c7-aa00-0e769fd80de3) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:26.991780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d19b6148-933e-46d5-9ced-90c49dc2fdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.050015 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:23:27.053968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:27.060274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Usage tracker for resource:security_group_rule and tenant:374fb99f71084deeab0cb86eeb5b57f9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:27.060274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:27.073780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:27.147572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d19b6148-933e-46d5-9ced-90c49dc2fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.212595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-48db9c0a-49b8-4592-a941-8809cb63e358 req-865ae63b-393a-489d-914f-24963b3d31f2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Unset dirty status for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:27.212595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48db9c0a-49b8-4592-a941-8809cb63e358 req-865ae63b-393a-489d-914f-24963b3d31f2 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 932 time: 1.2755563 Feb 04 20:23:27.224408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Deleting port 9105cb7b-6c26-4dec-9821-05911c0ce326 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:27.224408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.253197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6148-933e-46d5-9ced-90c49dc2fdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3627c2-61c4-4bc0-9e0c-5596adccd5aa,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:27.258991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504cec70-7e0f-4206-b7ca-11bd373f19b8 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:23:27.265193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4e2a79a-6c1e-4acb-bfbd-0c3eecc240de req-736ef826-13c0-41db-a973-1ad71f8152eb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1099586 Feb 04 20:23:27.303698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d19b6148-933e-46d5-9ced-90c49dc2fdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.304829 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d19b6148-933e-46d5-9ced-90c49dc2fdef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a3627c2-61c4-4bc0-9e0c-5596adccd5aa HTTP/1.1" status: 204 len: 168 time: 0.5335987 Feb 04 20:23:27.348632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] The port '9105cb7b-6c26-4dec-9821-05911c0ce326' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:23:27.390743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.467778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Transition to ACTIVE for port object 504cec70-7e0f-4206-b7ca-11bd373f19b8 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:27.588319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9105cb7b-6c26-4dec-9821-05911c0ce326 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:23:27.647647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 9105cb7b-6c26-4dec-9821-05911c0ce326 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:23:27.647647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9105cb7b-6c26-4dec-9821-05911c0ce326 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:23:27.672834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.699011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.715918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755966fe-5115-497f-87df-7d46b4a8b3f1']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:27.744383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:27.744982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037dd16a-f2ad-4aeb-8e9a-03697fe7c1b6') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:27.753513 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.758046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48db9c0a-49b8-4592-a941-8809cb63e358 req-d1d3bcae-bb74-4e94-95df-634d656bcc78 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5179105 Feb 04 20:23:27.761520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.780580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:27.787364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:27.788090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:28.014449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.078101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.101326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Pushing event updated for resources: {'Port': ['ID=504cec70-7e0f-4206-b7ca-11bd373f19b8,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:28.113555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Attempting to bind port 504cec70-7e0f-4206-b7ca-11bd373f19b8 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:28.113555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Attempting to bind port 504cec70-7e0f-4206-b7ca-11bd373f19b8 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:28.113555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Attempting to bind port 504cec70-7e0f-4206-b7ca-11bd373f19b8 on network ecccf2a9-41a3-41eb-a814-9615f20d79cb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:28.121938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Transition to ACTIVE for port object beca3629-6f44-49c7-aa00-0e769fd80de3 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:28.121938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Port 504cec70-7e0f-4206-b7ca-11bd373f19b8 on network ecccf2a9-41a3-41eb-a814-9615f20d79cb not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:23:28.121938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Attempting to bind port 504cec70-7e0f-4206-b7ca-11bd373f19b8 on network ecccf2a9-41a3-41eb-a814-9615f20d79cb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:28.128525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=374fb99f71084deeab0cb86eeb5b57f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2299926 Feb 04 20:23:28.131698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48400) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:28.136350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:28.142736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Checking segment: {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:28.142736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Bound using segment: {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:28.142736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Bound port: 504cec70-7e0f-4206-b7ca-11bd373f19b8, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6557747f-e828-4f07-a735-0bed502f639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:28.142736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.150474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.189373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.207937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af325a-0e7d-4714-8eab-1493d8bef13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6ce0b-d2cc-4918-b88c-96aa1cbd3e63,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:28.217163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] Pushing event deleted for resources: {'Network': ['ID=755966fe-5115-497f-87df-7d46b4a8b3f1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:28.255599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d5ad437e-be8a-4f50-8036-892ff902e05c tempest-NetworksIpV6Test-500925054 tempest-NetworksIpV6Test-500925054-project] 10.222.0.48 "DELETE /v2.0/networks/755966fe-5115-497f-87df-7d46b4a8b3f1 HTTP/1.1" status: 204 len: 168 time: 3.1712871 Feb 04 20:23:28.436741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] For port 504cec70-7e0f-4206-b7ca-11bd373f19b8, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:28.436741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] For port 504cec70-7e0f-4206-b7ca-11bd373f19b8, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:28.464527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b59cea2-047a-464f-97f5-5a6197bc27ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.511703 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b59cea2-047a-464f-97f5-5a6197bc27ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.536430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ebb48-18fc-4078-b4db-c159b5cda8c6 req-d9248e81-b3af-4253-a975-9fbf994bc168 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:28.536430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-428ebb48-18fc-4078-b4db-c159b5cda8c6 req-d9248e81-b3af-4253-a975-9fbf994bc168 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 945 time: 0.3764110 Feb 04 20:23:28.555128 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-244dfcfe-adc1-47d7-9918-04998305bab6 req-ae84ae9c-9b48-4c78-b73e-127986feb51e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.0641689 Feb 04 20:23:28.601696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-428ebb48-18fc-4078-b4db-c159b5cda8c6 req-f6e9fa0a-aa17-467c-96c9-e91f70722e62 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566673 Feb 04 20:23:28.661616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.728442 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.745810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b59cea2-047a-464f-97f5-5a6197bc27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.787476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:28.787476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=beca3629-6f44-49c7-aa00-0e769fd80de3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:28.787476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59cea2-047a-464f-97f5-5a6197bc27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6ce0b-d2cc-4918-b88c-96aa1cbd3e63,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:28.875602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:28.877945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:28.878539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:28.879938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] 10.222.0.62 "PUT /v2.0/ports/504cec70-7e0f-4206-b7ca-11bd373f19b8 HTTP/1.1" status: 200 len: 1092 time: 3.1586864 Feb 04 20:23:28.886769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:28.897297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:29.016264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c263585-535f-48ae-a59c-820c43c2f3e6 req-b78ee532-ef4b-4a4e-b0dc-d780f830de12 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:29.019702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c263585-535f-48ae-a59c-820c43c2f3e6 req-b78ee532-ef4b-4a4e-b0dc-d780f830de12 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 944 time: 0.1071572 Feb 04 20:23:29.036440 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'status': 'completed', 'code': 200} Feb 04 20:23:29.142370 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c263585-535f-48ae-a59c-820c43c2f3e6 req-d3dbfbba-91b7-4443-a79f-a1e61313bdf3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920165 Feb 04 20:23:29.144878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48420) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:29.212987 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b59cea2-047a-464f-97f5-5a6197bc27ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:29.212987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9b59cea2-047a-464f-97f5-5a6197bc27ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7e6ce0b-d2cc-4918-b88c-96aa1cbd3e63 HTTP/1.1" status: 204 len: 168 time: 1.0778344 Feb 04 20:23:29.237634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:29.267992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:29.267992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:29.296397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:29.311835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Usage tracker for resource:security_group_rule and tenant:3d759d746bfd43d2a95052c6bf644b2b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:29.331432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:29.333025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:29.354210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca24927-b2e8-4ad2-9c1a-4bd64ce1cc3e service neutron] Pushing event updated for resources: {'Port': ['ID=504cec70-7e0f-4206-b7ca-11bd373f19b8,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:29.361382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48428) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:29.505578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-ece1b5e5-c764-4311-b93c-de5779cd3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:29.507245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-ece1b5e5-c764-4311-b93c-de5779cd3403 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3b332e2fd834d74910c30fb6183c6b5&device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 1095 time: 0.4700327 Feb 04 20:23:29.572914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fc4e88ae-6524-410b-a046-60a120d74631 None None] Provisioning for port beca3629-6f44-49c7-aa00-0e769fd80de3 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:29.601520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fc4e88ae-6524-410b-a046-60a120d74631 None None] Provisioning complete for port beca3629-6f44-49c7-aa00-0e769fd80de3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:29.601520 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc4e88ae-6524-410b-a046-60a120d74631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:29.683197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-52688179-84c6-4fa2-8319-9995f1123ce7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5916862 Feb 04 20:23:29.715529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'admin_state_up': True, 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'security_groups': ['5f33724d-cdb0-4bdf-8924-7e72fb8b1a14']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:29.756500 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-1995c044-556d-4691-9713-75d4f3bdedb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8 HTTP/1.1" status: 200 len: 217 time: 0.2284343 Feb 04 20:23:29.783194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:29.827172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e88ae-6524-410b-a046-60a120d74631 None None] Port beca3629-6f44-49c7-aa00-0e769fd80de3 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:29.937925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:29.957730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-10578f89-aa4a-45c4-a223-27a80d4a7c7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b62aa3c7040b43909dc99dc152657209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922198 Feb 04 20:23:29.989411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48444) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:29.989411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd6741e-75ca-4c8f-a8f1-9f943d3b1746,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:30.022542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9ef3877f-4ecd-492b-8697-1249dac11c6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d759d746bfd43d2a95052c6bf644b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699603 Feb 04 20:23:30.029932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48448) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:30.097892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f9d5c7b2-6fb6-40eb-b32a-d91946a6c64e tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:30.097892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f9d5c7b2-6fb6-40eb-b32a-d91946a6c64e tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 945 time: 0.7066064 Feb 04 20:23:30.097892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:30.110614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:port and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:30.144148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:30.174165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:30.180323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d2112dcd-65f5-439b-b0f4-605c5fa4a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:30.182223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-d2112dcd-65f5-439b-b0f4-605c5fa4a112 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eca1f390-d920-48a7-999e-7cfb579848c7 HTTP/1.1" status: 200 len: 845 time: 0.4203579 Feb 04 20:23:30.256457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Deleting port 5b931c56-abf2-44c3-b247-fc0da7094972 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:30.256994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.267174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ece00-b4db-4f47-986b-29f858a502f1 req-7af10c52-e5c0-4094-9063-1a6ee1d0b56e tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:30.268855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e6ece00-b4db-4f47-986b-29f858a502f1 req-7af10c52-e5c0-4094-9063-1a6ee1d0b56e tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 945 time: 0.4587307 Feb 04 20:23:30.287148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cef22f0-8391-4343-a8d5-f7be42a3db34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.320463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccd25db9-09b4-4481-8341-4bab9f7cc931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.373914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359c52e-e7ae-4374-a8a7-db8274baaa91 req-65900692-d03d-453c-8218-78386e9bd8ce tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:30.373914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9359c52e-e7ae-4374-a8a7-db8274baaa91 req-65900692-d03d-453c-8218-78386e9bd8ce tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Synchronizing usage tracker for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:30.373914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:30.373914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.397068 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccd25db9-09b4-4481-8341-4bab9f7cc931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.450342 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cef22f0-8391-4343-a8d5-f7be42a3db34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.488174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e6ece00-b4db-4f47-986b-29f858a502f1 req-da528472-5aec-4c73-af40-780f63e7cdf1 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845362 Feb 04 20:23:30.726851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cef22f0-8391-4343-a8d5-f7be42a3db34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.781807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccd25db9-09b4-4481-8341-4bab9f7cc931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.813578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef22f0-8391-4343-a8d5-f7be42a3db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a307bdf6-baeb-4abb-a18c-05bcb7b2d7a6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:30.878083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ccd25db9-09b4-4481-8341-4bab9f7cc931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.878083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ccd25db9-09b4-4481-8341-4bab9f7cc931 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfd6741e-75ca-4c8f-a8f1-9f943d3b1746 HTTP/1.1" status: 204 len: 168 time: 0.8409967 Feb 04 20:23:30.878083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25db9-09b4-4481-8341-4bab9f7cc931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd6741e-75ca-4c8f-a8f1-9f943d3b1746,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:30.878083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cef22f0-8391-4343-a8d5-f7be42a3db34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:30.893778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4cef22f0-8391-4343-a8d5-f7be42a3db34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a307bdf6-baeb-4abb-a18c-05bcb7b2d7a6 HTTP/1.1" status: 204 len: 168 time: 0.8849747 Feb 04 20:23:30.937343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9359c52e-e7ae-4374-a8a7-db8274baaa91 req-65900692-d03d-453c-8218-78386e9bd8ce tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Unset dirty status for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:30.937343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9359c52e-e7ae-4374-a8a7-db8274baaa91 req-65900692-d03d-453c-8218-78386e9bd8ce tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 931 time: 1.0405438 Feb 04 20:23:30.940856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23f9bb-ea39-4a07-a94f-fe2824c8dfb7 req-062a8947-42ed-4ce7-a13d-6fe50b1f4062 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:30.940856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd23f9bb-ea39-4a07-a94f-fe2824c8dfb7 req-062a8947-42ed-4ce7-a13d-6fe50b1f4062 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 944 time: 0.2941079 Feb 04 20:23:30.956665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02458329-db78-4c2c-80fa-5de60260ae97 req-f3225f74-d70c-4906-b4dd-6ef329de06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:30.956665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-f3225f74-d70c-4906-b4dd-6ef329de06ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ecccf2a9-41a3-41eb-a814-9615f20d79cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7610936 Feb 04 20:23:31.023012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd23f9bb-ea39-4a07-a94f-fe2824c8dfb7 req-8c25d3a9-6d6f-40a3-8508-1c9798b9eb1a tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732694 Feb 04 20:23:31.173845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] For port 5b931c56-abf2-44c3-b247-fc0da7094972, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5b931c56-abf2-44c3-b247-fc0da7094972,segment=NetworkSegment(07a23e63-d729-49db-bfab-1b3cb15d596e),segment_id=07a23e63-d729-49db-bfab-1b3cb15d596e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:31.173845 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:31.197176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9359c52e-e7ae-4374-a8a7-db8274baaa91 req-c228c7fd-5ab5-4d13-b95d-995da0a3766c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217260 Feb 04 20:23:31.371086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Calling delete_port for 5b931c56-abf2-44c3-b247-fc0da7094972 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:31.421736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 10.1.1.97 (15a49508-f6ec-4e90-bcb8-1f442b4434b3/df66306e-4924-4019-9d9c-edc6768ef195/da708f3b-e1c8-4ab5-b1db-8e65e2074e55) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:31.439078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-2306f9b5-6708-4c16-aaa5-6017f91aef59 service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726279 Feb 04 20:23:31.819899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9c5d4-bbb9-417b-8324-ae76c4558424 req-8325fd16-c950-41bd-8406-73f8b3eca4d1 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:31.830526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03e9c5d4-bbb9-417b-8324-ae76c4558424 req-8325fd16-c950-41bd-8406-73f8b3eca4d1 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 945 time: 0.1844597 Feb 04 20:23:31.903253 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03e9c5d4-bbb9-417b-8324-ae76c4558424 req-8cd9756e-93a7-4033-a96f-80033b2c9d92 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9a89041-92de-4de2-a089-ac0186cbdd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793803 Feb 04 20:23:31.943797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02458329-db78-4c2c-80fa-5de60260ae97 req-9a9ae7be-ef9a-47b4-b3a0-679ea9cfd262 service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940753 Feb 04 20:23:32.004882 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:32.132676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Transition to ACTIVE for port object da708f3b-e1c8-4ab5-b1db-8e65e2074e55 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:32.173552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:32.474338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Pushing event deleted for resources: {'Port': ['ID=5b931c56-abf2-44c3-b247-fc0da7094972,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:32.581347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] No DVR routers for this DVR port 5b931c56-abf2-44c3-b247-fc0da7094972 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:23:32.592600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:32.602885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'name': 'network-vif-deleted', 'tag': '5b931c56-abf2-44c3-b247-fc0da7094972'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:32.644672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeed62-de87-4b23-8804-5ad301023510 req-621d3dde-cb90-4fb7-aa3a-5bb0aeb6cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:32.644672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57aeed62-de87-4b23-8804-5ad301023510 req-621d3dde-cb90-4fb7-aa3a-5bb0aeb6cff7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3b332e2fd834d74910c30fb6183c6b5&device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 1095 time: 0.5805106 Feb 04 20:23:32.677080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173caa8e-b237-4b93-815e-83059228484a req-e64e1b5c-568c-4dec-a54c-56b03c92f35b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:32.681028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-173caa8e-b237-4b93-815e-83059228484a req-e64e1b5c-568c-4dec-a54c-56b03c92f35b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 931 time: 0.2329402 Feb 04 20:23:32.747629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f11aa4c7-5c52-4495-915f-9f7de66395f9 req-f1ca83c8-88cb-48b4-a1f4-4daa74929a8b tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.24 "DELETE /v2.0/ports/5b931c56-abf2-44c3-b247-fc0da7094972 HTTP/1.1" status: 204 len: 173 time: 2.6436849 Feb 04 20:23:32.748740 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:32.773558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23909bcc-bf72-4812-94c3-e1f4145073f7 req-13a1760f-41fe-40a1-80b2-f3a57019bb47 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:32.775455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23909bcc-bf72-4812-94c3-e1f4145073f7 req-13a1760f-41fe-40a1-80b2-f3a57019bb47 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 944 time: 0.4265528 Feb 04 20:23:32.779942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-173caa8e-b237-4b93-815e-83059228484a req-4670c92e-13d6-4432-ac80-1f70215f913a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Synchronizing usage tracker for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:32.926789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:32.926789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:32.935223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:32.985739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-173caa8e-b237-4b93-815e-83059228484a req-4670c92e-13d6-4432-ac80-1f70215f913a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Unset dirty status for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:32.985739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-173caa8e-b237-4b93-815e-83059228484a req-4670c92e-13d6-4432-ac80-1f70215f913a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012152 Feb 04 20:23:33.294174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23909bcc-bf72-4812-94c3-e1f4145073f7 req-90cba6ae-01e6-416c-bcaf-f0868137af56 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4685564 Feb 04 20:23:33.308207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:33.319709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:33.320881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:33.338308 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0304d01-0dbd-4faa-9fcf-643d60601f07', 'name': 'network-vif-deleted', 'tag': '5b931c56-abf2-44c3-b247-fc0da7094972', 'status': 'completed', 'code': 200} Feb 04 20:23:33.405976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeed62-de87-4b23-8804-5ad301023510 req-5bf1dae2-3d2e-4e7a-ac16-049fa40b0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:33.405976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57aeed62-de87-4b23-8804-5ad301023510 req-5bf1dae2-3d2e-4e7a-ac16-049fa40b0af2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ecccf2a9-41a3-41eb-a814-9615f20d79cb HTTP/1.1" status: 200 len: 907 time: 0.7539496 Feb 04 20:23:33.417245 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3bc7f1b-92f8-4cd0-a681-3c1d23612a82 req-c063ba76-72e9-4094-9a6e-76761e524125 tempest-VolumesActionsTest-1441745666 tempest-VolumesActionsTest-1441745666-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0304d01-0dbd-4faa-9fcf-643d60601f07 HTTP/1.1" status: 200 len: 210 time: 0.1482384 Feb 04 20:23:33.487754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48584) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:33.527878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57aeed62-de87-4b23-8804-5ad301023510 req-5ac41c87-fcf3-40f8-b546-886d8cff7f1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8 HTTP/1.1" status: 200 len: 217 time: 0.0996284 Feb 04 20:23:33.527878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-71064c53-8dbb-443c-8456-73de7c17acd4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8240445 Feb 04 20:23:33.530972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5b931c56-abf2-44c3-b247-fc0da7094972 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:23:33.606560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'admin_state_up': True, 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'security_groups': ['5f33724d-cdb0-4bdf-8924-7e72fb8b1a14']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:33.642102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 5b931c56-abf2-44c3-b247-fc0da7094972 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:23:33.642556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5b931c56-abf2-44c3-b247-fc0da7094972 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:23:33.664880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1378833833'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:33.669178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:33.673910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:33.677004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:33.684201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-78780a7a-e54f-4ccb-9e60-20f3b124436d None None] Provisioning for port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:33.689595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-78780a7a-e54f-4ccb-9e60-20f3b124436d None None] Provisioning complete for port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:33.690115 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78780a7a-e54f-4ccb-9e60-20f3b124436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:33.700712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:33.708430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeed62-de87-4b23-8804-5ad301023510 req-63bec233-2fbf-4cb6-8cbd-588ab230658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:33.709875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57aeed62-de87-4b23-8804-5ad301023510 req-63bec233-2fbf-4cb6-8cbd-588ab230658f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eca1f390-d920-48a7-999e-7cfb579848c7 HTTP/1.1" status: 200 len: 845 time: 0.1877301 Feb 04 20:23:33.763517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-78780a7a-e54f-4ccb-9e60-20f3b124436d None None] Port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:33.827796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:33.827796 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:33.860747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:33.887448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:33.899689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:33.899689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group_rule and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:33.913977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:33.918567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:33.937167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:33.963171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeed62-de87-4b23-8804-5ad301023510 req-b930d026-837c-4583-9d72-f03fd4a93b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:33.965965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57aeed62-de87-4b23-8804-5ad301023510 req-b930d026-837c-4583-9d72-f03fd4a93b95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ecccf2a9-41a3-41eb-a814-9615f20d79cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475841 Feb 04 20:23:34.079618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:34.148375 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:34.241476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:23:34.252774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:34.254335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:34.254335 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment bd308613-572d-4a5d-bb4e-48cb47754fbb of type vlan for network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 Feb 04 20:23:34.258883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:34.310297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:34.353734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e4ae01-f544-4dce-904a-b8718b67f2fb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:34.585646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57aeed62-de87-4b23-8804-5ad301023510 req-cc74942f-bbac-4dc7-afbb-81605de80a70 service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999539 Feb 04 20:23:34.605436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:34.610857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:34.611697 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:34.702420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c171f-b037-49c8-b348-0ebdacb34f61 req-3f7d0b82-a1d8-4136-b53b-2ba36df58acf tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:34.708485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-872c171f-b037-49c8-b348-0ebdacb34f61 req-3f7d0b82-a1d8-4136-b53b-2ba36df58acf tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 944 time: 0.2474132 Feb 04 20:23:34.946069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac38e65-bb21-4f34-ae85-b0e4b3898b75 req-b50514aa-305b-4b63-8f06-ffbaa51b11c8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:34.952197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac38e65-bb21-4f34-ae85-b0e4b3898b75 req-b50514aa-305b-4b63-8f06-ffbaa51b11c8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:34.953829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aac38e65-bb21-4f34-ae85-b0e4b3898b75 req-b50514aa-305b-4b63-8f06-ffbaa51b11c8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 1652 time: 0.7820916 Feb 04 20:23:34.980066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 10.1.1.157 (15a49508-f6ec-4e90-bcb8-1f442b4434b3/df66306e-4924-4019-9d9c-edc6768ef195/456f8de2-aebb-4ce4-9cb5-7a66f8422e4d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:34.993664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-57aeed62-de87-4b23-8804-5ad301023510 req-5e30fd01-e5fb-4415-9b81-b9ae86f25afa service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926795 Feb 04 20:23:35.025368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5429308 Feb 04 20:23:35.027072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aac38e65-bb21-4f34-ae85-b0e4b3898b75 req-1333a260-b3a5-474f-90ee-4a734e943a8d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613911 Feb 04 20:23:35.027546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48654) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:35.039089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'name': 'tempest-PortsIpV6TestJSON-1538096416'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:35.053483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-872c171f-b037-49c8-b348-0ebdacb34f61 req-850ffc90-6664-451a-a542-4c73daf95a65 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445399 Feb 04 20:23:35.072215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b60d4-88f5-45c2-9279-e19e6ff38785 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=5acfdcb1-7924-4b61-8dae-5f5469cbeea7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:35.098352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:23:35.388393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:35.394022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:35.413082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:35.413082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:35.477737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:35.496874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Transition to ACTIVE for port object 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:35.596113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:35.606956 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:35.634047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port e3741c26-c0bd-4744-b67b-992e32485f52 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:23:35.712021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:35.796137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 504cec70-7e0f-4206-b7ca-11bd373f19b8 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:23:35.800636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:35.822618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:35.822618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:35.897100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:35.987960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:35.988678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:36.005311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 504cec70-7e0f-4206-b7ca-11bd373f19b8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:36.044306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'port_id': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:23:36.325342 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:36.453168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504cec70-7e0f-4206-b7ca-11bd373f19b8 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:23:36.495934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 504cec70-7e0f-4206-b7ca-11bd373f19b8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:36.593264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1e64-a492-41d3-89a9-936eb9d667be req-7ed9ae2f-fe51-48c7-87b8-89d0e6c65519 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:36.609557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1e64-a492-41d3-89a9-936eb9d667be req-7ed9ae2f-fe51-48c7-87b8-89d0e6c65519 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:36.637606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1e64-a492-41d3-89a9-936eb9d667be req-7ed9ae2f-fe51-48c7-87b8-89d0e6c65519 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:36.637606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aade1e64-a492-41d3-89a9-936eb9d667be req-7ed9ae2f-fe51-48c7-87b8-89d0e6c65519 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 2373 time: 0.2855790 Feb 04 20:23:36.667148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:36.667148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa08fce5-5531-460d-b398-4e4dbe053b91 None None] Provisioning for port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:36.755472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aade1e64-a492-41d3-89a9-936eb9d667be req-aafc7eef-e4df-4410-8f73-5db6a842085d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125939 Feb 04 20:23:36.772117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=504cec70-7e0f-4206-b7ca-11bd373f19b8,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:36.775751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa08fce5-5531-460d-b398-4e4dbe053b91 None None] Provisioning complete for port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:36.776134 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa08fce5-5531-460d-b398-4e4dbe053b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:36.801141 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:36.823593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d16f-031e-48b2-96d1-86b2f4ca8eca req-6ae34da4-923f-4b5a-a00c-7d6f6d1b4092 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:36.825597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70f2d16f-031e-48b2-96d1-86b2f4ca8eca req-6ae34da4-923f-4b5a-a00c-7d6f6d1b4092 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 945 time: 0.2008624 Feb 04 20:23:36.855625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa08fce5-5531-460d-b398-4e4dbe053b91 None None] Port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:36.859041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.859842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.859842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.860225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.860577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.861379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.861379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.861567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.861897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.862232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.862538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.862883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:36.887830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3dc36d58-3dd6-4630-85d3-ef927b7be4a5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3636172 Feb 04 20:23:36.925116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e', 'admin_state_up': True, 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'security_groups': ['5f33724d-cdb0-4bdf-8924-7e72fb8b1a14']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:37.008445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['504cec70-7e0f-4206-b7ca-11bd373f19b8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:23:37.130500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:37.215154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70f2d16f-031e-48b2-96d1-86b2f4ca8eca req-d17b0bee-8695-4c43-b2c2-7fd51ad65cb8 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817341 Feb 04 20:23:37.263166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=e3741c26-c0bd-4744-b67b-992e32485f52,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:37.340407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:37.388408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:port and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:37.395884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': 'bd308613-572d-4a5d-bb4e-48cb47754fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:37.395884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: 5acfdcb1-7924-4b61-8dae-5f5469cbeea7, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:23:37.412155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:37.422555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:37.628570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:37.653337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:23:37.838033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 5acfdcb1-7924-4b61-8dae-5f5469cbeea7) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:37.849309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:37.849309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:37.862789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:37.869065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7df05f-14b0-4407-8098-c39876488b16 None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:38.030862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:38.197304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c919-5ec8-46e7-af08-36c7b8973f38 req-452032d5-68d5-49d3-bb7e-8423207ac9eb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:38.212002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fc1bc028-4e33-4e7f-a63d-d1252d60aa7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1785138 Feb 04 20:23:38.217601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c919-5ec8-46e7-af08-36c7b8973f38 req-452032d5-68d5-49d3-bb7e-8423207ac9eb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:38.239503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c919-5ec8-46e7-af08-36c7b8973f38 req-452032d5-68d5-49d3-bb7e-8423207ac9eb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:38.240979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48728) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:38.244705 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b93c919-5ec8-46e7-af08-36c7b8973f38 req-452032d5-68d5-49d3-bb7e-8423207ac9eb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 2373 time: 0.2112622 Feb 04 20:23:38.267270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-724760349'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:38.287932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:38.318015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:38.341684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:38.368854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:38.377585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b93c919-5ec8-46e7-af08-36c7b8973f38 req-b85996ca-4879-43c9-b559-705ac7c220c7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370420 Feb 04 20:23:38.547529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:38.547529 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:38.663213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 10.2.2.100 (94a85c0d-6b4a-4612-b2a8-f5e66be2724e/1e690a55-ae9e-4953-94ac-589d53611617/689f4a2f-34a2-4833-a03f-1e26569b8acf) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:38.671734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:23:38.689693 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:38.689693 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment faf0537e-1668-4b71-b1f3-e029948a30af of type vlan for network edbe917a-6972-47b4-8de1-a22acb1e7e7d Feb 04 20:23:38.708140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e53df-f0f5-4d99-bbd8-be0723e128bb req-365cb7ea-2b8c-46ef-87b9-2720d8691a1a tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:38.709572 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d70e53df-f0f5-4d99-bbd8-be0723e128bb req-365cb7ea-2b8c-46ef-87b9-2720d8691a1a tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 945 time: 0.2222888 Feb 04 20:23:38.769832 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:38.820975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48744) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:38.895939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d70e53df-f0f5-4d99-bbd8-be0723e128bb req-fc14b0db-d648-456b-9f26-f89183c3e147 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730525 Feb 04 20:23:39.040337 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.067828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Transition to ACTIVE for port object 689f4a2f-34a2-4833-a03f-1e26569b8acf will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:39.095499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.106015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:39.110156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Usage tracker for resource:security_group_rule and tenant:36cad84bc07f4be08f383472dbcb2da7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:39.113253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:39.121138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:39.230880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.265341 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.308324 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.309092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.311027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.317267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:39.317495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.365525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.473923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36cad84bc07f4be08f383472dbcb2da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460650 Feb 04 20:23:39.477062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:39.509965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0909ec-fbb6-46ee-b1d8-f2d3700c5f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1bb8ad-eafe-4818-8890-e99ca69e7ff0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:39.650845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971aef5-19d4-40ee-ac9f-c8effce6ff56 req-58330265-918d-4df3-81fe-425c04389ed7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:39.656980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971aef5-19d4-40ee-ac9f-c8effce6ff56 req-58330265-918d-4df3-81fe-425c04389ed7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:39.658955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:39.662909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971aef5-19d4-40ee-ac9f-c8effce6ff56 req-58330265-918d-4df3-81fe-425c04389ed7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:39.666892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:39.669142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971aef5-19d4-40ee-ac9f-c8effce6ff56 req-58330265-918d-4df3-81fe-425c04389ed7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:39.675914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:39.676256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3971aef5-19d4-40ee-ac9f-c8effce6ff56 req-58330265-918d-4df3-81fe-425c04389ed7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3094 time: 0.1220694 Feb 04 20:23:39.745237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3971aef5-19d4-40ee-ac9f-c8effce6ff56 req-29746575-1cff-453f-9cfa-564e2005c275 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622880 Feb 04 20:23:39.758441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5271492 Feb 04 20:23:39.761503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48766) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:39.768664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'ports': [{'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7'}, {'network_id': 'edbe917a-6972-47b4-8de1-a22acb1e7e7d'}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:39.769115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:39.769761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': 'edbe917a-6972-47b4-8de1-a22acb1e7e7d'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:39.814602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 504cec70-7e0f-4206-b7ca-11bd373f19b8 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:39.868491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:39.868491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:39.909425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33c5c6-f122-4fc7-8732-5eedba73d413 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=edbe917a-6972-47b4-8de1-a22acb1e7e7d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:39.924805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=689f4a2f-34a2-4833-a03f-1e26569b8acf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:39.941358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network edbe917a-6972-47b4-8de1-a22acb1e7e7d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:23:40.022624 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dee0d9cf-bf06-4abb-94eb-e0780e0fdcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.132317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dee0d9cf-bf06-4abb-94eb-e0780e0fdcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.140611 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9d4864fd-ccb2-4039-9b2e-604500b47526 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2274101 Feb 04 20:23:40.165626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e', 'admin_state_up': True, 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'security_groups': ['5f33724d-cdb0-4bdf-8924-7e72fb8b1a14']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:40.332972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:40.353074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:40.353074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:40.370985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:40.484904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 2} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:40.486486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 504cec70-7e0f-4206-b7ca-11bd373f19b8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:40.499373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.504545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-58bc30f9-c674-46ed-a9b6-51754d819984 None None] Provisioning for port 689f4a2f-34a2-4833-a03f-1e26569b8acf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:40.514072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 504cec70-7e0f-4206-b7ca-11bd373f19b8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:40.514924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.518348 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.550960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:40.551801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Usage tracker for resource:port and tenant:1b7f8f02e3e1425794c7b1f0ef780199 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:40.555296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:40.565183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:40.630353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-58bc30f9-c674-46ed-a9b6-51754d819984 None None] Provisioning complete for port 689f4a2f-34a2-4833-a03f-1e26569b8acf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:40.631022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-58bc30f9-c674-46ed-a9b6-51754d819984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.656530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272ac4b-37c8-4d28-8950-acf03a0eceb1 req-ce2951e7-d8b4-4d94-a027-ecae0bc5361c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:40.661654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2272ac4b-37c8-4d28-8950-acf03a0eceb1 req-ce2951e7-d8b4-4d94-a027-ecae0bc5361c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 945 time: 0.1701100 Feb 04 20:23:40.722184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dee0d9cf-bf06-4abb-94eb-e0780e0fdcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.743870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Made reservation on behalf of 1b7f8f02e3e1425794c7b1f0ef780199 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:40.743870 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.748195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-58bc30f9-c674-46ed-a9b6-51754d819984 None None] Port 689f4a2f-34a2-4833-a03f-1e26569b8acf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:40.857937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:40.895174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:40.904725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 504cec70-7e0f-4206-b7ca-11bd373f19b8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:23:41.026768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:41.062952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d9cf-bf06-4abb-94eb-e0780e0fdcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1bb8ad-eafe-4818-8890-e99ca69e7ff0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:41.083674 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2272ac4b-37c8-4d28-8950-acf03a0eceb1 req-5078f102-39dc-4572-aaf8-3c88ce0e9fd7 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4189579 Feb 04 20:23:41.105487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dee0d9cf-bf06-4abb-94eb-e0780e0fdcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:41.106881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dee0d9cf-bf06-4abb-94eb-e0780e0fdcda admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e1bb8ad-eafe-4818-8890-e99ca69e7ff0 HTTP/1.1" status: 204 len: 168 time: 1.6255603 Feb 04 20:23:41.161534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port c2c7cfc7-bccf-433f-a40c-78ae395f8e11 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:23:41.204967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=504cec70-7e0f-4206-b7ca-11bd373f19b8,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:41.258003 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'code': 200} Feb 04 20:23:41.438626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac645a-7c75-41d5-bc9c-52fadf4be786 req-6819a9d0-c543-45d6-9f51-be3db327287d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:41.454517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac645a-7c75-41d5-bc9c-52fadf4be786 req-6819a9d0-c543-45d6-9f51-be3db327287d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:41.466301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac645a-7c75-41d5-bc9c-52fadf4be786 req-6819a9d0-c543-45d6-9f51-be3db327287d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:41.477327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac645a-7c75-41d5-bc9c-52fadf4be786 req-6819a9d0-c543-45d6-9f51-be3db327287d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:41.485627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7dac645a-7c75-41d5-bc9c-52fadf4be786 req-6819a9d0-c543-45d6-9f51-be3db327287d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3094 time: 0.4742982 Feb 04 20:23:41.525896 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:41.610147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7dac645a-7c75-41d5-bc9c-52fadf4be786 req-075e8cfd-9ca3-438c-8ba6-5bc5e17ad908 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101854 Feb 04 20:23:41.620228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046d76-aa01-493a-a1dd-c273e1ae0953 req-dc24c26c-9ac5-4bbb-aa6c-ae7b55f8fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:41.626430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44046d76-aa01-493a-a1dd-c273e1ae0953 req-dc24c26c-9ac5-4bbb-aa6c-ae7b55f8fb1c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 1097 time: 0.2428055 Feb 04 20:23:41.773936 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44046d76-aa01-493a-a1dd-c273e1ae0953 req-575f62ad-b88f-469d-bcc9-0d8c053dba87 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230397 Feb 04 20:23:41.802278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 027ff188-7af5-44cf-9819-9b6ae02d2cde yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:23:41.865352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Allocated IP 10.2.2.200 (94a85c0d-6b4a-4612-b2a8-f5e66be2724e/1e690a55-ae9e-4953-94ac-589d53611617/94191ee0-f1ba-4e2b-a36c-a206d68cdd9c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:41.995029 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:42.149431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:42.226668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:42.244293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:42.244293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:42.244293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:42.248926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:42.311813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Transition to ACTIVE for port object 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:42.313726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=c2c7cfc7-bccf-433f-a40c-78ae395f8e11,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.331982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.332702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48810) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:42.332784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.332784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.332784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:42.446097 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:42.463098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:42.537733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': 'faf0537e-1668-4b71-b1f3-e029948a30af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'edbe917a-6972-47b4-8de1-a22acb1e7e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:42.537733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: edbe917a-6972-47b4-8de1-a22acb1e7e7d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:23:42.602397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=027ff188-7af5-44cf-9819-9b6ae02d2cde,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:42.605186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:42.626093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Usage tracker for resource:security_group_rule and tenant:97798f39cf0a48069cb92acc127cf0ee is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:42.638071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:42.670641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:42.681694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:42.684089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event updated for resources: {'Port': ['ID=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:42.691549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network edbe917a-6972-47b4-8de1-a22acb1e7e7d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:23:42.696160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:42.748670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:42.845969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, edbe917a-6972-47b4-8de1-a22acb1e7e7d) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:42.863731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:42.886242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:42.893340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfeffed-428b-4007-a5be-8d9e1cc0ac9f None None] Network edbe917a-6972-47b4-8de1-a22acb1e7e7d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:42.923685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:42.935021 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:43.019363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:43.026760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:43.055249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983603d-1372-4e73-b694-0362ecfcf52b req-17c96bc0-a586-4f75-b9f5-f49dc26bcb96 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:43.061986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983603d-1372-4e73-b694-0362ecfcf52b req-17c96bc0-a586-4f75-b9f5-f49dc26bcb96 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:43.068414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983603d-1372-4e73-b694-0362ecfcf52b req-17c96bc0-a586-4f75-b9f5-f49dc26bcb96 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:43.077038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983603d-1372-4e73-b694-0362ecfcf52b req-17c96bc0-a586-4f75-b9f5-f49dc26bcb96 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:43.084225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983603d-1372-4e73-b694-0362ecfcf52b req-17c96bc0-a586-4f75-b9f5-f49dc26bcb96 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:43.092912 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0983603d-1372-4e73-b694-0362ecfcf52b req-17c96bc0-a586-4f75-b9f5-f49dc26bcb96 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3815 time: 0.3643773 Feb 04 20:23:43.164165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73c59786-4256-4612-875f-f46d5f7d82f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3999195 Feb 04 20:23:43.174773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48826) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:43.247315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0983603d-1372-4e73-b694-0362ecfcf52b req-9ca12d8d-2ecc-4af9-9cd5-341b59bbd5dc tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483374 Feb 04 20:23:43.278669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:43.278669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f950edeb-f182-4a4a-a063-cb5c79f0ba7b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1190991 Feb 04 20:23:43.306985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:43.397485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 027ff188-7af5-44cf-9819-9b6ae02d2cde {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:43.397485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:43.400666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046b32-ef01-472b-9e92-51c4ab556dd3 req-0180e487-8c45-4943-b7b4-cb63ab21af46 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:43.423625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4046b32-ef01-472b-9e92-51c4ab556dd3 req-0180e487-8c45-4943-b7b4-cb63ab21af46 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 1.0812976 Feb 04 20:23:43.423625 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:43.448531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b62b741f-ab3f-4f7e-92b2-640e116476d2 None None] Provisioning for port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:23:43.461803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b62b741f-ab3f-4f7e-92b2-640e116476d2 None None] Provisioning complete for port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:23:43.462177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b62b741f-ab3f-4f7e-92b2-640e116476d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:43.581492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b62b741f-ab3f-4f7e-92b2-640e116476d2 None None] Port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:23:43.586814 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97798f39cf0a48069cb92acc127cf0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2544782 Feb 04 20:23:43.591832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48832) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:43.634813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e27ff2-cb48-4bfd-ae4a-1f5adaddde91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923bf084-30eb-4bd6-a94e-fa4132674ae8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:43.655060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4046b32-ef01-472b-9e92-51c4ab556dd3 req-091582ea-4e78-448e-91f7-a8ab8ded4419 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362800 Feb 04 20:23:43.669257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:44.012604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:44.240677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 027ff188-7af5-44cf-9819-9b6ae02d2cde owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:44.316049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beca3629-6f44-49c7-aa00-0e769fd80de3 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:23:44.325545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:44.431457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Transition to ACTIVE for port object beca3629-6f44-49c7-aa00-0e769fd80de3 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:44.432264 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c4a28aa-ce06-4c36-859b-efb5e9bbcb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:44.432264 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c4a28aa-ce06-4c36-859b-efb5e9bbcb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:44.583064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db2d5-99bb-413b-957d-de143974b4e3 req-a292ba08-9e9f-43b0-8e13-16ffa1df56da tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:44.588829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db2d5-99bb-413b-957d-de143974b4e3 req-a292ba08-9e9f-43b0-8e13-16ffa1df56da tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:44.592567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db2d5-99bb-413b-957d-de143974b4e3 req-a292ba08-9e9f-43b0-8e13-16ffa1df56da tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:44.599374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db2d5-99bb-413b-957d-de143974b4e3 req-a292ba08-9e9f-43b0-8e13-16ffa1df56da tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:44.609793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db2d5-99bb-413b-957d-de143974b4e3 req-a292ba08-9e9f-43b0-8e13-16ffa1df56da tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:44.611659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-076db2d5-99bb-413b-957d-de143974b4e3 req-a292ba08-9e9f-43b0-8e13-16ffa1df56da tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3815 time: 0.1850336 Feb 04 20:23:44.662643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-076db2d5-99bb-413b-957d-de143974b4e3 req-8229bc32-f37c-4ad0-bb48-4b1870933eba tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Feb 04 20:23:44.929685 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:44.990897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:44.997523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c4a28aa-ce06-4c36-859b-efb5e9bbcb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:45.129778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b066b-5422-4f0e-8f15-ba51c11fbb0a req-ee366709-0fe1-4fc9-886f-fd5207ede755 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:45.129778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-048b066b-5422-4f0e-8f15-ba51c11fbb0a req-ee366709-0fe1-4fc9-886f-fd5207ede755 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.2864983 Feb 04 20:23:45.129778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Pushing event updated for resources: {'Port': ['ID=beca3629-6f44-49c7-aa00-0e769fd80de3,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:45.183354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.183354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.183354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.183354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.183354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.183354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.183354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.188253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.188253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.209451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a28aa-ce06-4c36-859b-efb5e9bbcb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923bf084-30eb-4bd6-a94e-fa4132674ae8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:45.212483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.212483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.212483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:23:45.216490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=027ff188-7af5-44cf-9819-9b6ae02d2cde,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:45.245243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:45.267023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c4a28aa-ce06-4c36-859b-efb5e9bbcb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:45.267023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0c4a28aa-ce06-4c36-859b-efb5e9bbcb5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/923bf084-30eb-4bd6-a94e-fa4132674ae8 HTTP/1.1" status: 204 len: 168 time: 1.6148496 Feb 04 20:23:45.267023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1ec56f05-9edf-4344-8bcc-d0ba6290db1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/027ff188-7af5-44cf-9819-9b6ae02d2cde HTTP/1.1" status: 204 len: 168 time: 2.0886960 Feb 04 20:23:45.272049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48858) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:45.420513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed49e60-e3cd-4931-a5e7-3470abf7862e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:45.427593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed49e60-e3cd-4931-a5e7-3470abf7862e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:45.428430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aed49e60-e3cd-4931-a5e7-3470abf7862e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:45.539988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-048b066b-5422-4f0e-8f15-ba51c11fbb0a req-7fa53d4d-5563-4e14-bce9-5d128650ac42 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4085684 Feb 04 20:23:45.571202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aed49e60-e3cd-4931-a5e7-3470abf7862e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:45.571202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aed49e60-e3cd-4931-a5e7-3470abf7862e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2812538 Feb 04 20:23:45.571202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48866) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:45.586426 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:23:45.606855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Attempting to bind port beca3629-6f44-49c7-aa00-0e769fd80de3 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:45.606855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Attempting to bind port beca3629-6f44-49c7-aa00-0e769fd80de3 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:45.606855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Attempting to bind port beca3629-6f44-49c7-aa00-0e769fd80de3 on network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:45.636942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Port beca3629-6f44-49c7-aa00-0e769fd80de3 on network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:23:45.648333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Attempting to bind port beca3629-6f44-49c7-aa00-0e769fd80de3 on network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:45.671792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port c2c7cfc7-bccf-433f-a40c-78ae395f8e11 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:45.671792 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:45.712573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:45.712573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Checking segment: {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:45.712573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Bound using segment: {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:45.712573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Bound port: beca3629-6f44-49c7-aa00-0e769fd80de3, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c58172-419c-4aeb-9d84-0f2eb36107f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:45.712573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:46.032855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] For port beca3629-6f44-49c7-aa00-0e769fd80de3, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:46.091974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] For port beca3629-6f44-49c7-aa00-0e769fd80de3, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beca3629-6f44-49c7-aa00-0e769fd80de3,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:46.163773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:46.170720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:46.177997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:46.184952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:46.191797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:46.194002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Synchronizing usage tracker for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:46.205141 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:46.281085 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:46.297485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:46.298414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:46.300022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] 10.222.0.62 "PUT /v2.0/ports/beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 1091 time: 3.0166180 Feb 04 20:23:46.300697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:46.367763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca00d7e-0a4f-4b75-bcf3-9d1043d78e58 service neutron] Pushing event updated for resources: {'Port': ['ID=beca3629-6f44-49c7-aa00-0e769fd80de3,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:46.406095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Unset dirty status for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:46.406095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-33d85b48-a61a-49b1-ab98-84fa3106b6f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3827 time: 0.4949453 Feb 04 20:23:46.487653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:46.522497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for c2c7cfc7-bccf-433f-a40c-78ae395f8e11 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:46.619479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f861f-1bd9-456b-9430-8941d51ad2ca req-001224e3-889c-4798-bc09-042d382123af tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:46.628843 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e5f861f-1bd9-456b-9430-8941d51ad2ca req-001224e3-889c-4798-bc09-042d382123af tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.8028011 Feb 04 20:23:46.634917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:46.655449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d30826b-90ba-4ea5-83b9-6a1a2eaec380 req-75ae71d1-cc11-4539-b7fa-68d4f748b65f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459500 Feb 04 20:23:46.666196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Request body: {'floatingip': {'port_id': '504cec70-7e0f-4206-b7ca-11bd373f19b8'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:46.759373 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'status': 'completed', 'code': 200} Feb 04 20:23:46.929654 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:47.017836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:47.065712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-cad6bbec-d9ab-469a-93b1-e4df9ca5a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.084036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-cad6bbec-d9ab-469a-93b1-e4df9ca5a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.084036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-cad6bbec-d9ab-469a-93b1-e4df9ca5a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.084036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-cad6bbec-d9ab-469a-93b1-e4df9ca5a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.084036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-cad6bbec-d9ab-469a-93b1-e4df9ca5a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.096769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-cad6bbec-d9ab-469a-93b1-e4df9ca5a4a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 4362 time: 0.3173702 Feb 04 20:23:47.434513 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:47.790135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81110be4-8377-4e04-be36-f04dc4f0e0dd {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:23:47.842805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:47.864525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=c2c7cfc7-bccf-433f-a40c-78ae395f8e11,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:47.885496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-34f51552-b34a-4dba-9b60-d8e1c5dba38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.885496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-34f51552-b34a-4dba-9b60-d8e1c5dba38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.885496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-34f51552-b34a-4dba-9b60-d8e1c5dba38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:47.885496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-34f51552-b34a-4dba-9b60-d8e1c5dba38f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7517469 Feb 04 20:23:47.893400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Transition to ACTIVE for port object 81110be4-8377-4e04-be36-f04dc4f0e0dd will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:47.951203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:48.061318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:48.158020 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6c0e0a63-a83f-4223-961b-b931b38f45b1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/c2c7cfc7-bccf-433f-a40c-78ae395f8e11 HTTP/1.1" status: 204 len: 168 time: 2.5865209 Feb 04 20:23:48.160506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48934) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:48.407061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9915df8f-f1b7-47db-91c6-503d244af05a tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:48.407061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9915df8f-f1b7-47db-91c6-503d244af05a tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:23:48.558802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Pushing event updated for resources: {'Port': ['ID=81110be4-8377-4e04-be36-f04dc4f0e0dd,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:48.705535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-c6f2fec5-1fb5-40f0-a6fd-ea3498cb9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:48.705535 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e3b350e-5e0c-4b6d-b4a8-fe00cf5251be req-c6f2fec5-1fb5-40f0-a6fd-ea3498cb9ba6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7823479 Feb 04 20:23:48.731147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:48.731147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9915df8f-f1b7-47db-91c6-503d244af05a tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:23:48.731147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9915df8f-f1b7-47db-91c6-503d244af05a tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5677853 Feb 04 20:23:48.736005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:48.813068 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ebcbc1-6b2b-42c1-99cb-444fe2032fcc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:23:48.814573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-33ebcbc1-6b2b-42c1-99cb-444fe2032fcc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/027ff188-7af5-44cf-9819-9b6ae02d2cde HTTP/1.1" status: 404 len: 333 time: 0.0823793 Feb 04 20:23:48.818116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:48.904626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:48.938495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfcd4b-4bf1-4332-ab3b-ea13e5471b3a req-27eec28d-5d7d-425e-942a-c54ca3166613 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:48.945395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfcd4b-4bf1-4332-ab3b-ea13e5471b3a req-27eec28d-5d7d-425e-942a-c54ca3166613 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:48.952724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfcd4b-4bf1-4332-ab3b-ea13e5471b3a req-27eec28d-5d7d-425e-942a-c54ca3166613 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:48.960228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfcd4b-4bf1-4332-ab3b-ea13e5471b3a req-27eec28d-5d7d-425e-942a-c54ca3166613 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:48.967860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfcd4b-4bf1-4332-ab3b-ea13e5471b3a req-27eec28d-5d7d-425e-942a-c54ca3166613 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:48.977315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49cfcd4b-4bf1-4332-ab3b-ea13e5471b3a req-27eec28d-5d7d-425e-942a-c54ca3166613 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3827 time: 1.0989597 Feb 04 20:23:49.218997 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-b498ce30-d8f1-45bc-96a2-dd0f8ff05a7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:23:49.218997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b498ce30-d8f1-45bc-96a2-dd0f8ff05a7e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/c2c7cfc7-bccf-433f-a40c-78ae395f8e11 HTTP/1.1" status: 404 len: 333 time: 0.3950131 Feb 04 20:23:49.218997 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Floating IP 773415ac-e33f-4bd1-9598-465687463ab0 associated. External IP: 172.25.7.201, port: 504cec70-7e0f-4206-b7ca-11bd373f19b8. Feb 04 20:23:49.245903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48970) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:49.316982 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49cfcd4b-4bf1-4332-ab3b-ea13e5471b3a req-a25da7e7-1a1b-4726-b756-121309b5eb2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384843 Feb 04 20:23:49.323465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Attempting to bind port 81110be4-8377-4e04-be36-f04dc4f0e0dd on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:49.323886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Attempting to bind port 81110be4-8377-4e04-be36-f04dc4f0e0dd by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:49.324283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Attempting to bind port 81110be4-8377-4e04-be36-f04dc4f0e0dd on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:49.556526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Port 81110be4-8377-4e04-be36-f04dc4f0e0dd on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:23:49.556526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Attempting to bind port 81110be4-8377-4e04-be36-f04dc4f0e0dd on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:49.572306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:49.572306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Checking segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:49.572306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Bound using segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:49.572306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Bound port: 81110be4-8377-4e04-be36-f04dc4f0e0dd, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:49.572306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:49.610415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:49.930459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] For port 81110be4-8377-4e04-be36-f04dc4f0e0dd, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:49.936711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Router af9a0377-1016-4eef-9dc0-a1923cb70cee has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:23:49.939995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] For port 81110be4-8377-4e04-be36-f04dc4f0e0dd, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:49.939995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:49.984563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbe917a-6972-47b4-8de1-a22acb1e7e7d']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:50.025429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf0537e-1668-4b71-b1f3-e029948a30af') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:50.025429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf0537e-1668-4b71-b1f3-e029948a30af') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:50.056369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.080044 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.091954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:23:50.092399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:23:50.121609 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:23:50.594308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:23:50.594308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.595519 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] Sync routers for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:23:50.595519 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:23:50.595519 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:23:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e30a31b8-4987-406a-80e7-2b6655855a0c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "PUT /v2.0/floatingips/773415ac-e33f-4bd1-9598-465687463ab0 HTTP/1.1" status: 200 len: 992 time: 3.8013742 Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-d0298c08-5978-4064-b82c-79e9227f12e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-d0298c08-5978-4064-b82c-79e9227f12e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-d0298c08-5978-4064-b82c-79e9227f12e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-d0298c08-5978-4064-b82c-79e9227f12e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-d0298c08-5978-4064-b82c-79e9227f12e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-d0298c08-5978-4064-b82c-79e9227f12e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:50.596633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-d0298c08-5978-4064-b82c-79e9227f12e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 4599 time: 0.1280468 Feb 04 20:23:50.604689 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:23:50.652034 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'status': 'completed', 'code': 200} Feb 04 20:23:50.660872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f29c3d5-869c-4ba6-80ac-548534d3b295 req-0f31cb0a-f731-4da3-82b3-27a955eae1c8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528429 Feb 04 20:23:50.689112 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fab3da97-eb3d-431f-9bf1-f5c343f7310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.780107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.910562 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.910562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:50.910562 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:50.916917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 1130 time: 4.4477401 Feb 04 20:23:50.942585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '81110be4-8377-4e04-be36-f04dc4f0e0dd'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:51.096763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:51.242559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=edbe917a-6972-47b4-8de1-a22acb1e7e7d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:51.255037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2f834aa2-df66-498f-a2e6-eb0a4ee22ed2 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/edbe917a-6972-47b4-8de1-a22acb1e7e7d HTTP/1.1" status: 204 len: 168 time: 2.0097389 Feb 04 20:23:51.268586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49016) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:51.280757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:51.283300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-148067109'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:51.290566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:51.298141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:51.302008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:51.315852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:51.386845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-e2d9f35e-72df-47e3-8e53-5fddb3c4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.386845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-e2d9f35e-72df-47e3-8e53-5fddb3c4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.386845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-e2d9f35e-72df-47e3-8e53-5fddb3c4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.386845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-e2d9f35e-72df-47e3-8e53-5fddb3c4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.386845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-e2d9f35e-72df-47e3-8e53-5fddb3c4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.386845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-e2d9f35e-72df-47e3-8e53-5fddb3c4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.396150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-e2d9f35e-72df-47e3-8e53-5fddb3c4eb9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5285 time: 0.1942592 Feb 04 20:23:51.461602 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '81110be4-8377-4e04-be36-f04dc4f0e0dd', 'status': 'completed', 'code': 200} Feb 04 20:23:51.654036 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '773415ac-e33f-4bd1-9598-465687463ab0', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'port_id': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a121dea-605e-414a-a456-2fde52417c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:23:13Z', 'updated_at': '2022-02-04T20:23:48Z', 'revision_number': 1, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:14Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:51.657242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] Checking router: af9a0377-1016-4eef-9dc0-a1923cb70cee for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:23:51.675980 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:23:51.678241 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:23:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:51.682041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:51.694288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:51.740126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2609b-4b83-4d0e-bbb7-2495236830f8 service neutron] Pushing event updated for resources: {'Port': ['ID=81110be4-8377-4e04-be36-f04dc4f0e0dd,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:51.747268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:51.796499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:23:51.856209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:51.856209 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment 5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62 of type vlan for network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a Feb 04 20:23:51.870202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d716-cbab-4578-8544-07999e898811 req-c0e46380-4b73-4c9b-a67b-ce3b4011f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.870202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4132d716-cbab-4578-8544-07999e898811 req-c0e46380-4b73-4c9b-a67b-ce3b4011f387 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3b332e2fd834d74910c30fb6183c6b5&device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 1097 time: 1.1769180 Feb 04 20:23:51.935965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-9c862f0f-d7e5-431b-af28-bd4e60bb1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.935965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-9c862f0f-d7e5-431b-af28-bd4e60bb1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.935965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-9c862f0f-d7e5-431b-af28-bd4e60bb1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:51.935965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-9c862f0f-d7e5-431b-af28-bd4e60bb1cbc service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5332229 Feb 04 20:23:51.935965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:51.999512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6030-6493-46b9-a421-d80f52aebbb6 req-ceb66845-8f1a-4c6f-998a-e5f9e08ab130 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.015557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98ad6030-6493-46b9-a421-d80f52aebbb6 req-ceb66845-8f1a-4c6f-998a-e5f9e08ab130 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 1.0899096 Feb 04 20:23:52.291475 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53958e4d-83ba-44e5-9b72-1277e455416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:52.304043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:23:52.407546 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:23:52.458286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-a9d99cb2-8127-4184-a7e3-c4f800e3731c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.458286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-a9d99cb2-8127-4184-a7e3-c4f800e3731c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.479152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-a9d99cb2-8127-4184-a7e3-c4f800e3731c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.492423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-a9d99cb2-8127-4184-a7e3-c4f800e3731c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.504148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-a9d99cb2-8127-4184-a7e3-c4f800e3731c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.522444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98ad6030-6493-46b9-a421-d80f52aebbb6 req-97c8e550-b7d8-4895-9d54-925d109d7d91 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5095558 Feb 04 20:23:52.526624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-a9d99cb2-8127-4184-a7e3-c4f800e3731c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.540688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-a9d99cb2-8127-4184-a7e3-c4f800e3731c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 4599 time: 0.4085925 Feb 04 20:23:52.586355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:52.586355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.586355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:52.793716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5172017 Feb 04 20:23:52.803711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49044) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:52.804917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-298d83fd-9be6-4084-ac48-e15cf6b84541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:52.806366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0905050d-22df-4c3f-bc45-8bc7ca39df1b req-298d83fd-9be6-4084-ac48-e15cf6b84541 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8672874 Feb 04 20:23:52.815233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:53.011238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:53.032209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:23:53.050393 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:53.056319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:23:53.070610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Transition to ACTIVE for port object 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:53.074602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:23:53.144551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:53.158395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d716-cbab-4578-8544-07999e898811 req-b0916873-a845-47ef-adf8-4cbc6fa75ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:53.158395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4132d716-cbab-4578-8544-07999e898811 req-b0916873-a845-47ef-adf8-4cbc6fa75ed2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ecccf2a9-41a3-41eb-a814-9615f20d79cb HTTP/1.1" status: 200 len: 907 time: 1.2506845 Feb 04 20:23:53.158395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:53.183836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f065a543-b04c-41e8-9701-2b342fc7eaf4 req-7e005b89-41a1-46e4-95ef-ed36e8a0d624 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6387701 Feb 04 20:23:53.194655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b9d20-38c3-464a-bad9-e43dbe2214d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=8c3ca887-f0dc-4c37-80d5-5e2732f2018a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:53.215535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:23:53.244308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:53.251783 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:53.603383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Performing IP validity checks on allocation pools {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 20:23:53.624172 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:53.626473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 20:23:53.645741 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:53.827849 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '773415ac-e33f-4bd1-9598-465687463ab0', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'port_id': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a121dea-605e-414a-a456-2fde52417c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:23:13Z', 'updated_at': '2022-02-04T20:23:48Z', 'revision_number': 1, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:14Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:23:53.836011 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c911a-7ed1-49b2-9e82-f2cea2f89d76 None None] The sync data for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 is: [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '773415ac-e33f-4bd1-9598-465687463ab0', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'port_id': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a121dea-605e-414a-a456-2fde52417c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:23:13Z', 'updated_at': '2022-02-04T20:23:48Z', 'revision_number': 1, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:14Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:23:54.157193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:54.344704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6b9e7-e805-4a7e-99e5-956f9bb53858 None None] New status for floating IP 773415ac-e33f-4bd1-9598-465687463ab0: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:23:54.374986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4132d716-cbab-4578-8544-07999e898811 req-92b8ad7b-6278-466b-9a20-f9bfac61a711 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8 HTTP/1.1" status: 200 len: 1000 time: 1.1875482 Feb 04 20:23:54.463996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=0b750026-2d42-4c13-a022-995a0ff19744,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:54.499027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': '5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:54.499398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: 8c3ca887-f0dc-4c37-80d5-5e2732f2018a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:23:54.586419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:54.762345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:23:54.831869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb1370-27d0-44d7-bdd8-a85f2a07f900 req-ef083e4b-853a-4ae0-a075-5fccf41ce33c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.841969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cefb1370-27d0-44d7-bdd8-a85f2a07f900 req-ef083e4b-853a-4ae0-a075-5fccf41ce33c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.7504966 Feb 04 20:23:54.861434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.867289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.896832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.904865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d716-cbab-4578-8544-07999e898811 req-69b7d0e5-ecb3-4142-8e80-009337b1bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.915900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4132d716-cbab-4578-8544-07999e898811 req-69b7d0e5-ecb3-4142-8e80-009337b1bc87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eca1f390-d920-48a7-999e-7cfb579848c7 HTTP/1.1" status: 200 len: 845 time: 0.4222875 Feb 04 20:23:54.916148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.926066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.946991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.986295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:54.986295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-00812f7e-1d87-4520-be27-e830ebde6f76 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5370 time: 0.4567132 Feb 04 20:23:55.037739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 8c3ca887-f0dc-4c37-80d5-5e2732f2018a) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:55.048293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:55.048293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:55.200335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64088b67-433b-4fe9-9e53-9dd5b6d27cfb req-ad1c0fcc-025a-4f3c-b92c-38372fe7d8e0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813459 Feb 04 20:23:55.220236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cefb1370-27d0-44d7-bdd8-a85f2a07f900 req-d68d98c4-1d09-48bb-afee-ee6e3cc948e1 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745370 Feb 04 20:23:55.249070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c09b2-6ec1-4876-bb39-deac7645f374 None None] Network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:23:55.249626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Attempting to bind port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:55.249963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Attempting to bind port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:55.250471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Attempting to bind port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:55.261905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-78acdf79-3a08-4ff3-b26c-429034342a35 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4544926 Feb 04 20:23:55.263186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49090) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:55.269309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a', 'name': 'tempest-PortsIpV6TestJSON-342544778'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:55.285735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:23:55.286219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Attempting to bind port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:55.307588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:55.308012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Checking segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:55.308554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Bound using segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:55.309068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Bound port: 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:55.309495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:55.325540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d716-cbab-4578-8544-07999e898811 req-eea42bfc-065f-4246-bf38-ec31f1e5378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:55.327889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4132d716-cbab-4578-8544-07999e898811 req-eea42bfc-065f-4246-bf38-ec31f1e5378a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ecccf2a9-41a3-41eb-a814-9615f20d79cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3988793 Feb 04 20:23:55.694011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:23:55.763888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:23:55.764311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] For port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:55.764957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:55.765054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] For port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:55.794194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-8c3ca887-f0dc-4c37-80d5-5e2732f2018a', 'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a', 'tenant_id': 'ce281d15e1c048a7b7e20e4647c57c9f', 'fixed_ips': [{'subnet_id': '0b750026-2d42-4c13-a022-995a0ff19744'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:23:55.796135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:55.798209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4132d716-cbab-4578-8544-07999e898811 req-f18442bd-4aff-4061-9258-fdf568d7801a service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619021 Feb 04 20:23:56.055657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4132d716-cbab-4578-8544-07999e898811 req-4995c15f-f8d9-4959-96fe-39d6b610bd49 service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466781 Feb 04 20:23:56.165464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Allocated IP 2001:db8::2 (8c3ca887-f0dc-4c37-80d5-5e2732f2018a/0b750026-2d42-4c13-a022-995a0ff19744/279d5b5a-ef21-4e4c-80ca-fba6eab6f43d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:56.440518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:56.451356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Transition to ACTIVE for port object 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:56.461916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:56.517813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Transition to ACTIVE for port object 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:56.581684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:56.581684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:56.590495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:23:56.596038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 1129 time: 5.3423264 Feb 04 20:23:56.600771 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:56.607240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '7cce746e-36d4-47f4-b8cd-fc87a89e9db0'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:23:56.612063 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:56.655321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607935ef-95e2-4c4e-930a-d25a6b89a9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:56.696497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3a588-56f8-440c-a178-4a8bb15ee660 req-dc4eb7a8-250e-427b-9946-c4ce5a90740b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:56.717051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17d3a588-56f8-440c-a178-4a8bb15ee660 req-dc4eb7a8-250e-427b-9946-c4ce5a90740b tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.3539271 Feb 04 20:23:56.719144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 3bc93f21-4f04-44eb-8e70-a068877157da yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:23:56.721582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:23:56.747242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:56.767424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:56.771720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:56.878719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17d3a588-56f8-440c-a178-4a8bb15ee660 req-bc77c86f-26d6-45b1-812d-7b1791722fd5 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737785 Feb 04 20:23:56.956300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:57.033829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Pushing event updated for resources: {'Port': ['ID=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:57.080440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.110108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.125889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.129288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Attempting to bind port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:23:57.129288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Attempting to bind port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:23:57.129288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Attempting to bind port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d on network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:23:57.145439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:23:57.145439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Checking segment: {'id': '5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:23:57.145439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:57.145439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Bound using segment: {'id': '5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:23:57.145439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Bound port: 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c3ca887-f0dc-4c37-80d5-5e2732f2018a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:23:57.145439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:57.148118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.188389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.207349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.245836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.245836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88edd759-f13c-4331-973b-acec114342d8 req-4004563e-5fd5-454a-ae65-1c1c68220cae tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5370 time: 0.8803935 Feb 04 20:23:57.329868 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '7cce746e-36d4-47f4-b8cd-fc87a89e9db0', 'status': 'completed', 'code': 200} Feb 04 20:23:57.437519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] For port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:23:57.445497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] For port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,segment=NetworkSegment(5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62),segment_id=5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:23:57.486190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::395 (8c3ca887-f0dc-4c37-80d5-5e2732f2018a/0b750026-2d42-4c13-a022-995a0ff19744/3bc93f21-4f04-44eb-8e70-a068877157da) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:23:57.509252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:57.772523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bf331-97a8-4ef1-ac03-4c09710c6e3a None None] Pushing event updated for resources: {'Port': ['ID=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:57.774913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:57.849367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.849367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.849367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.850094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.850722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.851772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.852235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:57.854219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-15310038-578a-4d78-adee-175dd74203b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6207 time: 0.5264823 Feb 04 20:23:57.882603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88edd759-f13c-4331-973b-acec114342d8 req-bd670c43-2db5-4699-a8f7-1a3145e51e94 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6263072 Feb 04 20:23:57.928470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 3bc93f21-4f04-44eb-8e70-a068877157da will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:58.090070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:58.415586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:23:58.425114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:23:58.433425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:23:58.440380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:58.441928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:58.447803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=3bc93f21-4f04-44eb-8e70-a068877157da,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:23:58.651270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-89b9cd45-be47-4780-8ead-dc16514e8e24 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3791749 Feb 04 20:23:58.651270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:23:58.655491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-29b4a2f3-f587-4a59-a7e2-6c81969d4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:58.655491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-29b4a2f3-f587-4a59-a7e2-6c81969d4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:58.655491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-29b4a2f3-f587-4a59-a7e2-6c81969d4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:58.655491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-29b4a2f3-f587-4a59-a7e2-6c81969d4322 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7820809 Feb 04 20:23:58.714639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:23:58.776994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 3bc93f21-4f04-44eb-8e70-a068877157da {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:23:58.777537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:58.887205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90841755-630e-4caa-9b7b-e03e2f5945f4 req-69830541-bbde-43b4-a8d0-453f09f2d277 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:58.887205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90841755-630e-4caa-9b7b-e03e2f5945f4 req-69830541-bbde-43b4-a8d0-453f09f2d277 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.7802880 Feb 04 20:23:59.016513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da708f3b-e1c8-4ab5-b1db-8e65e2074e55 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:23:59.060826 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:59.171463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-056cb5c0-382a-4b9f-bd31-9b21f4ada737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:23:59.173429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c4c910a-1083-43f9-9045-8775720b1f6d req-056cb5c0-382a-4b9f-bd31-9b21f4ada737 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4932642 Feb 04 20:23:59.214667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90841755-630e-4caa-9b7b-e03e2f5945f4 req-dea71063-8e9c-4355-8889-45c4e0bb51d0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125126 Feb 04 20:23:59.218506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Transition to ACTIVE for port object da708f3b-e1c8-4ab5-b1db-8e65e2074e55 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:23:59.290993 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:59.326115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:23:59.543655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 3bc93f21-4f04-44eb-8e70-a068877157da owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:23:59.918775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:23:59.951363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Pushing event updated for resources: {'Port': ['ID=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:00.216985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:00.245156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36cce-f930-4321-be78-3ec3a4cfe261 req-ccf1fc13-ed9e-449a-bfd5-9bb73662d36f tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.245156 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c36cce-f930-4321-be78-3ec3a4cfe261 req-ccf1fc13-ed9e-449a-bfd5-9bb73662d36f tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.5507019 Feb 04 20:24:00.245156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Attempting to bind port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:00.245156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Attempting to bind port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:00.245156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Attempting to bind port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:00.257714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:24:00.262592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Attempting to bind port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:00.275057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:00.275057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Checking segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:00.275057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Bound using segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:00.275057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Bound port: da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:00.275057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:00.338311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb5ddb-e2ea-4ce7-b150-6b0741703b3d None None] Network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:00.383164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.401890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.410283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.439343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.444133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89c36cce-f930-4321-be78-3ec3a4cfe261 req-ce0d136e-e37d-4481-b67d-a3d7d77b2fc3 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925712 Feb 04 20:24:00.453093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.459523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.476157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.483724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-3c6c6a91-aa31-44d6-92d1-32c692fcd764 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5382 time: 0.3958573 Feb 04 20:24:00.519579 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:00.536079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] For port da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:00.543349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] For port da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:00.626887 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:00.654298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=3bc93f21-4f04-44eb-8e70-a068877157da,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:00.691598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1bbc1630-96db-4583-8dc0-b36c9a5fb842 req-09c32504-fb02-4953-98aa-c37d57337f23 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2051306 Feb 04 20:24:00.698653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:00.767984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ade3f274-69df-49d1-8b72-016e9473c1a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/3bc93f21-4f04-44eb-8e70-a068877157da HTTP/1.1" status: 204 len: 168 time: 2.1146920 Feb 04 20:24:00.767984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49206) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:00.772485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:00.772485 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:00.772485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] 10.222.0.62 "PUT /v2.0/ports/da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 200 len: 1090 time: 4.0579634 Feb 04 20:24:00.772485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:00.876860 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbbb898-6711-464c-a038-5cf655be42e7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:24:00.876860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbbb898-6711-464c-a038-5cf655be42e7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:24:00.876860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3cbbb898-6711-464c-a038-5cf655be42e7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/3bc93f21-4f04-44eb-8e70-a068877157da HTTP/1.1" status: 404 len: 333 time: 0.1070142 Feb 04 20:24:00.885581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49212) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:00.909040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d9a66ae6-8ff6-4acc-8e70-d6022d532214 None None] Provisioning for port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:00.918028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87522cdf-6b46-40b8-811a-031f9234f802 service neutron] Pushing event updated for resources: {'Port': ['ID=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:00.920328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d9a66ae6-8ff6-4acc-8e70-d6022d532214 None None] Provisioning complete for port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:00.920328 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d9a66ae6-8ff6-4acc-8e70-d6022d532214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:00.923356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:01.008581 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55', 'status': 'completed', 'code': 200} Feb 04 20:24:01.064519 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-456791cf-1fb8-45e5-aaff-97bb06c2f1ff tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:24:01.065281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-456791cf-1fb8-45e5-aaff-97bb06c2f1ff tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:01.205276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-456791cf-1fb8-45e5-aaff-97bb06c2f1ff tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:01.205276 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-456791cf-1fb8-45e5-aaff-97bb06c2f1ff tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/3bc93f21-4f04-44eb-8e70-a068877157da HTTP/1.1" status: 404 len: 333 time: 0.3161404 Feb 04 20:24:01.205276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49224) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:01.269099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d9a66ae6-8ff6-4acc-8e70-d6022d532214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:01.370679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d9a66ae6-8ff6-4acc-8e70-d6022d532214 None None] For port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,segment=NetworkSegment(5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62),segment_id=5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:01.439335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet 0b750026-2d42-4c13-a022-995a0ff19744 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:24:01.474162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:01.497339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d9a66ae6-8ff6-4acc-8e70-d6022d532214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:01.581230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:01.581697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:01.582170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:01.582638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:01.583115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:01.583774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:01.584429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:01.588247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-a7dd7d4f-3a1c-446c-aa60-455dcaf21a2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6274 time: 0.5831451 Feb 04 20:24:01.595436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:01.865447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a66ae6-8ff6-4acc-8e70-d6022d532214 None None] Pushing event updated for resources: {'Port': ['ID=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:01.879362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:01.900785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3a553bb6-cdf7-4fd5-b488-d4ab30fac5af None None] Provisioning complete for port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:01.907881 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3a553bb6-cdf7-4fd5-b488-d4ab30fac5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:01.957222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:02.294762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.294762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.334724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.334724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.348756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.348756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.362415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.378621 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-0b3545b4-3df2-4af0-b8a6-0023488405fb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5382 time: 0.3272669 Feb 04 20:24:02.456093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:02.511553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=0b750026-2d42-4c13-a022-995a0ff19744,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:02.539309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11621d17-8c3d-4eae-a5c7-206a70c4bcfc req-ba4070be-d4d0-46b6-b1cc-2cfe0dee13d6 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642904 Feb 04 20:24:02.548524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8c2baf8b-79cb-4638-a66c-282a67d96ff1 None None] Could not find standard attr ID for object 3bc93f21-4f04-44eb-8e70-a068877157da. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:24:02.557321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-7ba2deee-d3cb-461e-a828-3c73b673bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.558495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-7ba2deee-d3cb-461e-a828-3c73b673bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.559780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-7ba2deee-d3cb-461e-a828-3c73b673bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:02.561603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-7ba2deee-d3cb-461e-a828-3c73b673bc4b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9592941 Feb 04 20:24:02.572208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:02.591874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e95cce00-305c-46da-a516-29b990670585 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/0b750026-2d42-4c13-a022-995a0ff19744 HTTP/1.1" status: 204 len: 168 time: 1.3870471 Feb 04 20:24:02.595339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49258) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:02.697963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700171e8-0ca2-4228-9599-51200a1b2eda None None] Network 8c3ca887-f0dc-4c37-80d5-5e2732f2018a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:03.096596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:03.121230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:03.121489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:03.348602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:03.393813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:03.441593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Transition to ACTIVE for port object 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:03.444664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-46bb5bef-1e0d-427f-a069-c4eb92af50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:03.446145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00ecbbd9-46c7-45c3-9d96-24f3bc530043 req-46bb5bef-1e0d-427f-a069-c4eb92af50d0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8767071 Feb 04 20:24:03.464476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] DHCP port deletion for 8c3ca887-f0dc-4c37-80d5-5e2732f2018a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:24:03.470963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Deleting port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:03.471513 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:03.508871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:03.767993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] For port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,segment=NetworkSegment(5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62),segment_id=5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:03.767993 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:03.869658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:24:04.064991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Pushing event updated for resources: {'Port': ['ID=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:04.099015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:04.171013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] For port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,segment=NetworkSegment(5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62),segment_id=5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:04.171323 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:04.200943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Attempting to bind port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:04.203000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Attempting to bind port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:04.203332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Attempting to bind port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:04.212350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:24:04.216618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Attempting to bind port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:04.221160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:04.221713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Checking segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:04.222103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Bound using segment: {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:04.223986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Bound port: 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:04.223986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:04.262279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.270317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.277007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.283126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.289743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.295865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.301885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.304560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-b916819c-0f35-4bf1-a6f0-8fc63c6ad656 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5394 time: 0.4554949 Feb 04 20:24:04.440799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02c1a1e2-0f96-41c5-af25-cc878653be94 req-c3f924c3-c551-40ba-a993-65a082d98716 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867496 Feb 04 20:24:04.443170 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:04.461656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Calling delete_port for 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:04.467028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] For port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:04.473452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] For port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:04.514463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:04.557974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:04.572481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=279d5b5a-ef21-4e4c-80ca-fba6eab6f43d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:04.597718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No DVR routers for this DVR port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:24:04.729740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:04.736972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:04.738677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] 10.222.0.62 "PUT /v2.0/ports/456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 200 len: 1091 time: 3.8288653 Feb 04 20:24:04.743129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:04.744896 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:24:04.745218 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:24:04.835416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d662ccf-9770-4854-a907-5e04d104a165 service neutron] Pushing event updated for resources: {'Port': ['ID=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:04.859450 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d', 'status': 'completed', 'code': 200} Feb 04 20:24:04.881345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:04.897296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:04.988803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3ca887-f0dc-4c37-80d5-5e2732f2018a']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:05.045252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:05.045252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2dc5dc-fc31-42cf-948e-f5d8fc7aae62') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:05.083623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.109134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.121532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:24:05.122132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:24:05.152613 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:24:05.182143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.182682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.183212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.183676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.184137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.184588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.185036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.187171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-d835cd22-0609-4798-b1a3-efd24190c08d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6341 time: 0.2379539 Feb 04 20:24:05.193786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.245995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Deleting port 279d5b5a-ef21-4e4c-80ca-fba6eab6f43d {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:05.246546 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.361074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf3eec-1a39-49d7-9c04-53decf0385c9 None None] The port '279d5b5a-ef21-4e4c-80ca-fba6eab6f43d' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:24:05.422115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.481987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-083572e3-5ca7-4efa-86d5-c92c3604eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.481987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-083572e3-5ca7-4efa-86d5-c92c3604eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.481987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-083572e3-5ca7-4efa-86d5-c92c3604eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.481987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-083572e3-5ca7-4efa-86d5-c92c3604eeef service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2739286 Feb 04 20:24:05.532375 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.569474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=8c3ca887-f0dc-4c37-80d5-5e2732f2018a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:05.652275 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1bc16a7e-184d-4360-9e99-ceb38e0b1c0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/8c3ca887-f0dc-4c37-80d5-5e2732f2018a HTTP/1.1" status: 204 len: 168 time: 3.0346842 Feb 04 20:24:05.655954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:05.661701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-798332991'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:05.667169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:05.671139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:05.674077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:05.683623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:05.801511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:05.801511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.826201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-37700e50-457f-4b78-bd44-7f5cbf028369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:05.826201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5567c1b1-b2ee-47b8-9e6d-0913ea3d03bf req-37700e50-457f-4b78-bd44-7f5cbf028369 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599006 Feb 04 20:24:05.881707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:24:05.923262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:05.923262 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment 800c229b-f2d3-4e84-9e71-c0d01b173dd6 of type vlan for network a848a8a3-cbdc-404e-914b-1a91b3880c88 Feb 04 20:24:06.001754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:06.102043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.108191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.114466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.121600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.127919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.158361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.175435 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:06.175435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.184827 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:06.186626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:06.190580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-e777cba2-40b7-4cb5-b252-30769838df2a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5394 time: 0.5301356 Feb 04 20:24:06.317880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7739824-fbf5-4b65-9d45-6c69ea1c26ae req-97af2490-23db-4dd7-9646-0d85f1ee462f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190093 Feb 04 20:24:06.487837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=a848a8a3-cbdc-404e-914b-1a91b3880c88,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:06.491232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689f4a2f-34a2-4833-a03f-1e26569b8acf {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:06.499618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network a848a8a3-cbdc-404e-914b-1a91b3880c88 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:24:06.502732 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:06.543381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Transition to ACTIVE for port object 689f4a2f-34a2-4833-a03f-1e26569b8acf will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:06.655864 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a4881e63-2fac-43a3-8f9d-1c5c39fa2084 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9898143 Feb 04 20:24:06.655864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49358) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:06.666406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:06.677341 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:06.954856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:06.960764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:06.965591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:06.973724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:07.050603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Pushing event updated for resources: {'Port': ['ID=689f4a2f-34a2-4833-a03f-1e26569b8acf,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:07.124116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:07.129824 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:07.451129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Attempting to bind port 689f4a2f-34a2-4833-a03f-1e26569b8acf on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:07.451129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Attempting to bind port 689f4a2f-34a2-4833-a03f-1e26569b8acf by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:07.451129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Attempting to bind port 689f4a2f-34a2-4833-a03f-1e26569b8acf on network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:07.459397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Port 689f4a2f-34a2-4833-a03f-1e26569b8acf on network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:24:07.459397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Attempting to bind port 689f4a2f-34a2-4833-a03f-1e26569b8acf on network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:07.487948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:07.487948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Checking segment: {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:07.487948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Bound using segment: {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:07.487948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Bound port: 689f4a2f-34a2-4833-a03f-1e26569b8acf, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:07.487948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:07.665850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] For port 689f4a2f-34a2-4833-a03f-1e26569b8acf, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:07.670747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] For port 689f4a2f-34a2-4833-a03f-1e26569b8acf, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:07.757041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:07.851792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.864631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.881090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.881090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.884564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.907798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.934388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.944346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-4ca28c94-0764-4f35-b134-a219a862f5f5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5406 time: 0.2396781 Feb 04 20:24:07.944346 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:07.952015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:07.952946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:07.953682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] 10.222.0.62 "PUT /v2.0/ports/689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 200 len: 1091 time: 3.0988994 Feb 04 20:24:07.997019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:08.004437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d118201-3a40-41a2-8c50-d0134ad4f860 service neutron] Pushing event updated for resources: {'Port': ['ID=689f4a2f-34a2-4833-a03f-1e26569b8acf,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:08.090442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Request body: {'port': {'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:08.163534 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf', 'status': 'completed', 'code': 200} Feb 04 20:24:08.175057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': '800c229b-f2d3-4e84-9e71-c0d01b173dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:08.175941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: a848a8a3-cbdc-404e-914b-1a91b3880c88, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:24:08.232507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6308f1fd-d417-4407-80a5-269f5d5d0953 req-8c069785-9235-443e-800c-76f765fa97f8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2955856 Feb 04 20:24:08.279389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=d82f76a4-071f-45bd-811c-46be923bffc1,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:08.400027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network a848a8a3-cbdc-404e-914b-1a91b3880c88 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:24:08.417055 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:08.436332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.437295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.437828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.438465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.439589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.440282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.440913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.443622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-c333485f-4d0e-454c-8b6d-93af3d79c5e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6408 time: 0.2879012 Feb 04 20:24:08.521023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, a848a8a3-cbdc-404e-914b-1a91b3880c88) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:08.525820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.526645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:08.532655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03075ac-94a8-4243-a055-d083929ee33c None None] Network a848a8a3-cbdc-404e-914b-1a91b3880c88 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:08.653094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-94da8148-4f04-4697-a531-5e87d9d3e49b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9961054 Feb 04 20:24:08.654294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49406) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:08.674508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1875562279'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:08.982539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-0809178c-033c-4c66-8e22-da0bc73fe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.983051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-0809178c-033c-4c66-8e22-da0bc73fe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.983799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-0809178c-033c-4c66-8e22-da0bc73fe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:08.985703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-0809178c-033c-4c66-8e22-da0bc73fe709 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5341256 Feb 04 20:24:09.031539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-a848a8a3-cbdc-404e-914b-1a91b3880c88', 'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88', 'tenant_id': 'ce281d15e1c048a7b7e20e4647c57c9f', 'fixed_ips': [{'subnet_id': 'd82f76a4-071f-45bd-811c-46be923bffc1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:24:09.032731 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:09.056877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:09.081104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:09.086815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:09.102013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:09.177425 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:09.214274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:09.218815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:09.248344 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:09.278954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 3b98d42e-f456-4039-b839-8bc9126cec01 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:09.442491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-e115d5dc-4695-4ee5-8ee4-cdca70a8cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.448115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93584a4f-e63f-4b2a-979c-e90a3da80d46 req-e115d5dc-4695-4ee5-8ee4-cdca70a8cb6c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4525878 Feb 04 20:24:09.465324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Allocated IP 2001:db8::2 (a848a8a3-cbdc-404e-914b-1a91b3880c88/d82f76a4-071f-45bd-811c-46be923bffc1/055ac0d0-a5d4-496c-9b05-57556e612065) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:09.618626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:09.628600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:09.643019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.649306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.655135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.666934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.678504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.686604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.693212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:09.696473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-eef9069f-12ef-4a77-bbfe-b3d0f871875e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5406 time: 0.2563899 Feb 04 20:24:09.742315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Transition to ACTIVE for port object 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:09.771864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a4257f-4c92-45d8-8ce0-31e1017d4a63 req-2b5f37d3-830e-4647-9057-87dd74d8f7e3 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639830 Feb 04 20:24:09.805967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:09.819054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Transition to ACTIVE for port object 055ac0d0-a5d4-496c-9b05-57556e612065 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:09.830731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:09.837873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Transition to ACTIVE for port object 055ac0d0-a5d4-496c-9b05-57556e612065 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:09.913571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.065055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::29f (a848a8a3-cbdc-404e-914b-1a91b3880c88/d82f76a4-071f-45bd-811c-46be923bffc1/3b98d42e-f456-4039-b839-8bc9126cec01) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:10.091422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Pushing event updated for resources: {'Port': ['ID=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:10.099299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Network a848a8a3-cbdc-404e-914b-1a91b3880c88 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:10.102918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Pushing event updated for resources: {'Port': ['ID=055ac0d0-a5d4-496c-9b05-57556e612065,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:10.113949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:10.116475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:10.266555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Attempting to bind port 055ac0d0-a5d4-496c-9b05-57556e612065 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:10.267271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Attempting to bind port 055ac0d0-a5d4-496c-9b05-57556e612065 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '800c229b-f2d3-4e84-9e71-c0d01b173dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:10.267860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Attempting to bind port 055ac0d0-a5d4-496c-9b05-57556e612065 on network a848a8a3-cbdc-404e-914b-1a91b3880c88 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:10.276671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:10.277328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Checking segment: {'id': '800c229b-f2d3-4e84-9e71-c0d01b173dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:10.277908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.278537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Bound using segment: {'id': '800c229b-f2d3-4e84-9e71-c0d01b173dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:10.279265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Bound port: 055ac0d0-a5d4-496c-9b05-57556e612065, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800c229b-f2d3-4e84-9e71-c0d01b173dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a848a8a3-cbdc-404e-914b-1a91b3880c88'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:10.279813 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.498135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] For port 055ac0d0-a5d4-496c-9b05-57556e612065, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:10.508080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] For port 055ac0d0-a5d4-496c-9b05-57556e612065, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=055ac0d0-a5d4-496c-9b05-57556e612065,segment=NetworkSegment(800c229b-f2d3-4e84-9e71-c0d01b173dd6),segment_id=800c229b-f2d3-4e84-9e71-c0d01b173dd6)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:10.514419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.553586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 3b98d42e-f456-4039-b839-8bc9126cec01 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:10.622421 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.652276 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.727269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Attempting to bind port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:10.727866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Attempting to bind port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:10.728508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Attempting to bind port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c on network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:10.730108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=3b98d42e-f456-4039-b839-8bc9126cec01,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:10.743346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c on network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:24:10.743858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Attempting to bind port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c on network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:10.749441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network a848a8a3-cbdc-404e-914b-1a91b3880c88 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:10.750868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:10.760106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:10.760681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Checking segment: {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:10.761504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Bound using segment: {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:10.762085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Bound port: 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209a218b-7ab6-4c0a-9561-c2623ccb3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:10.762721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:10.763073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.771300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f91f4-8fde-4bed-9ad3-11ced9569739 None None] Pushing event updated for resources: {'Port': ['ID=055ac0d0-a5d4-496c-9b05-57556e612065,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:10.774524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:10.775596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:10.874011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] For port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:10.877796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] For port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:10.969421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2f88cca8-917d-4981-9fce-5e7d20f12ba4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3138058 Feb 04 20:24:10.973090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49446) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:11.038173 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:11.043311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.049324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.055689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.061564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.068640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.074441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.080414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.082335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-219c2dee-69dd-4d57-b2b1-4069bdfad757 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.1667542 Feb 04 20:24:11.139972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.140603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:11.142011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] 10.222.0.62 "PUT /v2.0/ports/94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 1091 time: 3.0567775 Feb 04 20:24:11.144330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:11.177900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df62b05c-9b52-4417-9d26-3c1f09614994 req-4d0120a6-8018-4573-97f3-8932e518b928 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890968 Feb 04 20:24:11.185957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 3b98d42e-f456-4039-b839-8bc9126cec01 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:11.186475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:11.279826 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c', 'status': 'completed', 'code': 200} Feb 04 20:24:11.382719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2841-a955-435b-8402-663b52cee3ee service neutron] Pushing event updated for resources: {'Port': ['ID=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:11.650759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 055ac0d0-a5d4-496c-9b05-57556e612065 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:11.721922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:11.855640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 055ac0d0-a5d4-496c-9b05-57556e612065 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:11.864832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 3b98d42e-f456-4039-b839-8bc9126cec01 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:11.918984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.919457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.919927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.920388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.920843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.921295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.923266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:11.923721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9159511f-fb0a-49b8-85d0-4384e32ded99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6475 time: 0.6290171 Feb 04 20:24:12.017964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-b6cc4253-47aa-4437-b7f3-9cd659ff945d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 217 time: 0.0715761 Feb 04 20:24:12.138031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f0c4e777-8192-4bb5-bb59-85f5e6fe342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.138031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f0c4e777-8192-4bb5-bb59-85f5e6fe342c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 200 len: 851 time: 0.1140766 Feb 04 20:24:12.235120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-bd219a16-5967-4336-8fcc-b54fbeac2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.235120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-bd219a16-5967-4336-8fcc-b54fbeac2bb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943639 Feb 04 20:24:12.344476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:12.429618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac7caa-4e42-40f4-9ef9-ec732dc07909 None None] Network a848a8a3-cbdc-404e-914b-1a91b3880c88 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:12.620657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=3b98d42e-f456-4039-b839-8bc9126cec01,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:12.644758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:12.664264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d037ab3c-d8b2-4580-9592-8ea9ecf4f417 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/3b98d42e-f456-4039-b839-8bc9126cec01 HTTP/1.1" status: 204 len: 168 time: 1.6900072 Feb 04 20:24:12.667142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49498) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:12.687139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-80ae2515-4824-452e-a02e-5c86f240ffed None None] Provisioning for port 055ac0d0-a5d4-496c-9b05-57556e612065 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:12.700557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.720524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.744700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-62186bc2-3c8b-4ff5-8f30-24fb08829269 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910159 Feb 04 20:24:12.745120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.745120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.749535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.762040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.776578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:12.790490 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d210f11-f951-40ba-a038-70097cd58e20 req-467a803b-046b-4180-a15a-cc05eb025f98 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.3330150 Feb 04 20:24:12.796107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-80ae2515-4824-452e-a02e-5c86f240ffed None None] Provisioning complete for port 055ac0d0-a5d4-496c-9b05-57556e612065 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:12.796484 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ae2515-4824-452e-a02e-5c86f240ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:12.951311 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10d42c5-d456-43ed-98eb-4f39fc356f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:24:12.952821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f10d42c5-d456-43ed-98eb-4f39fc356f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:13.040469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3c707bcd-8ebf-4c61-a806-abe57e725b19 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994742 Feb 04 20:24:13.047901 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d210f11-f951-40ba-a038-70097cd58e20 req-f947b093-e166-4e84-9c2b-6de8e6ea3e0c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2458279 Feb 04 20:24:13.142320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f10d42c5-d456-43ed-98eb-4f39fc356f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:13.143842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f10d42c5-d456-43ed-98eb-4f39fc356f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/3b98d42e-f456-4039-b839-8bc9126cec01 HTTP/1.1" status: 404 len: 333 time: 0.4756405 Feb 04 20:24:13.146558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49508) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:13.247792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ae2515-4824-452e-a02e-5c86f240ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:13.313586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-80ae2515-4824-452e-a02e-5c86f240ffed None None] For port 055ac0d0-a5d4-496c-9b05-57556e612065, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=055ac0d0-a5d4-496c-9b05-57556e612065,segment=NetworkSegment(800c229b-f2d3-4e84-9e71-c0d01b173dd6),segment_id=800c229b-f2d3-4e84-9e71-c0d01b173dd6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:13.322246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-cea0b048-4591-4d38-846c-a8bb046b7fcf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 217 time: 0.2739294 Feb 04 20:24:13.327368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet d82f76a4-071f-45bd-811c-46be923bffc1 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:24:13.331221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:13.412309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-1c38bea2-59c5-4f01-bc31-5c62be77212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:13.415585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-1c38bea2-59c5-4f01-bc31-5c62be77212c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0866511 Feb 04 20:24:13.430549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:13.456748 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ae2515-4824-452e-a02e-5c86f240ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:13.605369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-d2cf94d1-3c91-4690-b4bc-5ff1c7114712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:13.607286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-d2cf94d1-3c91-4690-b4bc-5ff1c7114712 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1815846 Feb 04 20:24:13.693621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:13.704306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae2515-4824-452e-a02e-5c86f240ffed None None] Pushing event updated for resources: {'Port': ['ID=055ac0d0-a5d4-496c-9b05-57556e612065,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:13.840212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fb72ce2b-e083-4cd5-b51b-1e35ff304475 None None] Provisioning complete for port 055ac0d0-a5d4-496c-9b05-57556e612065 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:13.840810 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fb72ce2b-e083-4cd5-b51b-1e35ff304475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:13.948443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-ab428ee0-186c-4586-8939-3979e8e042aa service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331802 Feb 04 20:24:14.050127 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:14.145502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=d82f76a4-071f-45bd-811c-46be923bffc1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:14.157845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:14.180530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2e5b354f-5b83-4034-a33e-ca5955a077dd tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/d82f76a4-071f-45bd-811c-46be923bffc1 HTTP/1.1" status: 204 len: 168 time: 1.0327613 Feb 04 20:24:14.181245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49548) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:14.190417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-9567f9c2-c56a-4cb5-82da-e85d18fa5903 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342727 Feb 04 20:24:14.282800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb8b37-62cb-4866-8fc6-11944640eaa3 None None] Network a848a8a3-cbdc-404e-914b-1a91b3880c88 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:14.295696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-e3b3a8c7-5334-4bd1-ab2d-1a7e6a327b6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 217 time: 0.0992362 Feb 04 20:24:14.361056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:14.384437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 055ac0d0-a5d4-496c-9b05-57556e612065 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:14.384790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:14.402219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-898ad5ac-cc7b-44a7-b6cc-8832568ab566 None None] Could not find standard attr ID for object 3b98d42e-f456-4039-b839-8bc9126cec01. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:24:14.409196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-fe0de505-95a3-4772-b622-da8eaf1cba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.409196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-fe0de505-95a3-4772-b622-da8eaf1cba8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1069427 Feb 04 20:24:14.568651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-cdc9e7d9-35e6-4ea6-be04-885c487da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.572434 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-cdc9e7d9-35e6-4ea6-be04-885c487da2ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557567 Feb 04 20:24:14.657013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] DHCP port deletion for a848a8a3-cbdc-404e-914b-1a91b3880c88 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:24:14.661650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Deleting port 055ac0d0-a5d4-496c-9b05-57556e612065 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:14.662033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:14.697748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.703657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.718307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.724053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.729816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.735562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.741305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:14.743261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ffc183f1-0ed5-47ed-bd82-3dbdfc11ee5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.3893211 Feb 04 20:24:14.867487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] For port 055ac0d0-a5d4-496c-9b05-57556e612065, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=055ac0d0-a5d4-496c-9b05-57556e612065,segment=NetworkSegment(800c229b-f2d3-4e84-9e71-c0d01b173dd6),segment_id=800c229b-f2d3-4e84-9e71-c0d01b173dd6)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:14.868010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:14.932528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5ff0f75-1730-49ef-b356-251b67e6f270 req-ab9f1f35-57a2-49b8-a0c1-026bb8f64a6a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764343 Feb 04 20:24:15.094751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-b7f9b2de-96f0-47e4-9938-7111ca683fe8 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152695 Feb 04 20:24:15.135533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] For port 055ac0d0-a5d4-496c-9b05-57556e612065, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=055ac0d0-a5d4-496c-9b05-57556e612065,segment=NetworkSegment(800c229b-f2d3-4e84-9e71-c0d01b173dd6),segment_id=800c229b-f2d3-4e84-9e71-c0d01b173dd6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:15.136336 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:15.205648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 055ac0d0-a5d4-496c-9b05-57556e612065 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:15.332081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-c3c7d936-47f6-47b3-aa92-b42b5c6ce524 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4061594 Feb 04 20:24:15.408131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Calling delete_port for 055ac0d0-a5d4-496c-9b05-57556e612065 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:15.424822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-76287609-b187-467f-a5f7-f9cd686756b4 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203657 Feb 04 20:24:15.556892 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:15.573462 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:24:15.573949 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-c02217a9-f52b-498d-9dc0-bd83da4dd6c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 200 len: 217 time: 0.1391063 Feb 04 20:24:15.574614 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:24:15.617998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 055ac0d0-a5d4-496c-9b05-57556e612065 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:24:15.674766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=055ac0d0-a5d4-496c-9b05-57556e612065,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:15.679015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No DVR routers for this DVR port 055ac0d0-a5d4-496c-9b05-57556e612065 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:24:15.681593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-e208ebc1-beb4-4f43-92e1-5684bfef12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:15.683149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-e208ebc1-beb4-4f43-92e1-5684bfef12e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0873613 Feb 04 20:24:15.690157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 055ac0d0-a5d4-496c-9b05-57556e612065 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:24:15.690618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 055ac0d0-a5d4-496c-9b05-57556e612065 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:24:15.749182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-d3d9c3aa-4d72-4b75-9f0e-1252deaeae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:15.750973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-d3d9c3aa-4d72-4b75-9f0e-1252deaeae04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3b332e2fd834d74910c30fb6183c6b5&device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 1097 time: 0.2635674 Feb 04 20:24:15.931841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-802cb71f-82f9-4797-a3ce-76da0bf4a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:15.933664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-802cb71f-82f9-4797-a3ce-76da0bf4a165 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2438138 Feb 04 20:24:15.955410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:15.977340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-0f5e2c4b-5d1d-423b-ab95-0ed3af7e0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:15.978897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-0f5e2c4b-5d1d-423b-ab95-0ed3af7e0a61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ecccf2a9-41a3-41eb-a814-9615f20d79cb HTTP/1.1" status: 200 len: 907 time: 0.1921029 Feb 04 20:24:15.984511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a848a8a3-cbdc-404e-914b-1a91b3880c88']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:16.001368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800c229b-f2d3-4e84-9e71-c0d01b173dd6') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:16.003217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800c229b-f2d3-4e84-9e71-c0d01b173dd6') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:16.017143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:16.038093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:16.047636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:24:16.048095 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:24:16.066814 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:24:16.077651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Deleting port 055ac0d0-a5d4-496c-9b05-57556e612065 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:16.078037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:16.240560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c21b1b03-9748-4729-99f8-ad3b50ea6ec1 None None] The port '055ac0d0-a5d4-496c-9b05-57556e612065' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:24:16.390484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:16.453214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:16.467943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-fd43e0ec-7a75-449d-b8f3-62e3710f149f service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199473 Feb 04 20:24:16.482752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-e37333c1-28aa-4fb5-8a0d-e6a7d0a7ac59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8 HTTP/1.1" status: 200 len: 1002 time: 0.2807460 Feb 04 20:24:16.490134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=a848a8a3-cbdc-404e-914b-1a91b3880c88,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:16.537165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.543050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.549339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.555861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.561742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.567705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.574103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.576134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-04358da8-fd8d-4d09-a04b-aac795dd6a0f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.2824619 Feb 04 20:24:16.627334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4d170fd-b425-44ce-91a5-66da46b9663b req-131c5d09-2336-4bd4-8916-ed4a565c10b6 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444624 Feb 04 20:24:16.655982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-c04b3f8d-5d9c-4644-bbfc-82faebce19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.657488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-c04b3f8d-5d9c-4644-bbfc-82faebce19a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eca1f390-d920-48a7-999e-7cfb579848c7 HTTP/1.1" status: 200 len: 845 time: 0.1408575 Feb 04 20:24:16.720851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07b0d048-40d6-4a81-aac2-14b8e9cf5600 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/a848a8a3-cbdc-404e-914b-1a91b3880c88 HTTP/1.1" status: 204 len: 168 time: 2.5368698 Feb 04 20:24:16.734583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49648) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:16.735128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-223b4b6d-f72b-48a8-866a-9d80fda27acd service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510796 Feb 04 20:24:16.738221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'name': 'tempest-PortsIpV6TestJSON-1259846874'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:16.811857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-31a2f254-4215-4935-997a-640ebddce722 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 200 len: 217 time: 0.0692089 Feb 04 20:24:16.879602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-8e55ad2a-ae4c-4d3d-996d-94488ccedaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.880994 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-8e55ad2a-ae4c-4d3d-996d-94488ccedaa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0624065 Feb 04 20:24:16.889227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-bcc02ce6-10bc-433b-8c55-c9b11624f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:16.891507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-bcc02ce6-10bc-433b-8c55-c9b11624f7b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ecccf2a9-41a3-41eb-a814-9615f20d79cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248731 Feb 04 20:24:16.944174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:16.948910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:16.952147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:16.958307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:17.079565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:17.083065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:17.090215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-afc0a4b8-6d12-4a99-9c6a-6cf8b02176d5 service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385553 Feb 04 20:24:17.119711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 97acbd5c-567e-4a4e-b477-a7b2f8623d66 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:17.307960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-7dec0e62-6d6b-4004-aac3-947840ebbbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:17.309477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-7dec0e62-6d6b-4004-aac3-947840ebbbe1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4177523 Feb 04 20:24:17.414896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-317aaaa3-0385-4d6e-bc50-d8d1646c184f req-bf67bdb0-0da9-44f1-850b-d5094919b685 service neutron] 10.222.0.62 "GET /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149426 Feb 04 20:24:17.473757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:17.479026 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-3e16b008-f1e1-4659-ad26-751260e6fb7d service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608567 Feb 04 20:24:17.672390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:17.691586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-51c55e74-c411-4eed-9dac-4ee562e083ef service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991148 Feb 04 20:24:17.783767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:17.784664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=97acbd5c-567e-4a4e-b477-a7b2f8623d66,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:17.787201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:17.789268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:17.794661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:17.795277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:17.850158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-275c97ff-b5ef-4b7a-a843-3d6a4c56fa1f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 200 len: 217 time: 0.1522377 Feb 04 20:24:17.932928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-479871ca-f3d4-4eb2-94bb-ea3c2f52af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:17.934243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-479871ca-f3d4-4eb2-94bb-ea3c2f52af68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.0782890 Feb 04 20:24:17.970162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f719295f-5dc4-4517-b34a-ba3ff2a36b1d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2391973 Feb 04 20:24:17.972644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49702) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:18.044679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 97acbd5c-567e-4a4e-b477-a7b2f8623d66 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:18.045043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:18.127817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.134281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.140326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.146391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.152970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.158750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.164480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.166363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6406383-d414-43ee-a4ca-8420c03166cf req-23bad792-3ac1-4d17-9e9f-7b2a6975ab8a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.3572071 Feb 04 20:24:18.237163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6406383-d414-43ee-a4ca-8420c03166cf req-54b401f1-8cd9-4e03-b49e-00a84a2bb062 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567656 Feb 04 20:24:18.244070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-2cabe01e-c87e-441d-9c1c-b804dafaa4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.245605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-2cabe01e-c87e-441d-9c1c-b804dafaa4c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3029249 Feb 04 20:24:18.309376 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:18.392804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-2dc2f995-09f1-4da1-9df8-35c18a10912d service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407709 Feb 04 20:24:18.439163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 97acbd5c-567e-4a4e-b477-a7b2f8623d66 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:18.542678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-f93c885c-14ea-4ef0-ab6e-027966f20ead service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432600 Feb 04 20:24:18.615414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4879bd5a-ed2b-404a-a77c-b3ba84087078 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 217 time: 0.0669739 Feb 04 20:24:18.679655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:18.680266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d54f5c5-a76f-4337-9b5e-8fd4f9e8faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.698964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-4d54f5c5-a76f-4337-9b5e-8fd4f9e8faaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.0605979 Feb 04 20:24:18.769389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-b22df572-c426-4c3b-949e-7954cb80c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:18.769596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=97acbd5c-567e-4a4e-b477-a7b2f8623d66,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:18.770970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-b22df572-c426-4c3b-949e-7954cb80c209 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822127 Feb 04 20:24:18.775561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:18.791923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-600e3753-f949-4e7d-9ac5-67f946ef063e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/97acbd5c-567e-4a4e-b477-a7b2f8623d66 HTTP/1.1" status: 204 len: 168 time: 0.8174994 Feb 04 20:24:18.792174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49740) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:18.802808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'mac_address': 'fa:16:3e:95:82:73', 'name': 'tempest-PortsIpV6TestJSON-506382283'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:18.920808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-6efd7e31-0bbc-4835-a384-3d7997d82541 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429698 Feb 04 20:24:18.932903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:18.936948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:18.940114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:18.946499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:19.061346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c98ca6-ea79-4b8e-9a04-9d4d748651c1 req-fb6ae11e-3c8f-4a49-8193-37c911c42967 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342144 Feb 04 20:24:19.119995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:19.233647 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:19.264955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port e2c84055-ce21-4c94-ac9c-0f6a699b6ca5 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:19.340898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.341451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.342198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.342912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.343599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.344210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.344967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.347372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-ee555950-6d83-4976-a357-3fda30659d10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6475 time: 0.1145742 Feb 04 20:24:19.511356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-9f09d34a-3dad-41e2-93fb-4c7ccf1bce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.513096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-9f09d34a-3dad-41e2-93fb-4c7ccf1bce2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 902 time: 0.1593468 Feb 04 20:24:19.592207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-bbf5b0a9-df12-4b83-b87a-e79d1ed6b672 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 217 time: 0.0721631 Feb 04 20:24:19.673113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-267a4dae-050a-4cf1-996e-1803155a4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.674642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-267a4dae-050a-4cf1-996e-1803155a4a86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.0771463 Feb 04 20:24:19.693518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:19.728226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.735113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.741132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.748269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.754382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.761933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.767869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.770121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8164b149-508a-497d-8585-5bc5401099fd req-2b01f177-3de4-4270-b64e-5cf52576e172 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.3693321 Feb 04 20:24:19.770673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-c5d6e092-19f3-49ac-b076-57f88de790ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:19.773378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-c5d6e092-19f3-49ac-b076-57f88de790ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914195 Feb 04 20:24:19.833215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8164b149-508a-497d-8585-5bc5401099fd req-05007d48-d9b5-4e8c-961e-a7b72302b9a4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547779 Feb 04 20:24:19.928886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-653ef22a-0705-444b-af7e-1cda2f467b6e service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501002 Feb 04 20:24:19.940894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:20.062006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:20.063635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:20.074454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:20.080623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ab80451-f2ae-47ef-aa2e-bdf46e1606c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:20.081187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:20.081639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:20.086397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=e2c84055-ce21-4c94-ac9c-0f6a699b6ca5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:20.089348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7ccbd7f-1da6-4d66-ba7c-a54f7f3d4666 req-800b4bfd-8795-458c-b5c5-33d5e9c3e2a1 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540680 Feb 04 20:24:20.212330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-187d723a-c1f1-46ab-bd50-ec0d4b9a891f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4168854 Feb 04 20:24:20.216524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49804) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:20.317050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59053933-c498-4d63-9148-20d1f3e8d3ad tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:20.317829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-59053933-c498-4d63-9148-20d1f3e8d3ad tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:20.460982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-59053933-c498-4d63-9148-20d1f3e8d3ad tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:20.462254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-59053933-c498-4d63-9148-20d1f3e8d3ad tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/e2c84055-ce21-4c94-ac9c-0f6a699b6ca5 HTTP/1.1" status: 200 len: 844 time: 0.2447596 Feb 04 20:24:20.465296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:20.653961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port e2c84055-ce21-4c94-ac9c-0f6a699b6ca5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:20.654642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:20.903454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:21.031953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49846) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:21.085896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for e2c84055-ce21-4c94-ac9c-0f6a699b6ca5 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:21.193024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:21.206621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:21.213099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:21.219213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:21.220136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:21.225537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0f21ee9ad845f8b74b5c88d4846c2c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:21.228518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:21.232327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:21.234389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:21.239196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:21.242512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:21.248968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:21.251062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-8cfb9d79-3105-4f5d-9e0e-993a1d0dd0cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.2662945 Feb 04 20:24:21.294163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:21.350492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=e2c84055-ce21-4c94-ac9c-0f6a699b6ca5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:21.357910 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc7f83f6-2cf4-4d19-b87d-8f172df3aa43 req-de0f9f69-e3d8-4c84-96f7-7327c98d75c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009786 Feb 04 20:24:21.363930 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:21.506683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea695ceb-07cb-4800-9468-9ea16f8d76a7 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/e2c84055-ce21-4c94-ac9c-0f6a699b6ca5 HTTP/1.1" status: 204 len: 168 time: 1.0373304 Feb 04 20:24:21.506683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49866) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:21.542252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:21.550557 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-0771d660-3927-494c-93ae-e9ae05e0b496 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:24:21.551119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0771d660-3927-494c-93ae-e9ae05e0b496 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:22.062807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.062992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0771d660-3927-494c-93ae-e9ae05e0b496 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:22.069066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0771d660-3927-494c-93ae-e9ae05e0b496 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/e2c84055-ce21-4c94-ac9c-0f6a699b6ca5 HTTP/1.1" status: 404 len: 333 time: 0.5610161 Feb 04 20:24:22.070196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49878) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:22.077233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'name': 'tempest-PortsIpV6TestJSON-338063464'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:22.125830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d361c503-194b-4785-8180-c25a78c3a96e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:22.125830 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dba97d79-eac7-4aa7-b6f6-6f423cbc9223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f0f21ee9ad845f8b74b5c88d4846c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0911169 Feb 04 20:24:22.126851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49882) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:22.234670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11ab85a1-672b-4b69-a77d-8baa423d37c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.240739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:22.250525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:22.264983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11ab85a1-672b-4b69-a77d-8baa423d37c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.428137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a564-9a8f-4701-86a1-39a481e55986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.462381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11ab85a1-672b-4b69-a77d-8baa423d37c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.471784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:22.471784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.478095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab85a1-672b-4b69-a77d-8baa423d37c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d361c503-194b-4785-8180-c25a78c3a96e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:22.487391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11ab85a1-672b-4b69-a77d-8baa423d37c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.489766 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-11ab85a1-672b-4b69-a77d-8baa423d37c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d361c503-194b-4785-8180-c25a78c3a96e HTTP/1.1" status: 204 len: 168 time: 0.3611844 Feb 04 20:24:22.491220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 8da4f71b-172a-4e44-88ae-1272cb2ebae0 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:22.590861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:24:22.595227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.601012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.606760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.617199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.634760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.634760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.635750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.638434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-1043abe4-3535-4128-8a05-d5acd1554fe1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.1428249 Feb 04 20:24:22.693240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40f4ee7f-93a0-4c76-873c-341b3445dc32 req-36bc736b-9bd9-4f03-b6a1-b0bdd0ee697a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464630 Feb 04 20:24:22.747199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.863012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.943929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:22.947226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:22.951058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:22.956416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:22.957013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:22.969293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=8da4f71b-172a-4e44-88ae-1272cb2ebae0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:23.057525 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-382c982e-be32-4a7e-a0ea-719548cf32c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9861226 Feb 04 20:24:23.060086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49920) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:23.065928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:23.278056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.364787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49940) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:23.428771 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.440017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.465153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:23.469553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Usage tracker for resource:security_group_rule and tenant:8f9bc8dd98174ee8ab8c059e7c21f143 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:23.473469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:23.481627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:23.514234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.605582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.622763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.746921 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.747641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.816582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75a33b1-31ea-46ec-8688-bb0d5a8dec9c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:23.841316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] In _notify_port_updated(), no bound segment for port 8da4f71b-172a-4e44-88ae-1272cb2ebae0 on network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:24:23.848340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:23.848446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f97750be-97a7-4826-9add-217fd2192512 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f9bc8dd98174ee8ab8c059e7c21f143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830000 Feb 04 20:24:23.848524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.849366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "PUT /v2.0/ports/8da4f71b-172a-4e44-88ae-1272cb2ebae0 HTTP/1.1" status: 200 len: 818 time: 0.7882934 Feb 04 20:24:23.852292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49970) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:23.852636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49972) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:23.924139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16995e-8d88-48e3-8396-0b58db23e722 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=8da4f71b-172a-4e44-88ae-1272cb2ebae0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:23.963432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:23.971627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:23.979601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 8da4f71b-172a-4e44-88ae-1272cb2ebae0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:23.980035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:23.981332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:23.989444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:23.996489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:24.003007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:24.010167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:24.012988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-97d4c9eb-79ee-4079-990d-84a1c64c4797 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.1594551 Feb 04 20:24:24.095920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e2ab63d-31c9-4cb1-b2f6-016f52ca5132 req-8ee28d2e-6dd4-4531-b0fd-78de28b5e835 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760365 Feb 04 20:24:24.223478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5fdca2f-db51-45b2-9041-c570cd3299d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:24.263119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5fdca2f-db51-45b2-9041-c570cd3299d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:24.322166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:24.477248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 8da4f71b-172a-4e44-88ae-1272cb2ebae0 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:24.611525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5fdca2f-db51-45b2-9041-c570cd3299d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:24.629140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdca2f-db51-45b2-9041-c570cd3299d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75a33b1-31ea-46ec-8688-bb0d5a8dec9c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:24.635391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:24.695896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=8da4f71b-172a-4e44-88ae-1272cb2ebae0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:24.703602 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5fdca2f-db51-45b2-9041-c570cd3299d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:24.704759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5fdca2f-db51-45b2-9041-c570cd3299d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d75a33b1-31ea-46ec-8688-bb0d5a8dec9c HTTP/1.1" status: 204 len: 168 time: 0.8509982 Feb 04 20:24:24.705884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:24.715819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5a8231e6-e922-4bce-8ac4-d6ba444d987e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/8da4f71b-172a-4e44-88ae-1272cb2ebae0 HTTP/1.1" status: 204 len: 168 time: 0.8520734 Feb 04 20:24:24.715819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50026) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:24.809801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33021bc-d3a5-4cca-8486-c7fd2545535e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:24.810617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c33021bc-d3a5-4cca-8486-c7fd2545535e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:24.923565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c33021bc-d3a5-4cca-8486-c7fd2545535e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:24.924987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c33021bc-d3a5-4cca-8486-c7fd2545535e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2089233 Feb 04 20:24:24.934942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50042) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:24.987572 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-743e02c4-b66c-4ad2-bc3f-e6ece0269836 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:24:24.989169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-743e02c4-b66c-4ad2-bc3f-e6ece0269836 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/8da4f71b-172a-4e44-88ae-1272cb2ebae0 HTTP/1.1" status: 404 len: 333 time: 0.0533020 Feb 04 20:24:24.992740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50050) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:24.998835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-657252987'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:25.004612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:25.009521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:25.012791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:25.018680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:25.112444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:25.113895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:25.116349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:25.213348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:24:25.244473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:25.244786 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment 79db66ff-9cbd-45ad-ba61-556ed100db2b of type vlan for network caa55d8c-6686-4b8c-80a4-f7dedd914944 Feb 04 20:24:25.345468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:25.569801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.577612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.583612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.590065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.597125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.605041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.611199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.619189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-a8db8951-545f-45cf-aaf1-3df2ebdb9f70 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.3346043 Feb 04 20:24:25.620766 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:25.628589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:25.629555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:25.799902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=caa55d8c-6686-4b8c-80a4-f7dedd914944,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:25.808662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:24:25.815230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-536cf707-616a-45d7-b581-9fb3f2cef6f8 req-05b10fc4-fffa-48cf-bea7-8c2c3c96cb52 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809700 Feb 04 20:24:25.872867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c3fd193a-18c1-40d0-9e6a-16480cb9ba4e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8788714 Feb 04 20:24:25.876295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50106) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:25.883203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:26.036811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:26.040126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:26.043085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:26.049319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:26.125510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:26.128982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:26.301367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50132) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:26.424360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] Deleting subnet 09bb5d93-5f24-4bc5-adf5-75da361582ce {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:24:26.428482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:26.497839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:26.510548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:26.597591 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:26.630351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=be75e6a8-973f-4379-a18b-6660244094c8,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:26.638637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': '79db66ff-9cbd-45ad-ba61-556ed100db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:26.639481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: caa55d8c-6686-4b8c-80a4-f7dedd914944, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:24:26.763582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:24:26.800627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:26.849302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09bb5d93-5f24-4bc5-adf5-75da361582ce,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:26.853554 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:26.856632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, caa55d8c-6686-4b8c-80a4-f7dedd914944) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:26.869584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ee3b8-2f6a-4204-802c-6c25646f7630 None None] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:26.870588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:26.870718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7c550878-6061-42ca-8e9b-87369bbc8f79 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/09bb5d93-5f24-4bc5-adf5-75da361582ce HTTP/1.1" status: 204 len: 168 time: 0.5638974 Feb 04 20:24:26.871454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50166) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:26.872600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.025750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.029443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f81b338c-1af0-4914-a408-040e7f2bd293 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1512606 Feb 04 20:24:27.031804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:27.041750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:27.271475 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.304484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8907be07-2747-48e7-a0f1-c213da418e50']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:27.322474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-caa55d8c-6686-4b8c-80a4-f7dedd914944', 'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944', 'tenant_id': 'ce281d15e1c048a7b7e20e4647c57c9f', 'fixed_ips': [{'subnet_id': 'be75e6a8-973f-4379-a18b-6660244094c8'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:24:27.322731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a23e63-d729-49db-bfab-1b3cb15d596e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:27.323173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a23e63-d729-49db-bfab-1b3cb15d596e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:27.323705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.337967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.358280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.394416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:24:27.395148 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:24:27.412807 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:24:27.542886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Allocated IP 2001:db8::2 (caa55d8c-6686-4b8c-80a4-f7dedd914944/be75e6a8-973f-4379-a18b-6660244094c8/7b82f65e-2c6c-484f-a80d-6f4f79c9d47f) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:27.603083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:27.608705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:27.626579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:27.633413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:27.639841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:27.650146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:27.654594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:27.656936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.706935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:27.714400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.719131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:27.719904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-c0d9bbdf-8b5a-4954-9470-8ab240a60c25 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.3381555 Feb 04 20:24:27.720843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:27.728599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:27.746132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] Pushing event deleted for resources: {'Network': ['ID=8907be07-2747-48e7-a0f1-c213da418e50,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:27.799456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8fc88283-0d11-4d36-99ff-2c4de336be5b req-d9a0db82-9e8a-4d05-a280-d4937c3885b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672297 Feb 04 20:24:27.813797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cffc4dac-45d5-4967-a702-9840977d3320 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8907be07-2747-48e7-a0f1-c213da418e50 HTTP/1.1" status: 204 len: 168 time: 0.9411502 Feb 04 20:24:27.816634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50220) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:27.872559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:27.876462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.883625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:27.896030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Transition to ACTIVE for port object 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:27.924607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Transition to ACTIVE for port object 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:27.947346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] Deleting subnet ca4bac87-1761-444d-99fe-0cd2c3774fb0 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:24:27.951731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.015108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.015372 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.044918 n-d-811806-1 neutron-server[88237]: INFO neutron.db.ipam_backend_mixin [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be75e6a8-973f-4379-a18b-6660244094c8 (CIDR: 2001:db8::/64) Feb 04 20:24:28.080199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:28.086612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.088009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:28.091644 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:24:28.092084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:24:28.092596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:28.150145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Pushing event updated for resources: {'Port': ['ID=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:28.188673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de8fbf30-6489-4a1f-bc20-325f8d4a045f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1555181 Feb 04 20:24:28.191413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50244) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:28.197567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:28.231260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Attempting to bind port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:28.231796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Attempting to bind port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '79db66ff-9cbd-45ad-ba61-556ed100db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:28.232562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Attempting to bind port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f on network caa55d8c-6686-4b8c-80a4-f7dedd914944 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:28.240464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:28.240978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Checking segment: {'id': '79db66ff-9cbd-45ad-ba61-556ed100db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:28.241682 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.242169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Bound using segment: {'id': '79db66ff-9cbd-45ad-ba61-556ed100db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:28.242801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Bound port: 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79db66ff-9cbd-45ad-ba61-556ed100db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:28.243324 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.651797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:28.651797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:28.653817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] For port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:28.654196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:28.654400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.654811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] For port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,segment=NetworkSegment(79db66ff-9cbd-45ad-ba61-556ed100db2b),segment_id=79db66ff-9cbd-45ad-ba61-556ed100db2b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:28.655024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:28.655257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4bac87-1761-444d-99fe-0cd2c3774fb0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:28.655257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.655257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c528f100-5b4c-4dd1-8e8c-b151a2450b0a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ca4bac87-1761-444d-99fe-0cd2c3774fb0 HTTP/1.1" status: 204 len: 168 time: 0.6019251 Feb 04 20:24:28.655257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:28.655257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.656104 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.716366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee562b7c-e1cf-4148-9dc8-8f11d5152687']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:28.716366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4312abd-ac4d-4878-b8fa-aec185f02fb1') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:28.716366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4312abd-ac4d-4878-b8fa-aec185f02fb1') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:28.718028 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.727174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:28.729450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.758883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.803455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.813850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:24:28.814193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:24:28.882842 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:24:28.884961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2e35a-ac9b-43bd-bf17-2d76ccf66ebd None None] Pushing event updated for resources: {'Port': ['ID=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:29.258987 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:29.265708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:29.298863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:29.313914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee562b7c-e1cf-4148-9dc8-8f11d5152687,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:29.328755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.338399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.347940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.349215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:29.353156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:29.359257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.359853 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:29.365671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.372765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.378606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=7ab9d2f7-b053-4a49-b231-807ea8eab31a,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:29.381799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.393626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:29.395886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-0316613a-501d-4a56-a360-99208242c9ed tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.2542887 Feb 04 20:24:29.401443 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3146b765-fea6-4bfa-a75c-3dd45a4eb618 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee562b7c-e1cf-4148-9dc8-8f11d5152687 HTTP/1.1" status: 204 len: 168 time: 0.9779739 Feb 04 20:24:29.454360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb96b0b0-1002-4706-a261-bd3e86bc0398 req-949c4d61-7f18-4a84-8255-491c5dac925d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479822 Feb 04 20:24:29.474126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50304) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:29.492453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50310) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:29.499003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944', 'fixed_ips': [{'subnet_id': 'be75e6a8-973f-4379-a18b-6660244094c8'}, {'subnet_id': '7ab9d2f7-b053-4a49-b231-807ea8eab31a'}], 'name': 'tempest-PortsIpV6TestJSON-1924561736'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:29.505260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d4cc93ba-470c-4bd1-8213-b6a045b32884 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3015406 Feb 04 20:24:29.625927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:29.663221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:29.669458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:29.673349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:29.680340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:29.763280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:29.799691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:29.878972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:29.899933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:29.904075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Usage tracker for resource:security_group_rule and tenant:892ebcdefdb4415eb70ccb7d25dcc41d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:29.907402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:29.914182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:29.932801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:29.958272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50320) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:29.958942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port aa339f1f-3668-4190-a944-f6a1eb83edfe yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:30.043881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ce98d260-6479-4935-846e-7042bcc1934c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de4685274c184c86812d3ae45c07347e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844352 Feb 04 20:24:30.047287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50324) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:30.099398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.168830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.224288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e36619-2e01-49e3-acd6-2b9fe5038482,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:30.245691 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13badcf4-81d5-4955-bdb5-0abfaf2ec452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.245799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-01e67433-49a9-49fe-b511-9597fc9d9697 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=892ebcdefdb4415eb70ccb7d25dcc41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672429 Feb 04 20:24:30.246574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50328) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:30.314091 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13badcf4-81d5-4955-bdb5-0abfaf2ec452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.325944 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-89f2c59b-d919-45dc-9e1d-9e9f234a7e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.353447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-89f2c59b-d919-45dc-9e1d-9e9f234a7e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.382889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f32c0-4612-4b99-9c77-2a72745f377b None None] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:30.457846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::24b (caa55d8c-6686-4b8c-80a4-f7dedd914944/be75e6a8-973f-4379-a18b-6660244094c8/aa339f1f-3668-4190-a944-f6a1eb83edfe) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:30.464649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8:0:1::71 (caa55d8c-6686-4b8c-80a4-f7dedd914944/7ab9d2f7-b053-4a49-b231-807ea8eab31a/aa339f1f-3668-4190-a944-f6a1eb83edfe) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:30.508903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-89f2c59b-d919-45dc-9e1d-9e9f234a7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.529244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-89f2c59b-d919-45dc-9e1d-9e9f234a7e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.530375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-89f2c59b-d919-45dc-9e1d-9e9f234a7e89 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37e36619-2e01-49e3-acd6-2b9fe5038482 HTTP/1.1" status: 204 len: 168 time: 0.2827020 Feb 04 20:24:30.531334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2c59b-d919-45dc-9e1d-9e9f234a7e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e36619-2e01-49e3-acd6-2b9fe5038482,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:30.590052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13badcf4-81d5-4955-bdb5-0abfaf2ec452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.624395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4649fe88-eef6-43f8-9468-fdeb3e6491da None None] Provisioning for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:30.640324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4649fe88-eef6-43f8-9468-fdeb3e6491da None None] Provisioning complete for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:30.640324 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4649fe88-eef6-43f8-9468-fdeb3e6491da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.663933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13badcf4-81d5-4955-bdb5-0abfaf2ec452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a89041-92de-4de2-a089-ac0186cbdd43,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:30.786891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:30.787470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.809759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:30.817444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:30.832301 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13badcf4-81d5-4955-bdb5-0abfaf2ec452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:30.832301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13badcf4-81d5-4955-bdb5-0abfaf2ec452 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9a89041-92de-4de2-a089-ac0186cbdd43 HTTP/1.1" status: 204 len: 168 time: 0.7835007 Feb 04 20:24:30.845146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:30.861620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object aa339f1f-3668-4190-a944-f6a1eb83edfe will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:30.863647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:30.884963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:30.896003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:30.899074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-c5ad3b1f-09a6-421c-9ade-9c285d4af405 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.2721276 Feb 04 20:24:30.963471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe47d5ae-4533-4907-a494-2927ce16aea5 req-e8c19cfc-ff6b-4d86-b675-bc1ddc5b9df0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575893 Feb 04 20:24:30.988184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:31.074282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=aa339f1f-3668-4190-a944-f6a1eb83edfe,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:31.092078 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4649fe88-eef6-43f8-9468-fdeb3e6491da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:31.104970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:31.106273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:31.118328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:31.126783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:31.127452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:31.147083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4649fe88-eef6-43f8-9468-fdeb3e6491da None None] For port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,segment=NetworkSegment(79db66ff-9cbd-45ad-ba61-556ed100db2b),segment_id=79db66ff-9cbd-45ad-ba61-556ed100db2b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:31.255717 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-35535424-fd16-4605-869a-ceeac83f6bd3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7618845 Feb 04 20:24:31.259102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50356) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:31.267218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be75e6a8-973f-4379-a18b-6660244094c8'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:31.269457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998cda88-0505-4217-b61d-659088630692 None None] Update dhcp port {'port': {'network_id': 'caa55d8c-6686-4b8c-80a4-f7dedd914944', 'fixed_ips': [{'subnet_id': 'be75e6a8-973f-4379-a18b-6660244094c8', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ab9d2f7-b053-4a49-b231-807ea8eab31a'}], 'binding:host_id': 'n-d-811806-1'}, 'id': '7b82f65e-2c6c-484f-a80d-6f4f79c9d47f'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:24:31.302857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4649fe88-eef6-43f8-9468-fdeb3e6491da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:31.417470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-998cda88-0505-4217-b61d-659088630692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:31.478423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649fe88-eef6-43f8-9468-fdeb3e6491da None None] Pushing event updated for resources: {'Port': ['ID=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:31.633507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:31.652033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:31.698909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-998cda88-0505-4217-b61d-659088630692 None None] Allocated IP 2001:db8:0:1::2 (caa55d8c-6686-4b8c-80a4-f7dedd914944/7ab9d2f7-b053-4a49-b231-807ea8eab31a/7b82f65e-2c6c-484f-a80d-6f4f79c9d47f) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:31.811613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:31.812000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:31.828240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50372) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:31.938589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4fee6b71-3327-4c79-937f-1419069b7da9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28ca1b621af54ccabff5c389c139b330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082020 Feb 04 20:24:31.941994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:31.947715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-998cda88-0505-4217-b61d-659088630692 None None] For port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,segment=NetworkSegment(79db66ff-9cbd-45ad-ba61-556ed100db2b),segment_id=79db66ff-9cbd-45ad-ba61-556ed100db2b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:32.078877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-998cda88-0505-4217-b61d-659088630692 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:24:32.113216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1405f366-7582-43f5-af06-266f31a6a2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.142456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-998cda88-0505-4217-b61d-659088630692 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.173646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-998cda88-0505-4217-b61d-659088630692 None None] Transition to ACTIVE for port object 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:32.205807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1405f366-7582-43f5-af06-266f31a6a2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.274471 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-998cda88-0505-4217-b61d-659088630692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.360885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.366993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.371303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Delete allocated IP 2001:db8:0:1::71 (caa55d8c-6686-4b8c-80a4-f7dedd914944/7ab9d2f7-b053-4a49-b231-807ea8eab31a) {{(pid=88237) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 20:24:32.372757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.378526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.388425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.390352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.396076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.398530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-96330024-478c-45a5-af00-3a801b3517b1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.1599493 Feb 04 20:24:32.428983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cda88-0505-4217-b61d-659088630692 None None] Pushing event updated for resources: {'Port': ['ID=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:32.467071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2cd0fa37-2bd6-459a-bdc0-86eb7a3468cf req-b44982d9-0c56-4045-bfec-3edc5df628dc tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626051 Feb 04 20:24:32.482073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1405f366-7582-43f5-af06-266f31a6a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.511186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405f366-7582-43f5-af06-266f31a6a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e175daf1-edf0-449d-beaf-b29740265ade,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:32.524125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1405f366-7582-43f5-af06-266f31a6a2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.525754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1405f366-7582-43f5-af06-266f31a6a2e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e175daf1-edf0-449d-beaf-b29740265ade HTTP/1.1" status: 204 len: 168 time: 0.5826509 Feb 04 20:24:32.615893 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.634221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Ignored duplicate provisioning block setup for port aa339f1f-3668-4190-a944-f6a1eb83edfe by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 20:24:32.725597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.837579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] In _notify_port_updated(), no bound segment for port aa339f1f-3668-4190-a944-f6a1eb83edfe on network caa55d8c-6686-4b8c-80a4-f7dedd914944 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:24:32.843249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:32.843960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:32.845315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "PUT /v2.0/ports/aa339f1f-3668-4190-a944-f6a1eb83edfe HTTP/1.1" status: 200 len: 926 time: 1.5847802 Feb 04 20:24:32.848840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50404) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:32.852790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1324ba0-d860-4ac5-add6-ebd1af31f4e9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=aa339f1f-3668-4190-a944-f6a1eb83edfe,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:32.863039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be75e6a8-973f-4379-a18b-6660244094c8'}, {'subnet_id': '7ab9d2f7-b053-4a49-b231-807ea8eab31a'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:32.997285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:33.092646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db7b95-5b79-45a2-915c-395d80cc8642 None None] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:33.386956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c65a6c3e-0f78-4c88-8dd3-5bae01225fb7 None None] Provisioning for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:33.405893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c65a6c3e-0f78-4c88-8dd3-5bae01225fb7 None None] Provisioning complete for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:33.406482 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c65a6c3e-0f78-4c88-8dd3-5bae01225fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:33.602807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8:0:1::187 (caa55d8c-6686-4b8c-80a4-f7dedd914944/7ab9d2f7-b053-4a49-b231-807ea8eab31a/aa339f1f-3668-4190-a944-f6a1eb83edfe) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:33.648713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:33.743337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:33.749823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:33.756941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:33.764644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:33.774013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:33.781030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:33.783044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:33.785029 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:33.789743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:33.798315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-ea1a8446-ff78-4d83-aac3-176c6964b235 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.1606386 Feb 04 20:24:33.924830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d296f598-81e3-497c-b296-bc8f3b893d12 req-468567d7-915c-4fe4-bdce-5d8d23d05e6d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1256201 Feb 04 20:24:34.002931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.020450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Ignored duplicate provisioning block setup for port aa339f1f-3668-4190-a944-f6a1eb83edfe by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 20:24:34.119887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.134007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7882e53c-8c5d-4e01-9edd-f249542049f7 None None] Provisioning complete for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:34.137761 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7882e53c-8c5d-4e01-9edd-f249542049f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.368473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] In _notify_port_updated(), no bound segment for port aa339f1f-3668-4190-a944-f6a1eb83edfe on network caa55d8c-6686-4b8c-80a4-f7dedd914944 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:24:34.374254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:34.374986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.378935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "PUT /v2.0/ports/aa339f1f-3668-4190-a944-f6a1eb83edfe HTTP/1.1" status: 200 len: 1012 time: 1.5258627 Feb 04 20:24:34.380254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50446) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:34.386989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336a5ff-17cd-4207-aa1d-dbfe4a3718f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=aa339f1f-3668-4190-a944-f6a1eb83edfe,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:34.471166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7882e53c-8c5d-4e01-9edd-f249542049f7 None None] Provisioning for port aa339f1f-3668-4190-a944-f6a1eb83edfe completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:34.473879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7882e53c-8c5d-4e01-9edd-f249542049f7 None None] Provisioning complete for port aa339f1f-3668-4190-a944-f6a1eb83edfe triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:34.474003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port aa339f1f-3668-4190-a944-f6a1eb83edfe {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:34.474306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.474419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7882e53c-8c5d-4e01-9edd-f249542049f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.542004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7882e53c-8c5d-4e01-9edd-f249542049f7 None None] Port aa339f1f-3668-4190-a944-f6a1eb83edfe cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:24:34.669966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6c6b2d36-4d57-4320-968c-d001dc655319 None None] Provisioning complete for port aa339f1f-3668-4190-a944-f6a1eb83edfe triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:34.670589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2d36-4d57-4320-968c-d001dc655319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.835733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b2d36-4d57-4320-968c-d001dc655319 None None] Port aa339f1f-3668-4190-a944-f6a1eb83edfe cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:24:34.947882 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:34.979718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9d10d520-4391-4b46-9a7d-e0a21ac8b656 None None] Provisioning complete for port aa339f1f-3668-4190-a944-f6a1eb83edfe triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:34.980168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9d10d520-4391-4b46-9a7d-e0a21ac8b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:35.126531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9d10d520-4391-4b46-9a7d-e0a21ac8b656 None None] Port aa339f1f-3668-4190-a944-f6a1eb83edfe cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:24:35.164630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for aa339f1f-3668-4190-a944-f6a1eb83edfe owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:35.256221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-59b1126f-eaa6-4846-b4aa-1da9191b6c13 None None] Provisioning complete for port aa339f1f-3668-4190-a944-f6a1eb83edfe triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:35.257740 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-59b1126f-eaa6-4846-b4aa-1da9191b6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:35.381492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:35.393896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:35.407190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-59b1126f-eaa6-4846-b4aa-1da9191b6c13 None None] Port aa339f1f-3668-4190-a944-f6a1eb83edfe cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:24:35.423222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:35.423222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:35.426837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:35.432675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:35.438422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:35.452616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-1389497f-7107-482c-af91-686d4721e561 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.3059244 Feb 04 20:24:35.544507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b0e996a-3cc7-453c-81b6-133e26a81c79 req-574a24dc-7ab9-4715-853d-530358502147 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831974 Feb 04 20:24:35.551272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:35.683155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=aa339f1f-3668-4190-a944-f6a1eb83edfe,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:35.734462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:35.750588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ee732dd2-4d53-4603-83e8-433df492aa61 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/aa339f1f-3668-4190-a944-f6a1eb83edfe HTTP/1.1" status: 204 len: 168 time: 1.3688996 Feb 04 20:24:35.753336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50482) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:35.803047 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0711f17-19cc-420b-a0a9-a01961ae49d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:24:35.807184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e0711f17-19cc-420b-a0a9-a01961ae49d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:35.906393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e0711f17-19cc-420b-a0a9-a01961ae49d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:35.907843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e0711f17-19cc-420b-a0a9-a01961ae49d8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/aa339f1f-3668-4190-a944-f6a1eb83edfe HTTP/1.1" status: 404 len: 333 time: 0.1533518 Feb 04 20:24:35.910844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50488) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:36.025652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet 7ab9d2f7-b053-4a49-b231-807ea8eab31a {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:24:36.029961 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.099574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.364046 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.520206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.593272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab9d2f7-b053-4a49-b231-807ea8eab31a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:36.598862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.609059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-39d38ccd-6472-45f8-8d7c-d4fd8cda3f40 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/7ab9d2f7-b053-4a49-b231-807ea8eab31a HTTP/1.1" status: 204 len: 168 time: 0.6939230 Feb 04 20:24:36.609157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50512) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:36.616400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7325a6-2474-4665-a354-20d3c79dbd1c None None] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:36.684178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet be75e6a8-973f-4379-a18b-6660244094c8 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:24:36.687470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.756455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.783048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:36.792102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:36.801931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:36.808667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:36.817627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:36.825190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:36.832697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:36.835644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76042191-9a66-4001-b1c0-284d6ea10622 req-3c8fab9b-9e0e-4d83-a88f-c982aafce38c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.1559095 Feb 04 20:24:36.921758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:36.926289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76042191-9a66-4001-b1c0-284d6ea10622 req-5c25be31-6022-4be7-8a2e-fab56cd777e7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845623 Feb 04 20:24:37.103152 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:37.166741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=be75e6a8-973f-4379-a18b-6660244094c8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:37.166741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:37.190219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-948ff844-e513-495b-aebd-b2aef94d5209 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/be75e6a8-973f-4379-a18b-6660244094c8 HTTP/1.1" status: 204 len: 168 time: 0.5638952 Feb 04 20:24:37.193693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50524) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:37.396414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:37.408983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:37.409428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:37.656974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] For port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,segment=NetworkSegment(79db66ff-9cbd-45ad-ba61-556ed100db2b),segment_id=79db66ff-9cbd-45ad-ba61-556ed100db2b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:37.657338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:37.729544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45b5fe-fa3b-45e0-925c-750ac1bce9d2 None None] Network caa55d8c-6686-4b8c-80a4-f7dedd914944 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:37.808883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:37.839996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a8ee9f37-dd79-4b92-93af-5120d148ffd8 None None] Provisioning complete for port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:37.840279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9f37-dd79-4b92-93af-5120d148ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:37.969770 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:37.977674 n-d-811806-1 neutron-server[88238]: INFO neutron.plugins.ml2.db [None req-a8ee9f37-dd79-4b92-93af-5120d148ffd8 None None] No ports have port_id starting with 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f Feb 04 20:24:38.037159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=7b82f65e-2c6c-484f-a80d-6f4f79c9d47f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:38.041511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No DVR routers for this DVR port 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:24:38.192329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:38.243092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa55d8c-6686-4b8c-80a4-f7dedd914944']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:38.256634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79db66ff-9cbd-45ad-ba61-556ed100db2b') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:38.257130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79db66ff-9cbd-45ad-ba61-556ed100db2b') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:38.273638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d91615-fec2-460e-b562-463558dae0eb None None] DHCP port deletion for caa55d8c-6686-4b8c-80a4-f7dedd914944 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:24:38.274741 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:38.302992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:38.311357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:24:38.324917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:24:38.329247 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:24:38.434552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.441487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.447682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.453746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.460668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.467525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.474827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.477026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-2a7fe91d-b106-45b2-ba8c-c80322addaec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.2668438 Feb 04 20:24:38.566909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e930cd97-a4fc-4c79-9af6-1ed852653dff req-7fd4659c-5c66-478f-ba2c-21687f45ed6c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823872 Feb 04 20:24:38.569246 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:38.603715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:38.616476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=caa55d8c-6686-4b8c-80a4-f7dedd914944,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:38.706928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cdc3594b-2154-48ed-8532-5940ca5edfa4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/caa55d8c-6686-4b8c-80a4-f7dedd914944 HTTP/1.1" status: 204 len: 168 time: 1.5312972 Feb 04 20:24:38.710965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50554) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:38.841272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d8a966-2513-4901-b67a-2e1a79f77d10 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:38.841968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-87d8a966-2513-4901-b67a-2e1a79f77d10 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:38.885208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:38.971287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-87d8a966-2513-4901-b67a-2e1a79f77d10 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:38.972821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-87d8a966-2513-4901-b67a-2e1a79f77d10 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2605517 Feb 04 20:24:38.983477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50566) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:39.068803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-13fd4110-6f50-4a97-8b23-635b1e326d75 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0839584 Feb 04 20:24:39.072842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50570) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:39.078501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-55892894'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:39.083808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:39.087646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:39.092954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:39.097402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:39.138173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:39.222566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:39.229101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:39.303637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:24:39.321157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:39.321806 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment 24b77886-bcd7-4afb-aace-2685a6b72f0c of type vlan for network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 Feb 04 20:24:39.351774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:39.474002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:39.480353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:39.480965 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:39.559015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:24:39.594123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:24:39.594475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b82f65e-2c6c-484f-a80d-6f4f79c9d47f not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:24:39.605565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=c8afbfb3-af77-4ee7-ad60-5ed24eef6279,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:39.619858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:24:39.669046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c475983d-988d-449e-93ea-a8fbb672bfe8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5947819 Feb 04 20:24:39.671592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50594) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:39.681458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:40.035384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:40.041276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:40.044632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:40.052056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:40.074285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:24:40.074810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:40.074810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:40.082407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:40.089059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:40.094849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:40.100559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:40.127251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:40.129208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-aeabd062-219e-44a6-a5df-79d04fb8a4f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5418 time: 0.4173827 Feb 04 20:24:40.213315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ef97089-c64f-4d13-9eef-6f9b7bcbfd30 req-e99e149f-465c-48bf-b08d-bf6e177807ec tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760465 Feb 04 20:24:40.251274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:40.255743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:40.382876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:40.402610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d', 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'port_id': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d', 'mac_address': 'fa:16:3e:1c:83:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66306e-4924-4019-9d9c-edc6768ef195', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:24:40.500454 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:40.521763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:40.540012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:40.618083 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:40.619393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:24:40.806117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:40.822863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.840545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:40.908251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:40.934025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c', 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e', 'port_id': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c', 'mac_address': 'fa:16:3e:78:b3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e690a55-ae9e-4953-94ac-589d53611617', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:24:41.010070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=72f508b3-6713-447c-adb6-1e72eaddc5fd,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:41.018300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': '24b77886-bcd7-4afb-aace-2685a6b72f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:41.018664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: c8afbfb3-af77-4ee7-ad60-5ed24eef6279, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:24:41.030930 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:41.085615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:41.102030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:41.108088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:24:41.197629 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:41.198543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:24:41.228528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c8afbfb3-af77-4ee7-ad60-5ed24eef6279) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:41.232740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.233332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:41.268368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910f959-f97f-4801-9201-86c89a2557c4 None None] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:41.325500 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c17cf73-15c5-48ad-a9af-453b715ece0c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6479647 Feb 04 20:24:41.325500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50640) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:41.339660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:41.345577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279', 'name': 'tempest-PortsIpV6TestJSON-1522940601'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:41.364523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '7cce746e-36d4-47f4-b8cd-fc87a89e9db0', 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'port_id': '7cce746e-36d4-47f4-b8cd-fc87a89e9db0', 'mac_address': 'fa:16:3e:f3:37:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66306e-4924-4019-9d9c-edc6768ef195', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:24:41.550096 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:41.559452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:41.588907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:41.599136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:41.606563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:41.611337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:41.663162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.668996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.674597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.680530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.686255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.691969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.698554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:41.701095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-8f2a53d4-e3b7-45ac-8d13-ffa46d16548f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5420 time: 0.1844926 Feb 04 20:24:41.716033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-c8afbfb3-af77-4ee7-ad60-5ed24eef6279', 'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279', 'tenant_id': 'ce281d15e1c048a7b7e20e4647c57c9f', 'fixed_ips': [{'subnet_id': '72f508b3-6713-447c-adb6-1e72eaddc5fd'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:24:41.717098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:41.752699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b41ea080-2740-45d3-bee6-1e6f7b9cdf97 req-0f3f2e8f-b600-41c0-9470-cbf955e6771d tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450554 Feb 04 20:24:41.759699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:41.763487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:41.787136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:41.788130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 81110be4-8377-4e04-be36-f04dc4f0e0dd details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:24:41.802974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port eb7a0fcc-ebd7-43b7-b099-d731a0af4fea yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:41.983808 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:24:42.001683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 81110be4-8377-4e04-be36-f04dc4f0e0dd, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:42.026227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:42.036030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '81110be4-8377-4e04-be36-f04dc4f0e0dd', 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'port_id': '81110be4-8377-4e04-be36-f04dc4f0e0dd', 'mac_address': 'fa:16:3e:f5:04:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66306e-4924-4019-9d9c-edc6768ef195', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:24:42.038413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Allocated IP 2001:db8::2 (c8afbfb3-af77-4ee7-ad60-5ed24eef6279/72f508b3-6713-447c-adb6-1e72eaddc5fd/4c19835f-082e-422c-85ea-4bc9ed78307e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:42.178501 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.218350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81110be4-8377-4e04-be36-f04dc4f0e0dd {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:42.257601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 81110be4-8377-4e04-be36-f04dc4f0e0dd, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:42.343426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.353585 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.354355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device da708f3b-e1c8-4ab5-b1db-8e65e2074e55 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:24:42.394047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Transition to ACTIVE for port object 4c19835f-082e-422c-85ea-4bc9ed78307e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:42.442245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Transition to ACTIVE for port object 4c19835f-082e-422c-85ea-4bc9ed78307e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:42.473896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:42.485157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=81110be4-8377-4e04-be36-f04dc4f0e0dd,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:42.497511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55', 'network_id': '15a49508-f6ec-4e90-bcb8-1f442b4434b3', 'port_id': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55', 'mac_address': 'fa:16:3e:1f:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66306e-4924-4019-9d9c-edc6768ef195', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:24:42.578044 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.591354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.705144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::290 (c8afbfb3-af77-4ee7-ad60-5ed24eef6279/72f508b3-6713-447c-adb6-1e72eaddc5fd/eb7a0fcc-ebd7-43b7-b099-d731a0af4fea) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:42.743848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:42.749005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Pushing event updated for resources: {'Port': ['ID=4c19835f-082e-422c-85ea-4bc9ed78307e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:42.751689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:42.754282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da708f3b-e1c8-4ab5-b1db-8e65e2074e55 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:42.766343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:42.819289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:42.927475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Attempting to bind port 4c19835f-082e-422c-85ea-4bc9ed78307e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:42.928136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Attempting to bind port 4c19835f-082e-422c-85ea-4bc9ed78307e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '24b77886-bcd7-4afb-aace-2685a6b72f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:42.929321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Attempting to bind port 4c19835f-082e-422c-85ea-4bc9ed78307e on network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:42.949128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:42.949128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Checking segment: {'id': '24b77886-bcd7-4afb-aace-2685a6b72f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:42.949128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.949128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Bound using segment: {'id': '24b77886-bcd7-4afb-aace-2685a6b72f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:42.949128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Bound port: 4c19835f-082e-422c-85ea-4bc9ed78307e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b77886-bcd7-4afb-aace-2685a6b72f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:42.949128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.963736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:42.964642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 689f4a2f-34a2-4833-a03f-1e26569b8acf details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:24:43.118113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:43.128309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.134101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.140194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.145913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.151713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.157425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.159187 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.resource_extend [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:24:43.163669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.165574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-608f2782-5784-401a-a662-014942b6f466 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5423 time: 0.2052467 Feb 04 20:24:43.180679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 689f4a2f-34a2-4833-a03f-1e26569b8acf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:43.188162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:43.197453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] For port 4c19835f-082e-422c-85ea-4bc9ed78307e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:43.200343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object eb7a0fcc-ebd7-43b7-b099-d731a0af4fea will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:43.205651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '689f4a2f-34a2-4833-a03f-1e26569b8acf', 'network_id': '94a85c0d-6b4a-4612-b2a8-f5e66be2724e', 'port_id': '689f4a2f-34a2-4833-a03f-1e26569b8acf', 'mac_address': 'fa:16:3e:80:fb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e690a55-ae9e-4953-94ac-589d53611617', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:24:43.209738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] For port 4c19835f-082e-422c-85ea-4bc9ed78307e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4c19835f-082e-422c-85ea-4bc9ed78307e,segment=NetworkSegment(24b77886-bcd7-4afb-aace-2685a6b72f0c),segment_id=24b77886-bcd7-4afb-aace-2685a6b72f0c)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:43.237233 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3b47483-333d-4a1d-82c8-14195ae3c792 req-f453078f-d5a5-411d-bdb4-1735e4150cd2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601332 Feb 04 20:24:43.273070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:43.291017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689f4a2f-34a2-4833-a03f-1e26569b8acf {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:43.296724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:43.335611 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:43.367478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 689f4a2f-34a2-4833-a03f-1e26569b8acf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:43.390958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d837983-3583-424f-9e3e-082f2b5ced8c None None] Pushing event updated for resources: {'Port': ['ID=4c19835f-082e-422c-85ea-4bc9ed78307e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:43.417058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:43.420129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:43.422600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:43.428404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:43.429003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:43.449324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=eb7a0fcc-ebd7-43b7-b099-d731a0af4fea,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:43.451042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:43.451706 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device beca3629-6f44-49c7-aa00-0e769fd80de3 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:24:43.649234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:43.651830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-583587bd-fc0c-4e09-aef6-0d191f65ac9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3267155 Feb 04 20:24:43.664140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': 'c8afbfb3-af77-4ee7-ad60-5ed24eef6279', 'name': 'tempest-PortsIpV6TestJSON-1467531865'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:43.668354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=689f4a2f-34a2-4833-a03f-1e26569b8acf,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:43.757720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port beca3629-6f44-49c7-aa00-0e769fd80de3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beca3629-6f44-49c7-aa00-0e769fd80de3,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:43.774501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'port_id': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'mac_address': 'fa:16:3e:47:55:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:24:43.911798 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:43.925253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beca3629-6f44-49c7-aa00-0e769fd80de3 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:24:43.943370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:43.943755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port beca3629-6f44-49c7-aa00-0e769fd80de3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beca3629-6f44-49c7-aa00-0e769fd80de3,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:43.955114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:43.958223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:43.966401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:44.009190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:44.050965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:44.055553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:44.108220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=beca3629-6f44-49c7-aa00-0e769fd80de3,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:44.161685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 4e697fc6-695f-46a3-992d-abe222ca131e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:44.329861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::181 (c8afbfb3-af77-4ee7-ad60-5ed24eef6279/72f508b3-6713-447c-adb6-1e72eaddc5fd/4e697fc6-695f-46a3-992d-abe222ca131e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:44.714944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:44.735062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 4e697fc6-695f-46a3-992d-abe222ca131e will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:44.797672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:44.804777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:44.810790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:44.817116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:44.823305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:44.830067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:44.835994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:44.840483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6154112c-dd57-4736-a586-4b7dab95157b req-63cb2332-9a80-41b6-bd82-59f18e3c9375 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5425 time: 0.4776094 Feb 04 20:24:44.876930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['beca3629-6f44-49c7-aa00-0e769fd80de3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:24:44.886723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:44.895257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6154112c-dd57-4736-a586-4b7dab95157b req-fea0eeaf-ccb8-4baa-9540-9ed2c207691a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503244 Feb 04 20:24:45.033636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['456f8de2-aebb-4ce4-9cb5-7a66f8422e4d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:24:45.069900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['7cce746e-36d4-47f4-b8cd-fc87a89e9db0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:24:45.181570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['81110be4-8377-4e04-be36-f04dc4f0e0dd'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:24:45.208735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=4e697fc6-695f-46a3-992d-abe222ca131e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:45.224979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.226603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.227147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.229865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.232568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.233171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.233717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.234261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.234825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.235385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.235508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['689f4a2f-34a2-4833-a03f-1e26569b8acf'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:24:45.236037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.237074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:45.260063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:45.260063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:45.260063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:45.261808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:45.261808 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:45.309524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d12659-c2d0-443b-983f-5c01e3d1d90c None None] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:45.409097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1445d330-cb25-4fb7-aba6-a68a02df5dfc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7587426 Feb 04 20:24:45.411661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50770) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:45.552487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5440b-39b8-487c-9ecb-8b57d8c117a4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:45.553432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2dc5440b-39b8-487c-9ecb-8b57d8c117a4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:45.665490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1c55a26c-3fb0-404d-9e1e-69b22e60007a None None] Provisioning for port 4c19835f-082e-422c-85ea-4bc9ed78307e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:45.677221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2dc5440b-39b8-487c-9ecb-8b57d8c117a4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:45.680399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2dc5440b-39b8-487c-9ecb-8b57d8c117a4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A290 HTTP/1.1" status: 200 len: 929 time: 0.2678149 Feb 04 20:24:45.685156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50782) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:45.738198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c19835f-082e-422c-85ea-4bc9ed78307e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:45.817837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['da708f3b-e1c8-4ab5-b1db-8e65e2074e55'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:24:45.853707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 4e697fc6-695f-46a3-992d-abe222ca131e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:45.854165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:45.898073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['94191ee0-f1ba-4e2b-a36c-a206d68cdd9c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:24:46.333473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:46.341258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:46.347283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:46.353052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:46.353223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:46.358818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:46.364560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:46.370978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:46.378360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-e64430c4-f7b6-4cad-9a44-e5b841de123a tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5425 time: 0.1796455 Feb 04 20:24:46.438336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fa51ef8-d0f8-4390-8f43-5047a408c966 req-f076a788-923d-4c00-a39f-f00e840f539f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538993 Feb 04 20:24:46.567934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 4e697fc6-695f-46a3-992d-abe222ca131e owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:46.745491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4c19835f-082e-422c-85ea-4bc9ed78307e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:46.840395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4c19835f-082e-422c-85ea-4bc9ed78307e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:46.840786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:46.896985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:46.954665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=4e697fc6-695f-46a3-992d-abe222ca131e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:47.074593 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:47.155062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6187d11-e3e6-4d2c-9678-ff51a7783d8f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/4e697fc6-695f-46a3-992d-abe222ca131e HTTP/1.1" status: 204 len: 168 time: 1.4679163 Feb 04 20:24:47.156221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50834) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:47.219423 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1529400-38f8-49ad-84cc-dfe36605d8e3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:24:47.220105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d1529400-38f8-49ad-84cc-dfe36605d8e3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:47.295445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d1529400-38f8-49ad-84cc-dfe36605d8e3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:47.296965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d1529400-38f8-49ad-84cc-dfe36605d8e3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/4e697fc6-695f-46a3-992d-abe222ca131e HTTP/1.1" status: 404 len: 333 time: 0.1403930 Feb 04 20:24:47.299772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50840) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:47.311207 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:47.351250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 4c19835f-082e-422c-85ea-4bc9ed78307e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4c19835f-082e-422c-85ea-4bc9ed78307e,segment=NetworkSegment(24b77886-bcd7-4afb-aace-2685a6b72f0c),segment_id=24b77886-bcd7-4afb-aace-2685a6b72f0c)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:47.410006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port eb7a0fcc-ebd7-43b7-b099-d731a0af4fea {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:47.410475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:47.420691 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:47.518329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=4c19835f-082e-422c-85ea-4bc9ed78307e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:47.745732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:47.751928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:47.759498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:47.767793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:47.777271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-aa3e310c-0cb1-4d34-b833-a11645984beb None None] Could not find standard attr ID for object 4e697fc6-695f-46a3-992d-abe222ca131e. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:24:47.781147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:47.795064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:47.808806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:47.813097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-abb41c3f-a7cb-4d94-ba6c-037c964bfe81 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5425 time: 0.1690531 Feb 04 20:24:47.872817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-aa3e310c-0cb1-4d34-b833-a11645984beb None None] Provisioning for port eb7a0fcc-ebd7-43b7-b099-d731a0af4fea completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:47.879715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-aa3e310c-0cb1-4d34-b833-a11645984beb None None] Provisioning complete for port eb7a0fcc-ebd7-43b7-b099-d731a0af4fea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:47.881761 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-aa3e310c-0cb1-4d34-b833-a11645984beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:47.914089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb57a81a-e6bc-4526-8f00-71033c263ff5 req-a68cbd9c-4ba3-4cc8-9302-fe78ae3f30a1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889039 Feb 04 20:24:48.009633 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.018995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e310c-0cb1-4d34-b833-a11645984beb None None] Port eb7a0fcc-ebd7-43b7-b099-d731a0af4fea cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:24:48.027309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device beca3629-6f44-49c7-aa00-0e769fd80de3 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:48.082588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-aa3e310c-0cb1-4d34-b833-a11645984beb None None] Provisioning complete for port 4c19835f-082e-422c-85ea-4bc9ed78307e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:48.082991 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-aa3e310c-0cb1-4d34-b833-a11645984beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.243247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for eb7a0fcc-ebd7-43b7-b099-d731a0af4fea owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:48.343681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:48.405287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port beca3629-6f44-49c7-aa00-0e769fd80de3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:48.415001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port beca3629-6f44-49c7-aa00-0e769fd80de3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:48.415001 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.535621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-808d302f-9883-4b48-bb56-ce4635950a76 None None] Provisioning complete for port eb7a0fcc-ebd7-43b7-b099-d731a0af4fea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:48.535621 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-808d302f-9883-4b48-bb56-ce4635950a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.556970 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.599422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:48.602570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-808d302f-9883-4b48-bb56-ce4635950a76 None None] Port eb7a0fcc-ebd7-43b7-b099-d731a0af4fea cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:24:48.606759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Usage tracker for resource:security_group_rule and tenant:9697bf453d2e4411a740820a48a61a66 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:48.609812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:48.616775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:48.620654 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.696828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=eb7a0fcc-ebd7-43b7-b099-d731a0af4fea,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:48.707537 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.710442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.710824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.711162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.711496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.711823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.712163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.712469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.712812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.713136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.713450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.713767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.714083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:24:48.743219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8f52ac45-b9b3-418d-a25f-cf6386910b84 None None] Could not find standard attr ID for object 4e697fc6-695f-46a3-992d-abe222ca131e. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:24:48.793590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port beca3629-6f44-49c7-aa00-0e769fd80de3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beca3629-6f44-49c7-aa00-0e769fd80de3,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:48.795623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:48.815210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.860484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.865403 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'code': 200} Feb 04 20:24:48.883565 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.915925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:48.948729 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-749a226e-100b-4d6d-8212-e666385ff008 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/eb7a0fcc-ebd7-43b7-b099-d731a0af4fea HTTP/1.1" status: 204 len: 168 time: 1.6477358 Feb 04 20:24:48.951322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50892) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:49.007866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=beca3629-6f44-49c7-aa00-0e769fd80de3,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:49.031732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1441d-0a3c-4de5-9f39-123ec8150b83,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:49.043324 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3ae730-3e92-417a-aa6f-cfec8a39ea17 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:24:49.043911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e3ae730-3e92-417a-aa6f-cfec8a39ea17 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:49.057695 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ed9bd9d4-ea1e-4d17-9362-3236f922ec13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9697bf453d2e4411a740820a48a61a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129543 Feb 04 20:24:49.060316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:49.148379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e3ae730-3e92-417a-aa6f-cfec8a39ea17 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:49.149659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e3ae730-3e92-417a-aa6f-cfec8a39ea17 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/eb7a0fcc-ebd7-43b7-b099-d731a0af4fea HTTP/1.1" status: 404 len: 333 time: 0.1971922 Feb 04 20:24:49.152433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50908) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:49.234061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-750d8762-39de-4b2e-aa21-05a2f9925224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.240894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet 72f508b3-6713-447c-adb6-1e72eaddc5fd {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:24:49.245332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.332937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-750d8762-39de-4b2e-aa21-05a2f9925224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.359104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.373697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:49.380057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:49.386767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:49.392885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:49.399804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:49.407122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:49.413747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:49.421681 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-b8987675-e9bc-4f41-a7c9-9a0a131b67cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5426 time: 0.3335779 Feb 04 20:24:49.461310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.573109 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af487e8c-f2c2-42c8-8453-f3ae08742d7d req-bd2e68fe-e8fd-4799-b887-d285fdd19c96 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502953 Feb 04 20:24:49.629751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c19835f-082e-422c-85ea-4bc9ed78307e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:49.651168 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.679679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-750d8762-39de-4b2e-aa21-05a2f9925224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.701216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=72f508b3-6713-447c-adb6-1e72eaddc5fd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:49.708401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.716160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1903116d-858b-4033-be6f-6c1663436268 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/72f508b3-6713-447c-adb6-1e72eaddc5fd HTTP/1.1" status: 204 len: 168 time: 0.5627270 Feb 04 20:24:49.719087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50922) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:49.736788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d8762-39de-4b2e-aa21-05a2f9925224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1441d-0a3c-4de5-9f39-123ec8150b83,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:49.738148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e60ff-6e59-40d1-af3a-ed575e1f7a81 None None] Network c8afbfb3-af77-4ee7-ad60-5ed24eef6279 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:49.763785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-750d8762-39de-4b2e-aa21-05a2f9925224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.764719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-750d8762-39de-4b2e-aa21-05a2f9925224 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57d1441d-0a3c-4de5-9f39-123ec8150b83 HTTP/1.1" status: 204 len: 168 time: 0.7032032 Feb 04 20:24:49.893492 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.912801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 4c19835f-082e-422c-85ea-4bc9ed78307e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:49.913175 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:49.950155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4c19835f-082e-422c-85ea-4bc9ed78307e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:49.950526 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.034569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 689f4a2f-34a2-4833-a03f-1e26569b8acf up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:50.223700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] For port 4c19835f-082e-422c-85ea-4bc9ed78307e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4c19835f-082e-422c-85ea-4bc9ed78307e,segment=NetworkSegment(24b77886-bcd7-4afb-aace-2685a6b72f0c),segment_id=24b77886-bcd7-4afb-aace-2685a6b72f0c)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:50.223700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.233598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1a39e375-68b5-4b8c-a9ad-dd6673db0065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.377299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 4c19835f-082e-422c-85ea-4bc9ed78307e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:24:50.446085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 689f4a2f-34a2-4833-a03f-1e26569b8acf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:50.465823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 689f4a2f-34a2-4833-a03f-1e26569b8acf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:50.466204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.529953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08659465-c8b0-4828-994d-130510f9b4ff None None] DHCP port deletion for c8afbfb3-af77-4ee7-ad60-5ed24eef6279 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:24:50.561883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-08659465-c8b0-4828-994d-130510f9b4ff None None] Deleting port 4c19835f-082e-422c-85ea-4bc9ed78307e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:24:50.562349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-08659465-c8b0-4828-994d-130510f9b4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.588461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.677641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-08659465-c8b0-4828-994d-130510f9b4ff None None] The port '4c19835f-082e-422c-85ea-4bc9ed78307e' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:24:50.757223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=4c19835f-082e-422c-85ea-4bc9ed78307e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:50.760652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No DVR routers for this DVR port 4c19835f-082e-422c-85ea-4bc9ed78307e on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:24:50.829704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:50.860817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.865887 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:50.883388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:50.889244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Usage tracker for resource:security_group_rule and tenant:49fb3b90b26a46f89dff67a847f513d2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:50.893010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:50.900388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:50.943873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:51.011772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 689f4a2f-34a2-4833-a03f-1e26569b8acf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:51.026200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.092672 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf', 'code': 200} Feb 04 20:24:51.115206 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.115206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 81110be4-8377-4e04-be36-f04dc4f0e0dd up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:51.159692 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.171876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.201598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8afbfb3-af77-4ee7-ad60-5ed24eef6279']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:51.216426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b77886-bcd7-4afb-aace-2685a6b72f0c') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:51.221107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b77886-bcd7-4afb-aace-2685a6b72f0c') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:24:51.233318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.274017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=689f4a2f-34a2-4833-a03f-1e26569b8acf,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:51.278407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.281200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:24:51.281760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.290099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49fb3b90b26a46f89dff67a847f513d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396970 Feb 04 20:24:51.290099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50974) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:51.290099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171ad98-76a3-4fa8-92ce-3d1f477da479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8563df0-1778-45fd-94cd-4f252f1a274d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:51.369668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7513ad0c-2c04-4242-99ff-e23e344caf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.382142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 81110be4-8377-4e04-be36-f04dc4f0e0dd completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:24:51.384137 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:24:51.387789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 81110be4-8377-4e04-be36-f04dc4f0e0dd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:51.387789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.420337 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7513ad0c-2c04-4242-99ff-e23e344caf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.536483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:51.543794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:51.551991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:51.560872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:51.568299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:51.578823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:51.586808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:51.590963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-ed5e449e-bf95-4726-a4fb-afb3bbe85141 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5426 time: 0.8386209 Feb 04 20:24:51.601995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7513ad0c-2c04-4242-99ff-e23e344caf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.624458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c19835f-082e-422c-85ea-4bc9ed78307e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:24:51.638415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513ad0c-2c04-4242-99ff-e23e344caf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8563df0-1778-45fd-94cd-4f252f1a274d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:51.642116 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7513ad0c-2c04-4242-99ff-e23e344caf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.643412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7513ad0c-2c04-4242-99ff-e23e344caf1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8563df0-1778-45fd-94cd-4f252f1a274d HTTP/1.1" status: 204 len: 168 time: 0.3522570 Feb 04 20:24:51.655220 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.660344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.676265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 4c19835f-082e-422c-85ea-4bc9ed78307e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:24:51.676853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c19835f-082e-422c-85ea-4bc9ed78307e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:24:51.730018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=c8afbfb3-af77-4ee7-ad60-5ed24eef6279,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:51.755493 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.794874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7959f9f-2264-4a2f-b34e-89516a63d90a req-334fb19e-0c2d-4a0f-a0da-fb1a2352f114 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712465 Feb 04 20:24:51.841857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 81110be4-8377-4e04-be36-f04dc4f0e0dd, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:51.862671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fd563d75-85d0-4380-90f0-5029d5d75bdc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/c8afbfb3-af77-4ee7-ad60-5ed24eef6279 HTTP/1.1" status: 204 len: 168 time: 2.1405489 Feb 04 20:24:51.866860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50994) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:51.873263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1334071338'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:51.889314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:51.898681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:51.901895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:51.920902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:51.923569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:51.924908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:52.028305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:52.032910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.110625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:24:52.128787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=81110be4-8377-4e04-be36-f04dc4f0e0dd,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:52.131663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.132277 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment 134459c6-21a0-43a4-8e30-8d6833f87273 of type vlan for network 4485c852-a0f1-48d9-bd5c-4a523ac5421c Feb 04 20:24:52.166420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.248620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:52.257894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:52.258322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.377879 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.380579 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88a789ef-5e17-4082-bcd8-dcbb9b2394b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.381588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:52.381588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.547790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.586450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:52.610132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=4485c852-a0f1-48d9-bd5c-4a523ac5421c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:52.617852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-375b6ce5-9d7b-420b-8e8c-17454dc98180 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7493043 Feb 04 20:24:52.620576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:52.624699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:24:52.627574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:52.713271 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:52.787413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device da708f3b-e1c8-4ab5-b1db-8e65e2074e55 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:52.913281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:52.925531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:52.937880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:52.947676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:52.951242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:53.011513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51024) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:53.045757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:53.051682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.087891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81110be4-8377-4e04-be36-f04dc4f0e0dd'}, {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:53.317441 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81110be4-8377-4e04-be36-f04dc4f0e0dd', 'code': 200} Feb 04 20:24:53.317441 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d', 'code': 200} Feb 04 20:24:53.329029 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.454747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:53.558738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Usage tracker for resource:security_group_rule and tenant:07254ca400c04538b756e66f161958d9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:53.562849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:53.577813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:53.661497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:53.667002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:53.667679 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.688214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:53.694761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:53.700572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:53.706311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:53.717322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:53.722969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:53.729207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:53.731296 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-046001a8-1d6b-4bd6-b236-efdca393399c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5429 time: 0.4513540 Feb 04 20:24:53.813908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.825209 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0be6097-98a9-47f8-9610-b1062e79b108 req-74d185a7-45e4-4144-b600-f064dbcbe4cc tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816736 Feb 04 20:24:53.829578 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.852047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:53.871905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.896747 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.930412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=ef907693-cf86-49d6-bd52-4890b1248b9f,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:53.946570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.971161 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:53.971161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:54.040115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.081623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': '134459c6-21a0-43a4-8e30-8d6833f87273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:54.081916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: 4485c852-a0f1-48d9-bd5c-4a523ac5421c, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:24:54.138674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6810a-3d53-4823-be9a-2393798c25b6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:54.173691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21f686ef-7040-4341-bd3e-3f04f85b5778 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07254ca400c04538b756e66f161958d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1609199 Feb 04 20:24:54.180226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51048) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:54.258042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:24:54.260118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:54.305621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76fffd19-590f-446b-b7df-028080bfc696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.308085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:54.313300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:54.319178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.348187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76fffd19-590f-446b-b7df-028080bfc696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.372454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 4485c852-a0f1-48d9-bd5c-4a523ac5421c) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:54.382482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7771b14-8627-4004-850f-73b6ecd919b2 None None] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:54.383007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:54.385427 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.530171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b03cb252-46ab-4493-9f14-4500a9da77cf tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9085066 Feb 04 20:24:54.531712 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76fffd19-590f-446b-b7df-028080bfc696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.532957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51064) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:54.539610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c', 'name': 'tempest-PortsIpV6TestJSON-178339007', 'fixed_ips': [{'subnet_id': 'ef907693-cf86-49d6-bd52-4890b1248b9f', 'ip_address': '2001:db8::10'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:54.579244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-76fffd19-590f-446b-b7df-028080bfc696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.582049 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-76fffd19-590f-446b-b7df-028080bfc696 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72c6810a-3d53-4823-be9a-2393798c25b6 HTTP/1.1" status: 204 len: 168 time: 0.4039617 Feb 04 20:24:54.587441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fffd19-590f-446b-b7df-028080bfc696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6810a-3d53-4823-be9a-2393798c25b6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:54.707986 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.736574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:54.742361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:54.746388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:54.753275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:54.785484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:54.790834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-4485c852-a0f1-48d9-bd5c-4a523ac5421c', 'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c', 'tenant_id': 'ce281d15e1c048a7b7e20e4647c57c9f', 'fixed_ips': [{'subnet_id': 'ef907693-cf86-49d6-bd52-4890b1248b9f'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:24:54.791784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.866815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:54.871807 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:54.873209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:55.138331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:55.151428 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:55.151842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:55.152392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:55.159072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:55.166001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:55.172646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:55.177060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:55.197846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 6f024835-1177-4194-8450-2a06ff51621e yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:55.207702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:55.217493 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55'}, {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:55.221472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-1b712bf1-8a55-4e0e-aaec-103b05a84045 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5431 time: 0.2254803 Feb 04 20:24:55.300978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:55.357022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Allocated IP 2001:db8::2 (4485c852-a0f1-48d9-bd5c-4a523ac5421c/ef907693-cf86-49d6-bd52-4890b1248b9f/c1ac7226-14e2-49d4-8a99-d87419fddfba) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:55.424749 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55', 'code': 200} Feb 04 20:24:55.425705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5ad4c38-a082-4f8a-8ccd-6bded8ca4494 req-8e90501f-d9cd-4f9b-b672-b3e234766b20 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1936333 Feb 04 20:24:55.436082 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c', 'code': 200} Feb 04 20:24:55.457757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:55.467595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:55.471490 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:55.936748 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:55.987644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:56.002108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:56.003521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Transition to ACTIVE for port object c1ac7226-14e2-49d4-8a99-d87419fddfba will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:56.028580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Transition to ACTIVE for port object c1ac7226-14e2-49d4-8a99-d87419fddfba will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:56.085346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:56.234104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:56.248442 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:56.337035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::10 (4485c852-a0f1-48d9-bd5c-4a523ac5421c/ef907693-cf86-49d6-bd52-4890b1248b9f/6f024835-1177-4194-8450-2a06ff51621e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:56.390022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:56.402674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:56.407143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:56.498020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Pushing event updated for resources: {'Port': ['ID=c1ac7226-14e2-49d4-8a99-d87419fddfba,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:56.639824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Attempting to bind port c1ac7226-14e2-49d4-8a99-d87419fddfba on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:24:56.640149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Attempting to bind port c1ac7226-14e2-49d4-8a99-d87419fddfba by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '134459c6-21a0-43a4-8e30-8d6833f87273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:24:56.640520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Attempting to bind port c1ac7226-14e2-49d4-8a99-d87419fddfba on network 4485c852-a0f1-48d9-bd5c-4a523ac5421c {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:24:56.657840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:24:56.658811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Checking segment: {'id': '134459c6-21a0-43a4-8e30-8d6833f87273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:24:56.659963 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:56.660096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Bound using segment: {'id': '134459c6-21a0-43a4-8e30-8d6833f87273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:24:56.661135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Bound port: c1ac7226-14e2-49d4-8a99-d87419fddfba, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134459c6-21a0-43a4-8e30-8d6833f87273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:24:56.661135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:56.812683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:56.842177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 6f024835-1177-4194-8450-2a06ff51621e will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:56.861482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:56.868490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:56.872747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] For port c1ac7226-14e2-49d4-8a99-d87419fddfba, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:24:56.877608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:56.877727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] For port c1ac7226-14e2-49d4-8a99-d87419fddfba, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c1ac7226-14e2-49d4-8a99-d87419fddfba,segment=NetworkSegment(134459c6-21a0-43a4-8e30-8d6833f87273),segment_id=134459c6-21a0-43a4-8e30-8d6833f87273)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:24:56.884670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:56.891731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:56.897849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:56.904737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:56.906867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-c1d80a8b-1db9-405c-b3f1-c1ed28031225 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.2454612 Feb 04 20:24:56.960520 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:56.970208 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c46a3f1-90ee-4143-84f3-a4aa19ce1a2e req-519f6448-7e20-44a4-93b9-5107ec409413 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533140 Feb 04 20:24:57.062282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08ddd4-0520-48c4-aee4-c9ca306ec19f None None] Pushing event updated for resources: {'Port': ['ID=c1ac7226-14e2-49d4-8a99-d87419fddfba,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:57.097004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:57.214557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=6f024835-1177-4194-8450-2a06ff51621e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:57.232848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:57.236837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:57.240973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:57.247310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.247942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:57.415322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3e0a6e70-cdaa-4b9a-aec6-0898a367d744 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8811758 Feb 04 20:24:57.425681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51156) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:57.433011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': '4485c852-a0f1-48d9-bd5c-4a523ac5421c', 'name': 'tempest-PortsIpV6TestJSON-1959695340', 'fixed_ips': [{'subnet_id': 'ef907693-cf86-49d6-bd52-4890b1248b9f', 'ip_address': '2001:db8::f'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:24:57.437309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cce746e-36d4-47f4-b8cd-fc87a89e9db0'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:24:57.557879 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cce746e-36d4-47f4-b8cd-fc87a89e9db0', 'code': 200} Feb 04 20:24:57.746220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c1ac7226-14e2-49d4-8a99-d87419fddfba up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:24:57.793293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:57.798072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:57.801225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:57.807385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:57.836659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-45b3e1a0-ef55-4053-994b-7b5d3c4f39e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.1836400 Feb 04 20:24:57.892910 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44358b8a-3726-44c1-aca1-77dfc8f3a53b req-b91275aa-5dc0-470f-ac24-d522ff90e879 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493710 Feb 04 20:24:57.913273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:24:58.012983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c1ac7226-14e2-49d4-8a99-d87419fddfba completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:58.054475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:58.078483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port bee545fb-5efd-4e92-bca0-adaa4eb3cc1d yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:24:58.412491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::f (4485c852-a0f1-48d9-bd5c-4a523ac5421c/ef907693-cf86-49d6-bd52-4890b1248b9f/bee545fb-5efd-4e92-bca0-adaa4eb3cc1d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:24:58.435441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:58.445914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:58.483375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:58.490597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:58.498344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:58.504762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:58.512745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:58.526289 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-dcfa9174-a183-44ac-b1be-1fa2caef984b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.3453729 Feb 04 20:24:58.618484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9f5eb99-6133-4b6a-921e-b14e1102fb0a req-152bc25f-817f-4da4-b9da-fa8b2b44bd9e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910072 Feb 04 20:24:58.753090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7175c6-8ccd-40b3-a555-cb56a0193622 None None] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:24:58.764050 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:58.785964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object bee545fb-5efd-4e92-bca0-adaa4eb3cc1d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:24:58.923700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:58.971338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3bf3ed6a-c8f4-4b50-9dc5-030ab0743f18 None None] Provisioning for port c1ac7226-14e2-49d4-8a99-d87419fddfba completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:24:58.981818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3bf3ed6a-c8f4-4b50-9dc5-030ab0743f18 None None] Provisioning complete for port c1ac7226-14e2-49d4-8a99-d87419fddfba triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:58.982189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed6a-c8f4-4b50-9dc5-030ab0743f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:58.988499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51204) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:59.178349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=bee545fb-5efd-4e92-bca0-adaa4eb3cc1d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:59.232856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:24:59.236006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:24:59.243827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:24:59.265146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:59.265146 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:59.330610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:59.340869 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed6a-c8f4-4b50-9dc5-030ab0743f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:59.420848 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-274e395d-fefd-49e9-948b-6809ce7b58f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9931622 Feb 04 20:24:59.425513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:24:59.427022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3bf3ed6a-c8f4-4b50-9dc5-030ab0743f18 None None] For port c1ac7226-14e2-49d4-8a99-d87419fddfba, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c1ac7226-14e2-49d4-8a99-d87419fddfba,segment=NetworkSegment(134459c6-21a0-43a4-8e30-8d6833f87273),segment_id=134459c6-21a0-43a4-8e30-8d6833f87273)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:24:59.429289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51214) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:59.452175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Usage tracker for resource:security_group_rule and tenant:4c239738701d4885920bfd383ffbdee3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:24:59.456414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:24:59.473533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:24:59.515022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed6a-c8f4-4b50-9dc5-030ab0743f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:59.567176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558937-2f8c-4793-b258-feebde1a1e09 req-01919c87-9ebe-4714-8998-203a5f7cbeda tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:59.569084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14558937-2f8c-4793-b258-feebde1a1e09 req-01919c87-9ebe-4714-8998-203a5f7cbeda tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.2106714 Feb 04 20:24:59.584506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d855fd-8e66-4444-8be2-20fa0fe68672 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:24:59.590457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-43d855fd-8e66-4444-8be2-20fa0fe68672 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:24:59.609493 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:24:59.694896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14558937-2f8c-4793-b258-feebde1a1e09 req-41d9ee70-eae7-49b9-b0f1-9c8266334ad4 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160679 Feb 04 20:24:59.731149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-43d855fd-8e66-4444-8be2-20fa0fe68672 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:24:59.736204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-43d855fd-8e66-4444-8be2-20fa0fe68672 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3048511 Feb 04 20:24:59.736204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51230) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:59.783820 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:59.852446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:24:59.920267 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c239738701d4885920bfd383ffbdee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302809 Feb 04 20:24:59.922233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51242) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:24:59.935701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b25e2f-d867-46de-adef-5119b59ecb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e48af29-c592-4fd2-872e-552398c7c95c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:24:59.940369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Provisioning complete for port c1ac7226-14e2-49d4-8a99-d87419fddfba triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:24:59.941070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.025386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55d7c4f4-2d93-4b05-a4f4-39f3c4189a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.032602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3ed6a-c8f4-4b50-9dc5-030ab0743f18 None None] Pushing event updated for resources: {'Port': ['ID=c1ac7226-14e2-49d4-8a99-d87419fddfba,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:00.083966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55d7c4f4-2d93-4b05-a4f4-39f3c4189a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.285469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55d7c4f4-2d93-4b05-a4f4-39f3c4189a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.296506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf046fd-66a5-4b73-a74e-daf1d572bd83 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.305818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf046fd-66a5-4b73-a74e-daf1d572bd83 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.312042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf046fd-66a5-4b73-a74e-daf1d572bd83 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.314183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Provisioning for port bee545fb-5efd-4e92-bca0-adaa4eb3cc1d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:00.314489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4cf046fd-66a5-4b73-a74e-daf1d572bd83 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5716863 Feb 04 20:25:00.317958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51250) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:00.321527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Provisioning complete for port bee545fb-5efd-4e92-bca0-adaa4eb3cc1d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:00.323004 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.352484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7c4f4-2d93-4b05-a4f4-39f3c4189a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e48af29-c592-4fd2-872e-552398c7c95c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:00.377310 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55d7c4f4-2d93-4b05-a4f4-39f3c4189a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.386984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-55d7c4f4-2d93-4b05-a4f4-39f3c4189a84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e48af29-c592-4fd2-872e-552398c7c95c HTTP/1.1" status: 204 len: 168 time: 0.4616652 Feb 04 20:25:00.478246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Port bee545fb-5efd-4e92-bca0-adaa4eb3cc1d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:00.615067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Provisioning for port 6f024835-1177-4194-8450-2a06ff51621e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:00.620756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Provisioning complete for port 6f024835-1177-4194-8450-2a06ff51621e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:00.621152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.681161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.715412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.727427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.734643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.740547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.747039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.752761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:00.761282 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-4e2f36a9-5105-4cf2-907b-fe0c586fdacb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.7759585 Feb 04 20:25:00.829322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port bee545fb-5efd-4e92-bca0-adaa4eb3cc1d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:00.829789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:00.831788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f04fa608-83c4-4093-917a-05f211fafc71 None None] Port 6f024835-1177-4194-8450-2a06ff51621e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:01.012841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-420fd1ef-d15c-404b-a9d8-9f847ea298bd None None] Provisioning complete for port bee545fb-5efd-4e92-bca0-adaa4eb3cc1d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:01.019454 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-420fd1ef-d15c-404b-a9d8-9f847ea298bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:01.132291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-420fd1ef-d15c-404b-a9d8-9f847ea298bd None None] Port bee545fb-5efd-4e92-bca0-adaa4eb3cc1d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:01.145519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-420fd1ef-d15c-404b-a9d8-9f847ea298bd None None] Provisioning complete for port 6f024835-1177-4194-8450-2a06ff51621e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:01.146202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-420fd1ef-d15c-404b-a9d8-9f847ea298bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:01.196705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7b3b4f1-9ced-4ba4-8991-958485ab1c79 req-41e7e417-275e-415b-aedf-2ef822f0b2eb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4342294 Feb 04 20:25:01.291861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-420fd1ef-d15c-404b-a9d8-9f847ea298bd None None] Port 6f024835-1177-4194-8450-2a06ff51621e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:01.423030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:01.487830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62e62-c912-4e15-a4b7-bc9fd2996e50 req-3c675c0f-8f3a-488b-9101-47f959c2d7bf tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:01.491838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ae62e62-c912-4e15-a4b7-bc9fd2996e50 req-3c675c0f-8f3a-488b-9101-47f959c2d7bf tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.1399729 Feb 04 20:25:01.631249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ae62e62-c912-4e15-a4b7-bc9fd2996e50 req-c1165e57-06f1-42bf-9189-2c8c10473bfb tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257901 Feb 04 20:25:01.639237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for bee545fb-5efd-4e92-bca0-adaa4eb3cc1d owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:01.664516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c1ac7226-14e2-49d4-8a99-d87419fddfba up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:01.708701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51286) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:01.734236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:01.776105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:01.790597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Usage tracker for resource:security_group_rule and tenant:b58b67f8f4454ed5a1796a286abe10a5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:01.797354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:01.801953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:01.834622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c1ac7226-14e2-49d4-8a99-d87419fddfba triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:01.835661 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:01.963615 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.076170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.086226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=bee545fb-5efd-4e92-bca0-adaa4eb3cc1d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:02.095410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.179889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d7e4400c-b1f4-455f-bd50-24f411fdf853 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/bee545fb-5efd-4e92-bca0-adaa4eb3cc1d HTTP/1.1" status: 204 len: 168 time: 1.8551996 Feb 04 20:25:02.185325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51298) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:02.187013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.262168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b58b67f8f4454ed5a1796a286abe10a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520704 Feb 04 20:25:02.266562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51308) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:02.278316 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fd702e-1cc9-4110-9bf5-4aed14817e32 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:25:02.279276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a3fd702e-1cc9-4110-9bf5-4aed14817e32 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:02.372594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bda3370-b38c-43e5-b5a4-b0f8df83a1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.393815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a3fd702e-1cc9-4110-9bf5-4aed14817e32 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:02.396993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a3fd702e-1cc9-4110-9bf5-4aed14817e32 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/bee545fb-5efd-4e92-bca0-adaa4eb3cc1d HTTP/1.1" status: 404 len: 333 time: 0.2142956 Feb 04 20:25:02.398218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51312) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:02.405113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7670b2-57b9-476d-8bd6-02cad6ab0528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbeb717-9ebf-4832-9e52-23c59121a741,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:02.438156 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bda3370-b38c-43e5-b5a4-b0f8df83a1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.587900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bda3370-b38c-43e5-b5a4-b0f8df83a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.610202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3370-b38c-43e5-b5a4-b0f8df83a1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbeb717-9ebf-4832-9e52-23c59121a741,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:02.632872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1bda3370-b38c-43e5-b5a4-b0f8df83a1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.649697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1bda3370-b38c-43e5-b5a4-b0f8df83a1d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbbeb717-9ebf-4832-9e52-23c59121a741 HTTP/1.1" status: 204 len: 168 time: 0.3665063 Feb 04 20:25:02.719581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 6f024835-1177-4194-8450-2a06ff51621e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:02.720521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:02.855887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-8d7a489f-c629-4f68-8b4b-e704e8d948a0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.857330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-8d7a489f-c629-4f68-8b4b-e704e8d948a0 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.3307548 Feb 04 20:25:02.870611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.876371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.882941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.892611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.904996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.919002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.921145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.923474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-745cee4f-2620-455f-bf06-a5fcea12091b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.4637828 Feb 04 20:25:02.931316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b9307-e2fc-4fbe-aa77-4c2bf2e0abb2 req-c9d967db-2db7-409a-83fc-f1cf8392e639 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:02.935160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-016b9307-e2fc-4fbe-aa77-4c2bf2e0abb2 req-c9d967db-2db7-409a-83fc-f1cf8392e639 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.1216884 Feb 04 20:25:02.996671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-016b9307-e2fc-4fbe-aa77-4c2bf2e0abb2 req-f3f93367-bcc4-468c-aee2-92c211a79a76 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580137 Feb 04 20:25:03.248392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Deleting port 504cec70-7e0f-4206-b7ca-11bd373f19b8 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:03.248880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:03.282379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf825d73-de61-4f5d-bc3e-f22d10ee0bd2 req-23c2853d-c09f-49ee-a45e-0d5182067262 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3182521 Feb 04 20:25:03.436214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:03.589055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:03.618404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:03.618404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:03.618404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:03.628983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:03.628983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:03.643134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:03.650125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6848f4c2-6fcf-40f4-b49a-9a15aa6e12ec req-de2c2ca9-1b1b-4873-9428-b9991953de50 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.2344618 Feb 04 20:25:03.655677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51356) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:03.666250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Request body: {'floatingip': {'port_id': 'beca3629-6f44-49c7-aa00-0e769fd80de3'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:03.824920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 6f024835-1177-4194-8450-2a06ff51621e owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:03.957304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:04.297342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:04.439296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51388) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:04.464082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] For port 504cec70-7e0f-4206-b7ca-11bd373f19b8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=504cec70-7e0f-4206-b7ca-11bd373f19b8,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:04.464641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:04.612612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=6f024835-1177-4194-8450-2a06ff51621e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:04.659106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:04.778151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:04.813695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:04.833173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b82facca792c497b8f8fc128dcdc8c74 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:04.869998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:04.940247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:04.972331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-95a40736-cc69-438c-9884-66fa101aece1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/6f024835-1177-4194-8450-2a06ff51621e HTTP/1.1" status: 204 len: 168 time: 2.5730500 Feb 04 20:25:05.001288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51408) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:05.019429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509164-d872-4920-8e9e-5d2750328cba req-0f063e93-2dfd-4ff0-afb8-634b5831e63c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:05.021290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7509164-d872-4920-8e9e-5d2750328cba req-0f063e93-2dfd-4ff0-afb8-634b5831e63c tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 946 time: 0.8935571 Feb 04 20:25:05.066969 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-1821084c-eb0e-444b-a6d3-7b76c50bb307 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:25:05.067519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1821084c-eb0e-444b-a6d3-7b76c50bb307 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:05.101079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7509164-d872-4920-8e9e-5d2750328cba req-6edb1830-d6f1-46c8-936a-f6e5a5296b26 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b6212d2-7e6a-4150-bf26-6534eed2dadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655291 Feb 04 20:25:05.113591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.114406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.115045 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Floating IP 773415ac-e33f-4bd1-9598-465687463ab0 disassociated. External IP: 172.25.7.201, port: 504cec70-7e0f-4206-b7ca-11bd373f19b8. Feb 04 20:25:05.115738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Calling delete_port for 504cec70-7e0f-4206-b7ca-11bd373f19b8 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:05.302340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1821084c-eb0e-444b-a6d3-7b76c50bb307 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:05.307032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51422) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:05.307166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1821084c-eb0e-444b-a6d3-7b76c50bb307 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/6f024835-1177-4194-8450-2a06ff51621e HTTP/1.1" status: 404 len: 333 time: 0.2893240 Feb 04 20:25:05.335535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.367918 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.393473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet ef907693-cf86-49d6-bd52-4890b1248b9f {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:25:05.396473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.430316 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.457632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.496290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event deleted for resources: {'Port': ['ID=504cec70-7e0f-4206-b7ca-11bd373f19b8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:05.513864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.699690 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Floating IP 99dd46ce-6b10-4f3f-94f0-b2cf58d61f94 associated. External IP: 172.25.7.123, port: beca3629-6f44-49c7-aa00-0e769fd80de3. Feb 04 20:25:05.766302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:05.834907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b82facca792c497b8f8fc128dcdc8c74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3881278 Feb 04 20:25:05.835557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51442) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:05.835645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a18d6b-a0c9-4a40-9ff4-c219da6b48e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8f9c52-c132-4dbb-8a2d-cd1e34f01846,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:05.861088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Router af9a0377-1016-4eef-9dc0-a1923cb70cee has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:25:06.076166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 504cec70-7e0f-4206-b7ca-11bd373f19b8 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:25:06.143803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 504cec70-7e0f-4206-b7ca-11bd373f19b8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:25:06.144058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 504cec70-7e0f-4206-b7ca-11bd373f19b8 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:25:06.168473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.237780 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65181aea-796e-43cf-b173-0565fa81e6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.467026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea7cc623-ec2e-43b2-a999-f983944835a4 req-0616c00d-495c-45b7-a69a-ef420991c8bf tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 210 time: 0.0642188 Feb 04 20:25:06.483291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65181aea-796e-43cf-b173-0565fa81e6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.504027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:25:06.564447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:25:06.577215 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] Sync routers for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:25:06.589400 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:06.590456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:06.663505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.721618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:25:06.734255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] Sync routers for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:25:06.750435 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.751860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:06.757810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:06.770405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] No DVR routers for this DVR port 504cec70-7e0f-4206-b7ca-11bd373f19b8 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:25:06.779328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=ef907693-cf86-49d6-bd52-4890b1248b9f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:06.779328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65181aea-796e-43cf-b173-0565fa81e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.783745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.791700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.804315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'name': 'network-vif-deleted', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:25:06.826211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65181aea-796e-43cf-b173-0565fa81e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8f9c52-c132-4dbb-8a2d-cd1e34f01846,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:06.844760 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:25:06.860523 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fe72d9b5-675b-4747-80b5-f2755729497c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/ef907693-cf86-49d6-bd52-4890b1248b9f HTTP/1.1" status: 204 len: 168 time: 1.5423465 Feb 04 20:25:06.862068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51488) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:06.865118 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-65181aea-796e-43cf-b173-0565fa81e6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:06.869501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-65181aea-796e-43cf-b173-0565fa81e6c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e8f9c52-c132-4dbb-8a2d-cd1e34f01846 HTTP/1.1" status: 204 len: 168 time: 1.0349128 Feb 04 20:25:06.887715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3ec31-2073-416d-92d0-81e935025cef None None] Network 4485c852-a0f1-48d9-bd5c-4a523ac5421c requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:06.950172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be06adb3-738d-44a1-b025-da3782177a13 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "PUT /v2.0/floatingips/99dd46ce-6b10-4f3f-94f0-b2cf58d61f94 HTTP/1.1" status: 200 len: 991 time: 3.2835677 Feb 04 20:25:06.951113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:25:07.060923 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'status': 'completed', 'code': 200} Feb 04 20:25:07.091383 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a121dea-605e-414a-a456-2fde52417c18', 'name': 'network-vif-deleted', 'tag': '504cec70-7e0f-4206-b7ca-11bd373f19b8', 'status': 'completed', 'code': 200} Feb 04 20:25:07.130343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c102f8ab-a7c5-4da6-a08c-fc6b0c69273d req-b55a30f9-7eeb-40b4-bf95-9e54c6409276 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.62 "DELETE /v2.0/ports/504cec70-7e0f-4206-b7ca-11bd373f19b8 HTTP/1.1" status: 204 len: 173 time: 4.2057495 Feb 04 20:25:07.308893 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:14Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:07.321365 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] Checking router: af9a0377-1016-4eef-9dc0-a1923cb70cee for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:25:07.338370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:07.339020 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:07.438860 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:07.447381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.483906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port c1ac7226-14e2-49d4-8a99-d87419fddfba {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:07.484186 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:07.502308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.522089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.536678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.615404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.634325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.649019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.662158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-366b4184-f6a1-45b8-8517-7a03c0b2c42e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.4928052 Feb 04 20:25:07.665811 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:25:07.673067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.674464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.676587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.677250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.677882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.680614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.681249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:07.683591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8128318-d222-42f4-a333-97152d639fcd req-3908d184-d973-4edc-b556-eb2167eec741 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.5906029 Feb 04 20:25:07.720685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:25:07.807868 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac0d1bba-828c-43af-a98f-2363e1230d47 req-132cd6cc-e787-47fd-89f2-11ba9ea284b9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444969 Feb 04 20:25:08.218622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-0bc5e4b0-f16b-4922-867d-c6b7567913db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:08.225678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8128318-d222-42f4-a333-97152d639fcd req-0bc5e4b0-f16b-4922-867d-c6b7567913db service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1 HTTP/1.1" status: 200 len: 913 time: 0.5318797 Feb 04 20:25:08.315767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51542) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:08.335912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] For port c1ac7226-14e2-49d4-8a99-d87419fddfba, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c1ac7226-14e2-49d4-8a99-d87419fddfba,segment=NetworkSegment(134459c6-21a0-43a4-8e30-8d6833f87273),segment_id=134459c6-21a0-43a4-8e30-8d6833f87273)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:08.339251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:08.374186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:08.435719 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:14Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:08.441086 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed3e6f-85ab-4a20-9168-2b2b1eec4877 None None] The sync data for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 is: [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:23:04Z', 'revision_number': 4, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0', 'name': '', 'network_id': 'ecccf2a9-41a3-41eb-a814-9615f20d79cb', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'mac_address': 'fa:16:3e:f4:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:23:03Z', 'updated_at': '2022-02-04T20:23:14Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'subnets': [{'id': 'eca1f390-d920-48a7-999e-7cfb579848c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:25:08.453181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:08.469634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Usage tracker for resource:security_group_rule and tenant:72dba18138b3499aa458394bf0a73e4b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:08.477301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '99dd46ce-6b10-4f3f-94f0-b2cf58d61f94', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'port_id': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'mac_address': 'fa:16:3e:47:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:23:07Z', 'updated_at': '2022-02-04T20:25:05Z', 'revision_number': 1, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:37Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:08.482112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] Checking router: 9cd67fb0-6361-4811-8193-5aa0cfca28c1 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:25:08.485247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:08.497319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:08.506379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:08.507969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:08.710787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8128318-d222-42f4-a333-97152d639fcd req-6a1a5aba-1b65-4544-a3ca-f08b46791d6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 999 time: 0.4744451 Feb 04 20:25:08.750527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51556) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:08.781634 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:08.837701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for c1ac7226-14e2-49d4-8a99-d87419fddfba owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:08.845508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:08.976617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72dba18138b3499aa458394bf0a73e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6597567 Feb 04 20:25:08.977855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29520a-127b-4c49-82e6-2f91036ec51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ba505-1606-4d61-bada-9a1382ff071d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:08.987670 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e5855-5033-4706-aa7d-180d7135fc5e None None] New status for floating IP 773415ac-e33f-4bd1-9598-465687463ab0: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:25:09.027513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51568) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:09.048262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.059926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-93727c60-f387-4763-93e1-4ef125d099c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.061874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8128318-d222-42f4-a333-97152d639fcd req-93727c60-f387-4763-93e1-4ef125d099c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 200 len: 851 time: 0.2329712 Feb 04 20:25:09.065518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:25:09.071675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:09.163917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Usage tracker for resource:security_group_rule and tenant:20c68f9b62354bf8a71e8aee413eb767 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:09.173876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:09.193969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:09.220456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e898e849-ff31-4cd5-9635-432706739543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.266834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e898e849-ff31-4cd5-9635-432706739543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.377074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-709536cf-5332-47dc-a11e-b0dc17443c91 req-f290c7ad-e8f0-40a8-82d7-ad7a774f629a tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Synchronizing usage tracker for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:09.379703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18971d3f-404d-4faf-a41e-ba1a2131ead6 None None] DHCP port deletion for 4485c852-a0f1-48d9-bd5c-4a523ac5421c request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:25:09.411515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e898e849-ff31-4cd5-9635-432706739543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.435797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e898e849-ff31-4cd5-9635-432706739543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.451103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e898e849-ff31-4cd5-9635-432706739543 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/466ba505-1606-4d61-bada-9a1382ff071d HTTP/1.1" status: 204 len: 168 time: 0.4114082 Feb 04 20:25:09.459166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-18971d3f-404d-4faf-a41e-ba1a2131ead6 None None] Deleting port c1ac7226-14e2-49d4-8a99-d87419fddfba {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:09.459831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-18971d3f-404d-4faf-a41e-ba1a2131ead6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.467601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e849-ff31-4cd5-9635-432706739543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ba505-1606-4d61-bada-9a1382ff071d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:09.492639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.498963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.506067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.517926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.528639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.539157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.548992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.553034 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-87c1207f-c8bf-4086-8697-1943a175a735 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.4275477 Feb 04 20:25:09.572049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128318-d222-42f4-a333-97152d639fcd req-cba8c0dd-5de6-4137-9692-325f6aed3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:09.573519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8128318-d222-42f4-a333-97152d639fcd req-cba8c0dd-5de6-4137-9692-325f6aed3a15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4386928 Feb 04 20:25:09.670746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6f9fb5f-7fa6-4086-8977-cbe88efd3d34 req-11bbd90f-56e8-436b-923a-3e1f8277d562 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882604 Feb 04 20:25:09.685172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.748509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c1ac7226-14e2-49d4-8a99-d87419fddfba no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:25:09.754684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.783323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-709536cf-5332-47dc-a11e-b0dc17443c91 req-f290c7ad-e8f0-40a8-82d7-ad7a774f629a tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Unset dirty status for tenant:b3b332e2fd834d74910c30fb6183c6b5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:09.785747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-709536cf-5332-47dc-a11e-b0dc17443c91 req-f290c7ad-e8f0-40a8-82d7-ad7a774f629a tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a121dea-605e-414a-a456-2fde52417c18 HTTP/1.1" status: 200 len: 210 time: 1.9587300 Feb 04 20:25:09.791946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.804992 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20c68f9b62354bf8a71e8aee413eb767&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0507054 Feb 04 20:25:09.805708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51592) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:09.907089 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.910996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c1ac7226-14e2-49d4-8a99-d87419fddfba {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:25:09.911324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c1ac7226-14e2-49d4-8a99-d87419fddfba not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:25:09.931280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20d6bd-cfe3-413e-9703-1812d332d57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa63671-75c2-4457-b862-5d7bda9d2c92,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:09.934501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ded-4baa-4cb4-ad7f-9339911b32bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:09.977219 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ded-4baa-4cb4-ad7f-9339911b32bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.018409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-18971d3f-404d-4faf-a41e-ba1a2131ead6 None None] The port 'c1ac7226-14e2-49d4-8a99-d87419fddfba' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:25:10.019559 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.079823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=c1ac7226-14e2-49d4-8a99-d87419fddfba,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:10.089121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No DVR routers for this DVR port c1ac7226-14e2-49d4-8a99-d87419fddfba on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:25:10.136878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ded-4baa-4cb4-ad7f-9339911b32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.196360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed9ded-4baa-4cb4-ad7f-9339911b32bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa63671-75c2-4457-b862-5d7bda9d2c92,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:10.204364 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ded-4baa-4cb4-ad7f-9339911b32bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.205836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a1ed9ded-4baa-4cb4-ad7f-9339911b32bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3aa63671-75c2-4457-b862-5d7bda9d2c92 HTTP/1.1" status: 204 len: 168 time: 0.3993385 Feb 04 20:25:10.210666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '99dd46ce-6b10-4f3f-94f0-b2cf58d61f94', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'port_id': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'mac_address': 'fa:16:3e:47:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:23:07Z', 'updated_at': '2022-02-04T20:25:05Z', 'revision_number': 1, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:37Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:10.224250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f23d3-0962-4b2a-9b15-f2ee7e902d40 None None] The sync data for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 is: [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '99dd46ce-6b10-4f3f-94f0-b2cf58d61f94', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'port_id': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'mac_address': 'fa:16:3e:47:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:23:07Z', 'updated_at': '2022-02-04T20:25:05Z', 'revision_number': 1, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:37Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:25:10.316386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8128318-d222-42f4-a333-97152d639fcd req-5b85ea17-fc79-4200-83e8-9d6e6c8e2757 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349920 Feb 04 20:25:10.430513 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.488096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4485c852-a0f1-48d9-bd5c-4a523ac5421c']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:10.544624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134459c6-21a0-43a4-8e30-8d6833f87273') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:10.544624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134459c6-21a0-43a4-8e30-8d6833f87273') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:10.599605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.634392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721407ec-d79a-4010-ad15-6b7d32104133 None None] New status for floating IP 99dd46ce-6b10-4f3f-94f0-b2cf58d61f94: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:25:10.638093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8128318-d222-42f4-a333-97152d639fcd req-09acf041-f662-4793-ac50-6cdc3bda90de service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077381 Feb 04 20:25:10.638317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.648560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:10.648560 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:10.669096 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:10.934851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:10.980126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.033613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=4485c852-a0f1-48d9-bd5c-4a523ac5421c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:11.093020 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-90330939-3667-47d6-899e-e557b43334ec tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/4485c852-a0f1-48d9-bd5c-4a523ac5421c HTTP/1.1" status: 204 len: 168 time: 4.2261708 Feb 04 20:25:11.094355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51630) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:11.113101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1087119901'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:11.113101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:11.134959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:network and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:11.138043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.144478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:11.152378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.152378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.164919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:11.171109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.171109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.177686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.196107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.196107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8d388b81-7f1c-4c2e-9b4a-48faffaf5bc0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.2742164 Feb 04 20:25:11.202856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51638) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:11.298541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:11.325672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.440620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:11.458175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd6587b-409c-45e4-9d16-5f38d6521355 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.475015 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.475550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eeadf8d3-b0f0-4f9d-bb06-5ed4d9b09e87 req-8108c2a4-1ae3-4932-abba-a303bbfa7927 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2561116 Feb 04 20:25:11.475789 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Added segment 0114b718-d75a-43a8-87cf-4907e6ad58be of type vlan for network d0c3a5c6-d778-444f-bbcb-1305a4d33baa Feb 04 20:25:11.565299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51650) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:11.568999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd6587b-409c-45e4-9d16-5f38d6521355 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.594304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.642725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.684344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:11.705809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Usage tracker for resource:security_group_rule and tenant:0c87d7bd72d845fcac8df3417ca5f4a0 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:11.705809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:11.754834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:11.759647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.759647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:11.759647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.923318 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd6587b-409c-45e4-9d16-5f38d6521355 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.945058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:11.946215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6587b-409c-45e4-9d16-5f38d6521355 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6212d2-7e6a-4150-bf26-6534eed2dadc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:12.017544 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:12.081323 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cd6587b-409c-45e4-9d16-5f38d6521355 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:12.083355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0cd6587b-409c-45e4-9d16-5f38d6521355 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "DELETE /v2.0/security-groups/0b6212d2-7e6a-4150-bf26-6534eed2dadc HTTP/1.1" status: 204 len: 168 time: 0.8812003 Feb 04 20:25:12.091127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:12.100936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Network': ['ID=d0c3a5c6-d778-444f-bbcb-1305a4d33baa,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:12.112721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0a8bacbe-2b85-4e4a-b360-0c26871d86f9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0185027 Feb 04 20:25:12.113548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51674) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:12.114901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:12.125713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:12.151461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beff3ad6-27d0-46c5-bf23-87663ca3417a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:12.171448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f96b813e-da62-43f5-97fe-cd078c20ed93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c87d7bd72d845fcac8df3417ca5f4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028817 Feb 04 20:25:12.187033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51678) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:12.225955 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-31149ffa-37c2-443b-b447-6a0347b1f0d4 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] show failed (client error): The resource could not be found. Feb 04 20:25:12.226959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-31149ffa-37c2-443b-b447-6a0347b1f0d4 tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "GET /v2.0/security-groups/0b6212d2-7e6a-4150-bf26-6534eed2dadc HTTP/1.1" status: 404 len: 347 time: 0.1308718 Feb 04 20:25:12.232380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51684) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:12.266721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:12.272694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:12.276635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:12.291932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:12.299580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:12.306997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:12.313696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:12.320676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:12.327850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:12.348413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:12.351549 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-c9a435e0-fc60-4703-a9ed-7237722fdf3b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.4941974 Feb 04 20:25:12.355797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:12.419445 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30ac0158-630d-4cf2-baeb-d2f0f8d13a20 req-33a760c4-f28f-4da8-bbef-5f0a90b4adad tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607409 Feb 04 20:25:12.466354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:12.471110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Deleting port 09b4169a-6ac7-4253-a397-b1b3d6cf92c0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:12.471110 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:12.484347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:12.602370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d61abc5d-5f03-4e35-852a-d076aab0f3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:12.839423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:12.956702 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d61abc5d-5f03-4e35-852a-d076aab0f3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:12.969511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=b1dc43af-84a3-4017-a162-b66c7aa83c06,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:12.997782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Checking segment: {'id': '0114b718-d75a-43a8-87cf-4907e6ad58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:12.998176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network hostable DHCP agents. Network: d0c3a5c6-d778-444f-bbcb-1305a4d33baa, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:25:13.064864 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.065211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.079518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:25:13.096608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.103120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.108908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.114752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.120601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.126491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.133062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.135218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f37ea08c-0699-489c-9a0e-272b59e8e7a0 req-9c3dd9be-70ee-41f8-8d4d-388a51de7315 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.5578125 Feb 04 20:25:13.159390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, d0c3a5c6-d778-444f-bbcb-1305a4d33baa) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:13.163757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:13.168468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.170300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c693d27-a987-44f8-94f4-302ba8054b09 None None] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:13.266152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Calling delete_port for 09b4169a-6ac7-4253-a397-b1b3d6cf92c0 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:13.322911 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea5e1295-6049-45f3-abe2-37330e0cde21 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2059181 Feb 04 20:25:13.326186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:13.332262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1962509865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:13.345161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:13.359149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:router and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:13.362666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:13.371374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:13.414195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d61abc5d-5f03-4e35-852a-d076aab0f3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.443293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61abc5d-5f03-4e35-852a-d076aab0f3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff3ad6-27d0-46c5-bf23-87663ca3417a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:13.450616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-d0c3a5c6-d778-444f-bbcb-1305a4d33baa', 'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa', 'tenant_id': 'ce281d15e1c048a7b7e20e4647c57c9f', 'fixed_ips': [{'subnet_id': 'b1dc43af-84a3-4017-a162-b66c7aa83c06'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:25:13.451470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.505834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.510216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.595425 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.669906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Pushing event deleted for resources: {'Port': ['ID=09b4169a-6ac7-4253-a397-b1b3d6cf92c0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:13.675380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.700022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Allocated IP 2001:db8::2 (d0c3a5c6-d778-444f-bbcb-1305a4d33baa/b1dc43af-84a3-4017-a162-b66c7aa83c06/4ede9d7b-d760-4cb8-b469-4e46f3055fe6) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:13.758330 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d61abc5d-5f03-4e35-852a-d076aab0f3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.759480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d61abc5d-5f03-4e35-852a-d076aab0f3d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/beff3ad6-27d0-46c5-bf23-87663ca3417a HTTP/1.1" status: 204 len: 168 time: 1.5641420 Feb 04 20:25:13.793748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.801572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.802811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f59e3b50-2d41-48cc-a070-d5e241e190fe tempest-ServersTestJSON-838617174 tempest-ServersTestJSON-838617174-project] 10.222.0.48 "DELETE /v2.0/floatingips/773415ac-e33f-4bd1-9598-465687463ab0 HTTP/1.1" status: 204 len: 168 time: 1.5694499 Feb 04 20:25:13.806480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51734) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:13.854768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.982358 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:13.984551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9db84813-df88-40e2-955f-0f9059455f1e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6573441 Feb 04 20:25:13.987691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51748) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:13.998542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa', 'name': 'tempest-PortsIpV6TestJSON-1201170800'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:14.017883 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:14.059397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Transition to ACTIVE for port object 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:14.096938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Transition to ACTIVE for port object 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:14.222427 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:14.401370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:14.404405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:14.412599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:14.418365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:port and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:14.419069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:14.423089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Pushing event updated for resources: {'Port': ['ID=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:14.426081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:14.438332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:14.508231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:14.512269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:14.560400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 4be7c2de-24db-4bec-ad66-ff67a0acac43 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:25:14.566150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Attempting to bind port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:25:14.566533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Attempting to bind port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '0114b718-d75a-43a8-87cf-4907e6ad58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:25:14.566928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Attempting to bind port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 on network d0c3a5c6-d778-444f-bbcb-1305a4d33baa {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:25:14.575949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:25:14.580165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Checking segment: {'id': '0114b718-d75a-43a8-87cf-4907e6ad58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:14.582227 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:14.582976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Bound using segment: {'id': '0114b718-d75a-43a8-87cf-4907e6ad58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:25:14.583671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Bound port: 4ede9d7b-d760-4cb8-b469-4e46f3055fe6, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0114b718-d75a-43a8-87cf-4907e6ad58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd0c3a5c6-d778-444f-bbcb-1305a4d33baa'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:25:14.585728 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:14.921488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] For port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:25:14.926524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] For port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,segment=NetworkSegment(0114b718-d75a-43a8-87cf-4907e6ad58be),segment_id=0114b718-d75a-43a8-87cf-4907e6ad58be)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:25:14.933523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::bd (d0c3a5c6-d778-444f-bbcb-1305a4d33baa/b1dc43af-84a3-4017-a162-b66c7aa83c06/4be7c2de-24db-4bec-ad66-ff67a0acac43) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:15.016904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:15.154219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8fa7-3ac7-4c28-8a37-5a498e6ca29b None None] Pushing event updated for resources: {'Port': ['ID=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:15.294727 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:15.387851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:15.411870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 4be7c2de-24db-4bec-ad66-ff67a0acac43 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:15.523023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:15.720294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:15.749409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:15.765633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:15.777657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:15.780300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:15.831505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:15.843728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=4be7c2de-24db-4bec-ad66-ff67a0acac43,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:15.948818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-87acf3dd-dd21-4eb7-ad11-78f580e4add8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9598105 Feb 04 20:25:15.951427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51802) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:16.067398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Deleting port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:16.069806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:16.083072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:16.404956 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-f9e7d89a-1bfe-482c-b131-a0f0b1e40886 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416980 Feb 04 20:25:16.518729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] For port b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:16.518729 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:16.818188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-a7523fdd-fd53-40f2-92ae-b944c6a826a2 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:16.828741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-a7523fdd-fd53-40f2-92ae-b944c6a826a2 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039533 Feb 04 20:25:16.917996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7325332-857e-4564-9244-19c4a65c956c None None] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:16.924193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-0591e447-1791-4cdf-ae8c-5be596831d46 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/quotas/3e25f3b5428c48d9bfd24cf047ecdaf8 HTTP/1.1" status: 200 len: 375 time: 0.0977442 Feb 04 20:25:17.006069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Calling delete_port for b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:17.155398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-06d464a6-8bab-49d9-8a0a-cedda605c973 None None] Provisioning for port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:17.187466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:17.211775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-06d464a6-8bab-49d9-8a0a-cedda605c973 None None] Provisioning complete for port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:17.211775 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-06d464a6-8bab-49d9-8a0a-cedda605c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:17.371410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51852) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:17.485516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-06d464a6-8bab-49d9-8a0a-cedda605c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:17.540943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-06d464a6-8bab-49d9-8a0a-cedda605c973 None None] For port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,segment=NetworkSegment(0114b718-d75a-43a8-87cf-4907e6ad58be),segment_id=0114b718-d75a-43a8-87cf-4907e6ad58be)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:17.566312 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-d09392a2-c41a-4586-8a5f-927e5c236ef5 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5830724 Feb 04 20:25:17.649587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-06d464a6-8bab-49d9-8a0a-cedda605c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:17.673964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:17.863235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d464a6-8bab-49d9-8a0a-cedda605c973 None None] Pushing event updated for resources: {'Port': ['ID=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:18.094316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:18.151863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7a5413f-25f0-4d8f-a878-e3d3d8ec4fe6 req-d0531343-4295-4caf-8683-3354bc45452b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.1049905 Feb 04 20:25:18.157440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1210103528'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:18.186892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-15d5d659-820e-47a5-b6c8-5cb6c56b8af5 None None] Provisioning for port 4be7c2de-24db-4bec-ad66-ff67a0acac43 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:18.186892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-15d5d659-820e-47a5-b6c8-5cb6c56b8af5 None None] Provisioning complete for port 4be7c2de-24db-4bec-ad66-ff67a0acac43 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:18.186892 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-15d5d659-820e-47a5-b6c8-5cb6c56b8af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.217725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:18.252928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Usage tracker for resource:network and tenant:0e63849715074e0cab8930193a7936f3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:18.273515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:18.293938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:18.398645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-15d5d659-820e-47a5-b6c8-5cb6c56b8af5 None None] Port 4be7c2de-24db-4bec-ad66-ff67a0acac43 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:18.404943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.431659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-15d5d659-820e-47a5-b6c8-5cb6c56b8af5 None None] Provisioning complete for port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:18.431659 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-15d5d659-820e-47a5-b6c8-5cb6c56b8af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.458030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Made reservation on behalf of 0e63849715074e0cab8930193a7936f3 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:18.458030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.500006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.605125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.766108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-13f89bc4-2179-4cd7-bb3f-99951a82750a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9616339 Feb 04 20:25:18.795098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-45a7c7d3-f41d-44e5-90ea-c8f6a1a3a054 None None] Provisioning complete for port 4be7c2de-24db-4bec-ad66-ff67a0acac43 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:18.810980 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45a7c7d3-f41d-44e5-90ea-c8f6a1a3a054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.813463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:18.899953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=4be7c2de-24db-4bec-ad66-ff67a0acac43,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:19.310739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-45a7c7d3-f41d-44e5-90ea-c8f6a1a3a054 None None] Port 4be7c2de-24db-4bec-ad66-ff67a0acac43 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:19.313551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:19.313551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Usage tracker for resource:security_group_rule and tenant:0e63849715074e0cab8930193a7936f3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:19.313551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:19.317339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6dcb1e5b-d470-4d1c-8de5-301262cea67b None None] Provisioning complete for port 4be7c2de-24db-4bec-ad66-ff67a0acac43 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:19.317339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1e5b-d470-4d1c-8de5-301262cea67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.322639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:19.327615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb1e5b-d470-4d1c-8de5-301262cea67b None None] Port 4be7c2de-24db-4bec-ad66-ff67a0acac43 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:19.329320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7cf989a-e321-4f89-9c67-f5931478c07b req-61953a7f-6e98-427a-92c5-330ebfe1fd40 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.0558028 Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.331453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dedc2bb1-4b03-4f2c-adc2-16200c41eab7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.3545947 Feb 04 20:25:19.333769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.517149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.554973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:19.564960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf26e12-601f-4010-8fac-77520fee8308,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:19.573323 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.573323 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Added segment 4e7e797e-a66b-4655-8db5-edea87c2ba57 of type vlan for network c48764af-d35f-4a8d-b81d-2244fa4ff229 Feb 04 20:25:19.597946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.630381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Router af9a0377-1016-4eef-9dc0-a1923cb70cee has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:25:19.630381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-3564cbff-4dc2-4b71-ac79-c88a32a442bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.630381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-3564cbff-4dc2-4b71-ac79-c88a32a442bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.630381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-3564cbff-4dc2-4b71-ac79-c88a32a442bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.630381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-3564cbff-4dc2-4b71-ac79-c88a32a442bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 2292 time: 0.2533283 Feb 04 20:25:19.756256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:19.905494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:19.905494 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.954158 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:19.973169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:19.973169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:20.177748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:20.242308 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b547dccb-4ed4-4735-a7c0-7756f9283ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:20.255559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-48eb0dd9-de14-4a17-b331-98990c859f9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 1001 time: 0.6177456 Feb 04 20:25:20.346398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:25:20.370666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-05b3c89d-652a-4dc6-8709-1929ab12182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:20.373680 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] Sync routers for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:25:20.387509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-05b3c89d-652a-4dc6-8709-1929ab12182a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 200 len: 851 time: 0.1261501 Feb 04 20:25:20.409226 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:20.409226 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:20.422800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Pushing event updated for resources: {'Network': ['ID=c48764af-d35f-4a8d-b81d-2244fa4ff229,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:20.435259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c48764af-d35f-4a8d-b81d-2244fa4ff229 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:20.476264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-05b2ea92-77f7-44c5-ab2b-e92b2cd3e1cd admin admin] 10.222.0.48 "PUT /v2.0/routers/af9a0377-1016-4eef-9dc0-a1923cb70cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6683431 Feb 04 20:25:20.481505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:20.499670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-620ce41e-8348-4c7c-bacc-8faff820fc5a tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1238227 Feb 04 20:25:20.510093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51922) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:20.603459 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3334d685-9e8a-4711-8c02-491d108cf448 req-a3ea8df4-9dda-4011-9839-a196a6bac688 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.0557048 Feb 04 20:25:20.771091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:25:20.808572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'network': {'name': 'tempest-network--1016762108', 'router:external': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:20.831344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:20.839569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:network and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:20.840334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-2d51eb63-3a3b-494e-803d-b3994f132f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:20.842324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-2d51eb63-3a3b-494e-803d-b3994f132f8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4476159 Feb 04 20:25:20.844367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:20.862294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:21.003741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Made reservation on behalf of 59022d9bc4184a0bbdfd9a7d944215f3 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:21.003741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.036679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.037117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.051430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:21.059694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:security_group_rule and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:21.075780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:21.088549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:21.218157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.303632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.303847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:25:17Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:21.307557 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] Checking router: af9a0377-1016-4eef-9dc0-a1923cb70cee for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:25:21.321126 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] Routers {'af9a0377-1016-4eef-9dc0-a1923cb70cee'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:21.321998 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['af9a0377-1016-4eef-9dc0-a1923cb70cee'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:21.342477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.343411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.360050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-fe0ae3f4-1ba9-4cdd-8247-e07139089a2a service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032973 Feb 04 20:25:21.397119 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.427189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.571398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Deleting port 8dfe0a51-031c-4976-b254-de4357d61594 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:21.574493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.633976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:21.633976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb200f7-d765-4383-a9f2-a53781d02d58,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:21.633976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=4be7c2de-24db-4bec-ad66-ff67a0acac43,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:21.672576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.672576 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Added segment ec2f97b0-142e-4069-9e81-eb300f902860 of type vlan for network 7511ff74-e8ae-4090-a55b-6e58fb157877 Feb 04 20:25:21.679594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-4c0c628f-202f-4dce-b2ae-cdc6f2fd5000 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064046 Feb 04 20:25:21.682137 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] Set router af9a0377-1016-4eef-9dc0-a1923cb70cee gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:25:21.780936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:21.782968 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:21.788179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:21.918684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-4ca94148-d296-4890-a445-fe56e3aaab56 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 217 time: 0.2293274 Feb 04 20:25:22.010259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:22.013214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:22.014031 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:22.020848 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90e473d8-6ee3-49ad-a034-ef361ac4d5d3 req-c64c18f4-d7fa-4dd0-8524-c920b007c7d4 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.1670542 Feb 04 20:25:22.166162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7fbe9ebf-f693-409c-a928-f89f9862e667 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590591 Feb 04 20:25:22.208497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9ce082c3-e186-499d-bac0-0e4a3b06cd49 None None] Provisioning complete for port 4be7c2de-24db-4bec-ad66-ff67a0acac43 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:22.269413 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ce082c3-e186-499d-bac0-0e4a3b06cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:22.339571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7f140e08-38ef-4629-a27d-6b3b8330bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:22.340860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7f140e08-38ef-4629-a27d-6b3b8330bcb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.3330262 Feb 04 20:25:22.436766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] For port 8dfe0a51-031c-4976-b254-de4357d61594, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8dfe0a51-031c-4976-b254-de4357d61594,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:22.436766 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:22.502420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9ce082c3-e186-499d-bac0-0e4a3b06cd49 None None] Port 4be7c2de-24db-4bec-ad66-ff67a0acac43 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:22.553311 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-03a38da7-182f-442d-aa38-5976d92152d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:22.563893 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:25:17Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:22.569443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Network': ['ID=7511ff74-e8ae-4090-a55b-6e58fb157877,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:22.581972 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005412a2-6f69-4558-b45c-5d0c8494f83a None None] The sync data for ids ['af9a0377-1016-4eef-9dc0-a1923cb70cee'] in n-d-811806-1 is: [{'id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'name': 'tempest-ServersTestJSON-1476349767-router', 'tenant_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8dfe0a51-031c-4976-b254-de4357d61594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:22:48Z', 'updated_at': '2022-02-04T20:25:17Z', 'revision_number': 5, 'project_id': 'b3b332e2fd834d74910c30fb6183c6b5', 'gw_port': {'id': '8dfe0a51-031c-4976-b254-de4357d61594', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a0377-1016-4eef-9dc0-a1923cb70cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:22:50Z', 'updated_at': '2022-02-04T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:25:22.583057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 7511ff74-e8ae-4090-a55b-6e58fb157877 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:22.683836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7ea5d58d-1a88-457d-857f-c65907c8777a tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1626382 Feb 04 20:25:22.689947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51962) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:22.831444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Router 2335894a-6c9b-483e-a051-0fe9243b8c11 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:25:22.895941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Calling delete_port for 8dfe0a51-031c-4976-b254-de4357d61594 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:23.016528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-33585487-8d36-485a-b1b7-4668a640631f tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:23.016528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-33585487-8d36-485a-b1b7-4668a640631f tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8297286 Feb 04 20:25:23.041218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Request body: {'port': {'device_id': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '3e25f3b5428c48d9bfd24cf047ecdaf8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:23.076233 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.167490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:25:23.172486 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-105b5443-c71e-4de8-82bd-eb73dd1e9eee tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "PUT /v2.0/routers/2335894a-6c9b-483e-a051-0fe9243b8c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2201264 Feb 04 20:25:23.192416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] Sync routers for ids ['2335894a-6c9b-483e-a051-0fe9243b8c11'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:25:23.207285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] Routers {'2335894a-6c9b-483e-a051-0fe9243b8c11'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:23.208109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2335894a-6c9b-483e-a051-0fe9243b8c11'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:23.243609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51978) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:23.364409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:23.385132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] Routers {'2335894a-6c9b-483e-a051-0fe9243b8c11'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:23.385841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2335894a-6c9b-483e-a051-0fe9243b8c11'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:23.442616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7dc08828-f677-4526-bcd5-272253c84554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:23.444247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7dc08828-f677-4526-bcd5-272253c84554 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0897944 Feb 04 20:25:23.553969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f212e23d-4f91-4cc2-a7ce-d0ec4c7dafc2 req-b041dbcc-ad12-4d56-8616-305dce0dcd0c tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.0811107 Feb 04 20:25:23.573912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.582394 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:23.582394 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91a248-0e21-4602-8556-cc80a8e91381 None None] The sync data for ids ['2335894a-6c9b-483e-a051-0fe9243b8c11'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:25:23.584931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.585334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:25:23.628210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:25:23.628766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4dda8a8-d1b4-47fb-b010-bd05f6fb32f0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:25:23.638461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7511ff74-e8ae-4090-a55b-6e58fb157877']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:23.653283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2f97b0-142e-4069-9e81-eb300f902860') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:23.653520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2f97b0-142e-4069-9e81-eb300f902860') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:23.672108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.687018 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.691708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.703391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:23.703391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:23.732505 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:23.760904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f75e9-76f1-4468-9bec-ea5ab58d1468 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:23.760904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-670f75e9-76f1-4468-9bec-ea5ab58d1468 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:23.881172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:23.884608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-cd54f4ce-ee8f-4f6d-9734-c8f82612494d service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333487 Feb 04 20:25:23.887107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Usage tracker for resource:port and tenant:3e25f3b5428c48d9bfd24cf047ecdaf8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:23.890071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:23.916198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:23.969003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.971931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:23.977717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7511ff74-e8ae-4090-a55b-6e58fb157877 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 20:25:23.979965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.008727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "DELETE /v2.0/networks/7511ff74-e8ae-4090-a55b-6e58fb157877 HTTP/1.1" status: 204 len: 168 time: 1.3182108 Feb 04 20:25:24.009502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90f4fb-74e8-4b59-a879-8300e76ab192 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event deleted for resources: {'Network': ['ID=7511ff74-e8ae-4090-a55b-6e58fb157877,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:24.018854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51998) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:24.020901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:24.025468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-670f75e9-76f1-4468-9bec-ea5ab58d1468 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:24.026785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:24.030037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-670f75e9-76f1-4468-9bec-ea5ab58d1468 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports?device_id=2335894a-6c9b-483e-a051-0fe9243b8c11 HTTP/1.1" status: 200 len: 988 time: 0.7695487 Feb 04 20:25:24.031043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52002) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:24.034336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:network and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:24.053080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfe0a51-031c-4976-b254-de4357d61594,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:24.162386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Made reservation on behalf of 3e25f3b5428c48d9bfd24cf047ecdaf8 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:24.162386 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.183234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:24.200765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:24.294960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.335343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-e0a8039d-b5f9-4fa1-ad42-00447c40427e service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327760 Feb 04 20:25:24.345110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:24.369632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Made reservation on behalf of 59022d9bc4184a0bbdfd9a7d944215f3 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:24.369632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.479168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Usage tracker for resource:security_group_rule and tenant:3e25f3b5428c48d9bfd24cf047ecdaf8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:24.488569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.557786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:24.574600 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-d9135753-f776-4614-868e-072591a20284 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 217 time: 0.2338071 Feb 04 20:25:24.575468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:24.608498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:24.627247 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.627780 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Added segment 52fe4cfa-69a7-46d8-8422-a9462043900a of type vlan for network 23adab09-3b40-41de-9380-e0e797b371e6 Feb 04 20:25:24.677708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.705728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-22b68bdb-d648-423b-8a20-4691fc6cbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:24.707374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-22b68bdb-d648-423b-8a20-4691fc6cbeb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0610235 Feb 04 20:25:24.858600 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.863112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:24.863112 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:24.963668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00e7f066-2229-4abd-b0f3-8131d9789348 req-811a0037-49e1-4afb-9fc0-55cdac5231ad tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.2495036 Feb 04 20:25:25.023115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Network': ['ID=23adab09-3b40-41de-9380-e0e797b371e6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:25.030543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 23adab09-3b40-41de-9380-e0e797b371e6 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:25.049580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6660c009-b3bc-430b-b461-d210189c1cfb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0319035 Feb 04 20:25:25.053081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52022) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:25.133478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'subnet': {'network_id': '23adab09-3b40-41de-9380-e0e797b371e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:25.150970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:25.165910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:subnet and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:25.171307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:25.179278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.182422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:25.185984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.187791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.196118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.259826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7be75b5e-0ab8-460a-8f75-f8027a28eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:25.261554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7be75b5e-0ab8-460a-8f75-f8027a28eb08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4797649 Feb 04 20:25:25.364580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.365125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router af9a0377-1016-4eef-9dc0-a1923cb70cee {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:25:25.451373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.500130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Made reservation on behalf of 59022d9bc4184a0bbdfd9a7d944215f3 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:25.502270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.541879 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.546599 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f7b53514-5906-49f2-a452-8f35ab831b9d admin admin] 10.222.0.48 "DELETE /v2.0/routers/af9a0377-1016-4eef-9dc0-a1923cb70cee HTTP/1.1" status: 204 len: 168 time: 5.0637972 Feb 04 20:25:25.551472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52036) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:25.554461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:25.621489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-c6eb9c7b-4551-425a-9f4d-422a99662a26 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533020 Feb 04 20:25:25.770490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341ff16a-188d-417f-9536-1470fbe2e6be,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:25.936554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-4a8a3b79-16aa-48d3-87cd-4265b7497c3e service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897549 Feb 04 20:25:26.129672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-1afe6e2d-6e37-44cc-a5e3-ed00603825af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 200 len: 217 time: 0.1897030 Feb 04 20:25:26.138376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Allocated IP 192.168.233.31 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/97c51af3-6c26-445d-b76d-f6e997e90a1d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:26.156771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] Deleting subnet eca1f390-d920-48a7-999e-7cfb579848c7 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:25:26.165795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:26.237081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-93f13de5-ee39-4772-81bb-ea3e0b10d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:26.238406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-93f13de5-ee39-4772-81bb-ea3e0b10d189 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1009955 Feb 04 20:25:26.388989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f6b7005-1aa5-4c23-b22b-8cc92466f250 req-b25bf8fb-387a-43f3-9ac9-ba63bd975dc0 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.0722158 Feb 04 20:25:26.396925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:26.448412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 4be7c2de-24db-4bec-ad66-ff67a0acac43 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:26.448412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:26.540312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-c0ae46cb-cad5-4a1f-a92f-a9b86f5f6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:26.541733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-c0ae46cb-cad5-4a1f-a92f-a9b86f5f6722 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2943676 Feb 04 20:25:26.708295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:26.733275 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:26.739003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-c80ac64f-3ce4-4687-a707-448133481438 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907833 Feb 04 20:25:26.831305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.057615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Transition to ACTIVE for port object 97c51af3-6c26-445d-b76d-f6e997e90a1d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:27.057615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-dd9d1252-457c-40b3-ba4d-8fc90a84f4a0 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859486 Feb 04 20:25:27.058910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 4be7c2de-24db-4bec-ad66-ff67a0acac43 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:27.059066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-f74c172a-1722-4f22-bb16-c7c19bb1f603 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 200 len: 217 time: 0.0737610 Feb 04 20:25:27.088343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-924fc90b-ea31-4b83-9e73-849226c702b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:27.089858 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-924fc90b-ea31-4b83-9e73-849226c702b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0717425 Feb 04 20:25:27.190067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-67c2a57e-03cf-4b7a-a1ce-73d7f920aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:27.190067 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-67c2a57e-03cf-4b7a-a1ce-73d7f920aa35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917463 Feb 04 20:25:27.190067 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.224076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.304216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca1f390-d920-48a7-999e-7cfb579848c7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:27.305768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d678e96c-0a9d-42de-a408-80a17ca92af7 None None] Network ecccf2a9-41a3-41eb-a814-9615f20d79cb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:27.313564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.319978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.objects.ports [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88236) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:25:27.320284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.375526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:27.382658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:27.382887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2ed125d5-a130-43d6-a4e3-a9fc6881c4e3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eca1f390-d920-48a7-999e-7cfb579848c7 HTTP/1.1" status: 204 len: 168 time: 1.7836766 Feb 04 20:25:27.391520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52076) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:27.391913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:27.423893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Pushing event updated for resources: {'Port': ['ID=97c51af3-6c26-445d-b76d-f6e997e90a1d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:27.597960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8dfe0a51-031c-4976-b254-de4357d61594 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:25:27.671914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3acee026-488d-4cdb-8e03-96d50d709255,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:27.691115 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 8dfe0a51-031c-4976-b254-de4357d61594 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:25:27.693287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8dfe0a51-031c-4976-b254-de4357d61594 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:25:27.718495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Checking segment: {'id': '52fe4cfa-69a7-46d8-8422-a9462043900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23adab09-3b40-41de-9380-e0e797b371e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:27.719171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Network hostable DHCP agents. Network: 23adab09-3b40-41de-9380-e0e797b371e6, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:25:27.732904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.780918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Deleting port 6f5ca5e7-7f12-4260-8700-a038af744945 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:27.781509 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.789724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:27.790355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.815809 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.874740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] DHCP port deletion for ecccf2a9-41a3-41eb-a814-9615f20d79cb request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:25:27.882913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] Deleting port 6f5ca5e7-7f12-4260-8700-a038af744945 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:27.883568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:27.928211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7317b695-6fe0-45c0-be67-afbab3ac69fd service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967306 Feb 04 20:25:27.996432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2efaf4cf-4d67-42f0-a2fe-11de3dadf443 None None] Provisioning for port 97c51af3-6c26-445d-b76d-f6e997e90a1d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:28.012651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2efaf4cf-4d67-42f0-a2fe-11de3dadf443 None None] Provisioning complete for port 97c51af3-6c26-445d-b76d-f6e997e90a1d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:28.013024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2efaf4cf-4d67-42f0-a2fe-11de3dadf443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:28.019614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Network 23adab09-3b40-41de-9380-e0e797b371e6 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:25:28.025614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-e289592a-0b8e-4e81-8e2a-ac047ade009b tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0008938 Feb 04 20:25:28.026208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=4be7c2de-24db-4bec-ad66-ff67a0acac43,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:28.041848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Request body: {'port': {'device_id': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:28.176077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2efaf4cf-4d67-42f0-a2fe-11de3dadf443 None None] Port 97c51af3-6c26-445d-b76d-f6e997e90a1d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:28.264517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] For port 6f5ca5e7-7f12-4260-8700-a038af744945, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6f5ca5e7-7f12-4260-8700-a038af744945,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:28.266987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:28.282661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9d26c-c181-4341-9e51-14af955f6cd8 req-b9659bc9-e79e-4254-9fd9-a63be8e6fa30 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:28.283471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6ab9d26c-c181-4341-9e51-14af955f6cd8 req-b9659bc9-e79e-4254-9fd9-a63be8e6fa30 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Synchronizing usage tracker for tenant:3e25f3b5428c48d9bfd24cf047ecdaf8 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:28.307361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 23adab09-3b40-41de-9380-e0e797b371e6) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:28.357338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fba18-0636-4cfd-841c-a824d39d8ad4 None None] Network 23adab09-3b40-41de-9380-e0e797b371e6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:28.363064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-b98c3890-3ac8-450d-88a8-285ab9d4613a service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277673 Feb 04 20:25:28.368864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:28.393639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:28.393639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:28.483605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:28.544560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6ab9d26c-c181-4341-9e51-14af955f6cd8 req-b9659bc9-e79e-4254-9fd9-a63be8e6fa30 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Unset dirty status for tenant:3e25f3b5428c48d9bfd24cf047ecdaf8 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:28.545765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ab9d26c-c181-4341-9e51-14af955f6cd8 req-b9659bc9-e79e-4254-9fd9-a63be8e6fa30 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 935 time: 0.7470679 Feb 04 20:25:28.547029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-d1c904fd-06a7-423b-9b41-cef6f40aedad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 200 len: 217 time: 0.1625597 Feb 04 20:25:28.604760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] For port 6f5ca5e7-7f12-4260-8700-a038af744945, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6f5ca5e7-7f12-4260-8700-a038af744945,segment=NetworkSegment(6557747f-e828-4f07-a735-0bed502f639e),segment_id=6557747f-e828-4f07-a735-0bed502f639e)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:28.612285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:28.686520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] Calling delete_port for 6f5ca5e7-7f12-4260-8700-a038af744945 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:28.698624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6ab9d26c-c181-4341-9e51-14af955f6cd8 req-b5fc8c35-9234-42bf-91c6-002b95031863 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Synchronizing usage tracker for tenant:3e25f3b5428c48d9bfd24cf047ecdaf8 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:28.748869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-baf1c640-7357-4a7c-8220-a339a1aa4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:28.750561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-baf1c640-7357-4a7c-8220-a339a1aa4935 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.1760840 Feb 04 20:25:28.777186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbf5d6-73ae-4408-8c83-a7f5ca4d462f None None] Network 23adab09-3b40-41de-9380-e0e797b371e6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:28.779396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Calling delete_port for 6f5ca5e7-7f12-4260-8700-a038af744945 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:29.043452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-363a6c43-6a41-4aee-9834-8cd93b546ad1 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9772606 Feb 04 20:25:29.050982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52106) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:29.053860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6ab9d26c-c181-4341-9e51-14af955f6cd8 req-b5fc8c35-9234-42bf-91c6-002b95031863 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Unset dirty status for tenant:3e25f3b5428c48d9bfd24cf047ecdaf8 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:29.055014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ab9d26c-c181-4341-9e51-14af955f6cd8 req-b5fc8c35-9234-42bf-91c6-002b95031863 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466171 Feb 04 20:25:29.058521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'floatingip': {'floating_network_id': '23adab09-3b40-41de-9380-e0e797b371e6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:29.064065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:29.068312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:floatingip and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:29.072880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:25:29.073052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:29.073162 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:25:29.078889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:29.120778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-07ad58e4-45c7-4836-aeb3-c38366f3b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:29.122270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-07ad58e4-45c7-4836-aeb3-c38366f3b08d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3605003 Feb 04 20:25:29.138666 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:29.196080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] No DVR routers for this DVR port 6f5ca5e7-7f12-4260-8700-a038af744945 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:25:29.197750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2e79d-cdbe-448c-b63b-5e7cd2d3d0ea None None] Pushing event deleted for resources: {'Port': ['ID=6f5ca5e7-7f12-4260-8700-a038af744945,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:29.222868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:29.333074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Router 2335894a-6c9b-483e-a051-0fe9243b8c11 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:25:29.380329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c51af3-6c26-445d-b76d-f6e997e90a1d {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:25:29.405977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:29.461162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Transition to ACTIVE for port object 97c51af3-6c26-445d-b76d-f6e997e90a1d will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:29.468724 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-5198fd19-d8c4-43e4-812b-788097bdfacf service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386757 Feb 04 20:25:29.504962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:25:29.516941 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] Sync routers for ids ['2335894a-6c9b-483e-a051-0fe9243b8c11'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:25:29.517715 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ea9ececb-9d3f-4be1-bad0-a0ce4c7858ce tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "PUT /v2.0/routers/2335894a-6c9b-483e-a051-0fe9243b8c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4848216 Feb 04 20:25:29.519912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52122) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:29.534295 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] Routers {'2335894a-6c9b-483e-a051-0fe9243b8c11'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:29.534295 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2335894a-6c9b-483e-a051-0fe9243b8c11'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:29.571196 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-650527f2-c1bd-48d3-9563-38451816912f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:25:29.572669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-650527f2-c1bd-48d3-9563-38451816912f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:29.577603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Deleting port 6f5ca5e7-7f12-4260-8700-a038af744945 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:29.578157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:29.630438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6f5ca5e7-7f12-4260-8700-a038af744945 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:25:29.677801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-99c72898-f17d-464c-977c-2933e37401e0 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011151 Feb 04 20:25:29.679923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:29.690836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6f5ca5e7-7f12-4260-8700-a038af744945 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:25:29.691621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6f5ca5e7-7f12-4260-8700-a038af744945 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:25:29.700180 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] Routers {'2335894a-6c9b-483e-a051-0fe9243b8c11'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:25:29.700817 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['2335894a-6c9b-483e-a051-0fe9243b8c11'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:29.730866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] The port '6f5ca5e7-7f12-4260-8700-a038af744945' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:25:29.767671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:29.772379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7b953e09-53d1-4187-af3c-a9f51e1d3f09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 217 time: 0.0742323 Feb 04 20:25:29.789982 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:29.790781 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e2d35-8081-4427-bcd1-a8737e4461c2 None None] The sync data for ids ['2335894a-6c9b-483e-a051-0fe9243b8c11'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:25:29.825622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-650527f2-c1bd-48d3-9563-38451816912f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:29.830879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-650527f2-c1bd-48d3-9563-38451816912f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/4be7c2de-24db-4bec-ad66-ff67a0acac43 HTTP/1.1" status: 404 len: 333 time: 0.3094230 Feb 04 20:25:29.835441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52128) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:30.370637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.373316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Pushing event updated for resources: {'Port': ['ID=97c51af3-6c26-445d-b76d-f6e997e90a1d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:30.378202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.385598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7f8cfd20-e92b-40ea-8ef1-1c6ec5694ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:30.387632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-7f8cfd20-e92b-40ea-8ef1-1c6ec5694ec4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.5704381 Feb 04 20:25:30.387929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c947bb68-808d-471c-a20b-426b642da793 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.557581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecccf2a9-41a3-41eb-a814-9615f20d79cb']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:30.575290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Attempting to bind port 97c51af3-6c26-445d-b76d-f6e997e90a1d on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:25:30.575681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Attempting to bind port 97c51af3-6c26-445d-b76d-f6e997e90a1d by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:25:30.576220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Attempting to bind port 97c51af3-6c26-445d-b76d-f6e997e90a1d on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:25:30.637133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Port 97c51af3-6c26-445d-b76d-f6e997e90a1d on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:25:30.637133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Attempting to bind port 97c51af3-6c26-445d-b76d-f6e997e90a1d on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:25:30.654365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:25:30.658837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:30.658837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:25:30.658837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Bound port: 97c51af3-6c26-445d-b76d-f6e997e90a1d, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:25:30.658837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.673955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-3b01361b-24ae-4e23-939a-75249ddc1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:30.676450 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-3b01361b-24ae-4e23-939a-75249ddc1eca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2817113 Feb 04 20:25:30.685637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6557747f-e828-4f07-a735-0bed502f639e') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:30.685941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6557747f-e828-4f07-a735-0bed502f639e') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:30.794820 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.816317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c947bb68-808d-471c-a20b-426b642da793 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.816317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c947bb68-808d-471c-a20b-426b642da793 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.822168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Allocated IP 172.20.0.12 (23adab09-3b40-41de-9380-e0e797b371e6/3acee026-488d-4cdb-8e03-96d50d709255/3e0b0601-e0b8-4140-bf7e-38fe79231cad) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:30.842980 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.852812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:30.862336 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:30.868248 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:30.899821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55defec8-5aa5-4afd-bedd-14384d24dc84 req-91433c73-c31f-49d8-9b9c-397c1c416eb9 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:30.901755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55defec8-5aa5-4afd-bedd-14384d24dc84 req-91433c73-c31f-49d8-9b9c-397c1c416eb9 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 947 time: 0.6076233 Feb 04 20:25:30.964221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c947bb68-808d-471c-a20b-426b642da793 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:30.965720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c947bb68-808d-471c-a20b-426b642da793 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Fanout notify agent at l3_agent the message router_deleted on router 2335894a-6c9b-483e-a051-0fe9243b8c11 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:25:31.003014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c947bb68-808d-471c-a20b-426b642da793 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.003529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-bf5eebe1-5560-45b1-a92d-01b48262b00b service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193169 Feb 04 20:25:31.006622 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c947bb68-808d-471c-a20b-426b642da793 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/routers/2335894a-6c9b-483e-a051-0fe9243b8c11 HTTP/1.1" status: 204 len: 168 time: 1.1663673 Feb 04 20:25:31.006804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] For port 97c51af3-6c26-445d-b76d-f6e997e90a1d, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:25:31.008533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52156) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:31.024118 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55defec8-5aa5-4afd-bedd-14384d24dc84 req-698e15ed-2151-489c-a71a-034f2ea68ee2 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767622 Feb 04 20:25:31.082684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.088066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] For port 97c51af3-6c26-445d-b76d-f6e997e90a1d, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:25:31.105710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.126544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecccf2a9-41a3-41eb-a814-9615f20d79cb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:31.175143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.235536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6ae257a-acc5-443f-98d8-85767e1a6426 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ecccf2a9-41a3-41eb-a814-9615f20d79cb HTTP/1.1" status: 204 len: 168 time: 3.8424265 Feb 04 20:25:31.279498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet b1dc43af-84a3-4017-a162-b66c7aa83c06 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:25:31.296315 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.304884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:31.304884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.304884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/97c51af3-6c26-445d-b76d-f6e997e90a1d HTTP/1.1" status: 200 len: 1095 time: 3.2664590 Feb 04 20:25:31.304884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'tag': '97c51af3-6c26-445d-b76d-f6e997e90a1d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:25:31.313091 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.512740 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'tag': '97c51af3-6c26-445d-b76d-f6e997e90a1d', 'status': 'completed', 'code': 200} Feb 04 20:25:31.517574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.603149 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ceb648a-e174-4be5-99fd-4daf624d5222 req-99c56c69-e1f4-441a-ba25-fbdab4b38e1b service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782747 Feb 04 20:25:31.607325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191f0dd-c68b-4b49-8d4d-2b6459f260c3 service neutron] Pushing event updated for resources: {'Port': ['ID=97c51af3-6c26-445d-b76d-f6e997e90a1d,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:31.665457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-3bfe93f2-2899-4fba-a48e-7f69c8a4a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:31.667061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-3bfe93f2-2899-4fba-a48e-7f69c8a4a60a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 1098 time: 0.2162688 Feb 04 20:25:31.671874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.781408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-b7e06b39-9a7d-4b80-951e-0c6ef1bd6d18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d HTTP/1.1" status: 200 len: 217 time: 0.0796537 Feb 04 20:25:31.838081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:31.869341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:31.922906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1a2bea0d-a163-4216-aa56-28077855a7b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3b332e2fd834d74910c30fb6183c6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555639 Feb 04 20:25:31.923545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52184) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:31.990576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8ab0662e-4b36-4066-9734-b380bc10933f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.020020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8ab0662e-4b36-4066-9734-b380bc10933f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.092393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Network 23adab09-3b40-41de-9380-e0e797b371e6 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:32.093931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-4369588c-fd39-404f-bf1d-6da6cb602ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:32.095411 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-4369588c-fd39-404f-bf1d-6da6cb602ceb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3058095 Feb 04 20:25:32.096275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Port': ['ID=3e0b0601-e0b8-4140-bf7e-38fe79231cad,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:32.101260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:32.102328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:32.187577 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8ab0662e-4b36-4066-9734-b380bc10933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.211402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.218427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0662e-4b36-4066-9734-b380bc10933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc7fc0-d760-4739-82ca-8c5842acd880,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:32.226046 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8ab0662e-4b36-4066-9734-b380bc10933f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.226672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8ab0662e-4b36-4066-9734-b380bc10933f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7cc7fc0-d760-4739-82ca-8c5842acd880 HTTP/1.1" status: 204 len: 168 time: 0.3016777 Feb 04 20:25:32.263713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=b1dc43af-84a3-4017-a162-b66c7aa83c06,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:32.270348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.281412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79862e7-9fbe-4fa5-93f1-d5568fbc65bb None None] Network d0c3a5c6-d778-444f-bbcb-1305a4d33baa requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:32.291411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367313a5-d2a3-459a-9e25-b049d1be23c3 req-67256536-3ba6-4e36-a42a-e1f1465a0403 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:32.291695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c775d450-c564-4d59-b9f7-496ae4028f70 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/b1dc43af-84a3-4017-a162-b66c7aa83c06 HTTP/1.1" status: 204 len: 168 time: 1.2724187 Feb 04 20:25:32.294459 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-367313a5-d2a3-459a-9e25-b049d1be23c3 req-67256536-3ba6-4e36-a42a-e1f1465a0403 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 947 time: 0.1547458 Feb 04 20:25:32.295820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52198) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:32.307636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-27d72fe3-7b16-4c7f-a321-3eaa16d41a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:32.309079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-27d72fe3-7b16-4c7f-a321-3eaa16d41a4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750822 Feb 04 20:25:32.310253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.554764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-367313a5-d2a3-459a-9e25-b049d1be23c3 req-3af1972c-1118-4e22-a732-82f328b3f377 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156720 Feb 04 20:25:32.566649 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.597396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:32.597738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.615046 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:32.728211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-4fc8926d-a986-4233-9b55-1bad107acc2c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048519 Feb 04 20:25:32.796320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] DHCP port deletion for d0c3a5c6-d778-444f-bbcb-1305a4d33baa request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:25:32.804324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Deleting port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:32.804324 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.047574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-80014fd7-af1c-4e85-be8f-78318c9c18ba req-cc9b095e-eb04-4ba7-9eb1-e060e2a11736 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965517 Feb 04 20:25:33.048688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] For port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,segment=NetworkSegment(0114b718-d75a-43a8-87cf-4907e6ad58be),segment_id=0114b718-d75a-43a8-87cf-4907e6ad58be)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:33.049094 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.102089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.117472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] For port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,segment=NetworkSegment(0114b718-d75a-43a8-87cf-4907e6ad58be),segment_id=0114b718-d75a-43a8-87cf-4907e6ad58be)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:33.117962 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.215746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.251508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Calling delete_port for 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:33.273808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:33.449515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.517597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Port': ['ID=3e0b0601-e0b8-4140-bf7e-38fe79231cad,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:33.534032 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:25:33.543656 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:25:33.558894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b219f67-fe94-4298-b435-8cde546bef8f req-6c15efe8-d869-4e2f-a5b8-e2df68e4cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:33.560378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b219f67-fe94-4298-b435-8cde546bef8f req-6c15efe8-d869-4e2f-a5b8-e2df68e4cdf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 1098 time: 0.2581415 Feb 04 20:25:33.562793 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:25:33.573355 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:25:33.581829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No DVR routers for this DVR port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:25:33.682534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:25:33.696678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=4ede9d7b-d760-4cb8-b469-4e46f3055fe6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:33.769927 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.769927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f9802d23-2e3b-4095-9cb3-40d3b9a07f56 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7147005 Feb 04 20:25:33.773695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:25:33.773695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:25:33.775082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52248) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:33.931381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aff5cfb3-49e2-41e7-8b75-c4e58ee0cdec tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Synchronizing usage tracker for tenant:59022d9bc4184a0bbdfd9a7d944215f3 on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:33.948716 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:33.988898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c3a5c6-d778-444f-bbcb-1305a4d33baa']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:34.005584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0114b718-d75a-43a8-87cf-4907e6ad58be') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:34.005818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0114b718-d75a-43a8-87cf-4907e6ad58be') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:34.009154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b219f67-fe94-4298-b435-8cde546bef8f req-3cf767ad-9d55-4d82-818f-9d2c8e240b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:34.014863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b219f67-fe94-4298-b435-8cde546bef8f req-3cf767ad-9d55-4d82-818f-9d2c8e240b54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.4468911 Feb 04 20:25:34.020056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.039588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.049265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:34.049955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:34.069376 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:34.083692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Deleting port 4ede9d7b-d760-4cb8-b469-4e46f3055fe6 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:34.083692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.104627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aff5cfb3-49e2-41e7-8b75-c4e58ee0cdec tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Unset dirty status for tenant:59022d9bc4184a0bbdfd9a7d944215f3 on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:34.106017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aff5cfb3-49e2-41e7-8b75-c4e58ee0cdec tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=23adab09-3b40-41de-9380-e0e797b371e6 HTTP/1.1" status: 200 len: 690 time: 0.3301086 Feb 04 20:25:34.108544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b219f67-fe94-4298-b435-8cde546bef8f req-532e46aa-0e8f-405f-9ddc-1bfa5f797364 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d HTTP/1.1" status: 200 len: 217 time: 0.0847983 Feb 04 20:25:34.109155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:34.119767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c9075-aab5-4e02-8f64-9fd610d0106c req-2b7afd96-2ff9-4037-9cd3-5e73f66c0dae tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:34.121534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba9c9075-aab5-4e02-8f64-9fd610d0106c req-2b7afd96-2ff9-4037-9cd3-5e73f66c0dae tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 947 time: 0.2648036 Feb 04 20:25:34.166130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52258) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:34.208432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-688b2882-6f58-4af8-8c75-cca787e62019 None None] The port '4ede9d7b-d760-4cb8-b469-4e46f3055fe6' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:25:34.295298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.316227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.333319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=d0c3a5c6-d778-444f-bbcb-1305a4d33baa,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:34.424616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0410bbcc-8688-4d04-8772-7af78b51bcbc tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/d0c3a5c6-d778-444f-bbcb-1305a4d33baa HTTP/1.1" status: 204 len: 168 time: 2.1238666 Feb 04 20:25:34.434707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52272) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:34.434839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1633215389-network', 'tenant_id': 'fb16a93117ff448e97eb8f643c6d8e25'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:34.455238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:34.495463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Usage tracker for resource:network and tenant:fb16a93117ff448e97eb8f643c6d8e25 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:34.510281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b219f67-fe94-4298-b435-8cde546bef8f req-f7536667-32b8-4451-a7d0-7e706d27d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:34.510281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b219f67-fe94-4298-b435-8cde546bef8f req-f7536667-32b8-4451-a7d0-7e706d27d4bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.3867531 Feb 04 20:25:34.510519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:34.522798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba9c9075-aab5-4e02-8f64-9fd610d0106c req-a21141d1-b9af-4391-b115-39e3f7363723 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464031 Feb 04 20:25:34.525034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:34.552817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afafa13-93f0-4b54-80b5-831bc2b21c2c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:34.552817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8afafa13-93f0-4b54-80b5-831bc2b21c2c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:34.636859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8afafa13-93f0-4b54-80b5-831bc2b21c2c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:34.636859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8afafa13-93f0-4b54-80b5-831bc2b21c2c tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/e3741c26-c0bd-4744-b67b-992e32485f52 HTTP/1.1" status: 200 len: 845 time: 0.1979651 Feb 04 20:25:34.648642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52278) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:34.667630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.747730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Made reservation on behalf of fb16a93117ff448e97eb8f643c6d8e25 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:34.747730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.773531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52286) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:34.777432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d571386e-ace0-445f-abf1-9d279cd776e0 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/e3741c26-c0bd-4744-b67b-992e32485f52?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1389911 Feb 04 20:25:34.782959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b219f67-fe94-4298-b435-8cde546bef8f req-f9b16819-54b5-46bb-846f-7650e352b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:34.784518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b219f67-fe94-4298-b435-8cde546bef8f req-f9b16819-54b5-46bb-846f-7650e352b9b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2605965 Feb 04 20:25:34.785159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:34.808745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:34.843509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Deleting port 3e0b0601-e0b8-4140-bf7e-38fe79231cad {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:34.843509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:35.026104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:35.072533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Usage tracker for resource:security_group_rule and tenant:fb16a93117ff448e97eb8f643c6d8e25 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:35.072533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:35.101083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:35.101083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:35.160518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:35.165479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:35.252035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:35.322349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:35.328063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b219f67-fe94-4298-b435-8cde546bef8f req-6dd0a3d0-ca63-42c4-ae31-23e3093c1228 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293620 Feb 04 20:25:35.368231 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:35.368559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:35.427294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:35.430797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:35.444734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:35.606959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Calling delete_port for 3e0b0601-e0b8-4140-bf7e-38fe79231cad owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:35.732168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:35.748759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafbf41-61b5-4134-b78b-86ab122f04be req-08d8fdfc-e89e-495c-b093-54f73d769981 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:35.760261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-edafbf41-61b5-4134-b78b-86ab122f04be req-08d8fdfc-e89e-495c-b093-54f73d769981 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 947 time: 0.0974793 Feb 04 20:25:35.809458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f59263-e930-4584-b156-39057ae0ebe3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:35.810080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-edafbf41-61b5-4134-b78b-86ab122f04be req-5dceaa07-cae7-42e3-bcde-e1c04de5a02a tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Feb 04 20:25:35.835919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:35.836255 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Added segment 529077c6-b3a6-4ef2-bbff-8e3dcd578e23 of type vlan for network 7476132c-7ccc-4854-a403-fbd48d046ebe Feb 04 20:25:35.897885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b219f67-fe94-4298-b435-8cde546bef8f req-e60f8cfb-b01b-42ab-adaa-0412efee904c service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605383 Feb 04 20:25:35.941355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.077553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97c51af3-6c26-445d-b76d-f6e997e90a1d details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:25:36.122851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.243885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 97c51af3-6c26-445d-b76d-f6e997e90a1d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:36.261509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '97c51af3-6c26-445d-b76d-f6e997e90a1d', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '97c51af3-6c26-445d-b76d-f6e997e90a1d', 'mac_address': 'fa:16:3e:c3:b0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:25:36.325080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.343688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c51af3-6c26-445d-b76d-f6e997e90a1d {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:25:36.360746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 97c51af3-6c26-445d-b76d-f6e997e90a1d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:36.375750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.413164 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.414078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:36.414636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.437346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.463393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e0b0601-e0b8-4140-bf7e-38fe79231cad,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:36.502124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:36.517082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=97c51af3-6c26-445d-b76d-f6e997e90a1d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:36.581267 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:25:36.583563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:36.592820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0bb22-27d1-4488-8889-599d7331c52c None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:36.614262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:36.614877 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.669826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=1296d0ff-751f-477b-b77a-205728255998,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:36.681664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] Pushing event updated for resources: {'Network': ['ID=7476132c-7ccc-4854-a403-fbd48d046ebe,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:36.700321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.706611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['97c51af3-6c26-445d-b76d-f6e997e90a1d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:25:36.766246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52328) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:36.767166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ef567041-3d3f-44a3-a41c-b7940fae4f79 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5986583 Feb 04 20:25:36.770955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 7476132c-7ccc-4854-a403-fbd48d046ebe details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:36.772263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Request body: {'subnet': {'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1633215389-subnet', 'tenant_id': 'fb16a93117ff448e97eb8f643c6d8e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:36.777614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:36.794077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:36.805360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Usage tracker for resource:subnet and tenant:fb16a93117ff448e97eb8f643c6d8e25 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:36.814353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:36.832443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:36.872221 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5ab58e6e-381d-41a3-9cab-901efae94697 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0987053 Feb 04 20:25:36.876290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52338) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:36.883824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'security_group': {'name': 'tempest-secgroup-1807380418'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:36.912261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:36.922603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:36.930601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:36.943321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:37.011866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Made reservation on behalf of fb16a93117ff448e97eb8f643c6d8e25 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:37.014492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.051769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d067-ae4a-4b3e-91e9-0fcb648479e8 req-0d01808f-2777-46d1-99d7-7e66a4cdf0a6 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:37.053727 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b165d067-ae4a-4b3e-91e9-0fcb648479e8 req-0d01808f-2777-46d1-99d7-7e66a4cdf0a6 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 948 time: 0.1078138 Feb 04 20:25:37.061972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.139550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3acee026-488d-4cdb-8e03-96d50d709255,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:37.263517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.304590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23adab09-3b40-41de-9380-e0e797b371e6']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:37.313456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.320093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fe4cfa-69a7-46d8-8422-a9462043900a') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:37.320387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fe4cfa-69a7-46d8-8422-a9462043900a') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:37.335469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.346718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:37.349045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group_rule and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:37.351832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'tenant_id': 'ce281d15e1c048a7b7e20e4647c57c9f', 'fixed_ips': [{'subnet_id': '1296d0ff-751f-477b-b77a-205728255998'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:25:37.352658 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.354591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.359597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:37.361142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:37.361589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.370328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:37.464423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.468129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b165d067-ae4a-4b3e-91e9-0fcb648479e8 req-1de65f08-9898-4746-822b-27b62d7f1dc1 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062626 Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:37.468253 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:37.533718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Allocated IP 2001:db8::2 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/1296d0ff-751f-477b-b77a-205728255998/e0befc1f-0e35-4cd2-84b5-0a76be1e07d4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:37.548344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.548659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.560241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23adab09-3b40-41de-9380-e0e797b371e6 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 20:25:37.572311 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.578337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa759dcb-c1a6-4803-b0d5-22afedbbc091,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:37.605405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Checking segment: {'id': '529077c6-b3a6-4ef2-bbff-8e3dcd578e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:37.605405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Network hostable DHCP agents. Network: 7476132c-7ccc-4854-a403-fbd48d046ebe, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:25:37.621962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9e9ac-ea89-4995-bbba-9292cf9840ab,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:37.630101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event deleted for resources: {'Network': ['ID=23adab09-3b40-41de-9380-e0e797b371e6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:37.635512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-39d8360c-8288-4c7c-8bc3-80ba5a1de426 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "DELETE /v2.0/networks/23adab09-3b40-41de-9380-e0e797b371e6 HTTP/1.1" status: 204 len: 168 time: 3.5229318 Feb 04 20:25:37.637025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52354) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:37.718177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.719772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4f861e00-6ab8-4069-a8c4-3f7f8344fb8e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8424432 Feb 04 20:25:37.722560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52358) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:37.732384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'security_group': {'name': 'tempest-secgroup-398244895'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:37.747333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:37.769283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:37.773587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:37.787418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:37.813419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3b12d3ec-f468-41e9-aa3a-fbbb30e0824d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1751723 Feb 04 20:25:37.815733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52364) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:37.880346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Network 7476132c-7ccc-4854-a403-fbd48d046ebe is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:25:37.924481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.967239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:37.973364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:37.979539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group_rule and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:37.980564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Transition to ACTIVE for port object e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:37.995537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:38.001483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:38.003349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Transition to ACTIVE for port object e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:38.006918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.007732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.008291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.008864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.009417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.010039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.010631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.012225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.012225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.013511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Synchronizing usage tracker for tenant:59022d9bc4184a0bbdfd9a7d944215f3 on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:38.037465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 7476132c-7ccc-4854-a403-fbd48d046ebe) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:38.042157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.042825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.050267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bc33e-04ee-4ee6-9e57-63755bd6e062 None None] Network 7476132c-7ccc-4854-a403-fbd48d046ebe requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:38.118567 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.136723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Unset dirty status for tenant:59022d9bc4184a0bbdfd9a7d944215f3 on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:38.140805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c83d8545-9d3b-4d90-ad4a-2c5aeb5a8b8d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5814 time: 0.3205729 Feb 04 20:25:38.141037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:38.144709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97c51af3-6c26-445d-b76d-f6e997e90a1d up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:38.180074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.244940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.300587 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-51950081-e488-4675-ae57-730c39bbc616 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] delete failed (client error): The resource could not be found. Feb 04 20:25:38.301904 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-51950081-e488-4675-ae57-730c39bbc616 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/7eaf928b-5a49-43c2-ac4b-a8927a34016a HTTP/1.1" status: 404 len: 345 time: 0.1599228 Feb 04 20:25:38.305526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52384) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:38.318820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-407599d6-cc33-4c88-a1c9-d2c848a890b1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5484953 Feb 04 20:25:38.350977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:38.362985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:38.365694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:38.374633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:38.390520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44a87ea-2d4c-46f1-b16a-7f7c4a3c906d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:38.417948 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba69ab4-0133-4b8e-92e0-8acc6478bb13 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 20:25:38.418932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba69ab4-0133-4b8e-92e0-8acc6478bb13 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:25:38.421194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ba69ab4-0133-4b8e-92e0-8acc6478bb13 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "DELETE /v2.0/networks/23adab09-3b40-41de-9380-e0e797b371e6 HTTP/1.1" status: 404 len: 339 time: 0.1132884 Feb 04 20:25:38.433495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52390) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:38.451306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'network': {'name': 'tempest-network--1234247587', 'router:external': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:38.458946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:38.463912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:network and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:38.467993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:38.476061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:38.515345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.517877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-42a60405-74ba-488a-9b6b-f95841843fd1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7940767 Feb 04 20:25:38.518183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Attempting to bind port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:25:38.518791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Attempting to bind port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bd308613-572d-4a5d-bb4e-48cb47754fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:25:38.519287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Attempting to bind port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 on network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:25:38.520701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52398) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:38.530683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:25:38.530683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Checking segment: {'id': 'bd308613-572d-4a5d-bb4e-48cb47754fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:38.531363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1682942688', 'security_groups': ['e44a87ea-2d4c-46f1-b16a-7f7c4a3c906d'], 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1296d0ff-751f-477b-b77a-205728255998'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:38.531456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.531456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Bound using segment: {'id': 'bd308613-572d-4a5d-bb4e-48cb47754fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:25:38.531456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Bound port: e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd308613-572d-4a5d-bb4e-48cb47754fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:25:38.531975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.628349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Made reservation on behalf of 59022d9bc4184a0bbdfd9a7d944215f3 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:38.628349 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.674446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:38.679297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 97c51af3-6c26-445d-b76d-f6e997e90a1d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:38.694166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.696519 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Added segment 3c9ea282-ba2a-4665-8f06-90b456a40b6f of type vlan for network 41bdf3c7-fc18-4604-b48b-6e170ef7833e Feb 04 20:25:38.771791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.785537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 97c51af3-6c26-445d-b76d-f6e997e90a1d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:38.788304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.882928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074e1e7-c742-43da-a30d-57f2f5aa00ac None None] Network 7476132c-7ccc-4854-a403-fbd48d046ebe requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:38.924168 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:38.926170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:38.926170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:39.000933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:39.030498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:39.043852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ad691-976e-4832-ae6f-18a93adf8229 req-a050d007-f5e7-44c0-854b-43143408e4fc tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:39.058385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b1ad691-976e-4832-ae6f-18a93adf8229 req-a050d007-f5e7-44c0-854b-43143408e4fc tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 948 time: 0.3704557 Feb 04 20:25:39.060841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:25:39.067842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:39.100739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:25:39.117944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b1ad691-976e-4832-ae6f-18a93adf8229 req-3b35b3fe-9c34-4c86-9ced-c284039ca183 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620365 Feb 04 20:25:39.212038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:39.288121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:39.299609 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8686376 Feb 04 20:25:39.299999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52430) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:39.300431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3470628-96d9-47eb-bcc7-6023bba5f33b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Network': ['ID=41bdf3c7-fc18-4604-b48b-6e170ef7833e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:39.316290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d82c6-b460-45aa-a83b-c27cd089ba8e None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:39.326259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:39.344423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 41bdf3c7-fc18-4604-b48b-6e170ef7833e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:39.398994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-64f29a2d-f83f-448f-9645-75b47c9ce4fd tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:39.399745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-64f29a2d-f83f-448f-9645-75b47c9ce4fd tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Synchronizing usage tracker for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:39.425843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:39.490939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-64f29a2d-f83f-448f-9645-75b47c9ce4fd tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Unset dirty status for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:39.490939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-64f29a2d-f83f-448f-9645-75b47c9ce4fd tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/networks?id=7476132c-7ccc-4854-a403-fbd48d046ebe HTTP/1.1" status: 200 len: 822 time: 0.3021982 Feb 04 20:25:39.503156 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-87f5d438-1d11-4788-b945-0e7dc1a57341 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/quotas/fb16a93117ff448e97eb8f643c6d8e25 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Feb 04 20:25:39.573407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-6ef35cdf-e77e-43c0-9c4c-48d945322d51 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb16a93117ff448e97eb8f643c6d8e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616632 Feb 04 20:25:39.579723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 97c51af3-6c26-445d-b76d-f6e997e90a1d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:39.583092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c51af3-6c26-445d-b76d-f6e997e90a1d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:25:39.633443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d00a22-1a10-4028-ae53-af5713fbb5e9 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:39.640309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d00a22-1a10-4028-ae53-af5713fbb5e9 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:39.650225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d00a22-1a10-4028-ae53-af5713fbb5e9 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:39.652583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d00a22-1a10-4028-ae53-af5713fbb5e9 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:39.653613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03d00a22-1a10-4028-ae53-af5713fbb5e9 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Synchronizing usage tracker for tenant:0e63849715074e0cab8930193a7936f3 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:39.662904 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c51af3-6c26-445d-b76d-f6e997e90a1d', 'code': 200} Feb 04 20:25:39.668263 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:39.710831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:39.742562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:25:39.762300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=97c51af3-6c26-445d-b76d-f6e997e90a1d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:39.809843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03d00a22-1a10-4028-ae53-af5713fbb5e9 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Unset dirty status for tenant:0e63849715074e0cab8930193a7936f3 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:39.817360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03d00a22-1a10-4028-ae53-af5713fbb5e9 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5157843 Feb 04 20:25:39.825555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52446) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:39.831180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-7d468cd2-250c-4c1f-b455-fd2c84dca46d service neutron] 10.222.0.48 "GET /v2.0/networks/7476132c-7ccc-4854-a403-fbd48d046ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434473 Feb 04 20:25:40.097653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:40.161769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baa922-c6f5-4540-a5fe-46df367137cb req-56f37ab2-a735-468a-ad32-efaf274d56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:40.161769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-07baa922-c6f5-4540-a5fe-46df367137cb req-56f37ab2-a735-468a-ad32-efaf274d56c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 1100 time: 0.4096513 Feb 04 20:25:40.261191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::200 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/1296d0ff-751f-477b-b77a-205728255998/8c69d716-f945-48d4-a682-6fb0e9af0ef5) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:40.265042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-07baa922-c6f5-4540-a5fe-46df367137cb req-262bfaba-a701-4670-b02c-169686061bd5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726058 Feb 04 20:25:40.299627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-b5e905ce-0666-456e-afae-57f2ac186f89 service neutron] 10.222.0.48 "GET /v2.0/networks/7476132c-7ccc-4854-a403-fbd48d046ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603229 Feb 04 20:25:40.583044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:40.598863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4bd0364-73c4-40f8-9692-27a4876a8612 req-6c1919c8-c2f3-43de-962c-eedeee9fff18 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 210 time: 0.0647388 Feb 04 20:25:40.622816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bdf3c7-fc18-4604-b48b-6e170ef7833e']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:40.647938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9ea282-ba2a-4665-8f06-90b456a40b6f') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:40.648565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9ea282-ba2a-4665-8f06-90b456a40b6f') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:40.685601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:40.733748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:40.755537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:40.755947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:40.772842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:40.776671 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:40.842884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7569c82-e276-4cd8-af8a-89c6f85d7d25 req-f3eedfab-827b-4281-b606-7115186b8649 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:40.855714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7569c82-e276-4cd8-af8a-89c6f85d7d25 req-f3eedfab-827b-4281-b606-7115186b8649 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 949 time: 0.4325657 Feb 04 20:25:40.939958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7569c82-e276-4cd8-af8a-89c6f85d7d25 req-33b53990-2677-42e6-908a-3b47347c109c tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891013 Feb 04 20:25:41.040311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 8c69d716-f945-48d4-a682-6fb0e9af0ef5 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:41.044897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.070151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41bdf3c7-fc18-4604-b48b-6e170ef7833e {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 20:25:41.079419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.087599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event deleted for resources: {'Network': ['ID=41bdf3c7-fc18-4604-b48b-6e170ef7833e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:41.119832 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1ccdd90a-a554-4d65-99a2-db88bfddc49d tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "DELETE /v2.0/networks/41bdf3c7-fc18-4604-b48b-6e170ef7833e HTTP/1.1" status: 204 len: 168 time: 1.2890058 Feb 04 20:25:41.120481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52484) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:41.125612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'network': {'name': 'tempest-network--323469201', 'router:external': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:41.133641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:41.148997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:network and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:41.154021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:41.192820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:41.249033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.302757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Made reservation on behalf of 59022d9bc4184a0bbdfd9a7d944215f3 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:41.308354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.336725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=8c69d716-f945-48d4-a682-6fb0e9af0ef5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:41.358917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:41.377058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:41.377058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:41.377259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.378283 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Added segment 16c9995b-8694-44fb-9bcd-8629a3386d12 of type vlan for network e159fd88-9dff-4487-9700-7f499f147863 Feb 04 20:25:41.378744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:41.385225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:41.389262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.427543 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.531666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cac3d243-ed33-40c6-a7f6-aaed5f479afa None None] Provisioning complete for port e3741c26-c0bd-4744-b67b-992e32485f52 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:41.532301 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cac3d243-ed33-40c6-a7f6-aaed5f479afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.567106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-41e921ac-59e6-42f0-b71b-e20da93d78c4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0450790 Feb 04 20:25:41.569862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52498) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:41.576316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:41.633658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.636564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:41.636564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:41.736059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cac3d243-ed33-40c6-a7f6-aaed5f479afa None None] Port e3741c26-c0bd-4744-b67b-992e32485f52 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:41.809486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:41.893808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:41.898867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:41.903265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:41.911105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:41.922886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cac3d243-ed33-40c6-a7f6-aaed5f479afa None None] Provisioning for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:41.942099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3b764b6-324c-46d9-bfbf-28396e963f75 req-b82e8e9f-e163-4225-adad-6c0671f6fd81 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 210 time: 0.1844535 Feb 04 20:25:41.966509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Network': ['ID=e159fd88-9dff-4487-9700-7f499f147863,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:41.976940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network e159fd88-9dff-4487-9700-7f499f147863 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:42.022804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:42.030421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:42.076174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:42.082763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a97c2e9d-2384-4ce9-a403-28e2a6090572 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9615111 Feb 04 20:25:42.083790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52514) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:42.116501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:42.120244 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:42.295555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-845b38be-0e0f-40ad-9b53-5af8cc67e29a None None] Provisioning for port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:42.302948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-845b38be-0e0f-40ad-9b53-5af8cc67e29a None None] Provisioning complete for port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:42.303511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-845b38be-0e0f-40ad-9b53-5af8cc67e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:42.391552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-845b38be-0e0f-40ad-9b53-5af8cc67e29a None None] Port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:42.412001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75334d88-bea4-4571-8d9f-c5f935b96a00 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:42.422581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-75334d88-bea4-4571-8d9f-c5f935b96a00 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] 10.222.0.48 "GET /v2.0/networks/e159fd88-9dff-4487-9700-7f499f147863 HTTP/1.1" status: 200 len: 756 time: 0.3325610 Feb 04 20:25:42.422581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52524) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:42.461880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:42.501388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:42.525042 n-d-811806-1 neutron-server[88236]: INFO neutron.db.ipam_backend_mixin [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1296d0ff-751f-477b-b77a-205728255998 (CIDR: 2001:db8::/64) Feb 04 20:25:42.549279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5a9f-71ed-492c-9541-cc1e2b771c3d req-f0637892-75ac-49ca-9ade-3f708514503d tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:42.549279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e03c5a9f-71ed-492c-9541-cc1e2b771c3d req-f0637892-75ac-49ca-9ade-3f708514503d tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 949 time: 0.1689124 Feb 04 20:25:42.576820 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:25:42.577313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:25:42.591961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7996179-646a-48fd-a6c2-f8da47662137 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:42.593347 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f7996179-646a-48fd-a6c2-f8da47662137 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] 10.222.0.48 "GET /v2.0/networks/c48764af-d35f-4a8d-b81d-2244fa4ff229 HTTP/1.1" status: 200 len: 768 time: 0.1700351 Feb 04 20:25:42.596133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52532) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:42.611970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e03c5a9f-71ed-492c-9541-cc1e2b771c3d req-250e826a-48af-4444-b4cc-54860de42352 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585563 Feb 04 20:25:42.627899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:42.712637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6de1bf4a-6665-4ae2-8e31-9eea8c12da08 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1415586 Feb 04 20:25:42.713392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52540) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:42.719536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:42.724340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:42.732501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:42.743937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.744716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.744716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.744920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.745413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.745898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.746571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.747072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.747566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.748282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.748754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.751086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:42.961692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.004542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e159fd88-9dff-4487-9700-7f499f147863']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:43.009793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:43.014772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:43.016479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c9995b-8694-44fb-9bcd-8629a3386d12') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:43.016946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c9995b-8694-44fb-9bcd-8629a3386d12') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:43.018750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:43.028739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:43.031046 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.049734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.056485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:43.056945 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:43.075158 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:43.150148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:43.157189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.174158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49c517e9-f18b-4fd0-a964-2afd63008d6b req-5b8ed6e5-19c4-4f18-9f11-47530c03f953 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 210 time: 0.0945883 Feb 04 20:25:43.248410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.271186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e159fd88-9dff-4487-9700-7f499f147863 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 20:25:43.277572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.283775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "DELETE /v2.0/networks/e159fd88-9dff-4487-9700-7f499f147863 HTTP/1.1" status: 204 len: 168 time: 0.6866803 Feb 04 20:25:43.287245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e336a6a-3422-4016-84c1-7f47d221cba4 tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event deleted for resources: {'Network': ['ID=e159fd88-9dff-4487-9700-7f499f147863,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:43.290036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52562) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:43.297337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'network': {'name': 'tempest-network--1251133539'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:43.302683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:43.307600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Usage tracker for resource:network and tenant:59022d9bc4184a0bbdfd9a7d944215f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:43.313159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:43.334099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:43.494808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Made reservation on behalf of 59022d9bc4184a0bbdfd9a7d944215f3 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:43.498955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.619809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:43.658487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.658861 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Added segment 2ea822e5-73c6-436e-a022-477c5113c1ea of type vlan for network 12d0fcc7-f62b-4f9e-b676-c724e6ab266e Feb 04 20:25:43.679093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:43.760038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.820097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:43.821008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.868166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.881178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:43.885295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:43.890084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:43.902471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:43.902761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b923ef-6bcd-4955-b919-0cef3450de1a None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:43.911122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=60d3789c-18b4-4115-99ee-858158f7a023,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:43.937549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-08753d41-014d-4f55-a14f-9e0eb9f92833 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:43.939327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-08753d41-014d-4f55-a14f-9e0eb9f92833 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.62 "GET /v2.0/networks?id=7476132c-7ccc-4854-a403-fbd48d046ebe HTTP/1.1" status: 200 len: 822 time: 0.2865028 Feb 04 20:25:43.954533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Request body: {'port': {'device_id': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe', 'admin_state_up': True, 'tenant_id': 'fb16a93117ff448e97eb8f643c6d8e25'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:44.032462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76f35be2-4fb7-4eb2-8a8e-1d09af97bc51 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3173370 Feb 04 20:25:44.037491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52574) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:44.044167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-920927915', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '60d3789c-18b4-4115-99ee-858158f7a023'}], 'security_groups': ['73c9e9ac-ea89-4995-bbba-9292cf9840ab']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:44.137487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:44.139276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:44.140329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:44.144232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:44.275752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Network': ['ID=12d0fcc7-f62b-4f9e-b676-c724e6ab266e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:44.285695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Usage tracker for resource:port and tenant:fb16a93117ff448e97eb8f643c6d8e25 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:44.287317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:44.307101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:44.307404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 12d0fcc7-f62b-4f9e-b676-c724e6ab266e details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:44.400160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7ffc614b-2743-4a6a-a753-5181594cb9cb tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1088231 Feb 04 20:25:44.402878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52588) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:44.417956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:44.559505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ba9fc89-b2dd-4ff0-b0ca-2bbd3009562c req-cc51302a-1db1-428f-bb6f-b51a2a7bb741 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 210 time: 0.1691198 Feb 04 20:25:44.588307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:44.749492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] Update dhcp port {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'fixed_ips': [{'subnet_id': '1296d0ff-751f-477b-b77a-205728255998', 'ip_address': '2001:db8::2'}, {'subnet_id': '60d3789c-18b4-4115-99ee-858158f7a023'}], 'binding:host_id': 'n-d-811806-1'}, 'id': 'e0befc1f-0e35-4cd2-84b5-0a76be1e07d4'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:25:44.830823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Made reservation on behalf of fb16a93117ff448e97eb8f643c6d8e25 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:44.835238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:44.851234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:45.146511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Delete allocated IP 2001:db8::200 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/1296d0ff-751f-477b-b77a-205728255998) {{(pid=88236) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 20:25:45.155574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8:0:1::1b2 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/60d3789c-18b4-4115-99ee-858158f7a023/8c69d716-f945-48d4-a682-6fb0e9af0ef5) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:45.224250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:45.334664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Allocated IP 172.20.0.5 (7476132c-7ccc-4854-a403-fbd48d046ebe/aa759dcb-c1a6-4803-b0d5-22afedbbc091/82cc17c2-3aa1-4787-9109-feec85de556f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:45.436868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:45.461270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:45.479682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 8c69d716-f945-48d4-a682-6fb0e9af0ef5 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:45.523650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Network 12d0fcc7-f62b-4f9e-b676-c724e6ab266e is not hosted by any dhcp agent {{(pid=88237) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 20:25:45.524850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:45.525605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:45.528311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "PUT /v2.0/networks/12d0fcc7-f62b-4f9e-b676-c724e6ab266e HTTP/1.1" status: 200 len: 858 time: 1.1232610 Feb 04 20:25:45.536182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:45.703163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:45.740557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] Allocated IP 2001:db8:0:1::2 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/60d3789c-18b4-4115-99ee-858158f7a023/e0befc1f-0e35-4cd2-84b5-0a76be1e07d4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:45.800991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:45.944387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fcb74d2a-9591-4bf6-a534-6689c8be6d26 req-23238579-4bf7-40af-9c7b-19bdcb319a43 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 210 time: 0.1177075 Feb 04 20:25:45.959160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb5af7-3477-4d68-86b5-2c9b71f8d84e tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event updated for resources: {'Network': ['ID=12d0fcc7-f62b-4f9e-b676-c724e6ab266e,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:46.056138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] In _notify_port_updated(), no bound segment for port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 on network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:25:46.063511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:46.064194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.066042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "PUT /v2.0/ports/8c69d716-f945-48d4-a682-6fb0e9af0ef5 HTTP/1.1" status: 200 len: 930 time: 2.0268149 Feb 04 20:25:46.066542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.069733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52632) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:46.073756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:46.083305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.089669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=8c69d716-f945-48d4-a682-6fb0e9af0ef5,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:46.102874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.106356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.106733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.107087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.107492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.107831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.108162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.108492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.108820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.109142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.109464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.109783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.110104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3196b6-64c0-49ba-94dc-a50ac8469efb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:46.123758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] Transition to ACTIVE for port object e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:46.199792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.293592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Network 7476132c-7ccc-4854-a403-fbd48d046ebe is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:46.301515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:46.307301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:46.336087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.350548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Pushing event updated for resources: {'Port': ['ID=82cc17c2-3aa1-4787-9109-feec85de556f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:46.360886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:46.361237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.410245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d0fcc7-f62b-4f9e-b676-c724e6ab266e']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:46.457795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea822e5-73c6-436e-a022-477c5113c1ea') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:46.460694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:46.461524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.478466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea822e5-73c6-436e-a022-477c5113c1ea') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:46.505154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f7bcd-aae5-4519-894c-6b3a85eaf1fb None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:46.521823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.543082 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.556093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:46.556093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:46.569821 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:46.739254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.742681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.747337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12d0fcc7-f62b-4f9e-b676-c724e6ab266e {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 20:25:46.750611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:46.782018 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] 10.222.0.48 "DELETE /v2.0/networks/12d0fcc7-f62b-4f9e-b676-c724e6ab266e HTTP/1.1" status: 204 len: 168 time: 1.2492874 Feb 04 20:25:46.783286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bc571-7a16-40be-858a-fe6f46f0a76b tempest-ExternalNetworksTestJSON-1806045220 tempest-ExternalNetworksTestJSON-1806045220-project-admin] Pushing event deleted for resources: {'Network': ['ID=12d0fcc7-f62b-4f9e-b676-c724e6ab266e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:46.792778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:46.843915 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-858c5aad-6149-4f0f-800d-3cb34ac9f17c tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] DELETE failed (client error): The resource could not be found. Feb 04 20:25:46.844857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858c5aad-6149-4f0f-800d-3cb34ac9f17c tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:25:46.847531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-858c5aad-6149-4f0f-800d-3cb34ac9f17c tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] 10.222.0.48 "DELETE /v2.0/subnets/3acee026-488d-4cdb-8e03-96d50d709255 HTTP/1.1" status: 404 len: 337 time: 0.0530570 Feb 04 20:25:46.849574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52658) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:46.885607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-020d1184-87b5-4cc7-af43-9223f8d2ed2e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9345708 Feb 04 20:25:47.015976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Request body: {'port': {'device_id': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:47.074613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:47.195619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 8c69d716-f945-48d4-a682-6fb0e9af0ef5 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:47.414391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:47.455030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48764af-d35f-4a8d-b81d-2244fa4ff229']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:47.469969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2ce92-dc0f-4125-85e7-1845e54f6c1e req-8e71279b-d4a2-4b2f-af68-91bd511dc795 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:47.471642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3b2ce92-dc0f-4125-85e7-1845e54f6c1e req-8e71279b-d4a2-4b2f-af68-91bd511dc795 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 931 time: 0.2861969 Feb 04 20:25:47.492324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7e797e-a66b-4655-8db5-edea87c2ba57') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:47.492884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7e797e-a66b-4655-8db5-edea87c2ba57') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:25:47.549371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:47.584369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Provisioning complete for port e3741c26-c0bd-4744-b67b-992e32485f52 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:47.589916 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:47.618004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:47.657632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3b2ce92-dc0f-4125-85e7-1845e54f6c1e req-300b9dd8-b061-488d-a9c5-127d256bb01d tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410871 Feb 04 20:25:47.670576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:25:47.670576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:25:47.729533 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:25:47.741048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:47.819460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:47.862926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Port e3741c26-c0bd-4744-b67b-992e32485f52 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:48.027639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Provisioning for port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:48.034193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Provisioning complete for port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:48.034771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.123016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.154997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.177030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] Pushing event deleted for resources: {'Network': ['ID=c48764af-d35f-4a8d-b81d-2244fa4ff229,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:48.186909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Port 8c69d716-f945-48d4-a682-6fb0e9af0ef5 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:48.264083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a6cca9ed-36ad-4a40-b2ca-00b7b4560036 tempest-ExternalNetworksTestJSON-378310899 tempest-ExternalNetworksTestJSON-378310899-project] 10.222.0.48 "DELETE /v2.0/networks/c48764af-d35f-4a8d-b81d-2244fa4ff229 HTTP/1.1" status: 204 len: 168 time: 1.4127007 Feb 04 20:25:48.311722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Provisioning for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:48.317711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:48.318163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-09966d68-dba3-4222-8a23-ebf849ce2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.402669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.468860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=8c69d716-f945-48d4-a682-6fb0e9af0ef5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:48.506851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cc17c2-3aa1-4787-9109-feec85de556f {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:25:48.520566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.525152 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.539471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52684) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:48.550800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-97e4f44c-c95a-4b8f-943d-d21e0dfc8c63 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/8c69d716-f945-48d4-a682-6fb0e9af0ef5 HTTP/1.1" status: 204 len: 168 time: 2.4797068 Feb 04 20:25:48.571058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-89e7ecaa-2d37-44fe-83c8-24488a26a4f2 None None] Could not find standard attr ID for object 8c69d716-f945-48d4-a682-6fb0e9af0ef5. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:25:48.586027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Transition to ACTIVE for port object 82cc17c2-3aa1-4787-9109-feec85de556f will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:48.603491 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbf62f0-f3e0-40af-b267-0972f7b1c77f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:25:48.603491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8fbf62f0-f3e0-40af-b267-0972f7b1c77f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:48.711612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.740676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8fbf62f0-f3e0-40af-b267-0972f7b1c77f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:48.745562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8fbf62f0-f3e0-40af-b267-0972f7b1c77f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/8c69d716-f945-48d4-a682-6fb0e9af0ef5 HTTP/1.1" status: 404 len: 333 time: 0.2044466 Feb 04 20:25:48.746767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52690) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:48.863008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e112c550-119a-4ca5-bf53-28eaf5cc99f4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.903565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e112c550-119a-4ca5-bf53-28eaf5cc99f4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:48.935196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52696) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:48.989743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Pushing event updated for resources: {'Port': ['ID=82cc17c2-3aa1-4787-9109-feec85de556f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:48.999678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:48.999958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.000299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.000757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.001259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.001592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.001919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.002239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.002760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.003264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.003856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.004388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:25:49.138629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e112c550-119a-4ca5-bf53-28eaf5cc99f4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.140513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Attempting to bind port 82cc17c2-3aa1-4787-9109-feec85de556f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:25:49.140963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Attempting to bind port 82cc17c2-3aa1-4787-9109-feec85de556f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '529077c6-b3a6-4ef2-bbff-8e3dcd578e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:25:49.141291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Attempting to bind port 82cc17c2-3aa1-4787-9109-feec85de556f on network 7476132c-7ccc-4854-a403-fbd48d046ebe {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:25:49.149973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Port 82cc17c2-3aa1-4787-9109-feec85de556f on network 7476132c-7ccc-4854-a403-fbd48d046ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:25:49.150820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Attempting to bind port 82cc17c2-3aa1-4787-9109-feec85de556f on network 7476132c-7ccc-4854-a403-fbd48d046ebe {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:25:49.153825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112c550-119a-4ca5-bf53-28eaf5cc99f4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44a87ea-2d4c-46f1-b16a-7f7c4a3c906d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:49.161289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e112c550-119a-4ca5-bf53-28eaf5cc99f4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.162413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e112c550-119a-4ca5-bf53-28eaf5cc99f4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/security-groups/e44a87ea-2d4c-46f1-b16a-7f7c4a3c906d HTTP/1.1" status: 204 len: 168 time: 0.4144049 Feb 04 20:25:49.164038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:25:49.164375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Checking segment: {'id': '529077c6-b3a6-4ef2-bbff-8e3dcd578e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:49.164799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Bound using segment: {'id': '529077c6-b3a6-4ef2-bbff-8e3dcd578e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:25:49.165234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Bound port: 82cc17c2-3aa1-4787-9109-feec85de556f, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529077c6-b3a6-4ef2-bbff-8e3dcd578e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:25:49.165571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.169955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52710) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:49.236181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43b882a7-2dc8-4544-ad38-d58f4bbf71b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e63849715074e0cab8930193a7936f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912364 Feb 04 20:25:49.236181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:49.260120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce738e8-bd10-4ed6-93a8-e23b0591170c req-ba23c447-e4d1-4d43-add1-e1309b38b61e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:49.261303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ce738e8-bd10-4ed6-93a8-e23b0591170c req-ba23c447-e4d1-4d43-add1-e1309b38b61e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Synchronizing usage tracker for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:49.305071 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8332bd9a-2dac-4fd3-8691-35b8a0a38255 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.310316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] For port 82cc17c2-3aa1-4787-9109-feec85de556f, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:25:49.313156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] For port 82cc17c2-3aa1-4787-9109-feec85de556f, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82cc17c2-3aa1-4787-9109-feec85de556f,segment=NetworkSegment(529077c6-b3a6-4ef2-bbff-8e3dcd578e23),segment_id=529077c6-b3a6-4ef2-bbff-8e3dcd578e23)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:25:49.350868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8332bd9a-2dac-4fd3-8691-35b8a0a38255 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.358283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a93efae4-fb18-4138-a5c5-948c568167bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.408440 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a93efae4-fb18-4138-a5c5-948c568167bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.422311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ce738e8-bd10-4ed6-93a8-e23b0591170c req-ba23c447-e4d1-4d43-add1-e1309b38b61e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Unset dirty status for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:49.423705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ce738e8-bd10-4ed6-93a8-e23b0591170c req-ba23c447-e4d1-4d43-add1-e1309b38b61e tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 943 time: 0.5594490 Feb 04 20:25:49.473800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.513244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ce738e8-bd10-4ed6-93a8-e23b0591170c req-e8e15756-f3f6-4c89-9fbe-6139672ca06b tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Synchronizing usage tracker for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:25:49.544797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:49.545407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.546822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] 10.222.0.62 "PUT /v2.0/ports/82cc17c2-3aa1-4787-9109-feec85de556f HTTP/1.1" status: 200 len: 1091 time: 2.5412457 Feb 04 20:25:49.549540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'tag': '82cc17c2-3aa1-4787-9109-feec85de556f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:25:49.581472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f212-2031-460a-9ba6-d5d474d61460 service neutron] Pushing event updated for resources: {'Port': ['ID=82cc17c2-3aa1-4787-9109-feec85de556f,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:49.586355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8332bd9a-2dac-4fd3-8691-35b8a0a38255 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.604057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332bd9a-2dac-4fd3-8691-35b8a0a38255 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9e9ac-ea89-4995-bbba-9292cf9840ab,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:49.612333 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'tag': '82cc17c2-3aa1-4787-9109-feec85de556f', 'status': 'completed', 'code': 200} Feb 04 20:25:49.613556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8332bd9a-2dac-4fd3-8691-35b8a0a38255 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.614650 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8332bd9a-2dac-4fd3-8691-35b8a0a38255 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/security-groups/73c9e9ac-ea89-4995-bbba-9292cf9840ab HTTP/1.1" status: 204 len: 168 time: 0.4439230 Feb 04 20:25:49.617772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52724) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:49.652577 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a93efae4-fb18-4138-a5c5-948c568167bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.654869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a93efae4-fb18-4138-a5c5-948c568167bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.656082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a93efae4-fb18-4138-a5c5-948c568167bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbf26e12-601f-4010-8fac-77520fee8308 HTTP/1.1" status: 204 len: 168 time: 0.4209111 Feb 04 20:25:49.681535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93efae4-fb18-4138-a5c5-948c568167bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf26e12-601f-4010-8fac-77520fee8308,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:49.704239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet 1296d0ff-751f-477b-b77a-205728255998 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:25:49.707925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.723378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53359cb-0886-42e4-b9e3-a06697c59669 req-dd37dbf9-67b7-401b-adc5-b5544f294b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:49.724897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e53359cb-0886-42e4-b9e3-a06697c59669 req-dd37dbf9-67b7-401b-adc5-b5544f294b66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb16a93117ff448e97eb8f643c6d8e25&device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 1094 time: 0.0897992 Feb 04 20:25:49.782358 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.817268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1ce738e8-bd10-4ed6-93a8-e23b0591170c req-e8e15756-f3f6-4c89-9fbe-6139672ca06b tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Unset dirty status for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:25:49.818435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ce738e8-bd10-4ed6-93a8-e23b0591170c req-e8e15756-f3f6-4c89-9fbe-6139672ca06b tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837638 Feb 04 20:25:49.891922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:49.894440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53359cb-0886-42e4-b9e3-a06697c59669 req-7f72c13b-83a4-4206-83b5-edcb7fe30c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:49.896104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e53359cb-0886-42e4-b9e3-a06697c59669 req-7f72c13b-83a4-4206-83b5-edcb7fe30c76 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fb16a93117ff448e97eb8f643c6d8e25&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1649578 Feb 04 20:25:50.046526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53359cb-0886-42e4-b9e3-a06697c59669 req-0cff25ea-55d4-4a9c-93e2-fdcc3dac82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:50.048139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e53359cb-0886-42e4-b9e3-a06697c59669 req-0cff25ea-55d4-4a9c-93e2-fdcc3dac82d0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466501 Feb 04 20:25:50.079787 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d9880115-564b-49f8-8aa1-8481f2d70833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:50.086061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:50.184875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-224b70de-9fc8-415a-8b33-340b650827b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:50.187329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-224b70de-9fc8-415a-8b33-340b650827b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb16a93117ff448e97eb8f643c6d8e25&device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 1094 time: 0.1009970 Feb 04 20:25:50.187724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd82a1-986f-4b14-a852-3783ebafd757 None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:50.199017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=1296d0ff-751f-477b-b77a-205728255998,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:50.212526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:50.228844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-196609ef-ba47-4fdc-bba7-5a415ec08616 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/1296d0ff-751f-477b-b77a-205728255998 HTTP/1.1" status: 204 len: 168 time: 0.6058288 Feb 04 20:25:50.232871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52746) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:50.236094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:50.325139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-002c8a8a-97ed-459f-9bb8-cb569edb7f31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82cc17c2-3aa1-4787-9109-feec85de556f HTTP/1.1" status: 200 len: 217 time: 0.1303911 Feb 04 20:25:50.507915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52752) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:50.523937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-423a4b05-3afe-4411-bf2e-813132e0862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:50.525501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-423a4b05-3afe-4411-bf2e-813132e0862a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa759dcb-c1a6-4803-b0d5-22afedbbc091 HTTP/1.1" status: 200 len: 862 time: 0.1950676 Feb 04 20:25:50.557086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:50.573949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:50.582882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:50.587208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-742f93c9-a10c-4d85-a36c-e89bc5ac6384 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7476132c-7ccc-4854-a403-fbd48d046ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553918 Feb 04 20:25:50.600119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:50.612107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1c0e8d60-ed90-4214-b2cc-4d8e7c2d4918 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59022d9bc4184a0bbdfd9a7d944215f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009569 Feb 04 20:25:50.614607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:50.697195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:50.701287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:50.764657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-323ccb26-d76b-48b0-974d-0f706bee8d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:50.805809 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-f08c0531-8481-4cdd-b7ec-660226365c48 service neutron] 10.222.0.62 "GET /v2.0/networks/7476132c-7ccc-4854-a403-fbd48d046ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125335 Feb 04 20:25:50.820663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-323ccb26-d76b-48b0-974d-0f706bee8d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.160272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-266c9343-e078-465e-becb-c80a1a3db6e7 req-952492bd-444f-458c-986a-1395372d4372 service neutron] 10.222.0.62 "GET /v2.0/networks/7476132c-7ccc-4854-a403-fbd48d046ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439252 Feb 04 20:25:51.284838 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-323ccb26-d76b-48b0-974d-0f706bee8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.308260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ccb26-d76b-48b0-974d-0f706bee8d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb200f7-d765-4383-a9f2-a53781d02d58,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:51.315711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-323ccb26-d76b-48b0-974d-0f706bee8d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.332746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-323ccb26-d76b-48b0-974d-0f706bee8d4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efb200f7-d765-4383-a9f2-a53781d02d58 HTTP/1.1" status: 204 len: 168 time: 0.7111123 Feb 04 20:25:51.371719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053290-7c82-4884-a154-ed28ee3f9654 req-bf9aeaa8-ee6a-44f6-b9d5-d4f7624cebc6 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:51.379263 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90053290-7c82-4884-a154-ed28ee3f9654 req-bf9aeaa8-ee6a-44f6-b9d5-d4f7624cebc6 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 943 time: 0.2613566 Feb 04 20:25:51.439288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90053290-7c82-4884-a154-ed28ee3f9654 req-e5d926e7-58fb-4a9d-a26d-39cf92b2a140 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561559 Feb 04 20:25:51.440426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.511710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:51.514816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:51.519510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:51.522902 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.526579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4836033b-c9c1-464f-9d37-ba583f7c9b9b None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:51.533989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=3342c8cd-7feb-4dd4-9caa-41234a476dfd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:51.615666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8879a02e-76a4-4eb9-907a-445fafec069a None None] Provisioning complete for port e3741c26-c0bd-4744-b67b-992e32485f52 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:51.616423 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8879a02e-76a4-4eb9-907a-445fafec069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.663338 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-55f2f19a-3df2-497b-9513-66d99f63f7b9 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4322944 Feb 04 20:25:51.666637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52786) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:51.672726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'security_group': {'name': 'tempest-secgroup-1753081025'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:51.679317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:51.689447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:51.689447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:51.695324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8879a02e-76a4-4eb9-907a-445fafec069a None None] Port e3741c26-c0bd-4744-b67b-992e32485f52 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:51.696292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:51.756797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8879a02e-76a4-4eb9-907a-445fafec069a None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:51.756797 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8879a02e-76a4-4eb9-907a-445fafec069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.827985 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:51.893299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:51.907582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group_rule and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:51.918490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:51.919558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:52.037351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.090243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] Update dhcp port {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'fixed_ips': [{'subnet_id': '60d3789c-18b4-4115-99ee-858158f7a023', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3342c8cd-7feb-4dd4-9caa-41234a476dfd'}], 'binding:host_id': 'n-d-811806-1'}, 'id': 'e0befc1f-0e35-4cd2-84b5-0a76be1e07d4'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:25:52.117020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.152480 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.196038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2071827-ef07-4d13-b84b-09977b060f4f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:52.326490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.327280 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6d8da5de-88b1-488d-b9b2-5ebc3abeea49 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6593156 Feb 04 20:25:52.331533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:52.337180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'security_group': {'name': 'tempest-secgroup-300784787'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:52.344059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:52.347876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:52.350836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:52.356875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:52.371319 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-36420656-73d4-4a30-a664-356314f49b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.409293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] Allocated IP 2001:db8::2 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/3342c8cd-7feb-4dd4-9caa-41234a476dfd/e0befc1f-0e35-4cd2-84b5-0a76be1e07d4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:52.489098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.516016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:52.520366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group_rule and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:52.524657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:52.535036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:52.593257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:52.624274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.644005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] Transition to ACTIVE for port object e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:52.731305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7baf-0a60-4e59-b55a-58192d456b5c req-c85d887e-3a19-407c-94d2-36769623c6f3 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:52.732779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ede7baf-0a60-4e59-b55a-58192d456b5c req-c85d887e-3a19-407c-94d2-36769623c6f3 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 943 time: 0.1768250 Feb 04 20:25:52.745913 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.786171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.787797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ede7baf-0a60-4e59-b55a-58192d456b5c req-a0474bb5-55db-4807-8465-40f8508b9951 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474584 Feb 04 20:25:52.907795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:52.960620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbe757-7ae8-49cf-b858-cb5aa7ef8077 None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:52.988718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823bf2e6-c0d1-4ab3-9a0e-6f73bf470da1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:53.060807 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.060807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d6b2db97-a9fc-4d00-9d49-d8e731e7c421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7254663 Feb 04 20:25:53.060807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52858) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:53.065875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687531883'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:53.073255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:53.090857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:53.097915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:53.105301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:53.212821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.255143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:53.267867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:security_group_rule and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:53.272530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:53.280772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:53.425310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.465603 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.523469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.554407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.617500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe523bf-6495-410b-86c9-e7e3b365bd8b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:53.655563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:53.721162 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.721162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2d8eabfc-92e6-4125-be09-a6b1a4777ec8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6501162 Feb 04 20:25:53.721611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:53.730597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1300515582', 'security_groups': ['abe523bf-6495-410b-86c9-e7e3b365bd8b'], 'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3342c8cd-7feb-4dd4-9caa-41234a476dfd'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:53.903541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd605147-f155-4d38-9569-fe10298f087a None None] Provisioning complete for port e3741c26-c0bd-4744-b67b-992e32485f52 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:53.903947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd605147-f155-4d38-9569-fe10298f087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:53.914045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:53.929281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:54.031576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fd605147-f155-4d38-9569-fe10298f087a None None] Port e3741c26-c0bd-4744-b67b-992e32485f52 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:54.045315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769d412-fbd1-4770-ae3d-c256f371dc69 req-1948383f-b3e8-4993-a685-69a2e9bdb179 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:54.057543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9769d412-fbd1-4770-ae3d-c256f371dc69 req-1948383f-b3e8-4993-a685-69a2e9bdb179 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 943 time: 0.1261041 Feb 04 20:25:54.070071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:54.131307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd605147-f155-4d38-9569-fe10298f087a None None] Provisioning for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:54.138257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd605147-f155-4d38-9569-fe10298f087a None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:54.138884 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd605147-f155-4d38-9569-fe10298f087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.218125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9769d412-fbd1-4770-ae3d-c256f371dc69 req-4f8ca2a5-f5b0-4da2-8989-1bb1a744593d tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636834 Feb 04 20:25:54.279570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52926) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:54.281261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.329177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] device_id is not set on port 8cbec742-7bc1-4516-bbb0-f1b93d135894 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:25:54.340832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82cc17c2-3aa1-4787-9109-feec85de556f details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:25:54.473559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1871624689', 'router:external': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:54.479966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:54.484700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:network and tenant:8418579af49b4c67828c68d78f648adc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:54.489469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:54.509586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:54.550565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 82cc17c2-3aa1-4787-9109-feec85de556f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82cc17c2-3aa1-4787-9109-feec85de556f,segment=NetworkSegment(529077c6-b3a6-4ef2-bbff-8e3dcd578e23),segment_id=529077c6-b3a6-4ef2-bbff-8e3dcd578e23)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:54.565077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '82cc17c2-3aa1-4787-9109-feec85de556f', 'network_id': '7476132c-7ccc-4854-a403-fbd48d046ebe', 'port_id': '82cc17c2-3aa1-4787-9109-feec85de556f', 'mac_address': 'fa:16:3e:f9:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa759dcb-c1a6-4803-b0d5-22afedbbc091', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:25:54.598991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Made reservation on behalf of 8418579af49b4c67828c68d78f648adc for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:54.608981 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.617195 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.623202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.633323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:54.637438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:security_group_rule and tenant:8418579af49b4c67828c68d78f648adc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:54.640489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:54.641034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cc17c2-3aa1-4787-9109-feec85de556f {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:25:54.644143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8::dc (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/3342c8cd-7feb-4dd4-9caa-41234a476dfd/8cbec742-7bc1-4516-bbb0-f1b93d135894) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:54.648012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:54.658815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 82cc17c2-3aa1-4787-9109-feec85de556f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82cc17c2-3aa1-4787-9109-feec85de556f,segment=NetworkSegment(529077c6-b3a6-4ef2-bbff-8e3dcd578e23),segment_id=529077c6-b3a6-4ef2-bbff-8e3dcd578e23)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:54.739884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.779894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.827781 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.860929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.861760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:25:54.876658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d457935a-3d8d-48e2-ba84-84988292ac94,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:54.881850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 8cbec742-7bc1-4516-bbb0-f1b93d135894 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:54.883541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:54.883891 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Added segment 9192e5c2-6d91-421e-b655-97783c0b1fe6 of type vlan for network 9af3a2b9-3041-4949-8064-4034bd1451e1 Feb 04 20:25:54.906562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=82cc17c2-3aa1-4787-9109-feec85de556f,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:54.925412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.037461 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.106032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:55.109195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:55.113020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:55.116005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.122862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:55.122862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.123574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:55.123574 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.135530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=8cbec742-7bc1-4516-bbb0-f1b93d135894,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:55.173970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['82cc17c2-3aa1-4787-9109-feec85de556f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:25:55.270401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.273322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Network': ['ID=9af3a2b9-3041-4949-8064-4034bd1451e1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:55.273402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9af3a2b9-3041-4949-8064-4034bd1451e1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:25:55.337439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a5b06236-daf7-4aa7-8720-a589e8b94510 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6148574 Feb 04 20:25:55.350804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52974) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:55.362039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:55.409833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bc63c0b0-e635-463e-8eba-facb61678a26 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1290751 Feb 04 20:25:55.415343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52980) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:55.429118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'subnet': {'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:55.433381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:55.446274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:subnet and tenant:8418579af49b4c67828c68d78f648adc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:55.450134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:55.472497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:55.520182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9329b5a-2d8c-4453-a5d2-7a657c21d439 None None] Provisioning for port 8cbec742-7bc1-4516-bbb0-f1b93d135894 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:55.528757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9329b5a-2d8c-4453-a5d2-7a657c21d439 None None] Provisioning complete for port 8cbec742-7bc1-4516-bbb0-f1b93d135894 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:55.529256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9329b5a-2d8c-4453-a5d2-7a657c21d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.530227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490c66c-45f6-4457-aaa6-22d70f2b4cc9 req-1f148561-0fbe-4966-ba38-8d8bc96da034 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:55.531835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8490c66c-45f6-4457-aaa6-22d70f2b4cc9 req-1f148561-0fbe-4966-ba38-8d8bc96da034 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 944 time: 0.1903167 Feb 04 20:25:55.564577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:55.566874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:55.570675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:55.577625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:55.603075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c9329b5a-2d8c-4453-a5d2-7a657c21d439 None None] Port 8cbec742-7bc1-4516-bbb0-f1b93d135894 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:25:55.627497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8490c66c-45f6-4457-aaa6-22d70f2b4cc9 req-71023f40-3f3d-4fd7-ab6b-96b57dd9fb77 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895965 Feb 04 20:25:55.629542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Made reservation on behalf of 8418579af49b4c67828c68d78f648adc for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:55.633889 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.707322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:55.712002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:55.868766 n-d-811806-1 neutron-server[88236]: INFO neutron.db.ipam_backend_mixin [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3342c8cd-7feb-4dd4-9caa-41234a476dfd (CIDR: 2001:db8::/64) Feb 04 20:25:55.919393 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:25:55.919856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:25:56.060638 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9fa9a743-9f75-44b2-a5e0-354896b5583f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7080038 Feb 04 20:25:56.066462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53026) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:56.072096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:56.228679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:56.236831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:56.237490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:56.243916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:56.248387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.objects.ports [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88237) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:25:56.248789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:56.324636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb10496e-1c55-4113-9eec-7300004ad4a7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:56.334201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Checking segment: {'id': '9192e5c2-6d91-421e-b655-97783c0b1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:25:56.335661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network hostable DHCP agents. Network: 9af3a2b9-3041-4949-8064-4034bd1451e1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:25:56.339181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:56.340510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:56.428155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network 9af3a2b9-3041-4949-8064-4034bd1451e1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:25:56.548435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9af3a2b9-3041-4949-8064-4034bd1451e1) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:56.556908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:56.558557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:56.560294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0886918e-44b9-436b-8fc7-4c96e405bcea None None] Network 9af3a2b9-3041-4949-8064-4034bd1451e1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:56.589415 n-d-811806-1 neutron-server[88236]: INFO neutron.db.ipam_backend_mixin [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 60d3789c-18b4-4115-99ee-858158f7a023 (CIDR: 2001:db8:0:1::/64) Feb 04 20:25:56.618528 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:25:56.619732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:25:56.663286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-add38116-7d75-40d6-995e-5dcaf398c7ed tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2465808 Feb 04 20:25:56.665746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53058) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:56.671156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2090583405', 'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:56.688280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:56.690225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:port and tenant:8418579af49b4c67828c68d78f648adc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:56.695518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:56.702139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:56.792080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53064) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:56.792660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b6dca46d-04a3-4713-a0ab-afe0b32cf300 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7245717 Feb 04 20:25:56.802855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'subnet': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:56.825439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650380f9-2aec-4dc0-bd46-0e62c5a453c8 None None] Network 9af3a2b9-3041-4949-8064-4034bd1451e1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:56.849301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791f126-a000-4842-ab51-b5ccd5755428 req-5a0759ed-9b9f-458c-aa46-5fe0364ebd60 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:56.854746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1791f126-a000-4842-ab51-b5ccd5755428 req-5a0759ed-9b9f-458c-aa46-5fe0364ebd60 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 944 time: 0.1078348 Feb 04 20:25:56.926248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1791f126-a000-4842-ab51-b5ccd5755428 req-e0943be6-9027-45c8-9bf7-176ae367a2d3 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662985 Feb 04 20:25:56.963181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Made reservation on behalf of 8418579af49b4c67828c68d78f648adc for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:56.965501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:57.011319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] device_id is not set on port 4414dbc2-c1ce-47e3-bea6-2b6813763b07 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:25:57.097759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:57.103968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Usage tracker for resource:subnet and tenant:ce281d15e1c048a7b7e20e4647c57c9f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:57.115416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:57.123266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:57.218628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Allocated IP 2001:db8::3c7 (9af3a2b9-3041-4949-8064-4034bd1451e1/eb10496e-1c55-4113-9eec-7300004ad4a7/4414dbc2-c1ce-47e3-bea6-2b6813763b07) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:57.261538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Made reservation on behalf of ce281d15e1c048a7b7e20e4647c57c9f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:25:57.265001 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:57.669253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:57.867968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:57.926646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:57.969954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network 9af3a2b9-3041-4949-8064-4034bd1451e1 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:57.978881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:57.989841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:25:57.992746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:57.993360 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:58.026870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Port': ['ID=4414dbc2-c1ce-47e3-bea6-2b6813763b07,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:58.036739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:25:58.040715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:25:58.050813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:58.050813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:58.053377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b1bea3-9a14-406b-91ad-3b3c94bff637 None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:25:58.067515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Subnet': ['ID=c3f4e440-e920-4b46-aa4e-340a56bb3377,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:58.194506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c09d6263-e177-4d35-98f9-0aa80ab1a3b4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5202465 Feb 04 20:25:58.194626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53146) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:58.216717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a5e21acf-78c8-42a3-9588-8f7c2402219f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4232445 Feb 04 20:25:58.217671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53152) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:58.228349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-759184512', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c3f4e440-e920-4b46-aa4e-340a56bb3377'}], 'security_groups': ['e2071827-ef07-4d13-b84b-09977b060f4f', '823bf2e6-c0d1-4ab3-9a0e-6f73bf470da1']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:58.327042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Deleting port 4414dbc2-c1ce-47e3-bea6-2b6813763b07 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:25:58.327360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:58.331680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82cc17c2-3aa1-4787-9109-feec85de556f up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:25:58.441189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3c312-2b37-4cec-b758-9551b83ce1de req-fe75eddf-b070-4e58-aa3f-abc019786489 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:58.443532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5dd3c312-2b37-4cec-b758-9551b83ce1de req-fe75eddf-b070-4e58-aa3f-abc019786489 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 944 time: 0.3507943 Feb 04 20:25:58.538817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5dd3c312-2b37-4cec-b758-9551b83ce1de req-0e6c1e39-bf27-4fcb-9422-934a296234fc tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795567 Feb 04 20:25:58.600992 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:58.620920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:58.663032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 82cc17c2-3aa1-4787-9109-feec85de556f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:25:58.682193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 82cc17c2-3aa1-4787-9109-feec85de556f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:25:58.682844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:58.752485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Calling delete_port for 4414dbc2-c1ce-47e3-bea6-2b6813763b07 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:25:58.822030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] Update dhcp port {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'fixed_ips': [{'subnet_id': '60d3789c-18b4-4115-99ee-858158f7a023', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3342c8cd-7feb-4dd4-9caa-41234a476dfd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c3f4e440-e920-4b46-aa4e-340a56bb3377'}], 'binding:host_id': 'n-d-811806-1'}, 'id': 'e0befc1f-0e35-4cd2-84b5-0a76be1e07d4'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:25:58.969707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.014428 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.033720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.075806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc17c2-3aa1-4787-9109-feec85de556f'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:25:59.153208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 82cc17c2-3aa1-4787-9109-feec85de556f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82cc17c2-3aa1-4787-9109-feec85de556f,segment=NetworkSegment(529077c6-b3a6-4ef2-bbff-8e3dcd578e23),segment_id=529077c6-b3a6-4ef2-bbff-8e3dcd578e23)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:59.177608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Delete allocated IP 2001:db8::dc (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/3342c8cd-7feb-4dd4-9caa-41234a476dfd) {{(pid=88237) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 20:25:59.186742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event deleted for resources: {'Port': ['ID=4414dbc2-c1ce-47e3-bea6-2b6813763b07,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:59.198685 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.202613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Allocated IP 2001:db8:0:2::60 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/c3f4e440-e920-4b46-aa4e-340a56bb3377/8cbec742-7bc1-4516-bbb0-f1b93d135894) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:59.207028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d1f8c3be-a900-4aba-8bf3-c4b538efd698 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4414dbc2-c1ce-47e3-bea6-2b6813763b07 HTTP/1.1" status: 204 len: 168 time: 1.0112364 Feb 04 20:25:59.208002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53200) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:25:59.221362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.228966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1', 'external_fixed_ips': [{'subnet_id': 'eb10496e-1c55-4113-9eec-7300004ad4a7', 'ip_address': '2001:db8::3c7'}]}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:25:59.234908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:25:59.244763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:router and tenant:8418579af49b4c67828c68d78f648adc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:25:59.246058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:25:59.254121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:25:59.337724 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc17c2-3aa1-4787-9109-feec85de556f', 'code': 200} Feb 04 20:25:59.376266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=82cc17c2-3aa1-4787-9109-feec85de556f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:25:59.389478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.389478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.412227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.523665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21515a0-38c0-4e27-b78d-ab555d6b5bb0 req-9c027147-21ba-483f-8455-3950e466727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:59.525207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e21515a0-38c0-4e27-b78d-ab555d6b5bb0 req-9c027147-21ba-483f-8455-3950e466727e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 1096 time: 0.1333163 Feb 04 20:25:59.559891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.601132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Transition to ACTIVE for port object 8cbec742-7bc1-4516-bbb0-f1b93d135894 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:25:59.618574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e21515a0-38c0-4e27-b78d-ab555d6b5bb0 req-cf158587-bf81-4ac8-98cf-0c22f18ce151 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808342 Feb 04 20:25:59.688149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.817694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] Allocated IP 2001:db8:0:2::2 (5acfdcb1-7924-4b61-8dae-5f5469cbeea7/c3f4e440-e920-4b46-aa4e-340a56bb3377/e0befc1f-0e35-4cd2-84b5-0a76be1e07d4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:25:59.835803 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:25:59.986385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:25:59.993239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] In _notify_port_updated(), no bound segment for port 8cbec742-7bc1-4516-bbb0-f1b93d135894 on network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:25:59.998285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:25:59.998968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:00.003200 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "PUT /v2.0/ports/8cbec742-7bc1-4516-bbb0-f1b93d135894 HTTP/1.1" status: 200 len: 968 time: 1.7841988 Feb 04 20:26:00.012789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53246) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:00.026299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:00.046428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] Transition to ACTIVE for port object e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:00.056708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065912e-1bb1-4569-8186-a80ef5079421 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event updated for resources: {'Port': ['ID=8cbec742-7bc1-4516-bbb0-f1b93d135894,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:00.113192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port 8cbec742-7bc1-4516-bbb0-f1b93d135894 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:00.113764 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:00.134781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:00.343564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed0803-b643-4d79-be68-e9cf80b17ccf req-6174c13b-d4e5-4918-ac56-316671fa47d4 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:00.350458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10ed0803-b643-4d79-be68-e9cf80b17ccf req-6174c13b-d4e5-4918-ac56-316671fa47d4 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 945 time: 0.5978136 Feb 04 20:26:00.459059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361126b-3fc2-4e90-8239-8e25f739c920 None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:00.513129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10ed0803-b643-4d79-be68-e9cf80b17ccf req-2d384416-b708-4c20-b806-9b2bf5fd3b16 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483228 Feb 04 20:26:00.571765 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:00.719118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:00.722846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for 8cbec742-7bc1-4516-bbb0-f1b93d135894 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:00.763964 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.079171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Allocated IP 2001:db8::3c7 (9af3a2b9-3041-4949-8064-4034bd1451e1/eb10496e-1c55-4113-9eec-7300004ad4a7/63f0f868-19a7-4e4c-986e-0559a8754967) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:01.160323 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.254899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=8cbec742-7bc1-4516-bbb0-f1b93d135894,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:01.288867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.312001 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.339041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-41f7e530-b883-4ffc-8c75-4e47d7ee3163 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/8cbec742-7bc1-4516-bbb0-f1b93d135894 HTTP/1.1" status: 204 len: 168 time: 1.3183980 Feb 04 20:26:01.339378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53310) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:01.387468 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f7dd51-32d4-4366-ad5f-936e00e13864 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] GET failed (client error): The resource could not be found. Feb 04 20:26:01.388034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-70f7dd51-32d4-4366-ad5f-936e00e13864 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Synchronizing usage tracker for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:01.425965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.493341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e5d73b0b-23e9-4575-812b-710efd10ba4f None None] Provisioning complete for port e3741c26-c0bd-4744-b67b-992e32485f52 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:01.493894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e5d73b0b-23e9-4575-812b-710efd10ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.503363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-70f7dd51-32d4-4366-ad5f-936e00e13864 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Unset dirty status for tenant:ce281d15e1c048a7b7e20e4647c57c9f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:01.507922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53324) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:01.508420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-70f7dd51-32d4-4366-ad5f-936e00e13864 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports/8cbec742-7bc1-4516-bbb0-f1b93d135894 HTTP/1.1" status: 404 len: 333 time: 0.1722503 Feb 04 20:26:01.541494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network 9af3a2b9-3041-4949-8064-4034bd1451e1 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:01.548661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:01.562382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:01.585589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e5d73b0b-23e9-4575-812b-710efd10ba4f None None] Port e3741c26-c0bd-4744-b67b-992e32485f52 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:26:01.672049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdafa940-71d8-4ff1-b4f9-9e1ada0151c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.672549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Port': ['ID=63f0f868-19a7-4e4c-986e-0559a8754967,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:01.720678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:01.744604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdafa940-71d8-4ff1-b4f9-9e1ada0151c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.774675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e5d73b0b-23e9-4575-812b-710efd10ba4f None None] Provisioning for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:01.786819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e5d73b0b-23e9-4575-812b-710efd10ba4f None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:01.787441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e5d73b0b-23e9-4575-812b-710efd10ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.936928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd50f2-46c4-45bc-81d8-80ab0622c86f req-2814894e-0b74-479e-a3a6-ae9279dc7383 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:01.938583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eadd50f2-46c4-45bc-81d8-80ab0622c86f req-2814894e-0b74-479e-a3a6-ae9279dc7383 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 945 time: 0.1738520 Feb 04 20:26:01.948254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:01.948625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.968526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdafa940-71d8-4ff1-b4f9-9e1ada0151c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:01.990180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eadd50f2-46c4-45bc-81d8-80ab0622c86f req-5877f0e5-c668-488f-b2ad-320fd0e9a2ad tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Feb 04 20:26:01.990732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafa940-71d8-4ff1-b4f9-9e1ada0151c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe523bf-6495-410b-86c9-e7e3b365bd8b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:02.001857 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdafa940-71d8-4ff1-b4f9-9e1ada0151c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:02.004747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bdafa940-71d8-4ff1-b4f9-9e1ada0151c3 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/security-groups/abe523bf-6495-410b-86c9-e7e3b365bd8b HTTP/1.1" status: 204 len: 168 time: 0.4931178 Feb 04 20:26:02.017114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53350) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:02.092087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e5d73b0b-23e9-4575-812b-710efd10ba4f None None] Could not find standard attr ID for object 8cbec742-7bc1-4516-bbb0-f1b93d135894. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:26:02.216676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4a58aa61-cf7e-47a8-85a8-6aa1f9da4711 None None] Could not find standard attr ID for object 8cbec742-7bc1-4516-bbb0-f1b93d135894. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:26:02.287445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74aee3d5-463a-4d4f-b33e-ce73b56bcdfb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:02.339678 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74aee3d5-463a-4d4f-b33e-ce73b56bcdfb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:02.367793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:02.764767 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74aee3d5-463a-4d4f-b33e-ce73b56bcdfb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:02.831704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aee3d5-463a-4d4f-b33e-ce73b56bcdfb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823bf2e6-c0d1-4ab3-9a0e-6f73bf470da1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:02.880240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74aee3d5-463a-4d4f-b33e-ce73b56bcdfb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:02.882747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-74aee3d5-463a-4d4f-b33e-ce73b56bcdfb tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/security-groups/823bf2e6-c0d1-4ab3-9a0e-6f73bf470da1 HTTP/1.1" status: 204 len: 168 time: 0.8632801 Feb 04 20:26:02.919424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:02.922127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53400) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:02.988445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d90bccd-5a69-4612-a6e8-4bfaf31ba775 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.027094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d90bccd-5a69-4612-a6e8-4bfaf31ba775 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.141663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebe31-c6a2-45f2-891d-e58a5b6be160 req-6d6f9754-4c73-4934-9965-15610ac71b2d tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:03.143160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64aebe31-c6a2-45f2-891d-e58a5b6be160 req-6d6f9754-4c73-4934-9965-15610ac71b2d tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 945 time: 0.1808681 Feb 04 20:26:03.199522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d90bccd-5a69-4612-a6e8-4bfaf31ba775 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.202187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64aebe31-c6a2-45f2-891d-e58a5b6be160 req-7e9155b4-2a09-47a9-a83e-3166e9413cb9 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525169 Feb 04 20:26:03.223231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90bccd-5a69-4612-a6e8-4bfaf31ba775 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2071827-ef07-4d13-b84b-09977b060f4f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:03.243057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2d90bccd-5a69-4612-a6e8-4bfaf31ba775 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.243057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2d90bccd-5a69-4612-a6e8-4bfaf31ba775 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/security-groups/e2071827-ef07-4d13-b84b-09977b060f4f HTTP/1.1" status: 204 len: 168 time: 0.3183410 Feb 04 20:26:03.244427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53418) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:03.308359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Router 6ca23aee-b767-4fd7-bf08-98419dfe12b9 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:26:03.313852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet 3342c8cd-7feb-4dd4-9caa-41234a476dfd {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:26:03.317128 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.377429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.475498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.514838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:03.526859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Sync routers for ids ['6ca23aee-b767-4fd7-bf08-98419dfe12b9'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:03.544120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Routers {'6ca23aee-b767-4fd7-bf08-98419dfe12b9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:03.544764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6ca23aee-b767-4fd7-bf08-98419dfe12b9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:03.605113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.608632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-39fc721a-b3da-491e-8430-91be42752d21 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3952305 Feb 04 20:26:03.609345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53438) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:03.679099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.738829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Set router 6ca23aee-b767-4fd7-bf08-98419dfe12b9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:03.744330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=3342c8cd-7feb-4dd4-9caa-41234a476dfd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:03.753284 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.766597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de90d8fc-a5ae-4cb2-9797-a65ca712da52 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/3342c8cd-7feb-4dd4-9caa-41234a476dfd HTTP/1.1" status: 204 len: 168 time: 0.5184350 Feb 04 20:26:03.771032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53450) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:03.784418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073e39d-4e0b-4694-ab3a-363d4f99ba00 None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:26:03.814354 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.849962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet c3f4e440-e920-4b46-aa4e-340a56bb3377 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:26:03.849962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:03.927664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.009197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.046993 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.153653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Deleting port 63f0f868-19a7-4e4c-986e-0559a8754967 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:04.153653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.249931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.298618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f4e440-e920-4b46-aa4e-340a56bb3377,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:04.302084 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.310758 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6b0af041-bbe6-4828-9ad9-2931223e5c9d tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/c3f4e440-e920-4b46-aa4e-340a56bb3377 HTTP/1.1" status: 204 len: 168 time: 0.5376291 Feb 04 20:26:04.317214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca23aee-b767-4fd7-bf08-98419dfe12b9', 'name': '', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1', 'external_fixed_ips': [{'subnet_id': 'eb10496e-1c55-4113-9eec-7300004ad4a7', 'ip_address': '2001:db8::3c7'}], 'enable_snat': True}, 'gw_port_id': '63f0f868-19a7-4e4c-986e-0559a8754967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:25:59Z', 'updated_at': '2022-02-04T20:26:01Z', 'revision_number': 3, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port': {'id': '63f0f868-19a7-4e4c-986e-0559a8754967', 'name': '', 'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca23aee-b767-4fd7-bf08-98419dfe12b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'eb10496e-1c55-4113-9eec-7300004ad4a7', 'ip_address': '2001:db8::3c7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:00Z', 'updated_at': '2022-02-04T20:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb10496e-1c55-4113-9eec-7300004ad4a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:04.335065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Checking router: 6ca23aee-b767-4fd7-bf08-98419dfe12b9 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:26:04.335699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Updating router 6ca23aee-b767-4fd7-bf08-98419dfe12b9 port 63f0f868-19a7-4e4c-986e-0559a8754967 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:26:04.363037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53482) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:04.408278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.421830 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-440a90fe-b9e1-4082-adf2-4aede17ccd12 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:04.422441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440a90fe-b9e1-4082-adf2-4aede17ccd12 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:04.426432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-440a90fe-b9e1-4082-adf2-4aede17ccd12 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/3342c8cd-7feb-4dd4-9caa-41234a476dfd HTTP/1.1" status: 404 len: 337 time: 0.0622811 Feb 04 20:26:04.429634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53486) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:04.573996 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.622783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-842ab0a3-3ec6-453c-8097-a6e3f8fb1d51 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:04.624474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-842ab0a3-3ec6-453c-8097-a6e3f8fb1d51 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.62 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 945 time: 0.3121169 Feb 04 20:26:04.635734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f499d3-50bb-4200-bcc1-2a73885aa76d req-76bfd93f-60cc-4009-8089-717b09ea547c tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:04.642081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88f499d3-50bb-4200-bcc1-2a73885aa76d req-76bfd93f-60cc-4009-8089-717b09ea547c tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 945 time: 0.1452296 Feb 04 20:26:04.749469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Deleting port 82cc17c2-3aa1-4787-9109-feec85de556f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:04.750070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.807050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864acfcf-1907-4fac-9424-8bf6bfe58a28 None None] Update dhcp port {'port': {'network_id': '5acfdcb1-7924-4b61-8dae-5f5469cbeea7', 'fixed_ips': [{'subnet_id': '60d3789c-18b4-4115-99ee-858158f7a023', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3f4e440-e920-4b46-aa4e-340a56bb3377'}], 'binding:host_id': 'n-d-811806-1'}, 'id': 'e0befc1f-0e35-4cd2-84b5-0a76be1e07d4'} from n-d-811806-1. {{(pid=88238) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 20:26:04.834196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88f499d3-50bb-4200-bcc1-2a73885aa76d req-74aea919-41b1-4aee-9212-8a338a9becde tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0f59263-e930-4584-b156-39057ae0ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006672 Feb 04 20:26:04.855525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Calling delete_port for 63f0f868-19a7-4e4c-986e-0559a8754967 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:04.889707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting subnet 60d3789c-18b4-4115-99ee-858158f7a023 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:26:04.903715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.926606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-864acfcf-1907-4fac-9424-8bf6bfe58a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:04.980711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.003841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.024873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Transition to ACTIVE for port object 63f0f868-19a7-4e4c-986e-0559a8754967 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:05.099145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.115065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] For port 82cc17c2-3aa1-4787-9109-feec85de556f, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82cc17c2-3aa1-4787-9109-feec85de556f,segment=NetworkSegment(529077c6-b3a6-4ef2-bbff-8e3dcd578e23),segment_id=529077c6-b3a6-4ef2-bbff-8e3dcd578e23)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:05.116157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.148067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.223231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:26:05.223831 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:26:05.263422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Calling delete_port for 82cc17c2-3aa1-4787-9109-feec85de556f owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:05.280756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Attempting to bind port 63f0f868-19a7-4e4c-986e-0559a8754967 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:26:05.281325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Attempting to bind port 63f0f868-19a7-4e4c-986e-0559a8754967 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9192e5c2-6d91-421e-b655-97783c0b1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:26:05.281917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Attempting to bind port 63f0f868-19a7-4e4c-986e-0559a8754967 on network 9af3a2b9-3041-4949-8064-4034bd1451e1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:26:05.291417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.292386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:26:05.292839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Checking segment: {'id': '9192e5c2-6d91-421e-b655-97783c0b1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:26:05.293899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.294229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Bound using segment: {'id': '9192e5c2-6d91-421e-b655-97783c0b1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:26:05.294728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Bound port: 63f0f868-19a7-4e4c-986e-0559a8754967, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9192e5c2-6d91-421e-b655-97783c0b1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af3a2b9-3041-4949-8064-4034bd1451e1'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:26:05.300203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.321570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0952-9815-45f6-9b7d-fc46d0d9fd02 None None] Pushing event updated for resources: {'Port': ['ID=63f0f868-19a7-4e4c-986e-0559a8754967,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server [None req-864acfcf-1907-4fac-9424-8bf6bfe58a28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60d3789c-18b4-4115-99ee-858158f7a023: This subnet is being modified by another concurrent operation. Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise exception Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60d3789c-18b4-4115-99ee-858158f7a023: This subnet is being modified by another concurrent operation. Feb 04 20:26:05.331239 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Feb 04 20:26:05.354956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Subnet': ['ID=60d3789c-18b4-4115-99ee-858158f7a023,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:05.377451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.396426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c418265d-14a5-4645-b164-c2e4ff50228b tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/60d3789c-18b4-4115-99ee-858158f7a023 HTTP/1.1" status: 204 len: 168 time: 0.9638729 Feb 04 20:26:05.399956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53538) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:05.436946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] For port 63f0f868-19a7-4e4c-986e-0559a8754967, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:26:05.440693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] For port 63f0f868-19a7-4e4c-986e-0559a8754967, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=63f0f868-19a7-4e4c-986e-0559a8754967,segment=NetworkSegment(9192e5c2-6d91-421e-b655-97783c0b1fe6),segment_id=9192e5c2-6d91-421e-b655-97783c0b1fe6)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:26:05.449745 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fce754d-597e-4200-a2e0-f31c7dada5a4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:05.450189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fce754d-597e-4200-a2e0-f31c7dada5a4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:05.452263 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4fce754d-597e-4200-a2e0-f31c7dada5a4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/1296d0ff-751f-477b-b77a-205728255998 HTTP/1.1" status: 404 len: 337 time: 0.0471773 Feb 04 20:26:05.454953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53542) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:05.470014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fda9d4-c1fa-41a2-9760-3bf75949df95 None None] Network 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:26:05.501954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aaa9c982-4a70-43dc-883e-2ee15927b694 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "GET /v2.0/ports?device_id=2335894a-6c9b-483e-a051-0fe9243b8c11 HTTP/1.1" status: 200 len: 205 time: 0.0439310 Feb 04 20:26:05.502637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53546) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:05.586682 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-d330651d-1390-46f1-9983-7d5c744797f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] delete failed (client error): The resource could not be found. Feb 04 20:26:05.588032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d330651d-1390-46f1-9983-7d5c744797f8 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/routers/2335894a-6c9b-483e-a051-0fe9243b8c11 HTTP/1.1" status: 404 len: 336 time: 0.0844841 Feb 04 20:26:05.590780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53556) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:05.607757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.629657 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2d642f-eac4-48d4-9dad-378c731c6d82 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:05.630347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2d642f-eac4-48d4-9dad-378c731c6d82 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:05.638259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8b2d642f-eac4-48d4-9dad-378c731c6d82 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/b1dc43af-84a3-4017-a162-b66c7aa83c06 HTTP/1.1" status: 404 len: 337 time: 0.0462546 Feb 04 20:26:05.650555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53560) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:05.658526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:26:05.687935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.697475 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f958582-38cc-415a-a08b-7be06f151a57 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:05.697475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f958582-38cc-415a-a08b-7be06f151a57 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:05.702067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Provisioning complete for port e3741c26-c0bd-4744-b67b-992e32485f52 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:05.702225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3f958582-38cc-415a-a08b-7be06f151a57 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/ef907693-cf86-49d6-bd52-4890b1248b9f HTTP/1.1" status: 404 len: 337 time: 0.0474989 Feb 04 20:26:05.702317 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.702949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53566) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:05.746284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Pushing event deleted for resources: {'Port': ['ID=82cc17c2-3aa1-4787-9109-feec85de556f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:05.776252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Deleting port 63f0f868-19a7-4e4c-986e-0559a8754967 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:05.776460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['82cc17c2-3aa1-4787-9109-feec85de556f'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:26:05.776589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.822611 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bad4d8f-285d-4187-8537-e2c287f7d9b4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:05.823271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bad4d8f-285d-4187-8537-e2c287f7d9b4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:05.833618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7bad4d8f-285d-4187-8537-e2c287f7d9b4 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/72f508b3-6713-447c-adb6-1e72eaddc5fd HTTP/1.1" status: 404 len: 337 time: 0.1250513 Feb 04 20:26:05.838386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53572) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:05.932114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Port e3741c26-c0bd-4744-b67b-992e32485f52 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:26:05.932927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] No DVR routers for this DVR port 82cc17c2-3aa1-4787-9109-feec85de556f on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:26:05.933079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0952-9815-45f6-9b7d-fc46d0d9fd02 None None] Pushing event updated for resources: {'Port': ['ID=63f0f868-19a7-4e4c-986e-0559a8754967,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:05.934108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Routers {'6ca23aee-b767-4fd7-bf08-98419dfe12b9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:05.935089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:05.936025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6ca23aee-b767-4fd7-bf08-98419dfe12b9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:05.943991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69d7894e-dd76-4c34-afc2-8e5d251b21f9 req-6428082c-ab1b-408a-812c-dc6af2b04dfe tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.62 "DELETE /v2.0/ports/82cc17c2-3aa1-4787-9109-feec85de556f HTTP/1.1" status: 204 len: 173 time: 1.3017330 Feb 04 20:26:05.971050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'name': 'network-vif-deleted', 'tag': '82cc17c2-3aa1-4787-9109-feec85de556f'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:26:06.077924 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459709bd-0bf8-4360-a8c8-75f8c3b3a669', 'name': 'network-vif-deleted', 'tag': '82cc17c2-3aa1-4787-9109-feec85de556f', 'status': 'completed', 'code': 200} Feb 04 20:26:06.090717 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f77b39a-bbeb-4421-8602-c46994cf83f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:06.101149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f77b39a-bbeb-4421-8602-c46994cf83f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88236) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:06.101149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2f77b39a-bbeb-4421-8602-c46994cf83f1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/aa339f1f-3668-4190-a944-f6a1eb83edfe HTTP/1.1" status: 404 len: 333 time: 0.2532032 Feb 04 20:26:06.109095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53598) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:06.196560 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7950358-45c2-42f3-9b88-e120f3c58e72 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:06.197204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7950358-45c2-42f3-9b88-e120f3c58e72 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:06.203542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f7950358-45c2-42f3-9b88-e120f3c58e72 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/7ab9d2f7-b053-4a49-b231-807ea8eab31a HTTP/1.1" status: 404 len: 337 time: 0.1066365 Feb 04 20:26:06.204679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53606) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:06.214504 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-816701a4-0730-46b2-aa64-6fdb87c0d8ee req-d8b43752-2772-4c85-8197-ce586c5d660c tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 210 time: 0.0694098 Feb 04 20:26:06.245459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.316593 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0de313e-9ebd-4df9-be2a-7065e10c3c6f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:06.316593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0de313e-9ebd-4df9-be2a-7065e10c3c6f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:06.323778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b0de313e-9ebd-4df9-be2a-7065e10c3c6f tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/be75e6a8-973f-4379-a18b-6660244094c8 HTTP/1.1" status: 404 len: 337 time: 0.1165681 Feb 04 20:26:06.323778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53616) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:06.349086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] For port 63f0f868-19a7-4e4c-986e-0559a8754967, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=63f0f868-19a7-4e4c-986e-0559a8754967,segment=NetworkSegment(9192e5c2-6d91-421e-b655-97783c0b1fe6),segment_id=9192e5c2-6d91-421e-b655-97783c0b1fe6)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:06.349086 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.402216 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-051e1c4d-d5d5-4039-ab67-8a67aa127126 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:06.402216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051e1c4d-d5d5-4039-ab67-8a67aa127126 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:06.402216 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-051e1c4d-d5d5-4039-ab67-8a67aa127126 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/3b98d42e-f456-4039-b839-8bc9126cec01 HTTP/1.1" status: 404 len: 333 time: 0.0746648 Feb 04 20:26:06.402216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53622) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:06.457330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Provisioning complete for port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:06.457330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.497558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Calling delete_port for 63f0f868-19a7-4e4c-986e-0559a8754967 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:06.528255 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a2e42a-495c-420b-8d60-fd0d93692030 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:06.528255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a2e42a-495c-420b-8d60-fd0d93692030 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:06.530007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f9a2e42a-495c-420b-8d60-fd0d93692030 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/d82f76a4-071f-45bd-811c-46be923bffc1 HTTP/1.1" status: 404 len: 337 time: 0.1261268 Feb 04 20:26:06.530659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53634) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:06.559458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] Set router 6ca23aee-b767-4fd7-bf08-98419dfe12b9 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:06.595565 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae198e8-b718-4f7c-9418-20c9908ae849 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] DELETE failed (client error): The resource could not be found. Feb 04 20:26:06.595950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae198e8-b718-4f7c-9418-20c9908ae849 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:26:06.601644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ae198e8-b718-4f7c-9418-20c9908ae849 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/subnets/0b750026-2d42-4c13-a022-995a0ff19744 HTTP/1.1" status: 404 len: 337 time: 0.0692813 Feb 04 20:26:06.609910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53644) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:06.613361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:06.617791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] DHCP port deletion for 5acfdcb1-7924-4b61-8dae-5f5469cbeea7 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:26:06.688121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port e3741c26-c0bd-4744-b67b-992e32485f52 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:06.689458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.698418 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.755403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Deleting port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:06.755776 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.793604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca23aee-b767-4fd7-bf08-98419dfe12b9', 'name': '', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:25:59Z', 'updated_at': '2022-02-04T20:26:04Z', 'revision_number': 4, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:06.837349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.849193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cd81d-9b99-42cf-8fb1-b9ec4523f76a None None] The sync data for ids ['6ca23aee-b767-4fd7-bf08-98419dfe12b9'] in n-d-811806-1 is: [{'id': '6ca23aee-b767-4fd7-bf08-98419dfe12b9', 'name': '', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:25:59Z', 'updated_at': '2022-02-04T20:26:04Z', 'revision_number': 4, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:06.870830 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:06.919550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event deleted for resources: {'Port': ['ID=63f0f868-19a7-4e4c-986e-0559a8754967,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:06.950573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:06.990679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:07.005044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.023655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.095517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.181348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:07.181802 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.473986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for e3741c26-c0bd-4744-b67b-992e32485f52 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:07.523288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Calling delete_port for e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:07.532782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.536344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.574369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-610fa27c-5239-4a51-b95a-8696839b9727 req-b9f680ea-af31-4c05-8ccf-491974ca77b2 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Synchronizing usage tracker for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:07.589050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76dffa-9de3-4a9a-b267-30e0224029cb None None] Pushing event updated for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=12']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:07.657082 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.658866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca23aee-b767-4fd7-bf08-98419dfe12b9 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:26:07.674368 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.675647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-515524e4-17c0-45f9-96a3-36331f5afe55 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6ca23aee-b767-4fd7-bf08-98419dfe12b9 HTTP/1.1" status: 204 len: 168 time: 4.0652323 Feb 04 20:26:07.678870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53698) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:07.688294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-610fa27c-5239-4a51-b95a-8696839b9727 req-b9f680ea-af31-4c05-8ccf-491974ca77b2 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] Unset dirty status for tenant:fb16a93117ff448e97eb8f643c6d8e25 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:07.689658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-610fa27c-5239-4a51-b95a-8696839b9727 req-b9f680ea-af31-4c05-8ccf-491974ca77b2 tempest-InstanceActionsNegativeTestJSON-926156679 tempest-InstanceActionsNegativeTestJSON-926156679-project] 10.222.0.48 "GET /v2.0/ports?device_id=459709bd-0bf8-4360-a8c8-75f8c3b3a669 HTTP/1.1" status: 200 len: 210 time: 0.2276149 Feb 04 20:26:07.689809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:26:07.690099 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:26:07.753520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.758966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Deleting subnet eb10496e-1c55-4113-9eec-7300004ad4a7 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:26:07.763433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.814091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=e3741c26-c0bd-4744-b67b-992e32485f52,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:07.817391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.822997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.877608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:07.930948 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eb82d0f7-2367-42a7-83a7-ad182f551ff1 tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/ports/e3741c26-c0bd-4744-b67b-992e32485f52 HTTP/1.1" status: 204 len: 168 time: 1.3200974 Feb 04 20:26:07.933428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53712) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:08.045296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.060245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.071605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Deleting port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:08.072010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.091136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb10496e-1c55-4113-9eec-7300004ad4a7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:08.094874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.101840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fd5b6da1-2c7d-4136-a878-b90a597362f7 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/eb10496e-1c55-4113-9eec-7300004ad4a7 HTTP/1.1" status: 204 len: 168 time: 0.4213951 Feb 04 20:26:08.104537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53724) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:08.192354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Deleting port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:08.192841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.271805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.341663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82cc17c2-3aa1-4787-9109-feec85de556f no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:26:08.345797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:08.346169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.420750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.439734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 82cc17c2-3aa1-4787-9109-feec85de556f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:26:08.440082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82cc17c2-3aa1-4787-9109-feec85de556f not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:26:08.450541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af3a2b9-3041-4949-8064-4034bd1451e1']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:08.464964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9192e5c2-6d91-421e-b655-97783c0b1fe6') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:08.466050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9192e5c2-6d91-421e-b655-97783c0b1fe6') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:08.471960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] For port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,segment=NetworkSegment(bd308613-572d-4a5d-bb4e-48cb47754fbb),segment_id=bd308613-572d-4a5d-bb4e-48cb47754fbb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:08.471960 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.482073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.487683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Calling delete_port for e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:08.498521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.504977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:26:08.505367 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:26:08.519507 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:26:08.595596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Calling delete_port for e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:08.660226 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.675489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:26:08.675807 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:26:08.712046 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.718000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] No DVR routers for this DVR port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:26:08.719644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Port': ['ID=e0befc1f-0e35-4cd2-84b5-0a76be1e07d4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:08.745542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9af3a2b9-3041-4949-8064-4034bd1451e1 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 20:26:08.750410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.753225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event deleted for resources: {'Network': ['ID=9af3a2b9-3041-4949-8064-4034bd1451e1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:08.763774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-243584bf-4575-4b71-8588-52be07197925 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "DELETE /v2.0/networks/9af3a2b9-3041-4949-8064-4034bd1451e1 HTTP/1.1" status: 204 len: 168 time: 0.6577897 Feb 04 20:26:08.821908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53762) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:08.869583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.899675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acfdcb1-7924-4b61-8dae-5f5469cbeea7']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:08.906182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] Deleting subnet aa759dcb-c1a6-4803-b0d5-22afedbbc091 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:26:08.915913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.927318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd308613-572d-4a5d-bb4e-48cb47754fbb') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:08.927540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd308613-572d-4a5d-bb4e-48cb47754fbb') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:08.934101 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.940916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.971241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.986383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:08.986503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:26:08.987375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:26:09.003526 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:26:09.050086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Deleting port e0befc1f-0e35-4cd2-84b5-0a76be1e07d4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:09.050533 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.086001 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.168690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd628a-aaba-4041-9502-548c88e745be None None] The port 'e0befc1f-0e35-4cd2-84b5-0a76be1e07d4' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:26:09.176748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53788) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:09.182734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'router': {'name': 'tempest-router--455872596', 'project_id': 'fbeeae79d3324ec7ac96a35e2321f4da'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:09.191900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:09.192212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:router and tenant:fbeeae79d3324ec7ac96a35e2321f4da is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:09.195807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:09.203303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe43ad-385a-4923-b458-f90966b28cb6 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:26:09.212236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:09.244931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.267414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.278666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] Pushing event deleted for resources: {'Network': ['ID=5acfdcb1-7924-4b61-8dae-5f5469cbeea7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:09.287032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-29bf0bba-03ad-491c-9aa6-7e917437ef9e tempest-PortsIpV6TestJSON-1918111763 tempest-PortsIpV6TestJSON-1918111763-project] 10.222.0.48 "DELETE /v2.0/networks/5acfdcb1-7924-4b61-8dae-5f5469cbeea7 HTTP/1.1" status: 204 len: 168 time: 1.3525953 Feb 04 20:26:09.316088 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.352467 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.353537 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.390012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe43ad-385a-4923-b458-f90966b28cb6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:26:09.397592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.414897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.469095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa759dcb-c1a6-4803-b0d5-22afedbbc091,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:09.478934 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.485157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7fa389ae-a044-4092-8111-a309a31ea2a5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aa759dcb-c1a6-4803-b0d5-22afedbbc091 HTTP/1.1" status: 204 len: 168 time: 0.6621945 Feb 04 20:26:09.488280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53808) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:09.559268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.609011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.661468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.661468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-581c6cda-9ab7-46a2-a3aa-32eea1fa2534 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4798560 Feb 04 20:26:09.661754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53820) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:09.895912 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9882fab9-fc4e-425e-9a3c-26137689fdff tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:09.896487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53834) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:10.077036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1e8441cb-f9e3-4c3b-b27f-12d700b5baae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce281d15e1c048a7b7e20e4647c57c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789784 Feb 04 20:26:10.080198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:10.093244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.148456 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f074528-ffb0-4f6d-8d93-33bb3eed63f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.181996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f074528-ffb0-4f6d-8d93-33bb3eed63f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.236925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7476132c-7ccc-4854-a403-fbd48d046ebe']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:10.336357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f074528-ffb0-4f6d-8d93-33bb3eed63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.351623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074528-ffb0-4f6d-8d93-33bb3eed63f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e4ae01-f544-4dce-904a-b8718b67f2fb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:10.359451 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f074528-ffb0-4f6d-8d93-33bb3eed63f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.363068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6f074528-ffb0-4f6d-8d93-33bb3eed63f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6e4ae01-f544-4dce-904a-b8718b67f2fb HTTP/1.1" status: 204 len: 168 time: 0.2794161 Feb 04 20:26:10.363419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529077c6-b3a6-4ef2-bbff-8e3dcd578e23') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:10.363419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529077c6-b3a6-4ef2-bbff-8e3dcd578e23') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:10.385526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.395331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9882fab9-fc4e-425e-9a3c-26137689fdff tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.398268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9882fab9-fc4e-425e-9a3c-26137689fdff tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.408960 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.423529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:26:10.423950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:26:10.440906 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:26:10.558335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9882fab9-fc4e-425e-9a3c-26137689fdff tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.558335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9882fab9-fc4e-425e-9a3c-26137689fdff tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec1d864d-1c07-4adf-ba60-2bbf92f28258 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:26:10.655357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.655357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.677045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7476132c-7ccc-4854-a403-fbd48d046ebe HTTP/1.1" status: 204 len: 168 time: 1.1875107 Feb 04 20:26:10.677955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84cdb-0e19-4797-bca9-18dcc4a1f393 admin admin] Pushing event deleted for resources: {'Network': ['ID=7476132c-7ccc-4854-a403-fbd48d046ebe,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:10.707957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9882fab9-fc4e-425e-9a3c-26137689fdff tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:10.707957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9882fab9-fc4e-425e-9a3c-26137689fdff tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ec1d864d-1c07-4adf-ba60-2bbf92f28258 HTTP/1.1" status: 204 len: 168 time: 1.0434086 Feb 04 20:26:11.549346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53916) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:11.661522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53928) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:11.714723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ca3a6662-9aac-417c-9f1e-0997d90db83f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb16a93117ff448e97eb8f643c6d8e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520375 Feb 04 20:26:11.717333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53934) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:11.936611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1957991007', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:11.953572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:11.956062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Usage tracker for resource:router and tenant:aa92584e7edf438cacf7db9de2b58522 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:11.961746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:11.979842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:11.993583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b2eda4d-8d3e-486c-804f-bbe264b0689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.016590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b2eda4d-8d3e-486c-804f-bbe264b0689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.102109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.105646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.171225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b2eda4d-8d3e-486c-804f-bbe264b0689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.203284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2eda4d-8d3e-486c-804f-bbe264b0689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f59263-e930-4584-b156-39057ae0ebe3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:12.205503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.351939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b2eda4d-8d3e-486c-804f-bbe264b0689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.351939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9b2eda4d-8d3e-486c-804f-bbe264b0689b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0f59263-e930-4584-b156-39057ae0ebe3 HTTP/1.1" status: 204 len: 168 time: 0.6251833 Feb 04 20:26:12.644145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:12.777005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54004) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:12.921625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--167980488'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:12.942439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:12.944890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:12.948277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:12.955178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:13.055740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.069108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.090315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:13.094486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:13.102104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.108658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:13.115234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:13.135590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.223558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.313154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.326658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:13.346988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:13.353748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:13.363055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:13.367533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e83392-0908-4750-803f-30603a990112,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:13.376107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Allocated IP 172.25.7.12 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/9ad0e296-09ca-4aea-b7d2-9254c4c7e96c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:13.402208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-2b3c18e5-abab-4bf8-9204-ee510519f7cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434033 Feb 04 20:26:13.525064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.582943 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:26:13.616647 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.666569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8830879a-0cf6-413e-a051-08f0d49e2f03,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:13.669561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.679265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-ff0c8bc5-bd51-4158-b6ca-0f63dd1ed2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:13.680758 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-ff0c8bc5-bd51-4158-b6ca-0f63dd1ed2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 1100 time: 0.1727567 Feb 04 20:26:13.797729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:13.799005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d81a326e-d0bc-48a6-88ad-b58cec1694c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0209248 Feb 04 20:26:13.801572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54066) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:13.887869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-067c5f02-9899-4b01-b1cc-cfb0f081de6b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:13.917500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-5a1ff533-1454-4412-aecb-825b447d6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:13.926336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-5a1ff533-1454-4412-aecb-825b447d6f3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.2228200 Feb 04 20:26:13.926336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.008573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-067c5f02-9899-4b01-b1cc-cfb0f081de6b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:14.010721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-067c5f02-9899-4b01-b1cc-cfb0f081de6b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2072999 Feb 04 20:26:14.018888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54080) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:14.025090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-731f5ecb-d0e1-413a-a7e1-5454602904e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-security--401517310', 'description': 'tempest-security-description-592576767'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:14.084109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-731f5ecb-d0e1-413a-a7e1-5454602904e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.174122 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-731f5ecb-d0e1-413a-a7e1-5454602904e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.245744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-37a06c28-ef40-4ed3-8b7a-14d9d3778a6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d HTTP/1.1" status: 200 len: 217 time: 0.3045275 Feb 04 20:26:14.284730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-731f5ecb-d0e1-413a-a7e1-5454602904e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.287468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-731f5ecb-d0e1-413a-a7e1-5454602904e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.290936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-731f5ecb-d0e1-413a-a7e1-5454602904e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "PUT /v2.0/security-groups/8830879a-0cf6-413e-a051-08f0d49e2f03 HTTP/1.1" status: 200 len: 1778 time: 0.2692168 Feb 04 20:26:14.302503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54100) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:14.323360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:14.341343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5ecb-d0e1-413a-a7e1-5454602904e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8830879a-0cf6-413e-a051-08f0d49e2f03,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:14.357335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:14.371217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:14.447352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event updated for resources: {'Port': ['ID=9ad0e296-09ca-4aea-b7d2-9254c4c7e96c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:14.473041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-9012e684-5701-43e0-9e74-aa641d99daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:14.474504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-9012e684-5701-43e0-9e74-aa641d99daee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2220428 Feb 04 20:26:14.489275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-08fab05e-0b83-4e9e-bba7-7243803ed075 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups/8830879a-0cf6-413e-a051-08f0d49e2f03 HTTP/1.1" status: 200 len: 1778 time: 0.1783118 Feb 04 20:26:14.490241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54122) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:14.595832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-459ac31d-bc28-488e-950f-9ce81ec32983 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.643144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-459ac31d-bc28-488e-950f-9ce81ec32983 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.783325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-1c0c90dc-607d-425f-8bc9-1b7920311676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:14.784857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-1c0c90dc-607d-425f-8bc9-1b7920311676 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3013663 Feb 04 20:26:14.800821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-1d568996-9a8d-4483-bbe6-26a1515e5cb7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:26:14.800821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-1d568996-9a8d-4483-bbe6-26a1515e5cb7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051811 Feb 04 20:26:14.854324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-459ac31d-bc28-488e-950f-9ce81ec32983 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:14.874004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ac31d-bc28-488e-950f-9ce81ec32983 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8830879a-0cf6-413e-a051-08f0d49e2f03,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:15.013084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-459ac31d-bc28-488e-950f-9ce81ec32983 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.014549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-459ac31d-bc28-488e-950f-9ce81ec32983 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/8830879a-0cf6-413e-a051-08f0d49e2f03 HTTP/1.1" status: 204 len: 168 time: 0.5217404 Feb 04 20:26:15.017010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54152) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:15.031526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-0b562d1e-d4e0-4fba-a111-a09c673a0361 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267671 Feb 04 20:26:15.159475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-12380143-ca74-41a5-a4e8-32e2403a91be tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:15.159684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.267685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54168) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:15.285275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-12380143-ca74-41a5-a4e8-32e2403a91be tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:15.287523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-12380143-ca74-41a5-a4e8-32e2403a91be tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2675848 Feb 04 20:26:15.290852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54174) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:15.319767 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-15a5de43-1e18-4496-8d2e-0e555e3d0054 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] delete failed (client error): The resource could not be found. Feb 04 20:26:15.319767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-15a5de43-1e18-4496-8d2e-0e555e3d0054 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/8830879a-0cf6-413e-a051-08f0d49e2f03 HTTP/1.1" status: 404 len: 347 time: 0.0219755 Feb 04 20:26:15.324196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:15.329917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--222249367'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:15.341461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:15.356494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:15.441895 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.456615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.488719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:15.493155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:15.499149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:15.502030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:69da13ef91964c5bacb804bab75c971a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:15.506844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:15.510791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:15.519032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:15.521139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:15.642429 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.667732 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.684482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-122be1dc-71e5-4f2b-8a85-2c46f778aa7f req-9e3ed058-ec19-4d0c-931f-91cd4f07bf28 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425374 Feb 04 20:26:15.721243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.777291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.795625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:15.868254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69da13ef91964c5bacb804bab75c971a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993586 Feb 04 20:26:15.875170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54200) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:15.875802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dccc1-8899-4a93-a700-3e749e203ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c285318-47b5-4c5c-82fd-1dbd3bce0591,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:15.939674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec89602d-e63d-4d31-afb1-4d1349277569,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:15.975947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf29-fffa-4a40-91d8-53109f613657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.005635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf29-fffa-4a40-91d8-53109f613657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.065920 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.077254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e8ff9d78-b3c7-4ef8-899e-c02b23b478f3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7425997 Feb 04 20:26:16.081728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54208) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:16.092419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': 'ec89602d-e63d-4d31-afb1-4d1349277569', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:16.114647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:16.123712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:16.126943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:16.140145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:16.205072 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf29-fffa-4a40-91d8-53109f613657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.226133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1cf29-fffa-4a40-91d8-53109f613657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c285318-47b5-4c5c-82fd-1dbd3bce0591,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:16.234575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ece1cf29-fffa-4a40-91d8-53109f613657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.235817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ece1cf29-fffa-4a40-91d8-53109f613657 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c285318-47b5-4c5c-82fd-1dbd3bce0591 HTTP/1.1" status: 204 len: 168 time: 0.3480780 Feb 04 20:26:16.246881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Router 165ab520-cac2-417a-af84-ce1f2fed31bb is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:26:16.264031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.372359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.463541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.565073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f425f1-1f46-4f2d-9e54-6628febb11d4,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:16.605010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:16.618091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] Sync routers for ids ['165ab520-cac2-417a-af84-ce1f2fed31bb'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:16.634922 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] Routers {'165ab520-cac2-417a-af84-ce1f2fed31bb'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:16.635572 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['165ab520-cac2-417a-af84-ce1f2fed31bb'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:16.669954 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.671716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98a70ac0-f0c3-4b73-924f-7586dfb17098 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5875139 Feb 04 20:26:16.674428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:16.712443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.717369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-af9c27b2-1a19-4ff4-b879-9acb8ecf0e2f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1637573 Feb 04 20:26:16.717570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54226) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:16.765776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffa622b-8787-4085-99a2-01c2c722b7df tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.799352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffa622b-8787-4085-99a2-01c2c722b7df tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.814466 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:16.829457 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] Routers {'165ab520-cac2-417a-af84-ce1f2fed31bb'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:16.832656 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:25:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['165ab520-cac2-417a-af84-ce1f2fed31bb'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:16.915274 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:16.915797 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5c7b9-1273-4e7f-83ee-60decd247a8e None None] The sync data for ids ['165ab520-cac2-417a-af84-ce1f2fed31bb'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:16.940401 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffa622b-8787-4085-99a2-01c2c722b7df tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.959038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa622b-8787-4085-99a2-01c2c722b7df tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5f425f1-1f46-4f2d-9e54-6628febb11d4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:16.965117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cffa622b-8787-4085-99a2-01c2c722b7df tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:16.966662 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cffa622b-8787-4085-99a2-01c2c722b7df tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b5f425f1-1f46-4f2d-9e54-6628febb11d4 HTTP/1.1" status: 204 len: 168 time: 0.2910700 Feb 04 20:26:16.969225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54236) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:17.022548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-afe75fcd-f3ed-4044-bb65-2b3bfe787671 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/165ab520-cac2-417a-af84-ce1f2fed31bb HTTP/1.1" status: 200 len: 924 time: 0.3032410 Feb 04 20:26:17.026124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54240) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:17.033408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b2d04fd-5800-43f3-a4f9-613e428b5b76 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:17.083509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0e3716af-112c-47bc-a7a9-c4f9673548c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=165ab520-cac2-417a-af84-ce1f2fed31bb HTTP/1.1" status: 200 len: 205 time: 0.0562651 Feb 04 20:26:17.085380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54248) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:17.227699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5b2d04fd-5800-43f3-a4f9-613e428b5b76 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:17.233174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b2d04fd-5800-43f3-a4f9-613e428b5b76 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2609839 Feb 04 20:26:17.234095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54256) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:17.347786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:17.375273 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e2c9-7325-41a6-a974-bbd544bae156 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:17.419839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e2c9-7325-41a6-a974-bbd544bae156 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:17.574059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e2c9-7325-41a6-a974-bbd544bae156 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:17.581589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:17.610827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e2c9-7325-41a6-a974-bbd544bae156 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec89602d-e63d-4d31-afb1-4d1349277569,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:17.785628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Deleting port 9ad0e296-09ca-4aea-b7d2-9254c4c7e96c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:17.786071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:17.794434 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e2c9-7325-41a6-a974-bbd544bae156 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:17.794434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9fd9e2c9-7325-41a6-a974-bbd544bae156 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/ec89602d-e63d-4d31-afb1-4d1349277569 HTTP/1.1" status: 204 len: 168 time: 0.5542238 Feb 04 20:26:17.794434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54278) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:17.846675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e70fa35-00b0-4fe4-8a30-3cfd2502ff59 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:17.953326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e70fa35-00b0-4fe4-8a30-3cfd2502ff59 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:17.959068 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e70fa35-00b0-4fe4-8a30-3cfd2502ff59 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659861 Feb 04 20:26:17.960259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54286) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:17.965592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--814012041'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:17.993806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:18.013501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:18.038037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-5ceb52fb-deda-4148-befb-95f9c7f16a9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4828756 Feb 04 20:26:18.119586 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.138994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.201696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:18.222186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:18.239083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:18.240544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:18.333844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.450107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.474621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Calling delete_port for 9ad0e296-09ca-4aea-b7d2-9254c4c7e96c owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:18.536805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:18.562929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.563412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.563869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.564510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.565004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.565460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.565922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.568222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-a8caf307-1b16-421a-bec7-842e807ee500 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.4135046 Feb 04 20:26:18.577815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.580074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3ff1d359-19e9-4f0d-b56e-c0c7d121d42d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6183090 Feb 04 20:26:18.583510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54296) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:18.596680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': '16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:18.605119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:18.612076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:18.616246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:18.625921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:18.700462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54302) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:18.741278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.768537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-29c958f5-6d0a-44be-871b-43b54501b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.769004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-29c958f5-6d0a-44be-871b-43b54501b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.769460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-29c958f5-6d0a-44be-871b-43b54501b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.771040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-29c958f5-6d0a-44be-871b-43b54501b761 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 2292 time: 0.1742866 Feb 04 20:26:18.856529 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.887104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-6f2673f7-d852-4c3e-95c9-fe351e8ae574 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 1001 time: 0.1091905 Feb 04 20:26:18.920811 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:18.941104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:18.945204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:704e48927a6a408499d89c042b30667a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:18.948114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:18.953950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:18.995452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-1f7ed418-d1ed-44f6-9e01-497e4477250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:18.997624 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-1f7ed418-d1ed-44f6-9e01-497e4477250a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 200 len: 851 time: 0.0799308 Feb 04 20:26:19.007521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.046654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfdfcb8-6fb2-4545-a731-38bbb0b0fee9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:19.090178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-f2feadb1-5af5-4bf0-aa2c-f6b98caa3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:19.091373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-f2feadb1-5af5-4bf0-aa2c-f6b98caa3552 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819917 Feb 04 20:26:19.098358 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.104398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-6dc21d9b-8ba7-4d4d-a069-c72d4045ec47 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:26:19.104762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-6dc21d9b-8ba7-4d4d-a069-c72d4045ec47 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056837 Feb 04 20:26:19.210256 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.250425 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.254066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-29bc680a-20fa-497c-8050-b07f042a98d2 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6671507 Feb 04 20:26:19.254296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54310) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:19.260012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': '16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:19.275778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:19.290741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:19.290741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:19.295284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:19.314958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.329089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event deleted for resources: {'Port': ['ID=9ad0e296-09ca-4aea-b7d2-9254c4c7e96c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:19.373218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=704e48927a6a408499d89c042b30667a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690519 Feb 04 20:26:19.373218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b0640-76f0-468f-9033-d7f63503cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392a1634-2f05-45fa-9c4e-056fd784e5b5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:19.374672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54314) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:19.427271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-24fd2870-3dc9-4bcc-a1a8-eb66ed136870 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161967 Feb 04 20:26:19.448787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.468329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.493695 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d812faec-5b80-414d-84b9-bc2bad4feb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.539990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d812faec-5b80-414d-84b9-bc2bad4feb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.575476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.716945 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.767518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674ba772-8098-4bdb-b33e-7371cdcf686c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:19.770977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.784809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.784991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d812faec-5b80-414d-84b9-bc2bad4feb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.805690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-2cc67950-29d8-487c-a02b-05eabbc1b4f2 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709602 Feb 04 20:26:19.812352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812faec-5b80-414d-84b9-bc2bad4feb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392a1634-2f05-45fa-9c4e-056fd784e5b5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:19.822475 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d812faec-5b80-414d-84b9-bc2bad4feb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.824372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d812faec-5b80-414d-84b9-bc2bad4feb15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/392a1634-2f05-45fa-9c4e-056fd784e5b5 HTTP/1.1" status: 204 len: 168 time: 0.4477122 Feb 04 20:26:19.906244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:19.906244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fb3ab8fc-4e7c-402a-add1-bda3b951debe tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6472027 Feb 04 20:26:19.907505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54326) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:19.916246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': '16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:19.925886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:19.931734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:19.936521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:19.949412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:20.026154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0d12f375-b7c9-44dc-9289-f8b1059410cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 217 time: 0.1990700 Feb 04 20:26:20.087235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0e72a1fb-a157-45a6-b734-c12be6ae5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:20.088655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0e72a1fb-a157-45a6-b734-c12be6ae5b1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0569882 Feb 04 20:26:20.124629 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-08ec8ff4-7c29-4d4c-bce0-2a872d841b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.136403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.167444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-2de346d2-1a82-4ceb-8930-5caed9b82a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:20.168849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-2de346d2-1a82-4ceb-8930-5caed9b82a65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744374 Feb 04 20:26:20.249722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.250415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Fanout notify agent at l3_agent the message router_deleted on router 165ab520-cac2-417a-af84-ce1f2fed31bb {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:26:20.283441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.284544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cba941fc-328a-4207-98f5-f32c55057cd4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/165ab520-cac2-417a-af84-ce1f2fed31bb HTTP/1.1" status: 204 len: 168 time: 3.1982524 Feb 04 20:26:20.296180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54334) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:20.306630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1036255567', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': False}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:20.311718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:20.319980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:router and tenant:8418579af49b4c67828c68d78f648adc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:20.330792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:20.341001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:20.346603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-74930f9b-5c5e-468f-89c3-3c3fcff522f3 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719782 Feb 04 20:26:20.352132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.483113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-c0d6ac36-f3f2-4a99-974e-ddc6609eb74e service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294963 Feb 04 20:26:20.534424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.550106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.551317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.569513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-bce6fb64-4eb9-4b5f-92dc-4c3403cd0f52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 217 time: 0.0776720 Feb 04 20:26:20.572413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f35a458-666a-4e9c-8134-bf1e4ce39bfd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:20.633488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.642128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54342) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:20.660972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0df47d2e-345c-4f0d-af9f-ba48a8f8734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:20.663148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0df47d2e-345c-4f0d-af9f-ba48a8f8734f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0894809 Feb 04 20:26:20.685162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.689161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-abd60896-d03a-4414-ac22-a422782c80b8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7778411 Feb 04 20:26:20.689448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54348) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:20.695018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': '16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:20.717494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:20.721410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:20.724479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:20.737415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:20.844226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.860787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:20.865103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Usage tracker for resource:security_group_rule and tenant:c0639bd765dc4008a77c5d84433b1638 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:20.874241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:20.881977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:20.884499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:20.942274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-3bd3340a-1f49-41e9-bfd3-5312ef4c6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:20.944046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-3bd3340a-1f49-41e9-bfd3-5312ef4c6ef1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2753193 Feb 04 20:26:20.975588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.074731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.080648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.084756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.136219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef92d48-3cb1-4099-b0cf-198c15aa6906,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:21.152805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-cf5ef09f-0d19-4e5c-8e84-8987c5373316 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600511 Feb 04 20:26:21.168096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.280547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0639bd765dc4008a77c5d84433b1638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367891 Feb 04 20:26:21.281202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54364) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:21.281866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522aed8-68b5-4fe3-b705-565dd687a072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94778074-5b94-44b0-8c4a-b641f58c7a21,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:21.312147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.313315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cfbaeff8-acad-4b42-9d0e-a334aa78989f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6227841 Feb 04 20:26:21.318468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54368) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:21.318770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0de33185-c692-4436-b2c3-f6556eb443aa service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593812 Feb 04 20:26:21.353068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': '16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:21.363361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:21.394430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:21.399301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:21.406682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21fab46f-a477-4905-8f04-83aabb67b8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.408530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:21.413889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-5b8e8719-be6e-4a47-90ee-4eae754aa0fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 200 len: 217 time: 0.0785565 Feb 04 20:26:21.441764 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21fab46f-a477-4905-8f04-83aabb67b8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.521611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.650710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-1bf0966e-586f-4d06-b708-d2b0b1778e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:21.652130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-1bf0966e-586f-4d06-b708-d2b0b1778e57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1967640 Feb 04 20:26:21.681187 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21fab46f-a477-4905-8f04-83aabb67b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.685768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54382) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:21.719947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.723368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fab46f-a477-4905-8f04-83aabb67b8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94778074-5b94-44b0-8c4a-b641f58c7a21,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:21.737829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21fab46f-a477-4905-8f04-83aabb67b8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.740188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21fab46f-a477-4905-8f04-83aabb67b8d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94778074-5b94-44b0-8c4a-b641f58c7a21 HTTP/1.1" status: 204 len: 168 time: 0.4545832 Feb 04 20:26:21.804665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.835501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fe5d3b-581b-40df-8c24-ede7a232bba7,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:21.846553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0f7896f0-d819-49fe-8fc0-4a97e4b43d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:21.848328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-0f7896f0-d819-49fe-8fc0-4a97e4b43d98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890597 Feb 04 20:26:21.864220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:21.909143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:21.910733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-640e0986-66b4-41e5-b0c7-6c23967cb72b tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5928826 Feb 04 20:26:21.913536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54398) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:21.933155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-59859805-network', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:21.943450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:21.955649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Usage tracker for resource:network and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:21.960978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:21.970517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:21.973188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a4b18f3-1d7d-4c2b-bbf7-cb95e8a2ef9a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.003621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a4b18f3-1d7d-4c2b-bbf7-cb95e8a2ef9a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.010776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.030009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:22.033822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Usage tracker for resource:security_group_rule and tenant:6fdbe943a5f24c1ea1b0025f61dd3b8f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:22.036890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:22.044373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:22.077450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Made reservation on behalf of 1d3b80f7faa34035a801e99e08bdc81e for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:26:22.079983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.092697 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.092894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.108789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:22.112797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:22.115726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:22.121833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:22.132218 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.142438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a4b18f3-1d7d-4c2b-bbf7-cb95e8a2ef9a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.192045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-592f3cd4-e8ed-4716-be21-53c42711b162 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840207 Feb 04 20:26:22.230576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b18f3-1d7d-4c2b-bbf7-cb95e8a2ef9a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31fe5d3b-581b-40df-8c24-ede7a232bba7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:22.277020 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a4b18f3-1d7d-4c2b-bbf7-cb95e8a2ef9a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.278149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2a4b18f3-1d7d-4c2b-bbf7-cb95e8a2ef9a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/31fe5d3b-581b-40df-8c24-ede7a232bba7 HTTP/1.1" status: 204 len: 168 time: 0.3636389 Feb 04 20:26:22.289515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54404) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:22.328288 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-28b5a676-ec82-4e22-88ae-be13adcb649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.372213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.395474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-842b6c89-822f-408d-96e6-e343c4363c60 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:22.409977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.410619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-e3e5d7c9-8d98-46c8-a63c-0d96758b80ab service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126462 Feb 04 20:26:22.420576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Allocated IP 172.25.7.201 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/2510d822-2daa-4c64-9a61-4784c79fef5b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:22.490019 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-09797f05-25db-4cf4-af0c-cc60b05f5c14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 200 len: 217 time: 0.0707073 Feb 04 20:26:22.518847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.567622 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fdbe943a5f24c1ea1b0025f61dd3b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022307 Feb 04 20:26:22.568468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fe06b-b394-420c-ac1e-397cec2e3421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacef6c8-9d86-4a3c-a371-086f8cb22369,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:22.571422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:22.588625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-842b6c89-822f-408d-96e6-e343c4363c60 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:22.589953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-842b6c89-822f-408d-96e6-e343c4363c60 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3030651 Feb 04 20:26:22.590733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.595652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54414) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:22.636539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:26:22.663647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9b4c45-60d1-4f92-9b29-e9e068d08a68,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:22.670834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.671403 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Added segment 944dc874-1ee6-4207-a2c2-6632d8801b6b of type vlan for network 71c3120e-a942-4df0-a7ef-fe400b5204e5 Feb 04 20:26:22.673005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39dc3b71-ae46-4cb6-8dd4-64f662d572c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.678674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-168b3703-4e93-4232-b491-17e25f7eb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:22.680121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-168b3703-4e93-4232-b491-17e25f7eb2d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1714296 Feb 04 20:26:22.695192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4658de70-4c25-4dcb-be14-ee8535dfdbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.718794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.719277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39dc3b71-ae46-4cb6-8dd4-64f662d572c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.740259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4658de70-4c25-4dcb-be14-ee8535dfdbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.782884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.785023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54420) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:22.808562 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.819317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-eee9ff2d-9746-44eb-8b28-fc248179a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:22.820751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-eee9ff2d-9746-44eb-8b28-fc248179a5bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1316478 Feb 04 20:26:22.824812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:22.828699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8e02182c3e411a835c56fdab0f80f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:22.831703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:22.847112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:22.871689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.871689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:22.871689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.914806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39dc3b71-ae46-4cb6-8dd4-64f662d572c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.936973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc3b71-ae46-4cb6-8dd4-64f662d572c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ef92d48-3cb1-4099-b0cf-198c15aa6906,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:22.977949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4658de70-4c25-4dcb-be14-ee8535dfdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:22.978664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.007590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4658de70-4c25-4dcb-be14-ee8535dfdbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.008723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4658de70-4c25-4dcb-be14-ee8535dfdbc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dacef6c8-9d86-4a3c-a371-086f8cb22369 HTTP/1.1" status: 204 len: 168 time: 0.4363813 Feb 04 20:26:23.011282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658de70-4c25-4dcb-be14-ee8535dfdbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacef6c8-9d86-4a3c-a371-086f8cb22369,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:23.014090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] Pushing event updated for resources: {'Network': ['ID=71c3120e-a942-4df0-a7ef-fe400b5204e5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:23.079864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:26:23.080535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-90a73202-b55c-4258-b256-7d86177249e8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3650336 Feb 04 20:26:23.080535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54426) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:23.080535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Request body: {'subnet': {'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-59859805-subnet', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:23.080725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-e31ae614-afb1-46ff-8bf4-40a735982807 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422376 Feb 04 20:26:23.080725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Port': ['ID=2510d822-2daa-4c64-9a61-4784c79fef5b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:23.086356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:23.106783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:23.122811 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.128569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Usage tracker for resource:subnet and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:23.137787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:23.151631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:23.153694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:23.161705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:23.232403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.290929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f8e02182c3e411a835c56fdab0f80f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039907 Feb 04 20:26:23.291590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54430) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:23.294062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80d518-e847-45af-97d2-1af1a6953656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71b4ad-36e4-4682-806a-60ea02ccb56d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:23.320270 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39dc3b71-ae46-4cb6-8dd4-64f662d572c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.321572 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-39dc3b71-ae46-4cb6-8dd4-64f662d572c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3ef92d48-3cb1-4099-b0cf-198c15aa6906 HTTP/1.1" status: 204 len: 168 time: 0.7233729 Feb 04 20:26:23.340968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54434) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:23.341479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Made reservation on behalf of 1d3b80f7faa34035a801e99e08bdc81e for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:26:23.341479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.439829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42f84c26-8d64-4d59-be3f-947500c90704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.451183 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.484191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42f84c26-8d64-4d59-be3f-947500c90704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.553692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.564918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fb5e1844-de0e-43df-8d80-fa4c4446b0d5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:23.572678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-fe8b0d34-b319-4bd5-bc9d-e8e103c8224d service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940176 Feb 04 20:26:23.656282 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42f84c26-8d64-4d59-be3f-947500c90704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.682036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f84c26-8d64-4d59-be3f-947500c90704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71b4ad-36e4-4682-806a-60ea02ccb56d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:23.691688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-f17fecc7-9902-4b1b-9c49-16eae70163b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 200 len: 217 time: 0.0789287 Feb 04 20:26:23.701106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42f84c26-8d64-4d59-be3f-947500c90704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.702308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-42f84c26-8d64-4d59-be3f-947500c90704 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b71b4ad-36e4-4682-806a-60ea02ccb56d HTTP/1.1" status: 204 len: 168 time: 0.4095163 Feb 04 20:26:23.751026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.764598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-ffb03dfa-4671-466e-a6fb-2fad6338bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:23.766078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-ffb03dfa-4671-466e-a6fb-2fad6338bdb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.0682359 Feb 04 20:26:23.815018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fb5e1844-de0e-43df-8d80-fa4c4446b0d5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:23.816308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fb5e1844-de0e-43df-8d80-fa4c4446b0d5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4822342 Feb 04 20:26:23.822095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54450) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:23.849455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7925e458-494c-4bf5-8efa-adaf5ad9a493,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:23.858492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-b60d4426-0d46-498b-acc9-52d4426b79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:23.860027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-b60d4426-0d46-498b-acc9-52d4426b79d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878742 Feb 04 20:26:23.870860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Checking segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:26:23.871607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Network hostable DHCP agents. Network: 71c3120e-a942-4df0-a7ef-fe400b5204e5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:26:23.875839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c36d5fa-e32f-47b6-84b9-139958b91139 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.891223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c36d5fa-e32f-47b6-84b9-139958b91139 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:23.998947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:26:24.044605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c36d5fa-e32f-47b6-84b9-139958b91139 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.065096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36d5fa-e32f-47b6-84b9-139958b91139 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f35a458-666a-4e9c-8134-bf1e4ce39bfd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:24.162394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-233bd7e0-f0f4-404f-97b8-30fd6f488457 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948084 Feb 04 20:26:24.162965 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.169138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 71c3120e-a942-4df0-a7ef-fe400b5204e5) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:24.169574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:24.170160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.177765 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c36d5fa-e32f-47b6-84b9-139958b91139 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.178643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f6c1a-4299-4630-b055-7340ede19aea None None] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:26:24.184252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0c36d5fa-e32f-47b6-84b9-139958b91139 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0f35a458-666a-4e9c-8134-bf1e4ce39bfd HTTP/1.1" status: 204 len: 168 time: 0.3587878 Feb 04 20:26:24.187049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54458) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:24.312781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5607c025-6178-42a5-8c9c-b748e3ee4f8c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:24.359652 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0397236f-e876-4d0d-a943-fd2e601b3851 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2898736 Feb 04 20:26:24.361650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54474) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:24.367684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:24.373005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:24.380835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Usage tracker for resource:router and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:24.382476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:24.389083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:24.444749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5607c025-6178-42a5-8c9c-b748e3ee4f8c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:24.447180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5607c025-6178-42a5-8c9c-b748e3ee4f8c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2585137 Feb 04 20:26:24.451446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54478) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:24.483349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-005d8f5c-95b4-4336-b8d9-77dc50a82b85 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.501631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.502715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.506819 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-005d8f5c-95b4-4336-b8d9-77dc50a82b85 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.537130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-c7d581cf-45a3-494e-b2e6-82f82ae69e62 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785614 Feb 04 20:26:24.560152 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.582265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-71c3120e-a942-4df0-a7ef-fe400b5204e5', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:26:24.584069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.657592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-005d8f5c-95b4-4336-b8d9-77dc50a82b85 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:24.680811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d8f5c-95b4-4336-b8d9-77dc50a82b85 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=674ba772-8098-4bdb-b33e-7371cdcf686c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:24.704468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-f74b7b9e-c00a-4c7d-b412-f4566e4cfd9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 217 time: 0.0956893 Feb 04 20:26:24.813668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Allocated IP 172.20.0.2 (71c3120e-a942-4df0-a7ef-fe400b5204e5/7925e458-494c-4bf5-8efa-adaf5ad9a493/aa57284d-6c7a-4b48-8d6a-46558e0999ae) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:25.030260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-4a792ba6-1390-424b-a8a0-eb0e0c700e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:25.031716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-4a792ba6-1390-424b-a8a0-eb0e0c700e12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.3208315 Feb 04 20:26:25.041774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-005d8f5c-95b4-4336-b8d9-77dc50a82b85 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.041774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-005d8f5c-95b4-4336-b8d9-77dc50a82b85 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/674ba772-8098-4bdb-b33e-7371cdcf686c HTTP/1.1" status: 204 len: 168 time: 0.5830848 Feb 04 20:26:25.043929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54500) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:25.077068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.096614 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.107672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Transition to ACTIVE for port object aa57284d-6c7a-4b48-8d6a-46558e0999ae will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:25.148959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Transition to ACTIVE for port object aa57284d-6c7a-4b48-8d6a-46558e0999ae will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:25.218772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.231473 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.251130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-38056252-980f-4842-a92e-fdb31e482dc7 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:25.307680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.343607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:25.346109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:25.348743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79359b1-8103-44c1-aef0-fa627f71874e req-63b8bda4-7d58-4441-b547-0cc19784e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:25.348977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:25.350647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-63b8bda4-7d58-4441-b547-0cc19784e8a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3111539 Feb 04 20:26:25.375314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-38056252-980f-4842-a92e-fdb31e482dc7 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:25.381822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-38056252-980f-4842-a92e-fdb31e482dc7 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3305559 Feb 04 20:26:25.382716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54508) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:25.444587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Pushing event updated for resources: {'Port': ['ID=aa57284d-6c7a-4b48-8d6a-46558e0999ae,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:25.462922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Attempting to bind port aa57284d-6c7a-4b48-8d6a-46558e0999ae on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:26:25.463515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Attempting to bind port aa57284d-6c7a-4b48-8d6a-46558e0999ae by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:26:25.464041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Attempting to bind port aa57284d-6c7a-4b48-8d6a-46558e0999ae on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:26:25.470869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:26:25.471431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Checking segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:26:25.477562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.477562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Bound using segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:26:25.477562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Bound port: aa57284d-6c7a-4b48-8d6a-46558e0999ae, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:26:25.477562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.497334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b90d-c485-400d-97fa-75a9b571208c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.511898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b90d-c485-400d-97fa-75a9b571208c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.522728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-60c4d516-96f3-4eb0-803b-6bae5701e5c4 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619093 Feb 04 20:26:25.524167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Router ca5ba774-6341-4a44-a4a4-d4c49b38057a is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:26:25.567010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] For port aa57284d-6c7a-4b48-8d6a-46558e0999ae, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:26:25.571328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] For port aa57284d-6c7a-4b48-8d6a-46558e0999ae, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa57284d-6c7a-4b48-8d6a-46558e0999ae,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:26:25.640081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b90d-c485-400d-97fa-75a9b571208c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.662599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.722055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0b90d-c485-400d-97fa-75a9b571208c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bfdfcb8-6fb2-4545-a731-38bbb0b0fee9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:25.804038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536f47e-00e7-4d35-859d-4fde3abb0361 None None] Pushing event updated for resources: {'Port': ['ID=aa57284d-6c7a-4b48-8d6a-46558e0999ae,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:25.830931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b90d-c485-400d-97fa-75a9b571208c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.833602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3ea0b90d-c485-400d-97fa-75a9b571208c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5bfdfcb8-6fb2-4545-a731-38bbb0b0fee9 HTTP/1.1" status: 204 len: 168 time: 0.4489245 Feb 04 20:26:25.836920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54518) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:25.843391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f79359b1-8103-44c1-aef0-fa627f71874e req-6e0877d3-5f45-4bb5-a36d-fce47b21e243 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130231 Feb 04 20:26:25.846946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:25.857506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Sync routers for ids ['ca5ba774-6341-4a44-a4a4-d4c49b38057a'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:25.875108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Routers {'ca5ba774-6341-4a44-a4a4-d4c49b38057a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:25.886959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ca5ba774-6341-4a44-a4a4-d4c49b38057a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:25.887327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.921967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.977632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:25.981160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-32b17389-8443-4be7-8263-fa2e8035789e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6837757 Feb 04 20:26:25.984076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54526) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:26.017668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fb8d1581-ab1c-426b-9d6f-65ee479dc4cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:26.172341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fb8d1581-ab1c-426b-9d6f-65ee479dc4cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:26.173625 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fb8d1581-ab1c-426b-9d6f-65ee479dc4cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3348687 Feb 04 20:26:26.175508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Allocated IP 172.25.7.242 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c27abb31-b353-4454-93e7-530bb7161891) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:26.180430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54532) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:26.341916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Set router ca5ba774-6341-4a44-a4a4-d4c49b38057a gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:26.376630 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f85dda90-9bc4-44b6-99e5-63f0202fa35a tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/ca5ba774-6341-4a44-a4a4-d4c49b38057a HTTP/1.1" status: 200 len: 909 time: 0.3914223 Feb 04 20:26:26.380597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54542) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:26.398210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1036255567', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': True}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:26.403865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:26.408946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Usage tracker for resource:router and tenant:8418579af49b4c67828c68d78f648adc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:26.414441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:26.426377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:26.551319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173079a9-8801-491f-b8b9-d254b19c59cc tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.567659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.567659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.583561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.590470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.602584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173079a9-8801-491f-b8b9-d254b19c59cc tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.782519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173079a9-8801-491f-b8b9-d254b19c59cc tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.825466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:26.833552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173079a9-8801-491f-b8b9-d254b19c59cc tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:26.960969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:26.970525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:26.978721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:26.986349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ba774-6341-4a44-a4a4-d4c49b38057a', 'name': 'tempest-snat-router-1036255567', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.201'}], 'enable_snat': False}, 'gw_port_id': '2510d822-2daa-4c64-9a61-4784c79fef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:20Z', 'updated_at': '2022-02-04T20:26:23Z', 'revision_number': 3, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port': {'id': '2510d822-2daa-4c64-9a61-4784c79fef5b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:25:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ba774-6341-4a44-a4a4-d4c49b38057a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:22Z', 'updated_at': '2022-02-04T20:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:27.021604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Checking router: ca5ba774-6341-4a44-a4a4-d4c49b38057a for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:26:27.022540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Updating router ca5ba774-6341-4a44-a4a4-d4c49b38057a port 2510d822-2daa-4c64-9a61-4784c79fef5b binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:26:27.047902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c27abb31-b353-4454-93e7-530bb7161891,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:27.124762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:27.358867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-173079a9-8801-491f-b8b9-d254b19c59cc tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:27.360420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-173079a9-8801-491f-b8b9-d254b19c59cc tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/16ddcc68-3bce-4c2b-a3a6-7d9d138d0cef HTTP/1.1" status: 204 len: 168 time: 1.1766613 Feb 04 20:26:27.366263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54558) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:27.435157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:27.451483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-25b4a6d3-3773-46db-a172-9292c2b30cec tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:27.489667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f5072-070c-47c0-8074-80edcbb931bf None None] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:26:27.589403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-25b4a6d3-3773-46db-a172-9292c2b30cec tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:27.591213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-25b4a6d3-3773-46db-a172-9292c2b30cec tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2236655 Feb 04 20:26:27.623301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54568) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:27.632394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--757144295'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:27.642403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:27.860512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa57284d-6c7a-4b48-8d6a-46558e0999ae up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:27.904976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:27.947619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c943157c-b3e5-4e33-bd9a-572825fac283 None None] Provisioning for port aa57284d-6c7a-4b48-8d6a-46558e0999ae completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:28.040580 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.063544 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.073721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.081182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port aa57284d-6c7a-4b48-8d6a-46558e0999ae completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:28.090830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Transition to ACTIVE for port object 2510d822-2daa-4c64-9a61-4784c79fef5b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:28.112360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port aa57284d-6c7a-4b48-8d6a-46558e0999ae triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:28.113542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.129055 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.179122 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.243130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.290800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:28.321290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:28.338891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:28.346758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:28.405502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Allocated IP 172.25.7.228 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/78d9e447-ee7b-4841-b5b7-047190189d33) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:28.456252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Attempting to bind port 2510d822-2daa-4c64-9a61-4784c79fef5b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:26:28.457123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Attempting to bind port 2510d822-2daa-4c64-9a61-4784c79fef5b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:26:28.457724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Attempting to bind port 2510d822-2daa-4c64-9a61-4784c79fef5b on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:26:28.498211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:26:28.498765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:26:28.499273 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.499738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:26:28.500328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Bound port: 2510d822-2daa-4c64-9a61-4784c79fef5b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:26:28.500843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.530409 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.579848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947d526-db3a-48c6-b02b-191449ca3ea6 None None] Pushing event updated for resources: {'Port': ['ID=2510d822-2daa-4c64-9a61-4784c79fef5b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:28.606965 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.673721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.740061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] For port 2510d822-2daa-4c64-9a61-4784c79fef5b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:26:28.756088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] For port 2510d822-2daa-4c64-9a61-4784c79fef5b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2510d822-2daa-4c64-9a61-4784c79fef5b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:26:28.758824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ce8f43ad-e2d9-424b-9dc0-2666c776b1bb None None] Provisioning complete for port aa57284d-6c7a-4b48-8d6a-46558e0999ae triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:28.759204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce8f43ad-e2d9-424b-9dc0-2666c776b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.775096 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.795708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port aa57284d-6c7a-4b48-8d6a-46558e0999ae, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa57284d-6c7a-4b48-8d6a-46558e0999ae,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:28.852976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36295c-7858-4437-abd7-591b8af0004c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:28.881203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.887633 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.893793 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.917935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.989773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:28.994182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9f8fb8f1-e9d0-48e6-94e5-1fcc704b5c2f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3690813 Feb 04 20:26:29.004328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:29.010287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54588) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:29.011596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:29.016860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:29.046723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=aa57284d-6c7a-4b48-8d6a-46558e0999ae,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:29.154214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Routers {'ca5ba774-6341-4a44-a4a4-d4c49b38057a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:29.155173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ca5ba774-6341-4a44-a4a4-d4c49b38057a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:29.274452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947d526-db3a-48c6-b02b-191449ca3ea6 None None] Pushing event updated for resources: {'Port': ['ID=2510d822-2daa-4c64-9a61-4784c79fef5b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:29.358236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': 'bd36295c-7858-4437-abd7-591b8af0004c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:29.373611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:29.414448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] Set router ca5ba774-6341-4a44-a4a4-d4c49b38057a gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:29.421773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:29.432356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:29.449933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:29.468928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Router 14cda93c-fc52-4264-abb4-1494440f7e50 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:26:29.478861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Port': ['ID=78d9e447-ee7b-4841-b5b7-047190189d33,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:29.538137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:29.715421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:29.728004 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Sync routers for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:29.747026 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:29.747657 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:29.776898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa57284d-6c7a-4b48-8d6a-46558e0999ae up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:29.887862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:29.888051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:29.888541 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e3492ccd-c8a1-4f12-9884-4375576ba6d7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5229256 Feb 04 20:26:29.889891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54598) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:29.923582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:29.975396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port aa57284d-6c7a-4b48-8d6a-46558e0999ae triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:29.979831 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:30.026816 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:30.060871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:30.159501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ba774-6341-4a44-a4a4-d4c49b38057a', 'name': 'tempest-snat-router-1036255567', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.201'}], 'enable_snat': False}, 'gw_port_id': '2510d822-2daa-4c64-9a61-4784c79fef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:20Z', 'updated_at': '2022-02-04T20:26:23Z', 'revision_number': 3, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port': {'id': '2510d822-2daa-4c64-9a61-4784c79fef5b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:25:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ba774-6341-4a44-a4a4-d4c49b38057a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:22Z', 'updated_at': '2022-02-04T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:30.175895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c2ec4-b4e9-4d8e-8ae6-fe8e87eb5201 None None] The sync data for ids ['ca5ba774-6341-4a44-a4a4-d4c49b38057a'] in n-d-811806-1 is: [{'id': 'ca5ba774-6341-4a44-a4a4-d4c49b38057a', 'name': 'tempest-snat-router-1036255567', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.201'}], 'enable_snat': False}, 'gw_port_id': '2510d822-2daa-4c64-9a61-4784c79fef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:20Z', 'updated_at': '2022-02-04T20:26:23Z', 'revision_number': 3, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port': {'id': '2510d822-2daa-4c64-9a61-4784c79fef5b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:25:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ba774-6341-4a44-a4a4-d4c49b38057a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:22Z', 'updated_at': '2022-02-04T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:30.211504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d370f8bb-c204-4079-939c-af859e0d5653,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:30.583468 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:27Z', 'revision_number': 3, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:30.591412 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Checking router: 14cda93c-fc52-4264-abb4-1494440f7e50 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:26:30.595674 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Updating router 14cda93c-fc52-4264-abb4-1494440f7e50 port c27abb31-b353-4454-93e7-530bb7161891 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:26:30.719195 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:30.738133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:30.744126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:30.745113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-268c4499-3306-478f-9a36-0168928daa73 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7295806 Feb 04 20:26:31.119016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4b3a674f-19ba-419f-916b-1548d53f92e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.243362 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4b3a674f-19ba-419f-916b-1548d53f92e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.284997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.471324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.529572 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.546560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4b3a674f-19ba-419f-916b-1548d53f92e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.561858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Transition to ACTIVE for port object c27abb31-b353-4454-93e7-530bb7161891 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:31.601764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a674f-19ba-419f-916b-1548d53f92e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36295c-7858-4437-abd7-591b8af0004c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:31.603985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4b3a674f-19ba-419f-916b-1548d53f92e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.613410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4b3a674f-19ba-419f-916b-1548d53f92e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/bd36295c-7858-4437-abd7-591b8af0004c HTTP/1.1" status: 204 len: 168 time: 0.8649476 Feb 04 20:26:31.617554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54622) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:31.660169 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.816291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Router e03168c3-3a3c-4c57-bad5-f9e152376598 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:26:31.826883 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Attempting to bind port c27abb31-b353-4454-93e7-530bb7161891 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:26:31.836540 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Attempting to bind port c27abb31-b353-4454-93e7-530bb7161891 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:26:31.836540 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Attempting to bind port c27abb31-b353-4454-93e7-530bb7161891 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:26:31.836540 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:26:31.838077 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:26:31.839393 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.841715 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:26:31.846065 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Bound port: c27abb31-b353-4454-93e7-530bb7161891, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:26:31.846961 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:31.879143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2510d822-2daa-4c64-9a61-4784c79fef5b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:31.887362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-941bc9ac-f1d9-4726-ad6c-c1526e4fc9ee tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:31.951021 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Pushing event updated for resources: {'Port': ['ID=c27abb31-b353-4454-93e7-530bb7161891,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:32.005347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Allocated IP 172.20.0.1 (71c3120e-a942-4df0-a7ef-fe400b5204e5/7925e458-494c-4bf5-8efa-adaf5ad9a493/0f370e12-8efa-4510-bf92-77254c0e7d45) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:32.010342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-941bc9ac-f1d9-4726-ad6c-c1526e4fc9ee tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:32.017114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-941bc9ac-f1d9-4726-ad6c-c1526e4fc9ee tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3974924 Feb 04 20:26:32.020861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54630) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:32.028604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579550023'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:32.039016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:32.069672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:32.072931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2510d822-2daa-4c64-9a61-4784c79fef5b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:32.078663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2510d822-2daa-4c64-9a61-4784c79fef5b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:32.079659 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.148416 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.148754 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.149649 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.151089 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.153392 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.155462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.156456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.159412 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.159911 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.160384 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.161784 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.164034 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:32.189630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] For port c27abb31-b353-4454-93e7-530bb7161891, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:26:32.189729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.203292 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] For port c27abb31-b353-4454-93e7-530bb7161891, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c27abb31-b353-4454-93e7-530bb7161891,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:26:32.279077 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.339161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:32.349474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Sync routers for ids ['e03168c3-3a3c-4c57-bad5-f9e152376598'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:32.380089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Routers {'e03168c3-3a3c-4c57-bad5-f9e152376598'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:32.380826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e03168c3-3a3c-4c57-bad5-f9e152376598'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:32.394385 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:32.396438 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:32.401613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:32.409591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:32.414993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:32.437582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:32.452569 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.454490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b2e94e74-433f-4b72-9a47-0e7707fd4d0e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0704837 Feb 04 20:26:32.457713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54636) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:32.467739 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.508825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.510488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2510d822-2daa-4c64-9a61-4784c79fef5b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2510d822-2daa-4c64-9a61-4784c79fef5b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:32.578029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Transition to ACTIVE for port object 0f370e12-8efa-4510-bf92-77254c0e7d45 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:32.601856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.644200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Set router e03168c3-3a3c-4c57-bad5-f9e152376598 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:32.644438 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522831f-ae78-4cd8-ab46-c0ea038090a1 None None] Pushing event updated for resources: {'Port': ['ID=c27abb31-b353-4454-93e7-530bb7161891,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:32.659376 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:32.695509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.707175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.809714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-899bb668-8658-4d68-a8f1-ac3748725088 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/e03168c3-3a3c-4c57-bad5-f9e152376598 HTTP/1.1" status: 200 len: 908 time: 0.3487575 Feb 04 20:26:32.810962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54642) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:32.813372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:32.956563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2510d822-2daa-4c64-9a61-4784c79fef5b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:32.997948 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.002477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9808993 Feb 04 20:26:33.012603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54656) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:33.031225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031759975'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:33.049730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:33.072580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:33.105778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:33.120454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c063a-529e-47d4-b3ed-e493dde42a68 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694f5588-c652-47e4-9032-88ee13feb306,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:33.132725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:33.185629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.267582 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:27Z', 'revision_number': 3, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:33.274424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a557bc-3264-4651-a4fe-074ad09e1dd8 None None] The sync data for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 is: [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:27Z', 'revision_number': 3, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:33.304111 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.380538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:33.384180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:33.392298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:33.404782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Pushing event updated for resources: {'Port': ['ID=0f370e12-8efa-4510-bf92-77254c0e7d45,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:33.481820 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.557574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:33.562297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:33.565792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:33.576029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:33.579605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.683288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03168c3-3a3c-4c57-bad5-f9e152376598', 'name': 'tempest-snat-router-1036255567', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '78d9e447-ee7b-4841-b5b7-047190189d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:26Z', 'updated_at': '2022-02-04T20:26:29Z', 'revision_number': 3, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port': {'id': '78d9e447-ee7b-4841-b5b7-047190189d33', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03168c3-3a3c-4c57-bad5-f9e152376598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:28Z', 'updated_at': '2022-02-04T20:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:33.714016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Deleting port 78d9e447-ee7b-4841-b5b7-047190189d33 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:33.717374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Checking router: e03168c3-3a3c-4c57-bad5-f9e152376598 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:26:33.719992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.724420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Updating router e03168c3-3a3c-4c57-bad5-f9e152376598 port 78d9e447-ee7b-4841-b5b7-047190189d33 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:26:33.755177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.794437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2510d822-2daa-4c64-9a61-4784c79fef5b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:33.843751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.847810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3afe73be-b199-4477-a628-70349de2ad0f None None] Provisioning for port 0f370e12-8efa-4510-bf92-77254c0e7d45 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:33.909513 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.957701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3afe73be-b199-4477-a628-70349de2ad0f None None] Provisioning complete for port 0f370e12-8efa-4510-bf92-77254c0e7d45 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:33.958316 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3afe73be-b199-4477-a628-70349de2ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:33.967506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb64cd2-58f4-4d92-acbe-c7138ff73183,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:34.022832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.258433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.263255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dc8ecf33-89ab-4b4b-bbb6-35042ba07e58 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2386749 Feb 04 20:26:34.264772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54670) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:34.278243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': '694f5588-c652-47e4-9032-88ee13feb306', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8eb64cd2-58f4-4d92-acbe-c7138ff73183', 'remote_ip_prefix': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:34.288669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3afe73be-b199-4477-a628-70349de2ad0f None None] Port 0f370e12-8efa-4510-bf92-77254c0e7d45 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:26:34.317462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:34.327333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2510d822-2daa-4c64-9a61-4784c79fef5b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:34.327537 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.328141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.336370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:34.342444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:34.371109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.414822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:34.464176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.486559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Calling delete_port for 78d9e447-ee7b-4841-b5b7-047190189d33 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:34.608539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Pushing event updated for resources: {'Port': ['ID=0f370e12-8efa-4510-bf92-77254c0e7d45,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:34.673632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.828004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.830310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.915991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:34.937535 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:26:34.937648 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:26:34.962488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.030794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff59d45e-7c49-4503-9dc1-37cb0968106e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:35.045525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event deleted for resources: {'Port': ['ID=78d9e447-ee7b-4841-b5b7-047190189d33,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:35.073517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:35.074953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:35.185851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.337968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Router 14cda93c-fc52-4264-abb4-1494440f7e50 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:26:35.366508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.367825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98faee63-fe58-4796-955e-434c122cb860 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1018786 Feb 04 20:26:35.376977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54684) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:35.507035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.529691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Port 78d9e447-ee7b-4841-b5b7-047190189d33 not found while updating agent binding for router e03168c3-3a3c-4c57-bad5-f9e152376598. {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 20:26:35.540741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Routers {'e03168c3-3a3c-4c57-bad5-f9e152376598'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:35.541085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.542200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e03168c3-3a3c-4c57-bad5-f9e152376598'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:35.585348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb15c177-911b-4c71-b077-e2dd931b5e3c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.603951 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb15c177-911b-4c71-b077-e2dd931b5e3c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.641781 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.641781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e03168c3-3a3c-4c57-bad5-f9e152376598 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:26:35.698294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.700579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b067d61c-55d2-4bd0-95e9-e138168b69b0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e03168c3-3a3c-4c57-bad5-f9e152376598 HTTP/1.1" status: 204 len: 168 time: 2.8876798 Feb 04 20:26:35.703800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54700) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:35.762246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:35.765676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6a6030c0-97f9-46e7-af25-43fd8d7d93e3 None None] Provisioning complete for port 0f370e12-8efa-4510-bf92-77254c0e7d45 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:35.773401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a6030c0-97f9-46e7-af25-43fd8d7d93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:35.777662 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cb8e5e7a-fd7a-46cf-bf8d-7a60c5591e90 admin admin] 10.222.0.48 "PUT /v2.0/routers/14cda93c-fc52-4264-abb4-1494440f7e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8833387 Feb 04 20:26:35.892839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c27abb31-b353-4454-93e7-530bb7161891 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:35.966683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] Set router e03168c3-3a3c-4c57-bad5-f9e152376598 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:35.991471 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Sync routers for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:36.011651 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:36.017682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:36.017922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb15c177-911b-4c71-b077-e2dd931b5e3c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.034841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb15c177-911b-4c71-b077-e2dd931b5e3c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.039884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eb15c177-911b-4c71-b077-e2dd931b5e3c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ff59d45e-7c49-4503-9dc1-37cb0968106e HTTP/1.1" status: 204 len: 168 time: 0.6591372 Feb 04 20:26:36.040291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54714) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:36.062808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15c177-911b-4c71-b077-e2dd931b5e3c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff59d45e-7c49-4503-9dc1-37cb0968106e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:36.125878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.189998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ca9b3aa7-14fb-478f-807c-398bdeea5254 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:36.283759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03168c3-3a3c-4c57-bad5-f9e152376598', 'name': 'tempest-snat-router-1036255567', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:26Z', 'updated_at': '2022-02-04T20:26:34Z', 'revision_number': 5, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:36.310130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76a5f9-1130-42d8-a522-053e1ec6155a None None] The sync data for ids ['e03168c3-3a3c-4c57-bad5-f9e152376598'] in n-d-811806-1 is: [{'id': 'e03168c3-3a3c-4c57-bad5-f9e152376598', 'name': 'tempest-snat-router-1036255567', 'tenant_id': '8418579af49b4c67828c68d78f648adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:26Z', 'updated_at': '2022-02-04T20:26:34Z', 'revision_number': 5, 'project_id': '8418579af49b4c67828c68d78f648adc', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:36.317894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ca9b3aa7-14fb-478f-807c-398bdeea5254 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:36.317894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ca9b3aa7-14fb-478f-807c-398bdeea5254 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2727106 Feb 04 20:26:36.317894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54730) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:36.337834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6a6030c0-97f9-46e7-af25-43fd8d7d93e3 None None] Port 0f370e12-8efa-4510-bf92-77254c0e7d45 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:26:36.380728 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:36.443349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c27abb31-b353-4454-93e7-530bb7161891 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:36.449739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c27abb31-b353-4454-93e7-530bb7161891 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:36.450038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.480646 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56456bc4-1ee0-46ce-ad48-7d1524d063cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.503830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.543700 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56456bc4-1ee0-46ce-ad48-7d1524d063cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.593066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Deleting port 2510d822-2daa-4c64-9a61-4784c79fef5b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:36.597145 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.736116 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56456bc4-1ee0-46ce-ad48-7d1524d063cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.782464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56456bc4-1ee0-46ce-ad48-7d1524d063cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb64cd2-58f4-4d92-acbe-c7138ff73183,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:36.864315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.893118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c27abb31-b353-4454-93e7-530bb7161891, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c27abb31-b353-4454-93e7-530bb7161891,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:36.936751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-56456bc4-1ee0-46ce-ad48-7d1524d063cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:36.942736 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-56456bc4-1ee0-46ce-ad48-7d1524d063cf tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/8eb64cd2-58f4-4d92-acbe-c7138ff73183 HTTP/1.1" status: 204 len: 168 time: 0.6241648 Feb 04 20:26:36.955083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54746) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:36.972410 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.009354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54750) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:37.019485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840891739', 'description': 'tempest-description--643211268'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:37.027807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:37.032653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:37.036352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:37.043821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:37.149911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e31fe192-6f4c-40e7-854e-220f40c91dd5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:37.167055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c27abb31-b353-4454-93e7-530bb7161891,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:37.191020 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:34Z', 'revision_number': 2, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:37.197376 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Checking router: 14cda93c-fc52-4264-abb4-1494440f7e50 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:26:37.197376 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Updating router 14cda93c-fc52-4264-abb4-1494440f7e50 port 0f370e12-8efa-4510-bf92-77254c0e7d45 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:26:37.203269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] For port 2510d822-2daa-4c64-9a61-4784c79fef5b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2510d822-2daa-4c64-9a61-4784c79fef5b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:37.208288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.244399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e31fe192-6f4c-40e7-854e-220f40c91dd5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:37.244399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e31fe192-6f4c-40e7-854e-220f40c91dd5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2862360 Feb 04 20:26:37.245754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54760) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:37.261577 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.423594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89c1570-b0ea-45d2-860a-5075e05fe791 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.469438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Calling delete_port for 2510d822-2daa-4c64-9a61-4784c79fef5b owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:37.491242 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89c1570-b0ea-45d2-860a-5075e05fe791 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.619126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.649798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:37.654593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group_rule and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:37.658006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:37.667456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89c1570-b0ea-45d2-860a-5075e05fe791 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.680366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:37.720693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1570-b0ea-45d2-860a-5075e05fe791 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f5588-c652-47e4-9032-88ee13feb306,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:37.721688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c27abb31-b353-4454-93e7-530bb7161891 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:37.838623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a89c1570-b0ea-45d2-860a-5075e05fe791 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.841969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a89c1570-b0ea-45d2-860a-5075e05fe791 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/694f5588-c652-47e4-9032-88ee13feb306 HTTP/1.1" status: 204 len: 168 time: 0.5951536 Feb 04 20:26:37.844445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54778) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:37.884602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c27abb31-b353-4454-93e7-530bb7161891 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:37.885566 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.980437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:37.982945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0c3e6798-d441-4fc5-b912-099c8a99a535 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:38.055308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.058638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.090015 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.105195 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Transition to ACTIVE for port object 0f370e12-8efa-4510-bf92-77254c0e7d45 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:38.130430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0c3e6798-d441-4fc5-b912-099c8a99a535 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:38.133012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0c3e6798-d441-4fc5-b912-099c8a99a535 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2874608 Feb 04 20:26:38.137204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54790) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:38.143864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720320307'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:38.178225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:38.199844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:38.243685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd65f08-707c-4e2c-8294-ee469d52e4a0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:38.253861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.260569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54794) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:38.264476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c9eaf35-aa7f-4bb6-8563-64703dc1f542 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2540894 Feb 04 20:26:38.266471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event deleted for resources: {'Port': ['ID=2510d822-2daa-4c64-9a61-4784c79fef5b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:38.274355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'security_group_rule': {'security_group_id': '4cd65f08-707c-4e2c-8294-ee469d52e4a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:38.277875 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.283700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:38.300837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group_rule and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:38.307443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:38.335718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:38.352172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.409184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:38.422818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:38.432764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:38.445619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:38.533150 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40749539-8099-4e1b-a976-abd77405cbc4 None None] Pushing event updated for resources: {'Port': ['ID=0f370e12-8efa-4510-bf92-77254c0e7d45,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:38.534066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.553397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.570818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.640658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.657722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.671747 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Attempting to bind port 0f370e12-8efa-4510-bf92-77254c0e7d45 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:26:38.672340 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Attempting to bind port 0f370e12-8efa-4510-bf92-77254c0e7d45 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:26:38.672852 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Attempting to bind port 0f370e12-8efa-4510-bf92-77254c0e7d45 on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:26:38.685462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:26:38.686895 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Checking segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:26:38.686895 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.687254 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Bound using segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:26:38.687884 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Bound port: 0f370e12-8efa-4510-bf92-77254c0e7d45, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:26:38.688410 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.734260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c725b3-d628-4617-b123-70dcb3070873,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:38.750257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.801002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b0f46d-c39f-4c07-99de-5f7f0e1a80af,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:38.883598 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] For port 0f370e12-8efa-4510-bf92-77254c0e7d45, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:26:38.890938 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] For port 0f370e12-8efa-4510-bf92-77254c0e7d45, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0f370e12-8efa-4510-bf92-77254c0e7d45,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:26:38.902503 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.912970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dc42b96e-eee5-44bb-9087-6b2b2b2bc617 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7695832 Feb 04 20:26:38.912970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:38.914838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': 'e5c725b3-d628-4617-b123-70dcb3070873', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:38.918839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.921425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.930391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:38.936503 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.950340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:38.959801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bc8ae1bf-e945-460e-a4c4-2bbf90a60f4b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6901495 Feb 04 20:26:38.959911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54816) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:38.960017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:38.962328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'security_group_rule': {'security_group_id': '4cd65f08-707c-4e2c-8294-ee469d52e4a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:38.963760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:38.974257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:38.980069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:38.983689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group_rule and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:38.992651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:39.012270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:39.035559 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.065318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.065964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca5ba774-6341-4a44-a4a4-d4c49b38057a {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:26:39.079857 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.087609 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d8b5f60b-e0c8-4864-96a5-8a5528356629 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ca5ba774-6341-4a44-a4a4-d4c49b38057a HTTP/1.1" status: 204 len: 168 time: 3.3814580 Feb 04 20:26:39.094085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54826) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:39.099455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-149966195', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:39.110011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:39.127111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Usage tracker for resource:router and tenant:aa92584e7edf438cacf7db9de2b58522 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:39.136141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:39.157688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:39.163214 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:39.164026 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:39.164392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.222508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.261591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.326115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.327749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.370108 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40749539-8099-4e1b-a976-abd77405cbc4 None None] Pushing event updated for resources: {'Port': ['ID=0f370e12-8efa-4510-bf92-77254c0e7d45,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:39.407601 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.458252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.472807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.478974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.536558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3371fb11-247d-4763-bb58-a62c485523ab,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:39.590792 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.605064 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:26:39.615846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4539db7-a877-48a8-9a28-2b1bf85abce0,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:39.690420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.693760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b255369a-c840-4b0c-be46-522764c83657 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7359681 Feb 04 20:26:39.696039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:39.722639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:39.729860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:39.734432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:floatingip and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:39.737593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:39.744671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:39.811769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.815952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f857ce1c-9619-4cb0-b76c-668131b1d7a8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9036925 Feb 04 20:26:39.816910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54848) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:39.846481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2510d822-2daa-4c64-9a61-4784c79fef5b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:26:39.908383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-249658d0-c926-480f-a70e-3ee9db5b6482 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.916897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2510d822-2daa-4c64-9a61-4784c79fef5b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:26:39.920830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2510d822-2daa-4c64-9a61-4784c79fef5b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:26:39.929961 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-249658d0-c926-480f-a70e-3ee9db5b6482 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:39.960450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:40.018638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:40.069459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-249658d0-c926-480f-a70e-3ee9db5b6482 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:40.091799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249658d0-c926-480f-a70e-3ee9db5b6482 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4539db7-a877-48a8-9a28-2b1bf85abce0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:40.120116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-249658d0-c926-480f-a70e-3ee9db5b6482 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:40.122175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-249658d0-c926-480f-a70e-3ee9db5b6482 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e4539db7-a877-48a8-9a28-2b1bf85abce0 HTTP/1.1" status: 204 len: 168 time: 0.3041234 Feb 04 20:26:40.148520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54858) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:40.230876 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:38Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:40.235338 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae860a29-26e5-4dd4-b9d4-bbaea8a9571e None None] The sync data for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 is: [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:38Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:40.262047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-682af3fa-1000-44e3-b135-e9e07c7aed4c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:40.297897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:40.430302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-682af3fa-1000-44e3-b135-e9e07c7aed4c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:40.430653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-682af3fa-1000-44e3-b135-e9e07c7aed4c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2706680 Feb 04 20:26:40.505205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54866) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:40.535178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Allocated IP 172.25.7.159 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/43caa37d-a6fc-47ef-b5c7-988462e44ad4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:40.731493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d6f1df-23aa-47b1-aeb7-8927fd92b8c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:40.781463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d6f1df-23aa-47b1-aeb7-8927fd92b8c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:40.834934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.056600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.064575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.120272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d6f1df-23aa-47b1-aeb7-8927fd92b8c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.138093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.150872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6f1df-23aa-47b1-aeb7-8927fd92b8c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c725b3-d628-4617-b123-70dcb3070873,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:41.239083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:41.250879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:41.255478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:41.404638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Allocated IP 172.25.7.130 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/552aab51-95f5-474a-a77f-8a8b582445e0) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:41.518625 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.553684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'Port': ['ID=43caa37d-a6fc-47ef-b5c7-988462e44ad4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:41.645213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d6f1df-23aa-47b1-aeb7-8927fd92b8c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.651192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-80d6f1df-23aa-47b1-aeb7-8927fd92b8c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/e5c725b3-d628-4617-b123-70dcb3070873 HTTP/1.1" status: 204 len: 168 time: 1.1404762 Feb 04 20:26:41.654044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:41.742091 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:41.833622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0f370e12-8efa-4510-bf92-77254c0e7d45 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:41.916037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7dad6c24-fe97-4291-b7ac-5fc42295caf5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:42.038327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.172799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.273711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.273711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:42.275140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:42.279701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:42.323328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 0f370e12-8efa-4510-bf92-77254c0e7d45 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:42.325832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event updated for resources: {'Port': ['ID=552aab51-95f5-474a-a77f-8a8b582445e0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:42.325832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7dad6c24-fe97-4291-b7ac-5fc42295caf5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:42.325832 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7dad6c24-fe97-4291-b7ac-5fc42295caf5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6636014 Feb 04 20:26:42.328447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0f370e12-8efa-4510-bf92-77254c0e7d45 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:42.328997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.330790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54920) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:42.338115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--519713967'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:42.359540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:42.388896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:42.451000 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.528146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.550981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 0f370e12-8efa-4510-bf92-77254c0e7d45, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0f370e12-8efa-4510-bf92-77254c0e7d45,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:42.576904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'Port': ['ID=43caa37d-a6fc-47ef-b5c7-988462e44ad4,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:42.585815 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.785260 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.808688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:42.825747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:42.825747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:42.825747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:42.842354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.847100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:42.847100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b808f784-77ec-4b60-a15f-85f3afb36dd6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1492443 Feb 04 20:26:42.946064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=0f370e12-8efa-4510-bf92-77254c0e7d45,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:42.955221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.956539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.957253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.957782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.958356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.959341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.960001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.960618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.961134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.963847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.965266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.966066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:42.984427 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.062148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.158332 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.160696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd96b594-fbc5-4b93-b383-0224a8dfe0b7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:43.174619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-ef6f0444-9c6c-4ebc-b23e-c59104b2f30d tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:43.269917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.269917 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d3646e6d-c094-4f45-9162-ce071afaf45e tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9326959 Feb 04 20:26:43.269917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54946) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:43.275038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': 'fd96b594-fbc5-4b93-b383-0224a8dfe0b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:43.281792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:43.286074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:43.290125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:43.296073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:43.343315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-ef6f0444-9c6c-4ebc-b23e-c59104b2f30d tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:43.343315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-ef6f0444-9c6c-4ebc-b23e-c59104b2f30d tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--840891739&fields=id&tenant_id=1d3b80f7faa34035a801e99e08bdc81e HTTP/1.1" status: 200 len: 267 time: 0.2487066 Feb 04 20:26:43.475750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.628279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-f14091c4-1604-498d-9215-73212bff0890 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:43.639565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-f14091c4-1604-498d-9215-73212bff0890 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 809 time: 0.2917383 Feb 04 20:26:43.661220 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.665380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-d84abf43-b022-4254-a69c-a7d7644a770d tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/quotas/1d3b80f7faa34035a801e99e08bdc81e HTTP/1.1" status: 200 len: 375 time: 0.0242400 Feb 04 20:26:43.705839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0f370e12-8efa-4510-bf92-77254c0e7d45 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:26:43.760484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63cc9cb2-8103-4ce4-91b1-b525f616d4c9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948124 Feb 04 20:26:43.770515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.830198 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.858608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0f370e12-8efa-4510-bf92-77254c0e7d45 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:43.859138 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:43.867348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-c45bfb4d-fdfd-4dcf-98d8-591eab2be0e8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:26:43.876524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-c45bfb4d-fdfd-4dcf-98d8-591eab2be0e8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180485 Feb 04 20:26:43.921936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8129d91-5132-4934-b007-605741d571c3,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:44.023621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:44.025060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2137df03-e421-428e-98b3-b8f6f014b2a3 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7548406 Feb 04 20:26:44.039783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54956) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:44.100069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-49ffcbd0-2d7c-4856-8192-fc9d680e0357 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules/a8129d91-5132-4934-b007-605741d571c3 HTTP/1.1" status: 200 len: 763 time: 0.0587015 Feb 04 20:26:44.102595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54960) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:44.232597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-70b08ede-b399-47dd-9960-c0819c2762a5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:44.239386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-123d5e10-71c5-493d-b8a4-2030b987abd4 service neutron] 10.222.0.48 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619838 Feb 04 20:26:44.328563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Router 71156f1a-51c1-4c69-b3c5-8230622a99b3 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:26:44.405973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-70b08ede-b399-47dd-9960-c0819c2762a5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:44.407072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-70b08ede-b399-47dd-9960-c0819c2762a5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3033254 Feb 04 20:26:44.410637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54974) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:44.436406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-ed1e8ba4-9872-4803-be53-07d952d15b15 service neutron] 10.222.0.48 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906745 Feb 04 20:26:44.455663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ec04-9885-44c7-b982-56bc6670e81f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:44.471714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ec04-9885-44c7-b982-56bc6670e81f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:44.573216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:44.586948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] Sync routers for ids ['71156f1a-51c1-4c69-b3c5-8230622a99b3'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:44.594215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] Routers {'71156f1a-51c1-4c69-b3c5-8230622a99b3'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:44.594876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['71156f1a-51c1-4c69-b3c5-8230622a99b3'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:44.598843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ec04-9885-44c7-b982-56bc6670e81f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:44.622447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9ec04-9885-44c7-b982-56bc6670e81f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8129d91-5132-4934-b007-605741d571c3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:44.656382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:44.657596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b0243ede-ed84-4f76-9e7e-305a0b89d1d7 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5624843 Feb 04 20:26:44.660599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54982) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:44.664515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:44.668519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': False}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:44.674200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] Routers {'71156f1a-51c1-4c69-b3c5-8230622a99b3'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:44.674849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['71156f1a-51c1-4c69-b3c5-8230622a99b3'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:44.747491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:44.747904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6661ae7-f51d-45d4-946c-17b6e4c47f67 None None] The sync data for ids ['71156f1a-51c1-4c69-b3c5-8230622a99b3'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:44.878081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-94046c39-47b7-4cdd-8878-6f8033c2af79 req-2a214dae-0fcd-4d16-a27c-7c45c76222ea tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:44.909682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ec04-9885-44c7-b982-56bc6670e81f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:44.911030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f9f9ec04-9885-44c7-b982-56bc6670e81f tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a8129d91-5132-4934-b007-605741d571c3 HTTP/1.1" status: 204 len: 168 time: 0.4994445 Feb 04 20:26:44.913936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54996) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:45.006519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6e92fea5-35cd-41f4-b17e-cd751c20f239 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:45.011130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-94046c39-47b7-4cdd-8878-6f8033c2af79 req-2a214dae-0fcd-4d16-a27c-7c45c76222ea tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:45.012534 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94046c39-47b7-4cdd-8878-6f8033c2af79 req-2a214dae-0fcd-4d16-a27c-7c45c76222ea tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 210 time: 0.2273993 Feb 04 20:26:45.090515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6e92fea5-35cd-41f4-b17e-cd751c20f239 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:45.093228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6e92fea5-35cd-41f4-b17e-cd751c20f239 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1778224 Feb 04 20:26:45.095992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55006) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:45.101923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': 'fd96b594-fbc5-4b93-b383-0224a8dfe0b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:45.118250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:45.154920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:45.254049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:45.403246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:45.510609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:45.539095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9987c6fa-2cda-4367-bbfa-ccc7f1d048be,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:45.596286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:45.634555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:45.640394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a3b6d80d-21e9-4e94-b09d-fc1493b3e129 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5390723 Feb 04 20:26:45.649720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55030) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:45.702272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8359d1cd-5194-4fd2-ad84-a6fa658f013c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules/9987c6fa-2cda-4367-bbfa-ccc7f1d048be HTTP/1.1" status: 200 len: 763 time: 0.0478821 Feb 04 20:26:45.703258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55034) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:45.841184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f15048f9-ad7b-4f52-8373-2a86b6537526 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:46.046427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f15048f9-ad7b-4f52-8373-2a86b6537526 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:46.048188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f15048f9-ad7b-4f52-8373-2a86b6537526 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3442724 Feb 04 20:26:46.050722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:46.129669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.149502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.231603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-846308cb-ee41-480d-b8fc-09cced30526f req-16ee4906-84fd-497e-bb86-2905706b6023 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 210 time: 0.1323283 Feb 04 20:26:46.311075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.334755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9987c6fa-2cda-4367-bbfa-ccc7f1d048be,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:46.349854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.350206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.350548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.350914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.351247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.351641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.351970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.352299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.352620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.352945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.353266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.354496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:46.460865 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.460865 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4bb5c8dc-51cd-41cc-a5c5-7251586ddb6a tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9987c6fa-2cda-4367-bbfa-ccc7f1d048be HTTP/1.1" status: 204 len: 168 time: 0.4071012 Feb 04 20:26:46.460865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55058) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:46.553452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4da2ec56-212c-45d3-8ffa-d89a1099a549 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:46.672016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4da2ec56-212c-45d3-8ffa-d89a1099a549 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:46.679728 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4da2ec56-212c-45d3-8ffa-d89a1099a549 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2147582 Feb 04 20:26:46.681413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55068) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:46.690589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': 'fd96b594-fbc5-4b93-b383-0224a8dfe0b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:46.702194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:46.729373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:46.751325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.757316 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.821715 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Project 8c6dd77c02704665ac062cd2fe067ce5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:26:46.830007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.893301 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:46.998408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Router 71156f1a-51c1-4c69-b3c5-8230622a99b3 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:26:47.077093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:47.117501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b92dae-92f6-4ca4-9ffb-72ebd3b7357c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:47.198873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:47.200079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ca29f89-b410-43fd-9bee-e08a66223a66 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5174708 Feb 04 20:26:47.202765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55078) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:47.228666 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fc472d01-f1f9-4ef1-bfbc-0afe2081cf63 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules/f9b92dae-92f6-4ca4-9ffb-72ebd3b7357c HTTP/1.1" status: 200 len: 769 time: 0.0247655 Feb 04 20:26:47.231211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55082) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:47.391131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5982952c-27a8-4828-bdf6-dab87906d7c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:47.529172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8219d4b5-2c6f-4257-a1a1-0f358a41a42c req-0361b752-8665-4092-a814-a49c5f48a492 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 210 time: 0.0531409 Feb 04 20:26:47.555020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:47.559859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:47.563164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bdb617bb-d6b8-4bab-9511-8501b614195d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "PUT /v2.0/routers/71156f1a-51c1-4c69-b3c5-8230622a99b3 HTTP/1.1" status: 200 len: 925 time: 2.9015331 Feb 04 20:26:47.565019 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] Sync routers for ids ['71156f1a-51c1-4c69-b3c5-8230622a99b3'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:47.565899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55090) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:47.569384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5982952c-27a8-4828-bdf6-dab87906d7c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:47.571803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5982952c-27a8-4828-bdf6-dab87906d7c5 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3396714 Feb 04 20:26:47.576133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55094) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:47.599083 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] Routers {'71156f1a-51c1-4c69-b3c5-8230622a99b3'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:47.604197 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['71156f1a-51c1-4c69-b3c5-8230622a99b3'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:47.660053 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69b8d7c9-cf19-4acb-9b6d-cb6835e27d20 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:47.672617 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69b8d7c9-cf19-4acb-9b6d-cb6835e27d20 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:47.735624 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:47.747190 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] Routers {'71156f1a-51c1-4c69-b3c5-8230622a99b3'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:47.747943 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['71156f1a-51c1-4c69-b3c5-8230622a99b3'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:47.812808 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:47.813213 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b856221-11cd-42e8-8f44-2ca028c45206 None None] The sync data for ids ['71156f1a-51c1-4c69-b3c5-8230622a99b3'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:47.850873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f4cf69f9-d1e1-4017-acf6-805141a47a78 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/71156f1a-51c1-4c69-b3c5-8230622a99b3 HTTP/1.1" status: 200 len: 925 time: 0.2808714 Feb 04 20:26:47.853468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55102) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:47.913596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69b8d7c9-cf19-4acb-9b6d-cb6835e27d20 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:47.934471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d7c9-cf19-4acb-9b6d-cb6835e27d20 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9b92dae-92f6-4ca4-9ffb-72ebd3b7357c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:47.935610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98858a85-4f34-4d60-9c2c-fa0fb3a38334 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:47.936500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98858a85-4f34-4d60-9c2c-fa0fb3a38334 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Synchronizing usage tracker for tenant:8418579af49b4c67828c68d78f648adc on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:48.049964 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69b8d7c9-cf19-4acb-9b6d-cb6835e27d20 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:48.049964 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-69b8d7c9-cf19-4acb-9b6d-cb6835e27d20 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f9b92dae-92f6-4ca4-9ffb-72ebd3b7357c HTTP/1.1" status: 204 len: 168 time: 0.4670322 Feb 04 20:26:48.051272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55112) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:48.100181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-41d2fd66-239d-46e3-b4f6-dae72dbc9d35 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471270 Feb 04 20:26:48.103387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55116) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:48.120956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98858a85-4f34-4d60-9c2c-fa0fb3a38334 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Unset dirty status for tenant:8418579af49b4c67828c68d78f648adc on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:48.128510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98858a85-4f34-4d60-9c2c-fa0fb3a38334 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=71156f1a-51c1-4c69-b3c5-8230622a99b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2674987 Feb 04 20:26:48.128510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55120) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:48.240722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c81ffe65-189b-4d3e-b95d-f4b0488b3309 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:48.288790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c81ffe65-189b-4d3e-b95d-f4b0488b3309 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:48.373033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3111437a-cf4b-4883-bd0b-b085a7e38e22 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:48.373715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3111437a-cf4b-4883-bd0b-b085a7e38e22 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Synchronizing usage tracker for tenant:8418579af49b4c67828c68d78f648adc on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:48.436977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c81ffe65-189b-4d3e-b95d-f4b0488b3309 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:48.454558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ffe65-189b-4d3e-b95d-f4b0488b3309 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd96b594-fbc5-4b93-b383-0224a8dfe0b7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:48.467953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c81ffe65-189b-4d3e-b95d-f4b0488b3309 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:48.471379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c81ffe65-189b-4d3e-b95d-f4b0488b3309 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd96b594-fbc5-4b93-b383-0224a8dfe0b7 HTTP/1.1" status: 204 len: 168 time: 0.3643138 Feb 04 20:26:48.471744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55126) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:48.491586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3111437a-cf4b-4883-bd0b-b085a7e38e22 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Unset dirty status for tenant:8418579af49b4c67828c68d78f648adc on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:48.492707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3111437a-cf4b-4883-bd0b-b085a7e38e22 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.3688214 Feb 04 20:26:48.498681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55130) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:48.526685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ee93e4d1-b668-4326-bc3f-414d92f3fc60 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:48.562255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-177cdf85-72dc-41d9-84af-c91bc68506b0 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=71156f1a-51c1-4c69-b3c5-8230622a99b3 HTTP/1.1" status: 200 len: 205 time: 0.0599930 Feb 04 20:26:48.563416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55138) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:48.728542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ee93e4d1-b668-4326-bc3f-414d92f3fc60 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:48.729786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ee93e4d1-b668-4326-bc3f-414d92f3fc60 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2570665 Feb 04 20:26:48.741981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55142) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:48.749360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806269948'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:48.757678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:48.773040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:48.838553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3e2286b-2774-4756-8a0b-5820f447d2f4 req-d8fe667f-f691-4daa-b543-5ccf0045e54a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 210 time: 0.1616647 Feb 04 20:26:48.896078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:48.938995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:48.943918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:48.947122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:48.956318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:49.012700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.038203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.092781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-1d2a3ae3-7034-42be-b76e-adb63483580e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:49.094216 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-1d2a3ae3-7034-42be-b76e-adb63483580e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 809 time: 0.5278530 Feb 04 20:26:49.135470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.221195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b51d4-7e65-4d71-b4e6-baa027a4f4e7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:49.341686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-60b876ab-29c4-49bf-9c25-0cd5b62f745c tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3b80f7faa34035a801e99e08bdc81e HTTP/1.1" status: 200 len: 379 time: 0.2373736 Feb 04 20:26:49.351561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.351561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-381e7588-72dd-4766-a3ce-7eaa899dfa0d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6048543 Feb 04 20:26:49.354535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55160) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:49.359302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Request body: {'security_group_rule': {'security_group_id': '8f4b51d4-7e65-4d71-b4e6-baa027a4f4e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:49.361002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'port': {'device_id': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'admin_state_up': True, 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'security_groups': ['4cd65f08-707c-4e2c-8294-ee469d52e4a0']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:49.373513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:49.383603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Usage tracker for resource:security_group_rule and tenant:8c6dd77c02704665ac062cd2fe067ce5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:49.390514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:49.406754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:49.520861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.530667 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.599460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:49.607013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.612917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:49.670985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Deleting port 552aab51-95f5-474a-a77f-8a8b582445e0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:49.674859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.724894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.727297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Made reservation on behalf of 1d3b80f7faa34035a801e99e08bdc81e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:26:49.731057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.751574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e286c928-fdec-43c2-a34c-5ea91dca38b5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:49.867615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:49.870156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-29407c81-29ed-4ad2-8399-dcec78033dce tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5148370 Feb 04 20:26:49.872705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55174) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:49.993608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61605527-61c7-470e-a59c-e9a66e8b392d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.040214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61605527-61c7-470e-a59c-e9a66e8b392d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.176033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55e44322-6f1a-4dd6-a56c-064edd9d9dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.176600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.192611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55182) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:50.248671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0be55465-1f36-4746-ab2a-edeb471b9cda req-0a9f2ca0-1812-49a8-8246-63f4711ed3e7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 210 time: 0.1148407 Feb 04 20:26:50.299887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61605527-61c7-470e-a59c-e9a66e8b392d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.326095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61605527-61c7-470e-a59c-e9a66e8b392d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b51d4-7e65-4d71-b4e6-baa027a4f4e7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:50.334485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-61605527-61c7-470e-a59c-e9a66e8b392d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.335588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-61605527-61c7-470e-a59c-e9a66e8b392d tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f4b51d4-7e65-4d71-b4e6-baa027a4f4e7 HTTP/1.1" status: 204 len: 168 time: 0.4616296 Feb 04 20:26:50.339140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55192) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:50.375287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Calling delete_port for 552aab51-95f5-474a-a77f-8a8b582445e0 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:26:50.446203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Allocated IP 172.20.0.3 (71c3120e-a942-4df0-a7ef-fe400b5204e5/7925e458-494c-4bf5-8efa-adaf5ad9a493/98befa34-9748-4756-a5db-33caa046bc6c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:50.456251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60174bc7-a9ed-4758-b0f6-dcd5382b0135 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:50.544120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.564192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60174bc7-a9ed-4758-b0f6-dcd5382b0135 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:50.568481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60174bc7-a9ed-4758-b0f6-dcd5382b0135 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2283144 Feb 04 20:26:50.569168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55198) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:50.586321 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:26:50.590234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:50.624747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e8872cea-735a-42a1-bede-adb36178a1e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Synchronizing usage tracker for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:50.663595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Usage tracker for resource:security_group_rule and tenant:80749d0cf25b4f2cbc308586ce6a8564 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:50.674750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:50.703158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:50.741845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e8872cea-735a-42a1-bede-adb36178a1e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] Unset dirty status for tenant:8c6dd77c02704665ac062cd2fe067ce5 on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:50.746163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e8872cea-735a-42a1-bede-adb36178a1e8 tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1760314 Feb 04 20:26:50.746776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55206) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:50.763460 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-2bd1124c-63c1-479b-b271-6cce94c890fb tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] delete failed (client error): The resource could not be found. Feb 04 20:26:50.764726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2bd1124c-63c1-479b-b271-6cce94c890fb tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f4b51d4-7e65-4d71-b4e6-baa027a4f4e7 HTTP/1.1" status: 404 len: 347 time: 0.0170770 Feb 04 20:26:50.769130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55210) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:50.867002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9226723c-a4c5-4bec-8aad-957298ea080c tempest-SecGroupIPv6Test-368348710 tempest-SecGroupIPv6Test-368348710-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965493 Feb 04 20:26:50.876378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:50.971534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.092165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Transition to ACTIVE for port object 98befa34-9748-4756-a5db-33caa046bc6c will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:51.098116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.128381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.206611 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80749d0cf25b4f2cbc308586ce6a8564&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0107648 Feb 04 20:26:51.215292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:51.238576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event deleted for resources: {'Port': ['ID=552aab51-95f5-474a-a77f-8a8b582445e0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:51.262323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.262323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.262323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.262323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.262323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.264750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.265282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.265837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.266383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.266966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.267500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.268190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:26:51.324597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977096-4f1b-483b-885b-39eae102e649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14ce2c-17fd-4999-8290-f95aca0f6f3f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:51.451852 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.530679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55232) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:51.532782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e7def8-f524-4671-8a0d-79f184519440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.636071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.642120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e7def8-f524-4671-8a0d-79f184519440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.910597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-570264e2-4ecf-446e-938c-75d0efb2de59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c6dd77c02704665ac062cd2fe067ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770049 Feb 04 20:26:51.911682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e7def8-f524-4671-8a0d-79f184519440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.918155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55244) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:51.952065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7def8-f524-4671-8a0d-79f184519440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14ce2c-17fd-4999-8290-f95aca0f6f3f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:51.956473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:51.962409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.966018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.969029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:51.973631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'Port': ['ID=98befa34-9748-4756-a5db-33caa046bc6c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:51.979223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:51.986960 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57e7def8-f524-4671-8a0d-79f184519440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:51.991206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-57e7def8-f524-4671-8a0d-79f184519440 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b14ce2c-17fd-4999-8290-f95aca0f6f3f HTTP/1.1" status: 204 len: 168 time: 0.7770841 Feb 04 20:26:52.040722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d916c8f6-b1fa-4745-89cc-7dc541e47a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.086505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d916c8f6-b1fa-4745-89cc-7dc541e47a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.126141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ec4b2-9ec7-4de0-b768-5fcb86947a8d req-07579693-d84a-4e0c-a4d7-e656ce4a4a8e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:52.131939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c07ec4b2-9ec7-4de0-b768-5fcb86947a8d req-07579693-d84a-4e0c-a4d7-e656ce4a4a8e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 931 time: 0.5551424 Feb 04 20:26:52.147551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:52.148202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.227209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.227872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Fanout notify agent at l3_agent the message router_deleted on router 71156f1a-51c1-4c69-b3c5-8230622a99b3 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:26:52.282860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d916c8f6-b1fa-4745-89cc-7dc541e47a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.307721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c85b3f40-8644-4df9-9869-9246c98d3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.328486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916c8f6-b1fa-4745-89cc-7dc541e47a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e83392-0908-4750-803f-30603a990112,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:52.331545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c07ec4b2-9ec7-4de0-b768-5fcb86947a8d req-11bd2857-fd3d-4fd8-8b20-548a42084a0d tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533902 Feb 04 20:26:52.358063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.358597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e099fe07-646f-4fa7-9839-64c2b44d94eb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/71156f1a-51c1-4c69-b3c5-8230622a99b3 HTTP/1.1" status: 204 len: 168 time: 3.7949011 Feb 04 20:26:52.362478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:52.383936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2034652356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:52.386320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:52.390906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Usage tracker for resource:router and tenant:aa92584e7edf438cacf7db9de2b58522 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:52.394115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:52.402124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:52.483133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-63765f66-db38-44d9-9a18-a4b4d449b45f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1317377 Feb 04 20:26:52.498081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Request body: {'port': {'device_id': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:52.532703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-95d16ab8-a55d-48de-93d7-c180e7c03ec5 None None] Provisioning for port 98befa34-9748-4756-a5db-33caa046bc6c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:26:52.534163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-95d16ab8-a55d-48de-93d7-c180e7c03ec5 None None] Provisioning complete for port 98befa34-9748-4756-a5db-33caa046bc6c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:26:52.534582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95d16ab8-a55d-48de-93d7-c180e7c03ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.581835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.583512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.607935 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.633203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-95d16ab8-a55d-48de-93d7-c180e7c03ec5 None None] Port 98befa34-9748-4756-a5db-33caa046bc6c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:26:52.640911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d916c8f6-b1fa-4745-89cc-7dc541e47a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.640911 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d916c8f6-b1fa-4745-89cc-7dc541e47a4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9e83392-0908-4750-803f-30603a990112 HTTP/1.1" status: 204 len: 168 time: 0.7123647 Feb 04 20:26:52.778124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.819002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.925523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:52.929387 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f0d2a803-67b8-4f36-84ec-c30c46e67e7d tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5632782 Feb 04 20:26:52.929612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55264) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:52.937879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:53.088143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55272) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:53.144469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.181214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:53.186453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6421cb18e4764d7c8ae69af8b6268f14 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:53.196091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:53.218943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:53.411432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98befa34-9748-4756-a5db-33caa046bc6c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:26:53.425510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.464404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Transition to ACTIVE for port object 98befa34-9748-4756-a5db-33caa046bc6c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:26:53.471126 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.474153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.529665 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.575589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.692026 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.695673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:53.767505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad79ca-d2b0-4a53-85d4-2cd1e0573bd5 req-b03b493a-e7d9-4d30-80a9-c08c7c5491ff tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:53.774485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3aad79ca-d2b0-4a53-85d4-2cd1e0573bd5 req-b03b493a-e7d9-4d30-80a9-c08c7c5491ff tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 943 time: 0.2133746 Feb 04 20:26:53.826314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Pushing event updated for resources: {'Port': ['ID=98befa34-9748-4756-a5db-33caa046bc6c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:53.893527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6421cb18e4764d7c8ae69af8b6268f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8041482 Feb 04 20:26:53.930800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55296) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:53.966129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d83a67-0bad-4cd9-97f7-aeb46c9588d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21133c-12e6-4a0f-9697-1e0dff1cda46,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:53.967043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Attempting to bind port 98befa34-9748-4756-a5db-33caa046bc6c on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:26:53.967686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Attempting to bind port 98befa34-9748-4756-a5db-33caa046bc6c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:26:53.970864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Attempting to bind port 98befa34-9748-4756-a5db-33caa046bc6c on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:26:53.984970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Port 98befa34-9748-4756-a5db-33caa046bc6c on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:26:53.984970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Attempting to bind port 98befa34-9748-4756-a5db-33caa046bc6c on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:26:53.989933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:26:53.989933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Checking segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:26:53.989933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Bound using segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:26:53.989933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Bound port: 98befa34-9748-4756-a5db-33caa046bc6c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:26:53.989933 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.091959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3aad79ca-d2b0-4a53-85d4-2cd1e0573bd5 req-82f4d0bb-211d-4ed0-8132-5b6988661abc tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:54.136915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] For port 98befa34-9748-4756-a5db-33caa046bc6c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:26:54.137715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3aad79ca-d2b0-4a53-85d4-2cd1e0573bd5 req-82f4d0bb-211d-4ed0-8132-5b6988661abc tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:54.140727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] For port 98befa34-9748-4756-a5db-33caa046bc6c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=98befa34-9748-4756-a5db-33caa046bc6c,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:26:54.151440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3aad79ca-d2b0-4a53-85d4-2cd1e0573bd5 req-82f4d0bb-211d-4ed0-8132-5b6988661abc tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757932 Feb 04 20:26:54.160964 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db45ee4-efd8-46d7-8b4f-68a2aff503f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.216744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db45ee4-efd8-46d7-8b4f-68a2aff503f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.217655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.298331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:54.303434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.304975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] 10.222.0.24 "PUT /v2.0/ports/98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 200 len: 1091 time: 1.8110414 Feb 04 20:26:54.308051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:26:54.348414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17b802-0fd4-43b5-ba9e-5701567615a9 service neutron] Pushing event updated for resources: {'Port': ['ID=98befa34-9748-4756-a5db-33caa046bc6c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:54.408597 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c', 'status': 'completed', 'code': 200} Feb 04 20:26:54.564195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55320) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:54.642105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccde28-d3e9-43c4-beda-3e1b5dc23b1b req-92e01387-d715-4c3a-bdfe-ac84e89d04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:54.643733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dccde28-d3e9-43c4-beda-3e1b5dc23b1b req-92e01387-d715-4c3a-bdfe-ac84e89d04d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1094 time: 0.1636400 Feb 04 20:26:54.708390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.767702 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db45ee4-efd8-46d7-8b4f-68a2aff503f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.790926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.832056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db45ee4-efd8-46d7-8b4f-68a2aff503f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21133c-12e6-4a0f-9697-1e0dff1cda46,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:54.837835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db45ee4-efd8-46d7-8b4f-68a2aff503f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:54.838765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9db45ee4-efd8-46d7-8b4f-68a2aff503f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d21133c-12e6-4a0f-9697-1e0dff1cda46 HTTP/1.1" status: 204 len: 168 time: 0.9061785 Feb 04 20:26:54.858577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-83fe0651-be5e-45b8-a08c-3288164ecfcd tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1776073920', 'prefixes': ['172.20.0.0/16']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:54.873486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-83fe0651-be5e-45b8-a08c-3288164ecfcd tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:54.900285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccde28-d3e9-43c4-beda-3e1b5dc23b1b req-35e9f209-9550-465d-bc46-4c2c744bd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:54.901725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dccde28-d3e9-43c4-beda-3e1b5dc23b1b req-35e9f209-9550-465d-bc46-4c2c744bd8ba service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2470584 Feb 04 20:26:54.986653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Allocated IP 172.25.7.91 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/84fd5da3-2dec-4d14-be04-122b1754cf65) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:26:55.060873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55334) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:55.095115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccde28-d3e9-43c4-beda-3e1b5dc23b1b req-88780319-1660-47bf-a703-c91189b69d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:55.098475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dccde28-d3e9-43c4-beda-3e1b5dc23b1b req-88780319-1660-47bf-a703-c91189b69d01 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861005 Feb 04 20:26:55.147083 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:55.385198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-08f12c72-49d8-4aa8-b077-295bd23187ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:55.387563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-08f12c72-49d8-4aa8-b077-295bd23187ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1094 time: 0.1884005 Feb 04 20:26:55.442731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:55.485395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d0c8-026c-408a-a7fa-4b171207aa0d req-f36390e8-8dee-4730-80f9-16af08873720 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:55.486286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b93d0c8-026c-408a-a7fa-4b171207aa0d req-f36390e8-8dee-4730-80f9-16af08873720 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 943 time: 0.1322596 Feb 04 20:26:55.516303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-ebc28e40-a315-4e95-8077-aafd0d91593b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 200 len: 217 time: 0.1160407 Feb 04 20:26:55.550732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b93d0c8-026c-408a-a7fa-4b171207aa0d req-bd3a6dfe-4434-4311-8e72-55615a61bad4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537391 Feb 04 20:26:55.599317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:55.615495 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-83fe0651-be5e-45b8-a08c-3288164ecfcd tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] Notify callbacks [] for subnetpool, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:55.619250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-83fe0651-be5e-45b8-a08c-3288164ecfcd tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0514181 Feb 04 20:26:55.619605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55350) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:55.627766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:55.635662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:23fd14b7eaab428e83b9a350fa6adb71 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:55.644509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-ea551dd1-479a-4482-950b-29f38b7b500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:55.644509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-ea551dd1-479a-4482-950b-29f38b7b500a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.1127605 Feb 04 20:26:55.644509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:55.649001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:55.658027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a491b364-e23f-4e2c-89e4-b541efc4b209 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] 10.222.0.48 "GET /v2.0/subnetpools/35d5e0fc-d6ab-4a4d-b9eb-837792a2084a HTTP/1.1" status: 200 len: 732 time: 0.0364590 Feb 04 20:26:55.661862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55354) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:55.668953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b8a761d9-16c2-4bc6-9ee0-611446f0df91 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-705845176'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:26:55.679232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:55.792273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:26:55.805483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:26:55.805483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:26:55.858605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event updated for resources: {'Port': ['ID=84fd5da3-2dec-4d14-be04-122b1754cf65,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:55.894766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-fc6e9631-7d9b-4efb-ad2b-be493fde8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:55.896295 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-fc6e9631-7d9b-4efb-ad2b-be493fde8764 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323620 Feb 04 20:26:55.960749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55360) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:55.987315 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.056785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.057940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.090770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-570eeadb-6aa5-4d8a-9695-ed965536fcc7 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819701 Feb 04 20:26:56.113194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:56.120581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Usage tracker for resource:security_group_rule and tenant:89d5847249a64048a2f157713b45595b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:56.124776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:56.149033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:56.184220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b8a761d9-16c2-4bc6-9ee0-611446f0df91 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] Notify callbacks [] for subnetpool, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.187431 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b8a761d9-16c2-4bc6-9ee0-611446f0df91 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] 10.222.0.48 "PUT /v2.0/subnetpools/35d5e0fc-d6ab-4a4d-b9eb-837792a2084a HTTP/1.1" status: 200 len: 683 time: 0.5220447 Feb 04 20:26:56.193399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55368) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:56.208092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc17a9a-d3be-43b7-b2dc-945ba8ba689d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:56.218447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bb2900f1-41c1-419b-9a2b-599218b41bc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23fd14b7eaab428e83b9a350fa6adb71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1557908 Feb 04 20:26:56.221442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55372) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:56.331884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdddd2d5-c0c7-4bb1-a6bf-60464a5a27ed req-55ef5071-452d-40d8-af9d-28e43e745d2c service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265809 Feb 04 20:26:56.334244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4df4b045-5087-4fa7-842b-3cd2621727f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.364415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4df4b045-5087-4fa7-842b-3cd2621727f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.488584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.489578 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.513071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4df4b045-5087-4fa7-842b-3cd2621727f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.528129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4b045-5087-4fa7-842b-3cd2621727f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc17a9a-d3be-43b7-b2dc-945ba8ba689d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:56.532663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4df4b045-5087-4fa7-842b-3cd2621727f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.536372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4df4b045-5087-4fa7-842b-3cd2621727f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fc17a9a-d3be-43b7-b2dc-945ba8ba689d HTTP/1.1" status: 204 len: 168 time: 0.3112657 Feb 04 20:26:56.578295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.605642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d1fa-a6d4-453a-8218-0207d946b52b tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] Notify callbacks [] for subnetpool, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.607441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d9a7d1fa-a6d4-453a-8218-0207d946b52b tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] 10.222.0.48 "DELETE /v2.0/subnetpools/35d5e0fc-d6ab-4a4d-b9eb-837792a2084a HTTP/1.1" status: 204 len: 168 time: 0.4131224 Feb 04 20:26:56.611461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55384) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:56.645257 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-a9979837-7ae8-4813-91f7-1107653b6a34 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] show failed (client error): The resource could not be found. Feb 04 20:26:56.645407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a9979837-7ae8-4813-91f7-1107653b6a34 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] 10.222.0.48 "GET /v2.0/subnetpools/35d5e0fc-d6ab-4a4d-b9eb-837792a2084a HTTP/1.1" status: 404 len: 346 time: 0.0340219 Feb 04 20:26:56.648786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55388) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:56.723949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89d5847249a64048a2f157713b45595b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551501 Feb 04 20:26:56.729652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:56.751579 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-4672bed7-c4da-4970-bac0-a6e4a0bfd2d3 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] delete failed (client error): The resource could not be found. Feb 04 20:26:56.752921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8f210-6139-4d9c-8eb9-1db07e2c14eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a15e0-5f8a-46cf-aad0-a67f3ebf0974,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:56.759047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4672bed7-c4da-4970-bac0-a6e4a0bfd2d3 tempest-SubnetPoolsTestJSON-1732669437 tempest-SubnetPoolsTestJSON-1732669437-project] 10.222.0.48 "DELETE /v2.0/subnetpools/35d5e0fc-d6ab-4a4d-b9eb-837792a2084a HTTP/1.1" status: 404 len: 346 time: 0.1040444 Feb 04 20:26:56.815369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01b43d-6688-4f99-919b-939f2e4203a4 req-5e73dd24-42b8-4b57-8a42-7951de75b2a3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:56.817230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2b01b43d-6688-4f99-919b-939f2e4203a4 req-5e73dd24-42b8-4b57-8a42-7951de75b2a3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:26:56.893887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-656401ee-c00c-48cd-86dd-7b3154f5b123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:56.957374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2b01b43d-6688-4f99-919b-939f2e4203a4 req-5e73dd24-42b8-4b57-8a42-7951de75b2a3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:26:56.961394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b01b43d-6688-4f99-919b-939f2e4203a4 req-5e73dd24-42b8-4b57-8a42-7951de75b2a3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 943 time: 0.2618165 Feb 04 20:26:56.992196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-656401ee-c00c-48cd-86dd-7b3154f5b123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:57.020577 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:57.033930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:57.044815 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b01b43d-6688-4f99-919b-939f2e4203a4 req-ef8a8c2f-8e49-45a2-9f2f-0837edff5473 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772958 Feb 04 20:26:57.341445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-656401ee-c00c-48cd-86dd-7b3154f5b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:57.366070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55416) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:57.371590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656401ee-c00c-48cd-86dd-7b3154f5b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a15e0-5f8a-46cf-aad0-a67f3ebf0974,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:57.386091 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-656401ee-c00c-48cd-86dd-7b3154f5b123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:57.386091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-656401ee-c00c-48cd-86dd-7b3154f5b123 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d1a15e0-5f8a-46cf-aad0-a67f3ebf0974 HTTP/1.1" status: 204 len: 168 time: 0.6504092 Feb 04 20:26:57.530090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Router aea6d125-dd7a-4641-8352-9c25bce4f184 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:26:57.747650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:26:57.758821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] Sync routers for ids ['aea6d125-dd7a-4641-8352-9c25bce4f184'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:26:57.778802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] Routers {'aea6d125-dd7a-4641-8352-9c25bce4f184'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:57.778802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['aea6d125-dd7a-4641-8352-9c25bce4f184'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:57.779042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:57.782322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e183d3c5-797d-4ccc-98e9-f045f261e103 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "PUT /v2.0/routers/aea6d125-dd7a-4641-8352-9c25bce4f184 HTTP/1.1" status: 200 len: 883 time: 4.8516300 Feb 04 20:26:57.784938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55432) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:57.851637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:57.860524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] Routers {'aea6d125-dd7a-4641-8352-9c25bce4f184'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:26:57.861132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['aea6d125-dd7a-4641-8352-9c25bce4f184'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:57.908888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:57.936528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:26:57.936939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fcbb9-cea7-434b-a2fb-488f8c652572 None None] The sync data for ids ['aea6d125-dd7a-4641-8352-9c25bce4f184'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:26:57.944522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:26:57.951505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Usage tracker for resource:security_group_rule and tenant:0f803d6154e543a0a8e1981530882d3d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:26:57.955864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:26:58.018507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:26:58.076893 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-81e5b0fb-78ea-46a4-a492-2c00fb344292 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/aea6d125-dd7a-4641-8352-9c25bce4f184 HTTP/1.1" status: 200 len: 924 time: 0.2873278 Feb 04 20:26:58.076893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55454) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:58.251174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:58.260288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa15b93-2a59-491c-8f90-69ce95a4556d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:58.262301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-baa15b93-2a59-491c-8f90-69ce95a4556d tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=aea6d125-dd7a-4641-8352-9c25bce4f184&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1850891 Feb 04 20:26:58.264957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55462) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:58.332018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29b5f-8ee7-4061-84db-f6b0e43a68e7 req-2545ac6b-09b1-4dbe-b04d-1a97bcf03429 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:58.333625 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fa29b5f-8ee7-4061-84db-f6b0e43a68e7 req-2545ac6b-09b1-4dbe-b04d-1a97bcf03429 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 943 time: 0.1549852 Feb 04 20:26:58.365785 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:58.431226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fa29b5f-8ee7-4061-84db-f6b0e43a68e7 req-8833f4b9-b797-4aea-a956-0996e2c07da3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895431 Feb 04 20:26:58.435309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f803d6154e543a0a8e1981530882d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0678942 Feb 04 20:26:58.438241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fefe16-1ddb-42e7-bd6c-4de7be89cbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57609189-e4ac-4dbf-837b-c48fe2b4bc2d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:58.438945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55468) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:58.509858 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b6c58b8-e090-45e4-8680-c12e974881cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:58.515577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e4933-7695-41df-956e-20eba29ffe9f tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:58.517759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ff6e4933-7695-41df-956e-20eba29ffe9f tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.2511277 Feb 04 20:26:58.526441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55478) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:58.546532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 98befa34-9748-4756-a5db-33caa046bc6c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:26:58.581096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3a0e7b39-86a9-420a-95e6-789827c7590e tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6d125-dd7a-4641-8352-9c25bce4f184 HTTP/1.1" status: 200 len: 205 time: 0.0549037 Feb 04 20:26:58.584434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55484) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:26:58.586278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b6c58b8-e090-45e4-8680-c12e974881cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:58.732472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b6c58b8-e090-45e4-8680-c12e974881cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:58.760649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c58b8-e090-45e4-8680-c12e974881cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57609189-e4ac-4dbf-837b-c48fe2b4bc2d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:58.787226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b6c58b8-e090-45e4-8680-c12e974881cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:58.787226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7b6c58b8-e090-45e4-8680-c12e974881cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57609189-e4ac-4dbf-837b-c48fe2b4bc2d HTTP/1.1" status: 204 len: 168 time: 0.3414564 Feb 04 20:26:58.808972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 98befa34-9748-4756-a5db-33caa046bc6c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=98befa34-9748-4756-a5db-33caa046bc6c,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:58.830215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '98befa34-9748-4756-a5db-33caa046bc6c', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'port_id': '98befa34-9748-4756-a5db-33caa046bc6c', 'mac_address': 'fa:16:3e:af:72:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:26:58.905377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:58.921712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98befa34-9748-4756-a5db-33caa046bc6c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:26:58.940108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 98befa34-9748-4756-a5db-33caa046bc6c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=98befa34-9748-4756-a5db-33caa046bc6c,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:26:58.969307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:59.066885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:59.183513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=98befa34-9748-4756-a5db-33caa046bc6c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:26:59.247749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:59.353296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['98befa34-9748-4756-a5db-33caa046bc6c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:26:59.364565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Deleting port 84fd5da3-2dec-4d14-be04-122b1754cf65 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:26:59.365742 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:26:59.919412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de917fb6-7abe-49a4-a3ee-46c4da1ef2e4 req-926679c6-9927-4fe5-97cf-2bf7f0ce03bb tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:26:59.921013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de917fb6-7abe-49a4-a3ee-46c4da1ef2e4 req-926679c6-9927-4fe5-97cf-2bf7f0ce03bb tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 944 time: 0.2564192 Feb 04 20:26:59.972099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.105650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de917fb6-7abe-49a4-a3ee-46c4da1ef2e4 req-ddc5e5ca-22d5-47e0-b2b2-6befb84f8dca tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772196 Feb 04 20:27:00.112848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Calling delete_port for 84fd5da3-2dec-4d14-be04-122b1754cf65 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:00.339318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55588) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:00.453775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.484574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1315815858-network', 'tenant_id': 'a0bc7bef0dd645b5a43add244c9141ba'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:00.490294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:00.495445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Usage tracker for resource:network and tenant:a0bc7bef0dd645b5a43add244c9141ba is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:00.500114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:00.511958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:00.560891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 98befa34-9748-4756-a5db-33caa046bc6c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:00.601387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event deleted for resources: {'Port': ['ID=84fd5da3-2dec-4d14-be04-122b1754cf65,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:00.615552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Made reservation on behalf of a0bc7bef0dd645b5a43add244c9141ba for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:00.618764 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.648623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.664955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:00.669263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Usage tracker for resource:security_group_rule and tenant:a0bc7bef0dd645b5a43add244c9141ba is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:00.672396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:00.683597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:00.748261 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.770613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 98befa34-9748-4756-a5db-33caa046bc6c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:00.776421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 98befa34-9748-4756-a5db-33caa046bc6c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:00.776801 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.777065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.861281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.907414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:27:00.951357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682d3502-3486-4a91-8f6d-b679229453f8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:00.975990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:00.975990 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Added segment e77c8286-b3cf-4a72-a551-584032fbf89f of type vlan for network bd7ab114-f4a3-45d0-bb6b-d194445b5887 Feb 04 20:27:00.986989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.060331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.072677 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.075826 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.094039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:27:01.107161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 98befa34-9748-4756-a5db-33caa046bc6c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=98befa34-9748-4756-a5db-33caa046bc6c,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:01.196649 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.227245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.227464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.230293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Fanout notify agent at l3_agent the message router_deleted on router aea6d125-dd7a-4641-8352-9c25bce4f184 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:27:01.230419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:01.230419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.342358 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.351580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e377140e-a566-461b-9f02-deef4e5118c3 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/aea6d125-dd7a-4641-8352-9c25bce4f184 HTTP/1.1" status: 204 len: 168 time: 2.7656157 Feb 04 20:27:01.353380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55642) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:01.368813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-849098797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:01.386860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=98befa34-9748-4756-a5db-33caa046bc6c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:01.390707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:01.402468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Usage tracker for resource:router and tenant:aa92584e7edf438cacf7db9de2b58522 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:01.407430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:01.417386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:01.452189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d6684-7d80-4569-a45d-07d3ab089f64 req-90b1e9a2-4165-4575-ad92-e55d12619806 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:01.454543 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c', 'code': 200} Feb 04 20:27:01.460288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-229d6684-7d80-4569-a45d-07d3ab089f64 req-90b1e9a2-4165-4575-ad92-e55d12619806 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1833296 Feb 04 20:27:01.476769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] Pushing event updated for resources: {'Network': ['ID=bd7ab114-f4a3-45d0-bb6b-d194445b5887,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:01.490080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bd7ab114-f4a3-45d0-bb6b-d194445b5887 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:27:01.514231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-229d6684-7d80-4569-a45d-07d3ab089f64 req-73ed3598-453f-4681-83ae-7100ab89129a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527341 Feb 04 20:27:01.580719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.582024 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.595385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f6418b00-eef9-4e2d-b06d-0e7ba8bc484c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2548981 Feb 04 20:27:01.601765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:01.608570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Request body: {'subnet': {'network_id': 'bd7ab114-f4a3-45d0-bb6b-d194445b5887', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1315815858-subnet', 'tenant_id': 'a0bc7bef0dd645b5a43add244c9141ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:01.616443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:01.617815 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.622927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Usage tracker for resource:subnet and tenant:a0bc7bef0dd645b5a43add244c9141ba is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:01.629647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:01.640357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:01.653665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564c534-feb1-4c4f-9bbe-4333d1a3da6d req-da60ad4c-3e1a-4ced-baa5-3076bd62bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:01.654978 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5564c534-feb1-4c4f-9bbe-4333d1a3da6d req-da60ad4c-3e1a-4ced-baa5-3076bd62bf06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1096 time: 0.1148341 Feb 04 20:27:01.706420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5564c534-feb1-4c4f-9bbe-4333d1a3da6d req-8b5b3b15-8131-4aed-bc69-67a721718828 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412347 Feb 04 20:27:01.730637 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.748774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Made reservation on behalf of a0bc7bef0dd645b5a43add244c9141ba for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:01.751525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.842163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:01.844249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea2cb20f-5356-4d02-b0cb-fccbacfb31ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4846382 Feb 04 20:27:01.846885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55658) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:01.859711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': True}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:02.065360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:02.136423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4886ea61-8be7-404c-a54c-a149cb1d874f,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:02.210160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Checking segment: {'id': 'e77c8286-b3cf-4a72-a551-584032fbf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bd7ab114-f4a3-45d0-bb6b-d194445b5887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:02.210894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Network hostable DHCP agents. Network: bd7ab114-f4a3-45d0-bb6b-d194445b5887, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:27:02.393033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Network bd7ab114-f4a3-45d0-bb6b-d194445b5887 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:27:02.403246 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:02.504589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bd7ab114-f4a3-45d0-bb6b-d194445b5887) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:02.509520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:02.510141 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:02.515328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b9ed5-cff4-4564-a862-535793b2013e None None] Network bd7ab114-f4a3-45d0-bb6b-d194445b5887 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:02.720930 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-62b53ef3-3d95-4e2b-8869-566d226a2d4d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1051915 Feb 04 20:27:02.918734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579ba5a-1c33-4014-8b72-36ffb36c301c None None] Network bd7ab114-f4a3-45d0-bb6b-d194445b5887 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:03.073903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838039a-1553-4a9c-b910-e50a3382ead7 req-34dd5e70-8b5e-4320-9342-1648032ea628 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:03.084721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7838039a-1553-4a9c-b910-e50a3382ead7 req-34dd5e70-8b5e-4320-9342-1648032ea628 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.3164294 Feb 04 20:27:03.258782 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7838039a-1553-4a9c-b910-e50a3382ead7 req-4bbe830c-0b1d-4df7-a3d1-d873b9ff78d0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620343 Feb 04 20:27:03.352737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:03.386604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:03.570044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Allocated IP 172.25.7.93 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/1c0ae10f-3bdf-4ac9-b71d-9694c1474b3a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:03.784327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:03.935348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:03.936184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55704) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:03.941688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411316929-network', 'tenant_id': '0778e333a99244a48672673c40fb114e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:03.947816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:03.951862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Usage tracker for resource:network and tenant:0778e333a99244a48672673c40fb114e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:03.954807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:03.961084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:03.998495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:04.002052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:04.005375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:04.044399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Made reservation on behalf of 0778e333a99244a48672673c40fb114e for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:04.052995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Port': ['ID=1c0ae10f-3bdf-4ac9-b71d-9694c1474b3a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:04.053585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.095874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.126939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:04.137422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0778e333a99244a48672673c40fb114e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:04.153114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:04.173936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:04.326462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.478573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.525689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66b0448-76cb-46c1-8982-da82ebdabe22,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:04.540008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:27:04.553434 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.554042 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Added segment 16895367-f0ba-4510-9516-70720ac6670a of type vlan for network 49deab7c-a121-4a9b-8035-0f03605e0341 Feb 04 20:27:04.594244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.627174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613409f-91e8-473a-ba9e-a9919331a588 req-531770f7-f817-4604-ad3f-8f20ae653ac4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:04.629080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6613409f-91e8-473a-ba9e-a9919331a588 req-531770f7-f817-4604-ad3f-8f20ae653ac4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1956182 Feb 04 20:27:04.716928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.716928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:04.716928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:04.839199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8965938 Feb 04 20:27:04.839199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55722) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:04.855975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Request body: {'subnet': {'network_id': '49deab7c-a121-4a9b-8035-0f03605e0341', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411316929-subnet', 'tenant_id': '0778e333a99244a48672673c40fb114e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:04.864388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da155b1-443b-4fd8-9a46-67ef3c98a7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=49deab7c-a121-4a9b-8035-0f03605e0341,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:04.867847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:04.875009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Usage tracker for resource:subnet and tenant:0778e333a99244a48672673c40fb114e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:04.877930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 49deab7c-a121-4a9b-8035-0f03605e0341 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:27:04.879203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:04.888677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:04.952724 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6613409f-91e8-473a-ba9e-a9919331a588 req-2d662361-279a-44af-a787-aefb894d54bb tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113112 Feb 04 20:27:04.967200 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:05.013581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Made reservation on behalf of 0778e333a99244a48672673c40fb114e for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:05.017280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:05.552680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04e26c-9238-4565-9f97-91d48b3b09d1 req-461da635-1207-4cc7-bce1-e8f7627e9dcd tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:05.557403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d04e26c-9238-4565-9f97-91d48b3b09d1 req-461da635-1207-4cc7-bce1-e8f7627e9dcd tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1300395 Feb 04 20:27:05.563127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55738) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:05.580741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'floatingip': {'port_id': '98befa34-9748-4756-a5db-33caa046bc6c'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:05.668934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:05.759483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:05.784444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:05.798423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:05.888773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef561af-991b-4153-9bf8-0406ac07921f,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:05.897660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Checking segment: {'id': '16895367-f0ba-4510-9516-70720ac6670a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '49deab7c-a121-4a9b-8035-0f03605e0341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:05.898073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Network hostable DHCP agents. Network: 49deab7c-a121-4a9b-8035-0f03605e0341, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:27:05.963961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Network 49deab7c-a121-4a9b-8035-0f03605e0341 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:27:06.055897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 49deab7c-a121-4a9b-8035-0f03605e0341) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:06.067120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5b509-363e-4e7c-ab24-e25bfc077df3 None None] Network 49deab7c-a121-4a9b-8035-0f03605e0341 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:06.068651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:06.070468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:06.155386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e282a1b5-9935-4234-bd47-3afa416309b5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3167949 Feb 04 20:27:06.372855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55754) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:06.449380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] Deleting subnet 4886ea61-8be7-404c-a54c-a149cb1d874f {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:27:06.454560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:06.460559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022157f3-161d-427b-b0c1-c6fab3f0f501 None None] Network 49deab7c-a121-4a9b-8035-0f03605e0341 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:06.462500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Router adfd4b05-7dcd-4ef0-9851-e043c78190e8 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:27:06.565173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:06.690556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:06.913851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:06.968517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:06.972760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4886ea61-8be7-404c-a54c-a149cb1d874f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:07.006163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.006163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ad838ac5-ac5d-488f-92a7-af0523c7d407 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4886ea61-8be7-404c-a54c-a149cb1d874f HTTP/1.1" status: 204 len: 168 time: 0.6228182 Feb 04 20:27:07.006163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55772) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:07.055661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.127314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.273241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.291068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:07.306749 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] Sync routers for ids ['adfd4b05-7dcd-4ef0-9851-e043c78190e8'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:07.316920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7ab114-f4a3-45d0-bb6b-d194445b5887']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:07.317073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.320397 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-086ca1df-ea15-40fb-83a3-ae66aada597e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "PUT /v2.0/routers/adfd4b05-7dcd-4ef0-9851-e043c78190e8 HTTP/1.1" status: 200 len: 917 time: 5.4715834 Feb 04 20:27:07.320910 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] Routers {'adfd4b05-7dcd-4ef0-9851-e043c78190e8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:07.321904 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['adfd4b05-7dcd-4ef0-9851-e043c78190e8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:07.326184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55778) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:07.362631 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Floating IP aad469a7-1c5e-484d-b22b-8ead97ae0036 associated. External IP: 172.25.7.159, port: 98befa34-9748-4756-a5db-33caa046bc6c. Feb 04 20:27:07.403525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77c8286-b3cf-4a72-a551-584032fbf89f') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:07.404091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77c8286-b3cf-4a72-a551-584032fbf89f') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:07.441962 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:07.443773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.453126 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] Routers {'adfd4b05-7dcd-4ef0-9851-e043c78190e8'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:07.453958 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['adfd4b05-7dcd-4ef0-9851-e043c78190e8'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:07.468744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.545503 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:07.545906 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456f96c-1ba4-49e3-827a-5eb2186887fc None None] The sync data for ids ['adfd4b05-7dcd-4ef0-9851-e043c78190e8'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:07.596887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:27:07.597564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:27:07.613442 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:27:07.724570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cdfe5280-6983-415a-809a-4d386d134d6f tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/adfd4b05-7dcd-4ef0-9851-e043c78190e8 HTTP/1.1" status: 200 len: 923 time: 0.3942173 Feb 04 20:27:07.724798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55788) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:07.822848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971335c-b4a5-425c-9107-76ff46ba184e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:07.825118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b971335c-b4a5-425c-9107-76ff46ba184e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Synchronizing usage tracker for tenant:8418579af49b4c67828c68d78f648adc on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:07.850389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b971335c-b4a5-425c-9107-76ff46ba184e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Unset dirty status for tenant:8418579af49b4c67828c68d78f648adc on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:07.855466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b971335c-b4a5-425c-9107-76ff46ba184e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=adfd4b05-7dcd-4ef0-9851-e043c78190e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1273816 Feb 04 20:27:07.857005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55792) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:07.895493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.901656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:07.999343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7ab114-f4a3-45d0-bb6b-d194445b5887,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:08.006844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55800) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:08.007324 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-66f9d004-98d3-4924-bc36-3b43b9cb9c3d admin admin] 10.222.0.48 "DELETE /v2.0/networks/bd7ab114-f4a3-45d0-bb6b-d194445b5887 HTTP/1.1" status: 204 len: 168 time: 1.0053627 Feb 04 20:27:08.079719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b9a00-9364-4dbc-bccc-57a8b29885c8 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:08.080627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e92b9a00-9364-4dbc-bccc-57a8b29885c8 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Synchronizing usage tracker for tenant:8418579af49b4c67828c68d78f648adc on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:08.092301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] Deleting subnet cef561af-991b-4153-9bf8-0406ac07921f {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:27:08.096324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e92b9a00-9364-4dbc-bccc-57a8b29885c8 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Unset dirty status for tenant:8418579af49b4c67828c68d78f648adc on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:08.097980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e92b9a00-9364-4dbc-bccc-57a8b29885c8 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.2398305 Feb 04 20:27:08.099968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:08.100752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55806) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:08.157028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Router 14cda93c-fc52-4264-abb4-1494440f7e50 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:27:08.158265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99deaca7-e5c4-4419-91b4-76ddc36b20f2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=adfd4b05-7dcd-4ef0-9851-e043c78190e8 HTTP/1.1" status: 200 len: 205 time: 0.0562131 Feb 04 20:27:08.160869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:08.176745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:08.526884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:08.577530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:08.578790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:08.588275 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:08.591387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] Sync routers for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:08.609371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:08.609985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:08.750282 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-256fb8bb-e021-4fcb-97ef-a1a42ee63964 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "PUT /v2.0/floatingips/aad469a7-1c5e-484d-b22b-8ead97ae0036 HTTP/1.1" status: 200 len: 991 time: 3.1816523 Feb 04 20:27:08.750807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:27:08.839144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:08.868755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:08.923303 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c', 'status': 'completed', 'code': 200} Feb 04 20:27:08.983527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef561af-991b-4153-9bf8-0406ac07921f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:09.020307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Deleting port 1c0ae10f-3bdf-4ac9-b71d-9694c1474b3a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:09.021095 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.026078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:09.034019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.067282 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6ecf57c3-0cee-4f1f-adc7-d7adb3b10040 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cef561af-991b-4153-9bf8-0406ac07921f HTTP/1.1" status: 204 len: 168 time: 1.0593300 Feb 04 20:27:09.074407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55830) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:09.105141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.258295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.423869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.432814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.463962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4eb6d-dc0e-4aa7-8f61-56f3168c68cd req-e6692904-0d4f-4e58-99ba-398672fd76ab tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:09.463962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfc4eb6d-dc0e-4aa7-8f61-56f3168c68cd req-e6692904-0d4f-4e58-99ba-398672fd76ab tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.5355332 Feb 04 20:27:09.593820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Calling delete_port for 1c0ae10f-3bdf-4ac9-b71d-9694c1474b3a owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:09.594258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aad469a7-1c5e-484d-b22b-8ead97ae0036', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'port_id': '98befa34-9748-4756-a5db-33caa046bc6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'mac_address': 'fa:16:3e:af:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:26:41Z', 'updated_at': '2022-02-04T20:27:06Z', 'revision_number': 1, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:09.595738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-c80c4437-c993-4d28-a941-263c2feef883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:09.597037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-c80c4437-c993-4d28-a941-263c2feef883 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1096 time: 0.6246254 Feb 04 20:27:09.608082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] Checking router: 14cda93c-fc52-4264-abb4-1494440f7e50 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:27:09.628836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:09.628836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:09.713584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfc4eb6d-dc0e-4aa7-8f61-56f3168c68cd req-b9db4a02-fbe9-4878-8cc0-4aa48b1fc82e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410436 Feb 04 20:27:09.749367 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.780624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49deab7c-a121-4a9b-8035-0f03605e0341']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:09.795094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16895367-f0ba-4510-9516-70720ac6670a') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:09.797137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16895367-f0ba-4510-9516-70720ac6670a') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:09.859196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.891672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.913249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:27:09.913950 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.918782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:09.922521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:27:09.933571 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:27:09.992051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event deleted for resources: {'Port': ['ID=1c0ae10f-3bdf-4ac9-b71d-9694c1474b3a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:10.033301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-c585c43f-76f1-4168-80f4-86bed6a1e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:10.035195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-c585c43f-76f1-4168-80f4-86bed6a1e188 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.3778226 Feb 04 20:27:10.130157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.201789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.247359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.273741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] Pushing event deleted for resources: {'Network': ['ID=49deab7c-a121-4a9b-8035-0f03605e0341,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:10.298454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-14ef3773-8c11-4822-a253-2baad875ad17 admin admin] 10.222.0.48 "DELETE /v2.0/networks/49deab7c-a121-4a9b-8035-0f03605e0341 HTTP/1.1" status: 204 len: 168 time: 1.2168765 Feb 04 20:27:10.329664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-94ea7717-0ce9-4143-8ad4-be0fa4ede10a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 200 len: 999 time: 0.2851441 Feb 04 20:27:10.431258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.438227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.519221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aad469a7-1c5e-484d-b22b-8ead97ae0036', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'port_id': '98befa34-9748-4756-a5db-33caa046bc6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'mac_address': 'fa:16:3e:af:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:26:41Z', 'updated_at': '2022-02-04T20:27:06Z', 'revision_number': 1, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:10.525702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0a4cb-bf33-49a3-a40d-18d21caa2055 None None] The sync data for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 is: [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aad469a7-1c5e-484d-b22b-8ead97ae0036', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'port_id': '98befa34-9748-4756-a5db-33caa046bc6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'mac_address': 'fa:16:3e:af:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:26:41Z', 'updated_at': '2022-02-04T20:27:06Z', 'revision_number': 1, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:10.541257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-59396cf7-c511-4682-a1a2-423dffb2a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:10.542801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-59396cf7-c511-4682-a1a2-423dffb2a828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.2053716 Feb 04 20:27:10.574924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.575394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Fanout notify agent at l3_agent the message router_deleted on router adfd4b05-7dcd-4ef0-9851-e043c78190e8 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:27:10.606285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.612132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fdbbdf39-adc2-49d4-8474-dd8af3ee785f tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/adfd4b05-7dcd-4ef0-9851-e043c78190e8 HTTP/1.1" status: 204 len: 168 time: 2.4500718 Feb 04 20:27:10.612873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55860) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:10.619503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-981292082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:10.629276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:10.634861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Usage tracker for resource:router and tenant:aa92584e7edf438cacf7db9de2b58522 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:10.644193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:10.657411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:10.673712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-ab043406-41a6-46b1-8d20-963cb219fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:10.675788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-ab043406-41a6-46b1-8d20-963cb219fc06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269774 Feb 04 20:27:10.815753 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.817389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.872548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:10.886679 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0c47f-a228-4ab7-aa01-31523b54e378 None None] New status for floating IP aad469a7-1c5e-484d-b22b-8ead97ae0036: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:27:10.976430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-b0153523-d19f-46d4-b55a-530db20ff359 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886989 Feb 04 20:27:11.037379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:11.047101 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:11.226740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-af5caef6-19db-4da6-8ada-55268478ca24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0bc7bef0dd645b5a43add244c9141ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835439 Feb 04 20:27:11.228819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5453ced-03e9-4d6a-ba3a-6bfc4bc2ec78 req-fba69073-0d4d-4da8-bc99-54616fec52d9 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465382 Feb 04 20:27:11.232372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55878) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:11.262373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:11.266134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a12a6f19-b2e6-447a-8786-f71031d480ab tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6496720 Feb 04 20:27:11.269218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55882) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:11.275233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'enable_snat': False}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:11.304143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced266ea-8b0d-4fe6-96d2-d0a871ecc278 req-b45d4a33-8ada-4c34-8a05-92aedce3fc30 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:11.306227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced266ea-8b0d-4fe6-96d2-d0a871ecc278 req-b45d4a33-8ada-4c34-8a05-92aedce3fc30 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.3853309 Feb 04 20:27:11.492632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71de23f3-1ba3-47e5-8de5-63021bc16149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:11.501421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ced266ea-8b0d-4fe6-96d2-d0a871ecc278 req-270f7f7e-fa4d-4d39-abed-573a17acfcf0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885536 Feb 04 20:27:11.534636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71de23f3-1ba3-47e5-8de5-63021bc16149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:11.692665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71de23f3-1ba3-47e5-8de5-63021bc16149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:11.723172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de23f3-1ba3-47e5-8de5-63021bc16149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d3502-3486-4a91-8f6d-b679229453f8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:11.768529 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71de23f3-1ba3-47e5-8de5-63021bc16149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:11.770755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-71de23f3-1ba3-47e5-8de5-63021bc16149 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/682d3502-3486-4a91-8f6d-b679229453f8 HTTP/1.1" status: 204 len: 168 time: 0.5354106 Feb 04 20:27:12.019179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:12.618974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:12.658983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55908) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:12.743387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:12.747303 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0c4d624d-22f8-4e82-9494-326dab5f1d9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0778e333a99244a48672673c40fb114e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866635 Feb 04 20:27:12.748884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55914) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:12.869142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2e5-f208-4b99-8ab9-b4a37c32a103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:12.905016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2e5-f208-4b99-8ab9-b4a37c32a103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:12.980469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Allocated IP 172.25.7.109 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/5792dd2d-43ad-4d54-ab09-b21acc9ae4ec) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:13.061114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2e5-f208-4b99-8ab9-b4a37c32a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:13.094064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0d2e5-f208-4b99-8ab9-b4a37c32a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66b0448-76cb-46c1-8982-da82ebdabe22,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:13.101352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3191-fdaf-427f-befd-a3806d9b7055 req-91461e4f-7bba-4373-a10d-c8735f30cefb tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:13.107751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2e5-f208-4b99-8ab9-b4a37c32a103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:13.108370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d5f3191-fdaf-427f-befd-a3806d9b7055 req-91461e4f-7bba-4373-a10d-c8735f30cefb tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.4071443 Feb 04 20:27:13.111958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07d0d2e5-f208-4b99-8ab9-b4a37c32a103 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a66b0448-76cb-46c1-8982-da82ebdabe22 HTTP/1.1" status: 204 len: 168 time: 0.3620818 Feb 04 20:27:13.209998 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d5f3191-fdaf-427f-befd-a3806d9b7055 req-d7a37238-0be8-4f5b-8433-76b22f51dd61 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854769 Feb 04 20:27:13.233126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:13.684322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:13.757097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:13.759897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:13.763734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:13.801275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Pushing event updated for resources: {'Port': ['ID=5792dd2d-43ad-4d54-ab09-b21acc9ae4ec,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:14.429956 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:14.952220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55964) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:15.117609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.120881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.128794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.140266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:15.144663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Usage tracker for resource:security_group_rule and tenant:7a22d3c69fdb4d8eb84c272fc185d701 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:15.148798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:15.166933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:15.312221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.396626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.457000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a22d3c69fdb4d8eb84c272fc185d701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037029 Feb 04 20:27:15.469317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:15.519390 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-19480548-c81a-4d59-9d1c-cf93d19e8bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1996963 Feb 04 20:27:15.525197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cae7a-b448-434b-9f86-d4a6fdcb4c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab4035-3b1a-46f3-8452-168b350a829f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:15.628428 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ffdb-4896-4d3d-a267-59c11d7a2166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.662992 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ffdb-4896-4d3d-a267-59c11d7a2166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.680126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Router f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:27:15.838478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ffdb-4896-4d3d-a267-59c11d7a2166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.861365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ffdb-4896-4d3d-a267-59c11d7a2166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab4035-3b1a-46f3-8452-168b350a829f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:15.883251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ffdb-4896-4d3d-a267-59c11d7a2166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.884399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8fa1ffdb-4896-4d3d-a267-59c11d7a2166 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7ab4035-3b1a-46f3-8452-168b350a829f HTTP/1.1" status: 204 len: 168 time: 0.4154439 Feb 04 20:27:15.930122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:15.936566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e88b7-c783-4313-a144-07ca43919e4e req-16027224-576c-4b7a-b9ce-2f7a22c73d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:15.937913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-16027224-576c-4b7a-b9ce-2f7a22c73d40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 1100 time: 0.3121302 Feb 04 20:27:15.940394 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] Sync routers for ids ['f7bd45cf-1e4b-4578-9632-e4c7c87e9f93'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:15.945726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:15.945726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3543c0db-f096-4c2f-a19b-0da924e40122 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "PUT /v2.0/routers/f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 HTTP/1.1" status: 200 len: 919 time: 4.6743524 Feb 04 20:27:15.947210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:15.967977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] Routers {'f7bd45cf-1e4b-4578-9632-e4c7c87e9f93'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:15.968620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f7bd45cf-1e4b-4578-9632-e4c7c87e9f93'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:16.214791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:16.233384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] Routers {'f7bd45cf-1e4b-4578-9632-e4c7c87e9f93'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:16.234018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:26:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f7bd45cf-1e4b-4578-9632-e4c7c87e9f93'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:16.336178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:16.337134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466a594-ef3b-4734-bef0-f6217e1a8f49 None None] The sync data for ids ['f7bd45cf-1e4b-4578-9632-e4c7c87e9f93'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:16.344953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e88b7-c783-4313-a144-07ca43919e4e req-4ff12359-712d-4117-81dd-920c1a8c4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:16.346286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-4ff12359-712d-4117-81dd-920c1a8c4e6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=94ff966f-e048-460e-88f2-7aa1f68d3548 HTTP/1.1" status: 200 len: 870 time: 0.3290176 Feb 04 20:27:16.348507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4bd51acb-65fd-4a4a-9401-2c3fd07e91a0 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 HTTP/1.1" status: 200 len: 925 time: 0.3999748 Feb 04 20:27:16.351980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56010) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:16.519040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69061f0d-be48-4dd0-a269-d89bd04ab5f4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:16.520638 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-69061f0d-be48-4dd0-a269-d89bd04ab5f4 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=f7bd45cf-1e4b-4578-9632-e4c7c87e9f93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1681511 Feb 04 20:27:16.526228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56026) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:16.540658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-8b4d73d5-b3d5-44c0-8313-f20dfd183852 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d HTTP/1.1" status: 200 len: 217 time: 0.1715853 Feb 04 20:27:16.721569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd7a1a8-1409-4676-9e6f-d4d52e2996e5 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:16.731063 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cfd7a1a8-1409-4676-9e6f-d4d52e2996e5 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/networks/0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 881 time: 0.2011173 Feb 04 20:27:16.731888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56036) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:16.769291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e88b7-c783-4313-a144-07ca43919e4e req-7390b5cf-8493-4396-8424-749cd906a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:16.771431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-7390b5cf-8493-4396-8424-749cd906a68e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.2299385 Feb 04 20:27:16.825332 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5c0ff24-3104-4cef-9922-763ef486c0fb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 HTTP/1.1" status: 200 len: 205 time: 0.0856664 Feb 04 20:27:16.827852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56040) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:16.908798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e88b7-c783-4313-a144-07ca43919e4e req-d405504e-8bbb-476b-8515-306b8c3ede68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:16.911254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-d405504e-8bbb-476b-8515-306b8c3ede68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314230 Feb 04 20:27:17.105076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-c7b3ed4a-d708-4739-81af-acfb6347d58e service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759384 Feb 04 20:27:17.126907 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:17.431000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:17.464360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-603e88b7-c783-4313-a144-07ca43919e4e req-6b516dd5-7f23-4e9a-8bf9-2406121ff051 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502088 Feb 04 20:27:17.941084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Deleting port 5792dd2d-43ad-4d54-ab09-b21acc9ae4ec {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:17.944972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:18.147119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56076) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:18.196527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:18.406628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2126628022-network', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:18.418419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:18.430684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Usage tracker for resource:network and tenant:64bbe95166dc4f32b8674506fbc9571c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:18.439582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:18.444497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Calling delete_port for 5792dd2d-43ad-4d54-ab09-b21acc9ae4ec owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:18.456895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:18.592283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Made reservation on behalf of 64bbe95166dc4f32b8674506fbc9571c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:18.594881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:18.608411 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:18.625471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:18.630121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Usage tracker for resource:security_group_rule and tenant:64bbe95166dc4f32b8674506fbc9571c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:18.633730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:18.641752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:18.844070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:18.937976 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:18.971309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event deleted for resources: {'Port': ['ID=5792dd2d-43ad-4d54-ab09-b21acc9ae4ec,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:19.015489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.045256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.059843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:27:19.065682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b78bf09-a359-4b31-b26b-8f3e164ee093,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:19.081260 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.081260 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Added segment 8f1afea3-74d3-452b-8ee4-ca878ac5f0e4 of type vlan for network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 Feb 04 20:27:19.120812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.255259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.256809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:19.257880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.282138 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.288424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.367323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] Pushing event updated for resources: {'Network': ['ID=ac8cb9f1-6c73-4a7b-b372-cceb469b9686,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:19.377317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:27:19.401671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.406322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Fanout notify agent at l3_agent the message router_deleted on router f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:27:19.419791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.420908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cc3b27d1-9099-41dd-8dea-e326108f7839 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 HTTP/1.1" status: 204 len: 168 time: 2.5920811 Feb 04 20:27:19.427040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56104) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:19.438431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1249579436', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:19.442774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:19.447198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Usage tracker for resource:router and tenant:aa92584e7edf438cacf7db9de2b58522 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:19.450060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:19.456618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:19.466268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-815f34c8-9875-4dca-b49d-4593716f14ba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3120222 Feb 04 20:27:19.466441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56108) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:19.472766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Request body: {'subnet': {'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2126628022-subnet', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:19.478958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:19.483260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Usage tracker for resource:subnet and tenant:64bbe95166dc4f32b8674506fbc9571c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:19.486144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:19.492900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:19.603101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.604241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.614003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Made reservation on behalf of 64bbe95166dc4f32b8674506fbc9571c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:19.618558 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.659674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:19.693586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-52b3f945-e0c3-45c8-b423-5b92e03bcc4c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1397352 Feb 04 20:27:19.952550 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:20.017115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=613716af-4031-4df2-b56c-e6d7063f3738,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:20.057966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Checking segment: {'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:20.057966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Network hostable DHCP agents. Network: ac8cb9f1-6c73-4a7b-b372-cceb469b9686, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:27:20.082459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9bec0c07-75d4-429f-b120-442b572bef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:20.095446 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:20.112432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.112902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.119713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.119713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.119713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.119713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.119713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.119713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2bc4cc33-261a-4b7c-9a28-58f234a2ddf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.3005941 Feb 04 20:27:20.176113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:27:20.324631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-158b32f2-5dd5-4428-805b-0f26e241e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.325299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-158b32f2-5dd5-4428-805b-0f26e241e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.326190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-158b32f2-5dd5-4428-805b-0f26e241e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.328666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-158b32f2-5dd5-4428-805b-0f26e241e9d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 2292 time: 0.1869047 Feb 04 20:27:20.506094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-e2476a28-e65f-4a0b-aa2d-ecaace6eca6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 1001 time: 0.1700222 Feb 04 20:27:20.830586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-89233193-0c4c-4c95-a6b7-45733dd90c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.830586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-89233193-0c4c-4c95-a6b7-45733dd90c44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 200 len: 851 time: 0.2191393 Feb 04 20:27:20.970181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2aa072de-6f48-405a-9b8f-ec2fcf4944ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:20.971595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-2aa072de-6f48-405a-9b8f-ec2fcf4944ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287502 Feb 04 20:27:21.034409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.045984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ac8cb9f1-6c73-4a7b-b372-cceb469b9686) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:21.047695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:21.048421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.049969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d62a94-21d6-49d1-a268-0fc99a4ea910 None None] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:21.121063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.274594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-0cbca103-a856-41d6-bff1-a913c16cc965 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719364 Feb 04 20:27:21.302051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ac8cb9f1-6c73-4a7b-b372-cceb469b9686', 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'fixed_ips': [{'subnet_id': '613716af-4031-4df2-b56c-e6d7063f3738'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:27:21.303499 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.389523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8d7eb222-e548-4a38-a993-10dc3e46bcf5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9241467 Feb 04 20:27:21.394330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56142) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:21.400212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:21.407121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Allocated IP 172.25.7.105 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/d0ad0ba1-3ace-4d32-b230-c6978590cc7e) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:21.422227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:21.440141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Usage tracker for resource:router and tenant:64bbe95166dc4f32b8674506fbc9571c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:21.461304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:21.476686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:21.482784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Allocated IP 172.20.0.2 (ac8cb9f1-6c73-4a7b-b372-cceb469b9686/613716af-4031-4df2-b56c-e6d7063f3738/c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:21.581854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.592504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.603873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-4ca6bd82-d4fd-46e1-9915-352ae09f7953 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226132 Feb 04 20:27:21.626719 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.709950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-5b52e7e3-d222-4fdb-8717-16419db254ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 217 time: 0.0931959 Feb 04 20:27:21.824605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.836258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Transition to ACTIVE for port object c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:21.843699 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.862102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Transition to ACTIVE for port object c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:21.882581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-3140c45a-9edf-49d7-bc43-da87de0a97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:21.884954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-3140c45a-9edf-49d7-bc43-da87de0a97f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1646280 Feb 04 20:27:21.961995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:21.979361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-cd4f8d19-38f4-49fd-abf5-52cbe4fc490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:21.982324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-cd4f8d19-38f4-49fd-abf5-52cbe4fc490f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906270 Feb 04 20:27:21.988055 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:22.092566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Pushing event updated for resources: {'Port': ['ID=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:22.111720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:22.114048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:22.132000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:22.158858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:22.185914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:22.195040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:22.212898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:22.275258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event updated for resources: {'Port': ['ID=d0ad0ba1-3ace-4d32-b230-c6978590cc7e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:22.301039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Attempting to bind port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:27:22.301540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Attempting to bind port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:27:22.301918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Attempting to bind port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 on network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:27:22.308285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:27:22.308654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Checking segment: {'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:22.309061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:22.309460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Bound using segment: {'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:27:22.309926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Bound port: c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:27:22.310306 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:22.366270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-796e6957-2e45-45a1-af49-ba3b54ed86e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:22.391079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-37a9e10d-ca46-4b5c-953a-993d79f5ba9c service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851810 Feb 04 20:27:22.429584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] For port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:27:22.434575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] For port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,segment=NetworkSegment(8f1afea3-74d3-452b-8ee4-ca878ac5f0e4),segment_id=8f1afea3-74d3-452b-8ee4-ca878ac5f0e4)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:27:22.530627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:22.650898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd084c-4724-4118-a216-1296c9a9f0c6 None None] Pushing event updated for resources: {'Port': ['ID=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:22.897396 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-84f57b29-abf0-499f-8cf1-4a5756bb8702 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380311 Feb 04 20:27:22.928208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:22.989190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:23.194652 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-4ce36ea0-6e54-4761-a8c2-d638729fe9d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 217 time: 0.2916529 Feb 04 20:27:23.197041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Allocated IP 172.25.7.61 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:23.421643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:23.424048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-6ca1e29a-41f6-4b85-b9be-eb0d495875d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:23.429587 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-6ca1e29a-41f6-4b85-b9be-eb0d495875d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.2145784 Feb 04 20:27:23.432585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:23.500642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:23.518525 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:23.564481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:23.647457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:23.647457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:23.653555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:23.720206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:23.723204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-95dce3f3-4e26-49ee-b55a-f8543a96e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:23.725199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-95dce3f3-4e26-49ee-b55a-f8543a96e4ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2929134 Feb 04 20:27:23.769151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:23.973314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:24.237819 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:24.418097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9878bfa2-e340-43b6-a001-58e122315349 None None] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:24.428511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:24.433743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-f5e2f290-6d49-43a9-9997-41cb4d7f1989 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259725 Feb 04 20:27:24.659012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-be6e2680-ee6c-4254-a1a5-fb6e557f4464 None None] Provisioning for port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:24.690510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-be6e2680-ee6c-4254-a1a5-fb6e557f4464 None None] Provisioning complete for port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:24.690510 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be6e2680-ee6c-4254-a1a5-fb6e557f4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:24.844435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be6e2680-ee6c-4254-a1a5-fb6e557f4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:24.942254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-be6e2680-ee6c-4254-a1a5-fb6e557f4464 None None] For port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,segment=NetworkSegment(8f1afea3-74d3-452b-8ee4-ca878ac5f0e4),segment_id=8f1afea3-74d3-452b-8ee4-ca878ac5f0e4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:25.020726 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:25.042445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be6e2680-ee6c-4254-a1a5-fb6e557f4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:25.152920 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:25.169318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e2680-ee6c-4254-a1a5-fb6e557f4464 None None] Pushing event updated for resources: {'Port': ['ID=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:25.258340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-c5b8f5d5-4447-49d9-b33d-1c5345280980 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177135 Feb 04 20:27:25.370916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-c9359630-1afe-4464-a128-e50584f5c260 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 200 len: 217 time: 0.1034932 Feb 04 20:27:25.377990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0665fbb1-d21f-4603-b256-45ba739036f7 None None] Provisioning complete for port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:25.378465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0665fbb1-d21f-4603-b256-45ba739036f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:25.475232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Router f52d7077-deb5-400d-9d0f-6ee8dbd69722 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:27:25.702601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-1de3ff66-a227-4d01-9a1c-d98848430060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:25.710147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-1de3ff66-a227-4d01-9a1c-d98848430060 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.3197329 Feb 04 20:27:25.729458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Router 62598322-66f5-4035-9a67-6a9ac448716e is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:27:25.733450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:25.819205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:25.819714 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:25.914251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:25.929336 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] Sync routers for ids ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:25.941844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-36802ec4-262f-4617-9977-fc32777feb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:25.943579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-36802ec4-262f-4617-9977-fc32777feb10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2318850 Feb 04 20:27:25.951464 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] Routers {'f52d7077-deb5-400d-9d0f-6ee8dbd69722'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:25.952454 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:26.076616 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:26.094909 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] Routers {'f52d7077-deb5-400d-9d0f-6ee8dbd69722'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:26.094909 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:26.102489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:26.102489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4970a1a5-2f1b-4548-a8f0-c8410be2f009 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6530578 Feb 04 20:27:26.102489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56232) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:26.102489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:26.134390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:26.149585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Sync routers for ids ['62598322-66f5-4035-9a67-6a9ac448716e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:26.165142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Routers {'62598322-66f5-4035-9a67-6a9ac448716e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:26.165142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['62598322-66f5-4035-9a67-6a9ac448716e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:26.305844 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:26.310704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:26.316919 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894b355-fe6a-4998-8b5f-86fd664aa68f None None] The sync data for ids ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:26.323836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9a244846-623c-40a8-bf22-9996e1d7dd33 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9038088 Feb 04 20:27:26.323836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56236) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:26.463435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-22613c12-c59d-4a35-8fce-cb406b0193d5 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032825 Feb 04 20:27:26.595422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Set router 62598322-66f5-4035-9a67-6a9ac448716e gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:27.170635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-0450de17-f9c1-48b4-b8b4-8aad8e186859 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979737 Feb 04 20:27:27.377791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-1762b689-7375-4fd7-9102-6b1e00668433 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 200 len: 217 time: 0.1915312 Feb 04 20:27:27.401352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:23Z', 'revision_number': 3, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:27.413997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Checking router: 62598322-66f5-4035-9a67-6a9ac448716e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:27:27.413997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Updating router 62598322-66f5-4035-9a67-6a9ac448716e port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:27:27.583888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:27.591172 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:27:27.704070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:27.977123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-a31fbdb0-8fa8-43a2-ac50-e8b6d3d1a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:27.983198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-a31fbdb0-8fa8-43a2-ac50-e8b6d3d1a1ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.6054592 Feb 04 20:27:28.138960 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.153718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Transition to ACTIVE for port object afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:28.178477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Allocated IP 172.20.0.1 (ac8cb9f1-6c73-4a7b-b372-cceb469b9686/613716af-4031-4df2-b56c-e6d7063f3738/e0e6cf66-b243-4c56-a566-f7c8f0d68ae2) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:28.214149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.221306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-a3f191c8-cd42-461c-9710-7d7d29a7ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:28.222901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-a3f191c8-cd42-461c-9710-7d7d29a7ffc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2282722 Feb 04 20:27:28.360137 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.372093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-e17f44ff-3e8e-4e88-98ee-51adda382158 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413515 Feb 04 20:27:28.379563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Transition to ACTIVE for port object e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:28.444185 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.472132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.523858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Attempting to bind port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:27:28.524339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Attempting to bind port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:27:28.524915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Attempting to bind port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:27:28.534154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:27:28.534578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:28.535184 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.535584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:27:28.536086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Bound port: afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:27:28.536518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.537211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-aab05949-17b6-4dd9-8422-a872230cbccd service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588705 Feb 04 20:27:28.550868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.612649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217a69-a16e-4269-a430-c8a3643160c9 None None] Pushing event updated for resources: {'Port': ['ID=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:28.640257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:28.647362 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-3713f029-a975-4631-acab-db3b722ceffc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 200 len: 217 time: 0.0984845 Feb 04 20:27:28.648091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:28.648538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:28.666778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] For port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:27:28.679641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] For port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:27:28.693460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:28.735957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.765870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Deleting port d0ad0ba1-3ace-4d32-b230-c6978590cc7e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:28.766234 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.809315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:28.912840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56306) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:28.962139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-8de5d204-58cb-4d7b-8d92-fa6f5c370f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:28.971783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Routers {'62598322-66f5-4035-9a67-6a9ac448716e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:28.971783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['62598322-66f5-4035-9a67-6a9ac448716e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:28.972037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-8de5d204-58cb-4d7b-8d92-fa6f5c370f95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.3091304 Feb 04 20:27:29.103732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217a69-a16e-4269-a430-c8a3643160c9 None None] Pushing event updated for resources: {'Port': ['ID=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:29.229543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c8102e58-2fd4-424f-929b-ce961c46bfee None None] Provisioning for port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:29.240408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c8102e58-2fd4-424f-929b-ce961c46bfee None None] Provisioning complete for port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:29.241027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8102e58-2fd4-424f-929b-ce961c46bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:29.289597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:29.325053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] Set router 62598322-66f5-4035-9a67-6a9ac448716e gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:29.370062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-19170b50-337f-4516-94fa-0f740234516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.371595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-19170b50-337f-4516-94fa-0f740234516d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3956475 Feb 04 20:27:29.461262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Calling delete_port for d0ad0ba1-3ace-4d32-b230-c6978590cc7e owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:29.504227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:29.573684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.574145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.574917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.575522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.576122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.576721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.577317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:29.585274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-1281987e-74f4-451c-b0f1-744570d8b96b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.6693275 Feb 04 20:27:29.708882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c8102e58-2fd4-424f-929b-ce961c46bfee None None] Port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:27:29.716128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a621cfff-5f96-4f12-a1c4-3befe99ee127 req-be12ddbe-7c87-47dc-bcb4-438d4cdf3528 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288853 Feb 04 20:27:29.762551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-94824f8a-21db-4584-85ab-f920305682f8 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265114 Feb 04 20:27:29.781221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:23Z', 'revision_number': 3, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:29.792060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d1f0f-b7b1-462f-a15a-be58c0053156 None None] The sync data for ids ['62598322-66f5-4035-9a67-6a9ac448716e'] in n-d-811806-1 is: [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:23Z', 'revision_number': 3, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:29.810903 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:29.893268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:30.027080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:30.147535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:30.382423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-811302c8-a0b2-48af-a3c6-ee44d72bc296 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133070 Feb 04 20:27:30.389329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:30.399520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:30.470414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-3f7f70ac-9dca-4f20-8f8c-0c529a30c2d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 217 time: 0.0816858 Feb 04 20:27:30.471913 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:30.608202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Pushing event deleted for resources: {'Port': ['ID=d0ad0ba1-3ace-4d32-b230-c6978590cc7e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:30.744991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Router 62598322-66f5-4035-9a67-6a9ac448716e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:27:30.747834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6600bc6d-3323-4705-9036-03c136364036 None None] Provisioning complete for port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:30.748600 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6600bc6d-3323-4705-9036-03c136364036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:30.803959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-434cd945-e041-43c2-9832-6457290a6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:30.803959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-434cd945-e041-43c2-9832-6457290a6531 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.3194103 Feb 04 20:27:30.871364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6600bc6d-3323-4705-9036-03c136364036 None None] Port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:27:30.876268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:31.078897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:31.094372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-db15ec69-df29-4af1-a29c-a6455497fff1 admin admin] 10.222.0.48 "PUT /v2.0/routers/62598322-66f5-4035-9a67-6a9ac448716e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7923756 Feb 04 20:27:31.424473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:31.428030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-a5df6b4d-22a8-4e69-8948-3c6637670b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:31.429502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-a5df6b4d-22a8-4e69-8948-3c6637670b15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6238866 Feb 04 20:27:31.447558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-761429'] for router, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:31.743324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Router f52d7077-deb5-400d-9d0f-6ee8dbd69722 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:27:31.744996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:31.748436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-c6b0f51d-53d3-4e95-931f-66f29a197247 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460382 Feb 04 20:27:31.885100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:31.892560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:31.893271 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.055433 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.079470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:32.112416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:32.128799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] Sync routers for ids ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:32.143922 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] Routers {'f52d7077-deb5-400d-9d0f-6ee8dbd69722'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:32.144555 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:32.155775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.157736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-629d32a8-6aa6-453f-95cc-e23f43397ae2 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "PUT /v2.0/routers/f52d7077-deb5-400d-9d0f-6ee8dbd69722 HTTP/1.1" status: 200 len: 710 time: 6.0694997 Feb 04 20:27:32.163368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56370) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:32.233073 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.271913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ff2ff0f-3710-47aa-aa5a-a9489e70c221 req-e744f8ba-2714-4f40-8e53-9d76a309d469 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148008 Feb 04 20:27:32.357470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56382) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:32.360148 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:32.366241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-817394404-network', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:32.373709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Sync routers for ids ['62598322-66f5-4035-9a67-6a9ac448716e'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:32.379413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:32.379585 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] Routers {'f52d7077-deb5-400d-9d0f-6ee8dbd69722'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:32.380123 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:32.388126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Usage tracker for resource:network and tenant:4c5a55cbfe97492a9f5b2e76a423c896 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:32.395181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:32.402641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:32.407319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Routers {'62598322-66f5-4035-9a67-6a9ac448716e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:32.408194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['62598322-66f5-4035-9a67-6a9ac448716e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:32.446671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-971c8d53-d5a0-48e6-8182-e203f50cdb47 tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/routers/f52d7077-deb5-400d-9d0f-6ee8dbd69722 HTTP/1.1" status: 200 len: 745 time: 0.2793550 Feb 04 20:27:32.446831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56386) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:32.466660 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:32.467139 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec31cc-09b2-4cc3-9542-b69445041a74 None None] The sync data for ids ['f52d7077-deb5-400d-9d0f-6ee8dbd69722'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:32.498607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:32.508913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-883feea8-0434-4cc3-89cf-8f4421249b8e tempest-RoutersIpV6AdminTest-191342946 tempest-RoutersIpV6AdminTest-191342946-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&device_id=f52d7077-deb5-400d-9d0f-6ee8dbd69722 HTTP/1.1" status: 200 len: 205 time: 0.0623360 Feb 04 20:27:32.511928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56396) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:32.515901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Made reservation on behalf of 4c5a55cbfe97492a9f5b2e76a423c896 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:32.520971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.566604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.572304 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e11ca42b-6114-4b81-b7d8-575062122d9c tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f52d7077-deb5-400d-9d0f-6ee8dbd69722 HTTP/1.1" status: 200 len: 205 time: 0.0590732 Feb 04 20:27:32.575043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56400) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:32.594949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:32.600515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5a55cbfe97492a9f5b2e76a423c896 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:32.610806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:32.621047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:32.678650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Set router 62598322-66f5-4035-9a67-6a9ac448716e gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:32.741460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.763907 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-465e7c52-5bc4-4434-be64-0d8a5eef15a5 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.827028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.882761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:27:32.893856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e662d-a3f3-4555-9ee4-39d4cd58826b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:32.901574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:32.901912 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Added segment 71a05e8a-e561-4a18-9384-2f7ff4108a7d of type vlan for network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 Feb 04 20:27:32.942895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.060061 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.062082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:33.062941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.124930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:29Z', 'revision_number': 4, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e0e6cf66-b243-4c56-a566-f7c8f0d68ae2', 'name': '', 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'mac_address': 'fa:16:3e:fa:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '613716af-4031-4df2-b56c-e6d7063f3738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:27Z', 'updated_at': '2022-02-04T20:27:29Z', 'revision_number': 2, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'subnets': [{'id': '613716af-4031-4df2-b56c-e6d7063f3738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:33.133466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Checking router: 62598322-66f5-4035-9a67-6a9ac448716e for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:27:33.133867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Updating router 62598322-66f5-4035-9a67-6a9ac448716e port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:27:33.237692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.247911 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8892529 Feb 04 20:27:33.249182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f716e1-a61e-49a7-b021-6fbbf1777bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e41a84-faaa-44f3-b0b1-f352ef9c71b4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:33.250676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:33.261962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:27:33.263445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Request body: {'subnet': {'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-817394404-subnet', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:33.268662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-465e7c52-5bc4-4434-be64-0d8a5eef15a5 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.277663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-465e7c52-5bc4-4434-be64-0d8a5eef15a5 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.277663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:33.287163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Usage tracker for resource:subnet and tenant:4c5a55cbfe97492a9f5b2e76a423c896 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:33.292238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:33.308278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:33.447326 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-465e7c52-5bc4-4434-be64-0d8a5eef15a5 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.448442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e7c52-5bc4-4434-be64-0d8a5eef15a5 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Fanout notify agent at l3_agent the message router_deleted on router f52d7077-deb5-400d-9d0f-6ee8dbd69722 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:27:33.467674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-465e7c52-5bc4-4434-be64-0d8a5eef15a5 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.468962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-465e7c52-5bc4-4434-be64-0d8a5eef15a5 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/f52d7077-deb5-400d-9d0f-6ee8dbd69722 HTTP/1.1" status: 204 len: 168 time: 0.8931930 Feb 04 20:27:33.470784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Made reservation on behalf of 4c5a55cbfe97492a9f5b2e76a423c896 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:27:33.475364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56416) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:33.486857 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.560056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-82f8ce8e-c52f-43ea-8b3a-133fbfc58971 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f52d7077-deb5-400d-9d0f-6ee8dbd69722 HTTP/1.1" status: 200 len: 205 time: 0.0827289 Feb 04 20:27:33.562416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56422) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:33.672286 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-6b4791b8-fa11-4274-860e-1fc68df82374 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] delete failed (client error): The resource could not be found. Feb 04 20:27:33.673765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6b4791b8-fa11-4274-860e-1fc68df82374 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/f52d7077-deb5-400d-9d0f-6ee8dbd69722 HTTP/1.1" status: 404 len: 336 time: 0.1101794 Feb 04 20:27:33.677386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56432) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:33.756598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-77712555-ace6-4459-8ad5-5058a9118e81 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 HTTP/1.1" status: 200 len: 205 time: 0.0778511 Feb 04 20:27:33.758893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56438) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:33.789608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:33.875154 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-9ac928e0-aac1-4516-9b42-73b5b18e7892 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] delete failed (client error): The resource could not be found. Feb 04 20:27:33.875154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ac928e0-aac1-4516-9b42-73b5b18e7892 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/f7bd45cf-1e4b-4578-9632-e4c7c87e9f93 HTTP/1.1" status: 404 len: 336 time: 0.1095035 Feb 04 20:27:33.877043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56442) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:33.886840 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:33.971201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56448) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:33.973325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3214237a-1f29-49d1-80b0-2da34688e71a tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=adfd4b05-7dcd-4ef0-9851-e043c78190e8 HTTP/1.1" status: 200 len: 205 time: 0.0856137 Feb 04 20:27:33.974283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Transition to ACTIVE for port object e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:33.999764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:34.000171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.067689 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-61c6fbec-17cc-4094-85ea-396f73db2814 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] delete failed (client error): The resource could not be found. Feb 04 20:27:34.069750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-61c6fbec-17cc-4094-85ea-396f73db2814 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/adfd4b05-7dcd-4ef0-9851-e043c78190e8 HTTP/1.1" status: 404 len: 336 time: 0.0976646 Feb 04 20:27:34.073338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56452) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.127161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56456) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.127390 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b16cb6b8-7f9b-4039-a9f5-19da56e51322 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6d125-dd7a-4641-8352-9c25bce4f184 HTTP/1.1" status: 200 len: 205 time: 0.0528305 Feb 04 20:27:34.128709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.148776 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.203769 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-47cec089-5afc-4d2e-9ff0-5e1617e19159 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] delete failed (client error): The resource could not be found. Feb 04 20:27:34.204806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-47cec089-5afc-4d2e-9ff0-5e1617e19159 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/aea6d125-dd7a-4641-8352-9c25bce4f184 HTTP/1.1" status: 404 len: 336 time: 0.0763164 Feb 04 20:27:34.207697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56462) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.227111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04aea02-ef38-4906-ab36-f874109a7a26,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:34.245466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Checking segment: {'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:34.245838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Network hostable DHCP agents. Network: f7e41a84-faaa-44f3-b0b1-f352ef9c71b4, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:27:34.269366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5d3abc06-dea5-40b7-bd9e-55937aa86434 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=71156f1a-51c1-4c69-b3c5-8230622a99b3 HTTP/1.1" status: 200 len: 205 time: 0.0605803 Feb 04 20:27:34.272196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56466) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.352435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:27:34.374931 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-5705637f-5c01-4bee-85b7-1de5f0ed4cc4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] delete failed (client error): The resource could not be found. Feb 04 20:27:34.374931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5705637f-5c01-4bee-85b7-1de5f0ed4cc4 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/71156f1a-51c1-4c69-b3c5-8230622a99b3 HTTP/1.1" status: 404 len: 336 time: 0.0982761 Feb 04 20:27:34.376208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56472) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.402766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b6d69-8cb1-46f7-83bb-9a582ac88c2d None None] Pushing event updated for resources: {'Port': ['ID=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:34.446444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Attempting to bind port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:27:34.446444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Attempting to bind port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:27:34.446444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Attempting to bind port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 on network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:27:34.448639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:27:34.449016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Checking segment: {'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:34.449429 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.449824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Bound using segment: {'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:27:34.450296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Bound port: e0e6cf66-b243-4c56-a566-f7c8f0d68ae2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:27:34.450682 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.455281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, f7e41a84-faaa-44f3-b0b1-f352ef9c71b4) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:34.464628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-01396a56-f126-47c9-b50d-c1af8ad30c3e tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "GET /v2.0/ports?device_id=165ab520-cac2-417a-af84-ce1f2fed31bb HTTP/1.1" status: 200 len: 205 time: 0.0779555 Feb 04 20:27:34.464871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56478) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.466062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:34.470742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.473335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364c996-79e3-49d6-a141-de7d9e9f0cbb None None] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:34.595546 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-915ec241-38c6-4685-ae51-c2342ed9c936 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] delete failed (client error): The resource could not be found. Feb 04 20:27:34.596570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-915ec241-38c6-4685-ae51-c2342ed9c936 tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/routers/165ab520-cac2-417a-af84-ce1f2fed31bb HTTP/1.1" status: 404 len: 336 time: 0.1350951 Feb 04 20:27:34.599490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56482) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.644829 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c324d6-cbf5-4726-9810-30daa7ca67fb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] DELETE failed (client error): The resource could not be found. Feb 04 20:27:34.645548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c324d6-cbf5-4726-9810-30daa7ca67fb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:34.650576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c1c324d6-cbf5-4726-9810-30daa7ca67fb tempest-RoutersIpV6AdminTest-1077451458 tempest-RoutersIpV6AdminTest-1077451458-project] 10.222.0.48 "DELETE /v2.0/subnets/eb10496e-1c55-4113-9eec-7300004ad4a7 HTTP/1.1" status: 404 len: 337 time: 0.0468836 Feb 04 20:27:34.729152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] For port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:27:34.746208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] For port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,segment=NetworkSegment(8f1afea3-74d3-452b-8ee4-ca878ac5f0e4),segment_id=8f1afea3-74d3-452b-8ee4-ca878ac5f0e4)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:27:34.749386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9183a0c8-2b72-471a-bb21-1deff5f3c54d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4930699 Feb 04 20:27:34.754073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56490) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:34.759813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:34.768406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:34.779107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Usage tracker for resource:router and tenant:4c5a55cbfe97492a9f5b2e76a423c896 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:34.782726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:34.789700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:34.809085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-f7e41a84-faaa-44f3-b0b1-f352ef9c71b4', 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'fixed_ips': [{'subnet_id': 'd04aea02-ef38-4906-ab36-f874109a7a26'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:27:34.809947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.890984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.967855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:34.974055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:35.010791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:35.087314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Routers {'62598322-66f5-4035-9a67-6a9ac448716e'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:35.087314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['62598322-66f5-4035-9a67-6a9ac448716e'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:35.352062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b6d69-8cb1-46f7-83bb-9a582ac88c2d None None] Pushing event updated for resources: {'Port': ['ID=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:35.394907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] Set router 62598322-66f5-4035-9a67-6a9ac448716e gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:35.487343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Allocated IP 172.20.0.2 (f7e41a84-faaa-44f3-b0b1-f352ef9c71b4/d04aea02-ef38-4906-ab36-f874109a7a26/c56fd16f-cafb-4dfa-a0b3-908a76b5125e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:35.507056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56518) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:35.646243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:35.684238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:35.707686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:35.712141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Usage tracker for resource:security_group_rule and tenant:aa92584e7edf438cacf7db9de2b58522 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:35.715526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:35.721981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:35.838167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:35.992596 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.051842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa92584e7edf438cacf7db9de2b58522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409279 Feb 04 20:27:36.051842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56536) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:36.056089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181a46d-698e-4558-b3b9-31651aaf4058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6be0bfd-b35d-4efb-b544-e09d7eb8516b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:36.125461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.147312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Transition to ACTIVE for port object c56fd16f-cafb-4dfa-a0b3-908a76b5125e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:36.166163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94245cf5-0518-4b16-ab24-1491de962b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.179380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Transition to ACTIVE for port object c56fd16f-cafb-4dfa-a0b3-908a76b5125e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:36.186567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:29Z', 'revision_number': 4, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e0e6cf66-b243-4c56-a566-f7c8f0d68ae2', 'name': '', 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'mac_address': 'fa:16:3e:fa:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '613716af-4031-4df2-b56c-e6d7063f3738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:27Z', 'updated_at': '2022-02-04T20:27:34Z', 'revision_number': 4, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'subnets': [{'id': '613716af-4031-4df2-b56c-e6d7063f3738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:36.192176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb7f08-825f-48d0-95ad-0c59208fe482 None None] The sync data for ids ['62598322-66f5-4035-9a67-6a9ac448716e'] in n-d-811806-1 is: [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:29Z', 'revision_number': 4, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e0e6cf66-b243-4c56-a566-f7c8f0d68ae2', 'name': '', 'network_id': 'ac8cb9f1-6c73-4a7b-b372-cceb469b9686', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'mac_address': 'fa:16:3e:fa:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '613716af-4031-4df2-b56c-e6d7063f3738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:27Z', 'updated_at': '2022-02-04T20:27:34Z', 'revision_number': 4, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'subnets': [{'id': '613716af-4031-4df2-b56c-e6d7063f3738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:36.205603 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94245cf5-0518-4b16-ab24-1491de962b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.295881 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.363454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.368755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:36.371006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:36.379737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94245cf5-0518-4b16-ab24-1491de962b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.382198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:36.405259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94245cf5-0518-4b16-ab24-1491de962b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6be0bfd-b35d-4efb-b544-e09d7eb8516b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:36.409320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.418545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94245cf5-0518-4b16-ab24-1491de962b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.419835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94245cf5-0518-4b16-ab24-1491de962b8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6be0bfd-b35d-4efb-b544-e09d7eb8516b HTTP/1.1" status: 204 len: 168 time: 0.3661771 Feb 04 20:27:36.499758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Pushing event updated for resources: {'Port': ['ID=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:36.541568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Attempting to bind port c56fd16f-cafb-4dfa-a0b3-908a76b5125e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:27:36.541568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Attempting to bind port c56fd16f-cafb-4dfa-a0b3-908a76b5125e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:27:36.541568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Attempting to bind port c56fd16f-cafb-4dfa-a0b3-908a76b5125e on network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:27:36.550522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:27:36.550957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Checking segment: {'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:36.551362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.551756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Bound using segment: {'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:27:36.552267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Bound port: c56fd16f-cafb-4dfa-a0b3-908a76b5125e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:27:36.552645 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.642150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Allocated IP 172.25.7.78 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/309c3bd1-9dfa-4391-a840-7bbbe6f07353) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:36.662535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] For port c56fd16f-cafb-4dfa-a0b3-908a76b5125e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:27:36.813851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] For port c56fd16f-cafb-4dfa-a0b3-908a76b5125e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,segment=NetworkSegment(71a05e8a-e561-4a18-9384-2f7ff4108a7d),segment_id=71a05e8a-e561-4a18-9384-2f7ff4108a7d)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:27:36.823891 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.973855 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:36.980455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:37.050375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:37.054043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:37.058367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:37.081573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6276-16b9-4d3c-8ca3-e2769b38f829 None None] Pushing event updated for resources: {'Port': ['ID=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:37.115483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Pushing event updated for resources: {'Port': ['ID=309c3bd1-9dfa-4391-a840-7bbbe6f07353,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:37.417203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56560) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:37.491619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e22608fa-eb03-4228-b1d5-553f15995c48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8418579af49b4c67828c68d78f648adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739264 Feb 04 20:27:37.493298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56564) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:37.742186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9018f6-ea1b-4f83-af4e-233db60a8095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:37.773015 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:37.858627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9018f6-ea1b-4f83-af4e-233db60a8095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:37.900557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:38.104141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:38.107420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:38.107779 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:38.206386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9018f6-ea1b-4f83-af4e-233db60a8095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:38.261630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9018f6-ea1b-4f83-af4e-233db60a8095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457935a-3d8d-48e2-ba84-84988292ac94,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:38.290831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:38.311237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9018f6-ea1b-4f83-af4e-233db60a8095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:38.312420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6b9018f6-ea1b-4f83-af4e-233db60a8095 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d457935a-3d8d-48e2-ba84-84988292ac94 HTTP/1.1" status: 204 len: 168 time: 0.8180733 Feb 04 20:27:38.388099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:38.448605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,segment=NetworkSegment(8f1afea3-74d3-452b-8ee4-ca878ac5f0e4),segment_id=8f1afea3-74d3-452b-8ee4-ca878ac5f0e4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:38.533664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:38.534725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c56fd16f-cafb-4dfa-a0b3-908a76b5125e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:38.685694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:38.780123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7822c87-9957-483b-9340-babc7dbba828 None None] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:38.941836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c56fd16f-cafb-4dfa-a0b3-908a76b5125e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:38.980810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Router a916a54b-f099-4e5c-819a-a8d298fd8e67 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:27:39.148640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dc4c27b2-bb7c-4bfe-bda3-6ad489a83ccf None None] Provisioning for port c56fd16f-cafb-4dfa-a0b3-908a76b5125e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:39.158064 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:39.179943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dc4c27b2-bb7c-4bfe-bda3-6ad489a83ccf None None] Provisioning complete for port c56fd16f-cafb-4dfa-a0b3-908a76b5125e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:39.179943 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc4c27b2-bb7c-4bfe-bda3-6ad489a83ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:39.219858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:39.231503 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Sync routers for ids ['a916a54b-f099-4e5c-819a-a8d298fd8e67'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:39.234592 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:39.249343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Routers {'a916a54b-f099-4e5c-819a-a8d298fd8e67'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:39.250781 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a916a54b-f099-4e5c-819a-a8d298fd8e67'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:39.309840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:39.309840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be4ed33c-6e9c-48e7-a9e1-d23092ba5de3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5486803 Feb 04 20:27:39.309840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56616) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:39.469166 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc4c27b2-bb7c-4bfe-bda3-6ad489a83ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:39.588229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dc4c27b2-bb7c-4bfe-bda3-6ad489a83ccf None None] For port c56fd16f-cafb-4dfa-a0b3-908a76b5125e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,segment=NetworkSegment(71a05e8a-e561-4a18-9384-2f7ff4108a7d),segment_id=71a05e8a-e561-4a18-9384-2f7ff4108a7d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:39.596829 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Set router a916a54b-f099-4e5c-819a-a8d298fd8e67 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:39.660707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc4c27b2-bb7c-4bfe-bda3-6ad489a83ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:39.894438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:40.007667 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:37Z', 'revision_number': 3, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port': {'id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:36Z', 'updated_at': '2022-02-04T20:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:40.012900 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Checking router: a916a54b-f099-4e5c-819a-a8d298fd8e67 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:27:40.013458 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Updating router a916a54b-f099-4e5c-819a-a8d298fd8e67 port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:27:40.077714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6c55bd66-3766-4059-8280-bd036f9f2fa9 None None] Provisioning complete for port c56fd16f-cafb-4dfa-a0b3-908a76b5125e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:40.081143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c55bd66-3766-4059-8280-bd036f9f2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:40.126969 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:40.200330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c27b2-bb7c-4bfe-bda3-6ad489a83ccf None None] Pushing event updated for resources: {'Port': ['ID=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:40.242752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:40.244012 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:40.346677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56642) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.449931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:40.486476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-45930317-579f-49f2-bf4d-d0166cdd2047 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] Request body: {'port': {'network_id': '7a47c40c-39fa-4258-8fd3-98fe35529037', 'name': 'tempest-NetworksNegativeTestJSON-166934900'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:40.524167 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-45930317-579f-49f2-bf4d-d0166cdd2047 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] POST failed (client error): The resource could not be found. Feb 04 20:27:40.524647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45930317-579f-49f2-bf4d-d0166cdd2047 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:40.531146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-45930317-579f-49f2-bf4d-d0166cdd2047 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1773579 Feb 04 20:27:40.532017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56650) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.566110 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-05287a88-38ea-4c6c-b7c2-7564eb249e83 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] DELETE failed (client error): The resource could not be found. Feb 04 20:27:40.570300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05287a88-38ea-4c6c-b7c2-7564eb249e83 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:40.575512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-05287a88-38ea-4c6c-b7c2-7564eb249e83 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "DELETE /v2.0/networks/1c42b19a-82c0-40c4-ab36-fa7784145497 HTTP/1.1" status: 404 len: 339 time: 0.0424256 Feb 04 20:27:40.576489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56654) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.645268 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:40.659263 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91259d6-374c-4402-a7f6-5b8e5fbe2c76 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] DELETE failed (client error): The resource could not be found. Feb 04 20:27:40.662000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Transition to ACTIVE for port object 309c3bd1-9dfa-4391-a840-7bbbe6f07353 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:40.662264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91259d6-374c-4402-a7f6-5b8e5fbe2c76 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:40.672339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e91259d6-374c-4402-a7f6-5b8e5fbe2c76 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "DELETE /v2.0/ports/0287c02e-f194-4e92-9d1c-314d774d4642 HTTP/1.1" status: 404 len: 333 time: 0.0945821 Feb 04 20:27:40.676334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56660) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.731903 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e20d52-c221-4ab0-8b56-d53e547d0b04 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] DELETE failed (client error): The resource could not be found. Feb 04 20:27:40.732392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e20d52-c221-4ab0-8b56-d53e547d0b04 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:40.734413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-07e20d52-c221-4ab0-8b56-d53e547d0b04 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "DELETE /v2.0/subnets/d4178636-5619-4d44-8aac-d49216f06397 HTTP/1.1" status: 404 len: 337 time: 0.0560873 Feb 04 20:27:40.737887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56664) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.765159 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-34da6715-2755-4fd9-8464-c7211b569f1a tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] GET failed (client error): The resource could not be found. Feb 04 20:27:40.766648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-34da6715-2755-4fd9-8464-c7211b569f1a tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "GET /v2.0/networks/74b6e36c-06a6-480c-b6e6-0eca9f2f9dbc HTTP/1.1" status: 404 len: 339 time: 0.0277681 Feb 04 20:27:40.771443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56668) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.816279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Allocated IP 172.20.0.1 (f7e41a84-faaa-44f3-b0b1-f352ef9c71b4/d04aea02-ef38-4906-ab36-f874109a7a26/b57da192-42ce-411d-802c-ca5e4493f2d7) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:27:40.825095 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e40f95-27b8-4126-924a-90c0bf319ebc tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] GET failed (client error): The resource could not be found. Feb 04 20:27:40.827654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-62e40f95-27b8-4126-924a-90c0bf319ebc tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "GET /v2.0/ports/d30acd8c-9a48-47c6-b0e9-fb34e25edda6 HTTP/1.1" status: 404 len: 333 time: 0.0551393 Feb 04 20:27:40.830602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56672) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.850904 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:40.888177 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-5569bd47-fa43-46ec-88d4-b9ded1577c23 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] GET failed (client error): The resource could not be found. Feb 04 20:27:40.894866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5569bd47-fa43-46ec-88d4-b9ded1577c23 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "GET /v2.0/subnets/df04ac64-8a54-4d87-9e54-f9ad7a419512 HTTP/1.1" status: 404 len: 337 time: 0.0581264 Feb 04 20:27:40.895044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56680) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.905398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-dee8a836-6841-4e9b-8f8d-9b999f4a06ea tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:40.938940 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee8a836-6841-4e9b-8f8d-9b999f4a06ea tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] PUT failed (client error): The resource could not be found. Feb 04 20:27:40.939515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee8a836-6841-4e9b-8f8d-9b999f4a06ea tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:40.944561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dee8a836-6841-4e9b-8f8d-9b999f4a06ea tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "PUT /v2.0/networks/b9908f65-f0c9-4101-940d-6c0b7a302802 HTTP/1.1" status: 404 len: 339 time: 0.0486188 Feb 04 20:27:40.945667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56686) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:40.953467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-16b61f0d-4bdf-4d0a-b57f-4b06a21d1eac tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:40.954643 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Attempting to bind port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:27:40.955043 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Attempting to bind port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:27:40.955405 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Attempting to bind port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:27:40.978943 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Pushing event updated for resources: {'Port': ['ID=309c3bd1-9dfa-4391-a840-7bbbe6f07353,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.994583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:40.995871 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b61f0d-4bdf-4d0a-b57f-4b06a21d1eac tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] PUT failed (client error): The resource could not be found. Feb 04 20:27:40.996140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b61f0d-4bdf-4d0a-b57f-4b06a21d1eac tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:40.997667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-16b61f0d-4bdf-4d0a-b57f-4b06a21d1eac tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "PUT /v2.0/ports/646063b4-52ed-4b4f-9477-01a3a86232d4 HTTP/1.1" status: 404 len: 333 time: 0.0508239 Feb 04 20:27:41.000515 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:27:41.001207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56690) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:41.003547 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:41.003547 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:41.004173 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:27:41.004307 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Bound port: 309c3bd1-9dfa-4391-a840-7bbbe6f07353, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:27:41.004652 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:41.009670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-74549b12-50cb-465f-83e3-01e9dc2f0677 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:41.044328 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-74549b12-50cb-465f-83e3-01e9dc2f0677 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] PUT failed (client error): The resource could not be found. Feb 04 20:27:41.044792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74549b12-50cb-465f-83e3-01e9dc2f0677 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:27:41.049645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-74549b12-50cb-465f-83e3-01e9dc2f0677 tempest-NetworksNegativeTestJSON-587708222 tempest-NetworksNegativeTestJSON-587708222-project] 10.222.0.48 "PUT /v2.0/subnets/c455563a-f86a-455e-8ac0-bc03d7e5fcc9 HTTP/1.1" status: 404 len: 337 time: 0.0438263 Feb 04 20:27:41.093734 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] For port 309c3bd1-9dfa-4391-a840-7bbbe6f07353, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:27:41.097580 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] For port 309c3bd1-9dfa-4391-a840-7bbbe6f07353, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=309c3bd1-9dfa-4391-a840-7bbbe6f07353,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:27:41.184003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:41.204475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Transition to ACTIVE for port object b57da192-42ce-411d-802c-ca5e4493f2d7 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:41.262265 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:41.339604 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Routers {'a916a54b-f099-4e5c-819a-a8d298fd8e67'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:41.339838 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a916a54b-f099-4e5c-819a-a8d298fd8e67'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:41.377456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:41.399890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f5eac-c8a2-40ef-874f-de38c516469e None None] Pushing event updated for resources: {'Port': ['ID=309c3bd1-9dfa-4391-a840-7bbbe6f07353,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:41.456518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Pushing event updated for resources: {'Port': ['ID=b57da192-42ce-411d-802c-ca5e4493f2d7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:41.471096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:41.472287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:41.474640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:27:41.565373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:41.622170 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] Set router a916a54b-f099-4e5c-819a-a8d298fd8e67 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:41.750050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c56fd16f-cafb-4dfa-a0b3-908a76b5125e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:41.846225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c56fd16f-cafb-4dfa-a0b3-908a76b5125e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:41.846602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:41.868814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56710) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:41.924076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.101826 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:37Z', 'revision_number': 3, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port': {'id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:36Z', 'updated_at': '2022-02-04T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:42.110572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3b49b811-226d-42aa-a461-3044920c7547 None None] Provisioning for port b57da192-42ce-411d-802c-ca5e4493f2d7 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:42.119447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.121148 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713d30c-8520-435e-b535-0611fd5619d0 None None] The sync data for ids ['a916a54b-f099-4e5c-819a-a8d298fd8e67'] in n-d-811806-1 is: [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:37Z', 'revision_number': 3, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port': {'id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:36Z', 'updated_at': '2022-02-04T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:42.186337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3b49b811-226d-42aa-a461-3044920c7547 None None] Provisioning complete for port b57da192-42ce-411d-802c-ca5e4493f2d7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:42.190987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3b49b811-226d-42aa-a461-3044920c7547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.197803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:42.205437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7e9f0ded824aed834af34b7958b926 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:42.221678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:42.229838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:42.331338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3b49b811-226d-42aa-a461-3044920c7547 None None] Port b57da192-42ce-411d-802c-ca5e4493f2d7 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:27:42.372181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.386810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.539163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.546420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.607745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4199ab-d2b4-4b34-b993-9d1100f70a95,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:42.631855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-053ad302-f8dc-46b0-962e-de6a4a7fb8e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb7e9f0ded824aed834af34b7958b926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7618041 Feb 04 20:27:42.634508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56730) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:42.687297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.714936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5a63a85-8741-4326-bf17-1d585485acc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.759201 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5a63a85-8741-4326-bf17-1d585485acc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:42.954818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Pushing event updated for resources: {'Port': ['ID=b57da192-42ce-411d-802c-ca5e4493f2d7,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:43.007256 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5a63a85-8741-4326-bf17-1d585485acc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:43.048614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a63a85-8741-4326-bf17-1d585485acc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4199ab-d2b4-4b34-b993-9d1100f70a95,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:43.053277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5a63a85-8741-4326-bf17-1d585485acc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:43.054376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:27:43.061754 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e5a63a85-8741-4326-bf17-1d585485acc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e4199ab-d2b4-4b34-b993-9d1100f70a95 HTTP/1.1" status: 204 len: 168 time: 0.4260123 Feb 04 20:27:43.070607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:27:43.539971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Router a916a54b-f099-4e5c-819a-a8d298fd8e67 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:27:43.601527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-98c08a96-ed61-401f-9461-aa09172fc5e8 None None] Provisioning complete for port b57da192-42ce-411d-802c-ca5e4493f2d7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:43.610529 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98c08a96-ed61-401f-9461-aa09172fc5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:43.774985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-98c08a96-ed61-401f-9461-aa09172fc5e8 None None] Port b57da192-42ce-411d-802c-ca5e4493f2d7 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:27:43.870555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 309c3bd1-9dfa-4391-a840-7bbbe6f07353 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:44.022494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:44.047823 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-271aec60-1f6a-4dbb-9c9f-8af908aa7e3a admin admin] 10.222.0.48 "PUT /v2.0/routers/a916a54b-f099-4e5c-819a-a8d298fd8e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7383018 Feb 04 20:27:44.192992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:44.201435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:44.201435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:44.380005 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:44.399412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 309c3bd1-9dfa-4391-a840-7bbbe6f07353, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=309c3bd1-9dfa-4391-a840-7bbbe6f07353,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:44.547824 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:44.674638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=309c3bd1-9dfa-4391-a840-7bbbe6f07353,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:44.685217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.685654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.686817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.687278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.687784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.688431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.688927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.689570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.690070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.690796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.691279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.692205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:44.867887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Sync routers for ids ['a916a54b-f099-4e5c-819a-a8d298fd8e67'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:44.886346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Routers {'a916a54b-f099-4e5c-819a-a8d298fd8e67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:44.887039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a916a54b-f099-4e5c-819a-a8d298fd8e67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:44.932032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56798) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:45.113651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Set router a916a54b-f099-4e5c-819a-a8d298fd8e67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:45.116779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849968058'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:45.136113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:45.149410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:45.154227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:45.181387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:45.356312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:45.386176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:45.401966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:45.406841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:45.410264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:45.416621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:45.510894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:45.561427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:41Z', 'revision_number': 4, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port': {'id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:36Z', 'updated_at': '2022-02-04T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b57da192-42ce-411d-802c-ca5e4493f2d7', 'name': '', 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'mac_address': 'fa:16:3e:e5:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04aea02-ef38-4906-ab36-f874109a7a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:40Z', 'updated_at': '2022-02-04T20:27:42Z', 'revision_number': 2, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'subnets': [{'id': 'd04aea02-ef38-4906-ab36-f874109a7a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:45.572570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Checking router: a916a54b-f099-4e5c-819a-a8d298fd8e67 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:27:45.572570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Updating router a916a54b-f099-4e5c-819a-a8d298fd8e67 port b57da192-42ce-411d-802c-ca5e4493f2d7 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:27:45.632838 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:45.632955 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:45.687811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:45.692085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e52728-bda4-4944-9314-8d39c10f5ce2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:45.707519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:45.716225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:45.727673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:45.764984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 309c3bd1-9dfa-4391-a840-7bbbe6f07353 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:45.835651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:45.948018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:45.948387 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:45.950309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.032011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88003f99-00b5-4143-a039-e3c94092ed4b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:46.101974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.104379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bae066e4-5f06-447c-9c76-87778a367bc8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1713519 Feb 04 20:27:46.113104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56872) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:46.222451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.235561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Transition to ACTIVE for port object b57da192-42ce-411d-802c-ca5e4493f2d7 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:27:46.270561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f8a7bb0e-4eb4-41d0-a388-9c1b1781e519 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1529715 Feb 04 20:27:46.271452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56886) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:46.285369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-42f9c10b-2e96-45cf-bc1d-3670e29ccd95 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-security--1129512974', 'description': 'tempest-security-description-806209118'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:46.346813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42f9c10b-2e96-45cf-bc1d-3670e29ccd95 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.346957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.560920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42f9c10b-2e96-45cf-bc1d-3670e29ccd95 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.580731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d6380-7f26-4d81-b160-d180498751e8 None None] Pushing event updated for resources: {'Port': ['ID=b57da192-42ce-411d-802c-ca5e4493f2d7,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:46.640175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Attempting to bind port b57da192-42ce-411d-802c-ca5e4493f2d7 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:27:46.640548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Attempting to bind port b57da192-42ce-411d-802c-ca5e4493f2d7 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:27:46.640909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Attempting to bind port b57da192-42ce-411d-802c-ca5e4493f2d7 on network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:27:46.646889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:27:46.653021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Checking segment: {'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:27:46.653021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.653021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Bound using segment: {'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:27:46.653021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Bound port: b57da192-42ce-411d-802c-ca5e4493f2d7, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a05e8a-e561-4a18-9384-2f7ff4108a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:27:46.653021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.680852 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42f9c10b-2e96-45cf-bc1d-3670e29ccd95 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.687197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-42f9c10b-2e96-45cf-bc1d-3670e29ccd95 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.692354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-42f9c10b-2e96-45cf-bc1d-3670e29ccd95 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "PUT /v2.0/security-groups/88003f99-00b5-4143-a039-e3c94092ed4b HTTP/1.1" status: 200 len: 1779 time: 0.4191864 Feb 04 20:27:46.705367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56910) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:46.759225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9fce61c6-a1e4-45df-8869-e014f3b5b299 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups/88003f99-00b5-4143-a039-e3c94092ed4b HTTP/1.1" status: 200 len: 1779 time: 0.0628257 Feb 04 20:27:46.762162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56920) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:46.775872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9c10b-2e96-45cf-bc1d-3670e29ccd95 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88003f99-00b5-4143-a039-e3c94092ed4b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:46.787740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] For port b57da192-42ce-411d-802c-ca5e4493f2d7, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:27:46.790930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] For port b57da192-42ce-411d-802c-ca5e4493f2d7, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b57da192-42ce-411d-802c-ca5e4493f2d7,segment=NetworkSegment(71a05e8a-e561-4a18-9384-2f7ff4108a7d),segment_id=71a05e8a-e561-4a18-9384-2f7ff4108a7d)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:27:46.834441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56926) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:46.877734 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.908207 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:46.932194 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:47.053025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Routers {'a916a54b-f099-4e5c-819a-a8d298fd8e67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:47.053811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a916a54b-f099-4e5c-819a-a8d298fd8e67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:47.073371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:47.103901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88003f99-00b5-4143-a039-e3c94092ed4b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:47.130150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.130150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.130150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.130150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.130150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.130150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.130150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.137477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.138865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.139437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.140214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.140773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:47.150566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:47.155151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-11946b59-29a4-41d4-9693-02520622672d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/88003f99-00b5-4143-a039-e3c94092ed4b HTTP/1.1" status: 204 len: 168 time: 0.3917575 Feb 04 20:27:47.159314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56946) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:47.228907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d6380-7f26-4d81-b160-d180498751e8 None None] Pushing event updated for resources: {'Port': ['ID=b57da192-42ce-411d-802c-ca5e4493f2d7,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:47.300083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fa73d0aa-b6bc-4134-8b36-f9801b48a63e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:47.421380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] Set router a916a54b-f099-4e5c-819a-a8d298fd8e67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:47.441464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fa73d0aa-b6bc-4134-8b36-f9801b48a63e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:47.446022 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fa73d0aa-b6bc-4134-8b36-f9801b48a63e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2851136 Feb 04 20:27:47.447942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56962) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:47.468566 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-63fd78da-bd97-441c-bf0d-1957c6fd1f14 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] delete failed (client error): The resource could not be found. Feb 04 20:27:47.475192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-63fd78da-bd97-441c-bf0d-1957c6fd1f14 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/88003f99-00b5-4143-a039-e3c94092ed4b HTTP/1.1" status: 404 len: 347 time: 0.0261307 Feb 04 20:27:47.477351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56966) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:47.484460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--869858338'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:47.498163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:47.528024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:47.693787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:47.758084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:47.779611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:47.787410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:47.788190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:47.796171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:47.839118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:41Z', 'revision_number': 4, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port': {'id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:36Z', 'updated_at': '2022-02-04T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b57da192-42ce-411d-802c-ca5e4493f2d7', 'name': '', 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'mac_address': 'fa:16:3e:e5:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04aea02-ef38-4906-ab36-f874109a7a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:40Z', 'updated_at': '2022-02-04T20:27:46Z', 'revision_number': 4, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'subnets': [{'id': 'd04aea02-ef38-4906-ab36-f874109a7a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:47.851472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c943bd-a4b1-4f1a-b855-e4add9f4b813 None None] The sync data for ids ['a916a54b-f099-4e5c-819a-a8d298fd8e67'] in n-d-811806-1 is: [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:41Z', 'revision_number': 4, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port': {'id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:36Z', 'updated_at': '2022-02-04T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b57da192-42ce-411d-802c-ca5e4493f2d7', 'name': '', 'network_id': 'f7e41a84-faaa-44f3-b0b1-f352ef9c71b4', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'mac_address': 'fa:16:3e:e5:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04aea02-ef38-4906-ab36-f874109a7a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:40Z', 'updated_at': '2022-02-04T20:27:46Z', 'revision_number': 4, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'subnets': [{'id': 'd04aea02-ef38-4906-ab36-f874109a7a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:48.065896 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.141294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.238142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33308cd-1cb6-43ee-b0f9-4a4be1533511,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:48.295542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Deleting port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:48.296002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.313458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.318953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-63f6fbfd-b88f-498f-8e36-a0934e057107 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8403628 Feb 04 20:27:48.319893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56994) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:48.325915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': 'b33308cd-1cb6-43ee-b0f9-4a4be1533511', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:48.334979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:48.338643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:48.342609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:48.352438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:48.490314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.539645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] For port e0e6cf66-b243-4c56-a566-f7c8f0d68ae2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,segment=NetworkSegment(8f1afea3-74d3-452b-8ee4-ca878ac5f0e4),segment_id=8f1afea3-74d3-452b-8ee4-ca878ac5f0e4)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:48.540143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.593130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.676033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Calling delete_port for e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:48.695275 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.735201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70602c41-42e9-4945-ac0a-77cf58ce6698,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:48.855287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.856856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5de9cfb-506c-4adc-9cd2-197d327a43f3 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5356584 Feb 04 20:27:48.861684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57022) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:48.941191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6070e277-e9fd-425b-b415-31c147714f45 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:48.966426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6070e277-e9fd-425b-b415-31c147714f45 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.128910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6070e277-e9fd-425b-b415-31c147714f45 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.133186 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6070e277-e9fd-425b-b415-31c147714f45 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.134313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6070e277-e9fd-425b-b415-31c147714f45 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/70602c41-42e9-4945-ac0a-77cf58ce6698 HTTP/1.1" status: 204 len: 168 time: 0.2709668 Feb 04 20:27:49.137149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57044) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:49.160363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070e277-e9fd-425b-b415-31c147714f45 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70602c41-42e9-4945-ac0a-77cf58ce6698,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:49.242048 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.429475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4732846f-68da-4da2-968b-0ebfff86f6cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:49.430561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e6cf66-b243-4c56-a566-f7c8f0d68ae2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:49.635908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4732846f-68da-4da2-968b-0ebfff86f6cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:49.637210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4732846f-68da-4da2-968b-0ebfff86f6cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4991744 Feb 04 20:27:49.641446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57070) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:49.743488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.746350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a64-c825-40b7-93d5-3723462fa143 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.780128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a64-c825-40b7-93d5-3723462fa143 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.916937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b57da192-42ce-411d-802c-ca5e4493f2d7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:49.946446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a64-c825-40b7-93d5-3723462fa143 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:49.969826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa6a64-c825-40b7-93d5-3723462fa143 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33308cd-1cb6-43ee-b0f9-4a4be1533511,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:50.066748 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29aa6a64-c825-40b7-93d5-3723462fa143 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.068513 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-29aa6a64-c825-40b7-93d5-3723462fa143 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/b33308cd-1cb6-43ee-b0f9-4a4be1533511 HTTP/1.1" status: 204 len: 168 time: 0.4273005 Feb 04 20:27:50.071141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57094) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:50.095774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ae25f902-3987-4033-af5d-4d41439dba33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.097634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b57da192-42ce-411d-802c-ca5e4493f2d7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:27:50.105387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b57da192-42ce-411d-802c-ca5e4493f2d7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:50.105898 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.202172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0197910b-4fb6-48dc-81da-53e7a6d8cc16 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:50.335933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0197910b-4fb6-48dc-81da-53e7a6d8cc16 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:50.337307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0197910b-4fb6-48dc-81da-53e7a6d8cc16 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2650890 Feb 04 20:27:50.341681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57110) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:50.343091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Router 62598322-66f5-4035-9a67-6a9ac448716e has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:27:50.348668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115154380'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:50.366961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:50.382685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.393490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:50.448679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b57da192-42ce-411d-802c-ca5e4493f2d7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b57da192-42ce-411d-802c-ca5e4493f2d7,segment=NetworkSegment(71a05e8a-e561-4a18-9384-2f7ff4108a7d),segment_id=71a05e8a-e561-4a18-9384-2f7ff4108a7d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:50.527847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.553125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:50.558042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:50.560974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:50.566593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:50.573135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.577827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:50.589874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] Sync routers for ids ['62598322-66f5-4035-9a67-6a9ac448716e'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:50.590415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-010ca2ce-c700-49c7-9265-26ef2e31541b admin admin] 10.222.0.48 "PUT /v2.0/routers/62598322-66f5-4035-9a67-6a9ac448716e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7541788 Feb 04 20:27:50.593677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57122) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:50.600316 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] Routers {'62598322-66f5-4035-9a67-6a9ac448716e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:50.601055 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['62598322-66f5-4035-9a67-6a9ac448716e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:50.676811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b57da192-42ce-411d-802c-ca5e4493f2d7,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:50.834542 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] Set router 62598322-66f5-4035-9a67-6a9ac448716e gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:50.848484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.855063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:50.930064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.076193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044dc394-34b6-448a-879c-95d0c4458dd6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:51.140173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.175421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.179291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6e977656-0ecf-4fd1-ad79-8cbe2d62be2b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8334541 Feb 04 20:27:51.179591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57152) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:51.184754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '044dc394-34b6-448a-879c-95d0c4458dd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:51.192204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:51.197535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:51.200804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:51.207698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:51.229718 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:49Z', 'revision_number': 5, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:51.233633 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] Checking router: 62598322-66f5-4035-9a67-6a9ac448716e for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:27:51.277179 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] Routers {'62598322-66f5-4035-9a67-6a9ac448716e'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:51.277179 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['62598322-66f5-4035-9a67-6a9ac448716e'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:51.318416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Deleting port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:51.318797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.460443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.497299 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] Set router 62598322-66f5-4035-9a67-6a9ac448716e gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:51.597044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] For port afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:51.597539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.614458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.761444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b57da192-42ce-411d-802c-ca5e4493f2d7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:27:51.773882 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.787394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Calling delete_port for afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:51.843858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef54421b-1e2c-42f0-9508-9e1b1598e633,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:51.844502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b57da192-42ce-411d-802c-ca5e4493f2d7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:27:51.844880 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.882239 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:49Z', 'revision_number': 5, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:51.889663 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70643163-699b-4b9c-a8fb-6178e5441fe5 None None] The sync data for ids ['62598322-66f5-4035-9a67-6a9ac448716e'] in n-d-811806-1 is: [{'id': '62598322-66f5-4035-9a67-6a9ac448716e', 'name': 'tempest-TestAggregatesBasicOps-2126628022-router', 'tenant_id': '64bbe95166dc4f32b8674506fbc9571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:21Z', 'updated_at': '2022-02-04T20:27:49Z', 'revision_number': 5, 'project_id': '64bbe95166dc4f32b8674506fbc9571c', 'gw_port': {'id': 'afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62598322-66f5-4035-9a67-6a9ac448716e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:23Z', 'updated_at': '2022-02-04T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:27:51.993466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:51.997221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-49a6b676-d912-4aa5-b8db-d9fdb3b4a75e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8141825 Feb 04 20:27:51.997744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57192) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:52.005645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '044dc394-34b6-448a-879c-95d0c4458dd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:52.019271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:52.053367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:52.082336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:52.105350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:52.197893 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:52.235579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:52.289766 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1c7ddfc0-d9f5-4ad7-861d-859f7cd080e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:52.342627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:52.412937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:52.495859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:52.562233 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:52.569438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7006a2fe-6b57-497e-9432-39ae432ad62f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:52.610549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.623976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.624320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.624829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.625162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.625509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.625814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.626138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.626460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.633630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.633951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.636375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:27:52.773290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:52.781919 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-67f41371-dc85-48f7-bd10-aa4c4734a28e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7792575 Feb 04 20:27:52.782142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57230) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:52.788763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '044dc394-34b6-448a-879c-95d0c4458dd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:52.806849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:52.812802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:52.822815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:52.836311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:52.943142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.041726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.075827 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.078415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.129458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.157993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9914149b-bb6d-4208-a10c-e5b3c7a5f9ef,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:53.187905 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.188456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62598322-66f5-4035-9a67-6a9ac448716e {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:27:53.220084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.223532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8970ce5-1dd1-4c46-9680-a85f399a7055 admin admin] 10.222.0.48 "DELETE /v2.0/routers/62598322-66f5-4035-9a67-6a9ac448716e HTTP/1.1" status: 204 len: 168 time: 2.6266091 Feb 04 20:27:53.226076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57256) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:53.277176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.278487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a1b94165-5e71-4ba9-87e6-3e5a46fb3f92 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4951587 Feb 04 20:27:53.281633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57260) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:53.318939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '044dc394-34b6-448a-879c-95d0c4458dd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:53.335899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:53.342821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:53.345207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] Deleting subnet 613716af-4031-4df2-b56c-e6d7063f3738 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:27:53.347597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:53.350080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.358344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:53.419383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.441699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.475775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.540852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.552993 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.574032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.706338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.753448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251ae985-9437-4b81-bd1f-b1dde235675c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:53.758063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.820985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.823754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-85d769d6-a699-4f28-9a99-afe4d0ed2d0c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5408142 Feb 04 20:27:53.826412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57292) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:53.832195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '044dc394-34b6-448a-879c-95d0c4458dd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:53.863693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:53.869373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613716af-4031-4df2-b56c-e6d7063f3738,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:53.873384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:53.890192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:53.898395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:53.898520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc8e993-50b0-4630-a57c-f0ec0375dbb9 None None] Network ac8cb9f1-6c73-4a7b-b372-cceb469b9686 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:27:53.906321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:53.935806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-24bc4d8c-917b-4a34-ad59-20cf126aa5ea admin admin] 10.222.0.48 "DELETE /v2.0/subnets/613716af-4031-4df2-b56c-e6d7063f3738 HTTP/1.1" status: 204 len: 168 time: 0.7069378 Feb 04 20:27:53.938566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57300) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:54.118184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.156455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:27:54.169394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.207328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:27:54.207595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e0e6cf66-b243-4c56-a566-f7c8f0d68ae2 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:27:54.208781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:27:54.235644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Deleting port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:54.236241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.248460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:27:54.248908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device afb5b4e5-80ed-489e-bebe-e3ee27ba5fa9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:27:54.302861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.460198 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.483193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] DHCP port deletion for ac8cb9f1-6c73-4a7b-b372-cceb469b9686 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:27:54.497209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Deleting port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:54.497747 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.512807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9920a7d-4173-4a5f-9b82-c9d00a841e30,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:54.520120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] For port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,segment=NetworkSegment(8f1afea3-74d3-452b-8ee4-ca878ac5f0e4),segment_id=8f1afea3-74d3-452b-8ee4-ca878ac5f0e4)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:54.520483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.667969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Calling delete_port for c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:54.736029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] For port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,segment=NetworkSegment(8f1afea3-74d3-452b-8ee4-ca878ac5f0e4),segment_id=8f1afea3-74d3-452b-8ee4-ca878ac5f0e4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:54.736420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.797263 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.801217 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-150bfc3c-eaf6-42e0-85c2-c99372e37f65 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9711018 Feb 04 20:27:54.801442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:54.832690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73f77a37-f36e-49d4-98c2-23f55aa3ec36 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.851629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73f77a37-f36e-49d4-98c2-23f55aa3ec36 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.858149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:54.875903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Calling delete_port for c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:54.903419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] No DVR routers for this DVR port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:27:54.994245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:27:54.994957 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:27:55.012178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:55.128369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.135246 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.156742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8cb9f1-6c73-4a7b-b372-cceb469b9686']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:55.165495 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73f77a37-f36e-49d4-98c2-23f55aa3ec36 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.184231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:55.184538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1afea3-74d3-452b-8ee4-ca878ac5f0e4') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:55.200777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f77a37-f36e-49d4-98c2-23f55aa3ec36 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9920a7d-4173-4a5f-9b82-c9d00a841e30,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:55.203718 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.226815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73f77a37-f36e-49d4-98c2-23f55aa3ec36 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.227924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73f77a37-f36e-49d4-98c2-23f55aa3ec36 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e9920a7d-4173-4a5f-9b82-c9d00a841e30 HTTP/1.1" status: 204 len: 168 time: 0.4255862 Feb 04 20:27:55.230560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57362) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:55.233410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.254267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:27:55.255537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:27:55.269457 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:27:55.373532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6ce1bea1-8d55-49eb-b3e9-1214fb58381b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:55.460438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.483073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.488938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8cb9f1-6c73-4a7b-b372-cceb469b9686,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:55.494341 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-972e0409-2b70-473f-b7cf-47aac1cd4f2e admin admin] 10.222.0.48 "DELETE /v2.0/networks/ac8cb9f1-6c73-4a7b-b372-cceb469b9686 HTTP/1.1" status: 204 len: 168 time: 1.5508614 Feb 04 20:27:55.496059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Deleting port c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:55.498593 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.500983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57376) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:55.574007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ffec62ad-c71d-4fb6-a60e-bcf905d37634 None None] The port 'c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:27:55.577400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6ce1bea1-8d55-49eb-b3e9-1214fb58381b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:55.578920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ce1bea1-8d55-49eb-b3e9-1214fb58381b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3473761 Feb 04 20:27:55.584158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57384) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:55.617758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91df1bfd-c44a-413a-8cdb-33e20deef3c1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.638823 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91df1bfd-c44a-413a-8cdb-33e20deef3c1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.773209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:27:55.795308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91df1bfd-c44a-413a-8cdb-33e20deef3c1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:55.815836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:27:55.816342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c8eec7e7-dfb5-4e4e-a69c-19f19e34ea73 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:27:55.970339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df1bfd-c44a-413a-8cdb-33e20deef3c1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=251ae985-9437-4b81-bd1f-b1dde235675c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:56.084319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91df1bfd-c44a-413a-8cdb-33e20deef3c1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:56.085459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-91df1bfd-c44a-413a-8cdb-33e20deef3c1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/251ae985-9437-4b81-bd1f-b1dde235675c HTTP/1.1" status: 204 len: 168 time: 0.5002019 Feb 04 20:27:56.088172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57406) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:56.181639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-996d80d3-0bd6-47b8-9020-c575a6285068 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:56.268799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-996d80d3-0bd6-47b8-9020-c575a6285068 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:56.268799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-996d80d3-0bd6-47b8-9020-c575a6285068 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1698103 Feb 04 20:27:56.268799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57416) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:56.319359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7f45-1db3-4d82-8607-46977559db4b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:56.348402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7f45-1db3-4d82-8607-46977559db4b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:56.468169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7f45-1db3-4d82-8607-46977559db4b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:56.558852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b7f45-1db3-4d82-8607-46977559db4b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9914149b-bb6d-4208-a10c-e5b3c7a5f9ef,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:56.647945 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7f45-1db3-4d82-8607-46977559db4b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:56.649174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc9b7f45-1db3-4d82-8607-46977559db4b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9914149b-bb6d-4208-a10c-e5b3c7a5f9ef HTTP/1.1" status: 204 len: 168 time: 0.3834007 Feb 04 20:27:56.650957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:56.651815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57446) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:56.717246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-842c6bbd-8407-4f7a-8d47-7f7d86180b54 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:56.862892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-842c6bbd-8407-4f7a-8d47-7f7d86180b54 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:56.862892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-842c6bbd-8407-4f7a-8d47-7f7d86180b54 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2042181 Feb 04 20:27:56.874894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57462) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:56.953811 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f6500-43cb-4f6a-a712-68765dd1fe00 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:56.972855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f6500-43cb-4f6a-a712-68765dd1fe00 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.226077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65f67-5974-4b42-8b4d-e08f52f09ef9 req-ad8d67c9-04ef-4fd6-8a86-69bbcec2ef87 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:57.229871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Deleting port b57da192-42ce-411d-802c-ca5e4493f2d7 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:57.230217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.267436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1c65f67-5974-4b42-8b4d-e08f52f09ef9 req-ad8d67c9-04ef-4fd6-8a86-69bbcec2ef87 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1481516 Feb 04 20:27:57.286843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f6500-43cb-4f6a-a712-68765dd1fe00 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.312914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f6500-43cb-4f6a-a712-68765dd1fe00 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7006a2fe-6b57-497e-9432-39ae432ad62f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:57.367494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a1c65f67-5974-4b42-8b4d-e08f52f09ef9 req-6660d68f-c3b7-41ea-a9fa-a0d4cad8c324 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898178 Feb 04 20:27:57.483153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] For port b57da192-42ce-411d-802c-ca5e4493f2d7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b57da192-42ce-411d-802c-ca5e4493f2d7,segment=NetworkSegment(71a05e8a-e561-4a18-9384-2f7ff4108a7d),segment_id=71a05e8a-e561-4a18-9384-2f7ff4108a7d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:27:57.483562 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.491486 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d2f6500-43cb-4f6a-a712-68765dd1fe00 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.492645 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9d2f6500-43cb-4f6a-a712-68765dd1fe00 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7006a2fe-6b57-497e-9432-39ae432ad62f HTTP/1.1" status: 204 len: 168 time: 0.6192248 Feb 04 20:27:57.496018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57496) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:57.573977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-21966bb8-2eb3-406e-a1db-11fc2a388304 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0766768 Feb 04 20:27:57.576780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57508) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:57.627787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e686bcb-fb84-4dbe-82e0-0748e2724f56 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.633038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Calling delete_port for b57da192-42ce-411d-802c-ca5e4493f2d7 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:27:57.647136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e686bcb-fb84-4dbe-82e0-0748e2724f56 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.784144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e686bcb-fb84-4dbe-82e0-0748e2724f56 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.802871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e686bcb-fb84-4dbe-82e0-0748e2724f56 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef54421b-1e2c-42f0-9508-9e1b1598e633,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:57.807062 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e686bcb-fb84-4dbe-82e0-0748e2724f56 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.808201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5e686bcb-fb84-4dbe-82e0-0748e2724f56 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ef54421b-1e2c-42f0-9508-9e1b1598e633 HTTP/1.1" status: 204 len: 168 time: 0.2304423 Feb 04 20:27:57.814885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57522) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:57.863227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7442302c-dc11-4050-aca2-c08aca1de977 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:57.968995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7442302c-dc11-4050-aca2-c08aca1de977 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:57.969227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:57.973187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7442302c-dc11-4050-aca2-c08aca1de977 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1545956 Feb 04 20:27:57.973398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57530) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:58.026802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Pushing event deleted for resources: {'Port': ['ID=b57da192-42ce-411d-802c-ca5e4493f2d7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:58.041585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd9d688c-923c-488f-92b9-689b3d8114e8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.084548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd9d688c-923c-488f-92b9-689b3d8114e8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.215266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd9d688c-923c-488f-92b9-689b3d8114e8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.287544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d688c-923c-488f-92b9-689b3d8114e8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044dc394-34b6-448a-879c-95d0c4458dd6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:58.301726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57546) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:58.409573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd9d688c-923c-488f-92b9-689b3d8114e8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.413887 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cd9d688c-923c-488f-92b9-689b3d8114e8 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/044dc394-34b6-448a-879c-95d0c4458dd6 HTTP/1.1" status: 204 len: 168 time: 0.4364357 Feb 04 20:27:58.416187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57556) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:58.511139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.538306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:58.545301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6da6baf0734b2490369189d2feccd5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:58.550546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:58.559137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-75d91d4e-914b-4b46-9397-e709937087ef tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:27:58.566217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:58.615574 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.670934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.692615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-75d91d4e-914b-4b46-9397-e709937087ef tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:27:58.694118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-75d91d4e-914b-4b46-9397-e709937087ef tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2791541 Feb 04 20:27:58.704991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57572) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:58.704991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149518084'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:58.712795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:58.723182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:58.727603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6cb4c-3b44-4f59-845e-dfaf682cca65 req-2b3f3c06-1f6b-4ef5-aeaa-a05f32533487 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:27:58.729858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4be6cb4c-3b44-4f59-845e-dfaf682cca65 req-2b3f3c06-1f6b-4ef5-aeaa-a05f32533487 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.2109134 Feb 04 20:27:58.781011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.833145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e6da6baf0734b2490369189d2feccd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316937 Feb 04 20:27:58.833145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3cf0a-3c87-4aa0-bfeb-8f574b061041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b67dbf-b54f-4bb3-924f-fe9182830044,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:58.835381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57580) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:58.862768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4be6cb4c-3b44-4f59-845e-dfaf682cca65 req-a0b053ce-bb50-4d56-9f59-0be86359e6bd tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826414 Feb 04 20:27:58.886253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.929159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f10a3f1-cb86-4b45-9802-edb51e9fdaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:58.929159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:58.945856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:58.954370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:58.974931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:58.989172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f10a3f1-cb86-4b45-9802-edb51e9fdaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.062349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Router a916a54b-f099-4e5c-819a-a8d298fd8e67 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:27:59.110036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.258222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:27:59.268011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] Sync routers for ids ['a916a54b-f099-4e5c-819a-a8d298fd8e67'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:27:59.268880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2a8c617e-c537-41fa-96ee-0cd027788115 admin admin] 10.222.0.48 "PUT /v2.0/routers/a916a54b-f099-4e5c-819a-a8d298fd8e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7668097 Feb 04 20:27:59.272463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57588) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:59.278438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] Routers {'a916a54b-f099-4e5c-819a-a8d298fd8e67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:59.279088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a916a54b-f099-4e5c-819a-a8d298fd8e67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:59.462118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] Set router a916a54b-f099-4e5c-819a-a8d298fd8e67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:27:59.465195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.540841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f10a3f1-cb86-4b45-9802-edb51e9fdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.562110 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.590029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10a3f1-cb86-4b45-9802-edb51e9fdaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b67dbf-b54f-4bb3-924f-fe9182830044,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:59.681085 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.686099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15b2e62-c032-40d5-9c71-6c001bd0a39b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:27:59.765689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f10a3f1-cb86-4b45-9802-edb51e9fdaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.767009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6f10a3f1-cb86-4b45-9802-edb51e9fdaaa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29b67dbf-b54f-4bb3-924f-fe9182830044 HTTP/1.1" status: 204 len: 168 time: 0.9305770 Feb 04 20:27:59.769087 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.775621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c337e8e5-00fd-4366-b133-accae5940e1d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0699964 Feb 04 20:27:59.777802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:27:59.783852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': 'e15b2e62-c032-40d5-9c71-6c001bd0a39b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:27:59.790076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:27:59.794408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:27:59.797685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:27:59.802464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Deleting port 309c3bd1-9dfa-4391-a840-7bbbe6f07353 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:27:59.803039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:27:59.816686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:27:59.838162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:57Z', 'revision_number': 5, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port': {'id': '309c3bd1-9dfa-4391-a840-7bbbe6f07353', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:27:36Z', 'updated_at': '2022-02-04T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:59.842122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] Checking router: a916a54b-f099-4e5c-819a-a8d298fd8e67 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:27:59.853776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] Routers {'a916a54b-f099-4e5c-819a-a8d298fd8e67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:27:59.854410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a916a54b-f099-4e5c-819a-a8d298fd8e67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:27:59.942542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.036363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] For port 309c3bd1-9dfa-4391-a840-7bbbe6f07353, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=309c3bd1-9dfa-4391-a840-7bbbe6f07353,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:00.037608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.056798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] Set router a916a54b-f099-4e5c-819a-a8d298fd8e67 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:28:00.102274 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.155199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d664d7-90a9-494e-88a5-9ef6d7e69b6d req-8cb1a8e3-c9c4-4a49-948d-aa00cb7def05 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:00.157042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5d664d7-90a9-494e-88a5-9ef6d7e69b6d req-8cb1a8e3-c9c4-4a49-948d-aa00cb7def05 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1398628 Feb 04 20:28:00.201855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:59Z', 'revision_number': 6, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:00.207255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1295a8-8de5-48e9-90e3-a9472762893e None None] The sync data for ids ['a916a54b-f099-4e5c-819a-a8d298fd8e67'] in n-d-811806-1 is: [{'id': 'a916a54b-f099-4e5c-819a-a8d298fd8e67', 'name': 'tempest-TestAggregatesBasicOps-817394404-router', 'tenant_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:27:34Z', 'updated_at': '2022-02-04T20:27:59Z', 'revision_number': 6, 'project_id': '4c5a55cbfe97492a9f5b2e76a423c896', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:28:00.212527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.269763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334cf132-6555-446e-85f3-6d2ab599adaa,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:00.269763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5d664d7-90a9-494e-88a5-9ef6d7e69b6d req-c148338a-87a0-43ab-b129-e36a6db76186 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068354 Feb 04 20:28:00.377417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Calling delete_port for 309c3bd1-9dfa-4391-a840-7bbbe6f07353 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:00.403501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.404734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5ad46475-5cb4-4a79-bb40-fbf85c62c804 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6258094 Feb 04 20:28:00.407448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57608) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:00.481826 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea0b67c-2d33-4eda-bba0-b9b360f58ee0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.514754 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea0b67c-2d33-4eda-bba0-b9b360f58ee0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.574797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57612) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:00.593954 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.611014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:00.624171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5172f8fe4b714db482792b51faefd4a8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:00.624171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:00.624171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:00.644210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.678983 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea0b67c-2d33-4eda-bba0-b9b360f58ee0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.704202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=309c3bd1-9dfa-4391-a840-7bbbe6f07353,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:00.727088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0b67c-2d33-4eda-bba0-b9b360f58ee0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15b2e62-c032-40d5-9c71-6c001bd0a39b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:00.771998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fea0b67c-2d33-4eda-bba0-b9b360f58ee0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.771998 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fea0b67c-2d33-4eda-bba0-b9b360f58ee0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/e15b2e62-c032-40d5-9c71-6c001bd0a39b HTTP/1.1" status: 204 len: 168 time: 0.3559127 Feb 04 20:28:00.771998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57622) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:00.869282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-332640a9-b9f2-4259-8731-5be7bba08f9b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:00.886582 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:00.889684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.000626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.018596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-332640a9-b9f2-4259-8731-5be7bba08f9b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:01.024584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-332640a9-b9f2-4259-8731-5be7bba08f9b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2502623 Feb 04 20:28:01.026762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57630) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:01.038328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204558585'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:01.064099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:01.091400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5172f8fe4b714db482792b51faefd4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155640 Feb 04 20:28:01.092790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:01.096742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57634) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:01.097217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.098384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac35ed7-31fc-4e99-af94-4ec4f301f2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2784f4-cb08-4ab1-a9d0-8ed873c5c654,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:01.100203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.167773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-09b8f508-b506-4a88-bb63-491579a3fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.197352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-09b8f508-b506-4a88-bb63-491579a3fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.219909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.255077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.256850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a916a54b-f099-4e5c-819a-a8d298fd8e67 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:28:01.257060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:01.262118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:01.266525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:01.272029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:01.272680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.276986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57638) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:01.277262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-59662b44-e07c-47e9-8455-a7ff410e84d9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a916a54b-f099-4e5c-819a-a8d298fd8e67 HTTP/1.1" status: 204 len: 168 time: 2.0035455 Feb 04 20:28:01.384279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] Deleting subnet d04aea02-ef38-4906-ab36-f874109a7a26 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:28:01.391508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.451343 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-09b8f508-b506-4a88-bb63-491579a3fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.541612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8f508-b506-4a88-bb63-491579a3fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2784f4-cb08-4ab1-a9d0-8ed873c5c654,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:01.545772 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.660206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.689675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ca30a-0489-4cb8-9e28-edba2df11ec8 req-7d4c2b84-fe0e-402d-b856-e22a86f0df26 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:01.691242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a57ca30a-0489-4cb8-9e28-edba2df11ec8 req-7d4c2b84-fe0e-402d-b856-e22a86f0df26 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.2497859 Feb 04 20:28:01.713322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.722106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 309c3bd1-9dfa-4391-a840-7bbbe6f07353 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:28:01.752718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.759956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 309c3bd1-9dfa-4391-a840-7bbbe6f07353 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:28:01.760871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 309c3bd1-9dfa-4391-a840-7bbbe6f07353 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:28:01.761037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b57da192-42ce-411d-802c-ca5e4493f2d7 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:28:01.797751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: b57da192-42ce-411d-802c-ca5e4493f2d7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:28:01.798025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b57da192-42ce-411d-802c-ca5e4493f2d7 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:28:01.811667 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-09b8f508-b506-4a88-bb63-491579a3fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.812773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-09b8f508-b506-4a88-bb63-491579a3fcfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d2784f4-cb08-4ab1-a9d0-8ed873c5c654 HTTP/1.1" status: 204 len: 168 time: 0.7107615 Feb 04 20:28:01.839746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a57ca30a-0489-4cb8-9e28-edba2df11ec8 req-e181ba7a-1a53-4659-8064-7e69e00ba305 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366110 Feb 04 20:28:01.839746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309d04d6-6045-4bec-8b01-5fcdba1c7ede,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:01.912502 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.915076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-44961c8d-d8ed-4728-b6e5-fbf41361cf7d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8840649 Feb 04 20:28:01.916518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57650) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:01.921594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--128965516'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:01.928623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:01.942686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:01.946527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:01.950441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:01.988722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:02.003055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04aea02-ef38-4906-ab36-f874109a7a26,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:02.008325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.017756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-836f9856-2c17-4e6b-a59d-fe6b151ad87b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d04aea02-ef38-4906-ab36-f874109a7a26 HTTP/1.1" status: 204 len: 168 time: 0.7371948 Feb 04 20:28:02.018028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56570a-19fd-4b68-8ed6-d4efdc7d1f43 None None] Network f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:02.018162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57654) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:02.098519 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.142200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:02.149298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.151506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:02.155124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:02.162910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:02.176485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Deleting port c56fd16f-cafb-4dfa-a0b3-908a76b5125e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:02.177307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.331067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] DHCP port deletion for f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:28:02.335886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] Deleting port c56fd16f-cafb-4dfa-a0b3-908a76b5125e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:02.336343 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.563544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.612632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] For port c56fd16f-cafb-4dfa-a0b3-908a76b5125e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,segment=NetworkSegment(71a05e8a-e561-4a18-9384-2f7ff4108a7d),segment_id=71a05e8a-e561-4a18-9384-2f7ff4108a7d)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:02.612993 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.627752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] For port c56fd16f-cafb-4dfa-a0b3-908a76b5125e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,segment=NetworkSegment(71a05e8a-e561-4a18-9384-2f7ff4108a7d),segment_id=71a05e8a-e561-4a18-9384-2f7ff4108a7d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:02.628295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.698312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.776495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Calling delete_port for c56fd16f-cafb-4dfa-a0b3-908a76b5125e owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:02.790726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] Calling delete_port for c56fd16f-cafb-4dfa-a0b3-908a76b5125e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:02.858140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4292fa-67a2-4400-932a-b32bc9271d01,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:02.976704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.983074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:02.983634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5b9d34ae-19e3-49fc-8147-bc46af7aa875 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0599191 Feb 04 20:28:02.985028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57680) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:02.992729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '309d04d6-6045-4bec-8b01-5fcdba1c7ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4e4292fa-67a2-4400-932a-b32bc9271d01', 'remote_ip_prefix': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:03.003759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:28:03.009708 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:28:03.012536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:03.021261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:03.026210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:03.051157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:03.057533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c346fa-27d3-4f05-bf4d-89ef9b7798c4 req-61af82b1-6868-4de4-ba0a-23dc66d9b161 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:03.061476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-21c346fa-27d3-4f05-bf4d-89ef9b7798c4 req-61af82b1-6868-4de4-ba0a-23dc66d9b161 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.0982292 Feb 04 20:28:03.074879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] Pushing event deleted for resources: {'Port': ['ID=c56fd16f-cafb-4dfa-a0b3-908a76b5125e,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:03.087818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26170c-8d01-4288-980d-ac715b75ee65 None None] No DVR routers for this DVR port c56fd16f-cafb-4dfa-a0b3-908a76b5125e on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:28:03.119323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-21c346fa-27d3-4f05-bf4d-89ef9b7798c4 req-3a0b851e-6a5b-47f0-ae34-b052887e8bca tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521111 Feb 04 20:28:03.221313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.289061 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.380361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.403374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4933e02b-b265-4402-bfab-47141f8fefc5,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:03.511133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Deleting port c56fd16f-cafb-4dfa-a0b3-908a76b5125e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:03.511482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.542059 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.543265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4cfbbfaa-4a30-472e-948d-b41bba55a48d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5573103 Feb 04 20:28:03.546230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57690) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:03.581874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07a5f30a-d4de-42ff-a5c4-04035e23f976 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.586095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] The port 'c56fd16f-cafb-4dfa-a0b3-908a76b5125e' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:28:03.599881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07a5f30a-d4de-42ff-a5c4-04035e23f976 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.723002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.727494 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07a5f30a-d4de-42ff-a5c4-04035e23f976 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.733561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c56fd16f-cafb-4dfa-a0b3-908a76b5125e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:28:03.750756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5f30a-d4de-42ff-a5c4-04035e23f976 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4933e02b-b265-4402-bfab-47141f8fefc5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:03.756172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e41a84-faaa-44f3-b0b1-f352ef9c71b4']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:03.767077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07a5f30a-d4de-42ff-a5c4-04035e23f976 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.769536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07a5f30a-d4de-42ff-a5c4-04035e23f976 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4933e02b-b265-4402-bfab-47141f8fefc5 HTTP/1.1" status: 204 len: 168 time: 0.2220790 Feb 04 20:28:03.776951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57700) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:03.800045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c56fd16f-cafb-4dfa-a0b3-908a76b5125e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:28:03.800563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c56fd16f-cafb-4dfa-a0b3-908a76b5125e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:28:03.801345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a05e8a-e561-4a18-9384-2f7ff4108a7d') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:03.801645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a05e8a-e561-4a18-9384-2f7ff4108a7d') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:03.818541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.846652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.858653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-45a2a8c0-0b3b-4668-b340-771da156482b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:03.866213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:28:03.866474 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:28:03.881011 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:28:04.049370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-45a2a8c0-0b3b-4668-b340-771da156482b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:04.050975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-45a2a8c0-0b3b-4668-b340-771da156482b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2730758 Feb 04 20:28:04.055782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57708) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:04.097209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.117375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.138390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e41a84-faaa-44f3-b0b1-f352ef9c71b4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:04.146921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-313656ed-eeae-44a4-91c3-ee46affa0588 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f7e41a84-faaa-44f3-b0b1-f352ef9c71b4 HTTP/1.1" status: 204 len: 168 time: 2.1253858 Feb 04 20:28:04.149945 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df0542da-55dc-4d14-b615-0b60f3a5e083 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.181765 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df0542da-55dc-4d14-b615-0b60f3a5e083 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.340731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df0542da-55dc-4d14-b615-0b60f3a5e083 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.366708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0542da-55dc-4d14-b615-0b60f3a5e083 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4292fa-67a2-4400-932a-b32bc9271d01,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:04.413662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb569b9-3145-491c-bc7b-2179ae1ac0cd req-b4f2ea45-8e4b-49db-b94a-62d718314b9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:04.415176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fb569b9-3145-491c-bc7b-2179ae1ac0cd req-b4f2ea45-8e4b-49db-b94a-62d718314b9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1119499 Feb 04 20:28:04.470090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fb569b9-3145-491c-bc7b-2179ae1ac0cd req-5209f1c1-1706-4682-954c-b5d35876a310 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464680 Feb 04 20:28:04.508215 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df0542da-55dc-4d14-b615-0b60f3a5e083 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.509342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-df0542da-55dc-4d14-b615-0b60f3a5e083 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e4292fa-67a2-4400-932a-b32bc9271d01 HTTP/1.1" status: 204 len: 168 time: 0.4526043 Feb 04 20:28:04.512522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57728) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:04.560927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d14b97-3a2c-4a97-819e-e0f7a7ea5b92 req-a332f86a-c333-4a51-a16d-57ae99082dca tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:04.562423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d14b97-3a2c-4a97-819e-e0f7a7ea5b92 req-a332f86a-c333-4a51-a16d-57ae99082dca tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 949 time: 0.1048589 Feb 04 20:28:04.582907 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:28:04.587754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cf930f3d-48d1-4470-acd4-2be0eeb57ef6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:04.612200 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d14b97-3a2c-4a97-819e-e0f7a7ea5b92 req-1b04a173-8582-4b74-af5e-e04ee088fd45 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439970 Feb 04 20:28:04.706777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57734) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:04.759817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-28997bef-a329-4469-b581-a113c498880f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64bbe95166dc4f32b8674506fbc9571c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517714 Feb 04 20:28:04.762447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57738) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:04.818330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cf930f3d-48d1-4470-acd4-2be0eeb57ef6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:04.820404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cf930f3d-48d1-4470-acd4-2be0eeb57ef6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3067744 Feb 04 20:28:04.828466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:04.830235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6396-0244-45e6-b2e6-166791d1ddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.859929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6396-0244-45e6-b2e6-166791d1ddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.898910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd268363-ce30-4293-9722-f0b0ae3cf237 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.930322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd268363-ce30-4293-9722-f0b0ae3cf237 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:04.997918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6396-0244-45e6-b2e6-166791d1ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:05.018215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe6396-0244-45e6-b2e6-166791d1ddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b78bf09-a359-4b31-b26b-8f3e164ee093,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:05.022726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6396-0244-45e6-b2e6-166791d1ddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:05.023822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2dbe6396-0244-45e6-b2e6-166791d1ddeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b78bf09-a359-4b31-b26b-8f3e164ee093 HTTP/1.1" status: 204 len: 168 time: 0.2604616 Feb 04 20:28:05.070368 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd268363-ce30-4293-9722-f0b0ae3cf237 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:05.091262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd268363-ce30-4293-9722-f0b0ae3cf237 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309d04d6-6045-4bec-8b01-5fcdba1c7ede,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:05.229373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dd268363-ce30-4293-9722-f0b0ae3cf237 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:05.230493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd268363-ce30-4293-9722-f0b0ae3cf237 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/309d04d6-6045-4bec-8b01-5fcdba1c7ede HTTP/1.1" status: 204 len: 168 time: 0.4011288 Feb 04 20:28:05.236327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57752) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:05.291161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4b43519b-9123-4294-9f23-501e3c4424fb tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:05.418973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4b43519b-9123-4294-9f23-501e3c4424fb tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:05.420660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4b43519b-9123-4294-9f23-501e3c4424fb tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1832585 Feb 04 20:28:05.425025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57758) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:05.430616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015183283'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:05.445459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:05.456177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:05.562839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:05.585307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:05.591804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:05.596541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:05.645345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:05.721414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55646545-0d90-476c-9651-1bd599b1865d req-6cf800ec-12a2-46bf-a8f2-608ed5122dcf tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:05.723051 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55646545-0d90-476c-9651-1bd599b1865d req-6cf800ec-12a2-46bf-a8f2-608ed5122dcf tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1283059 Feb 04 20:28:05.776711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:05.807191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55646545-0d90-476c-9651-1bd599b1865d req-4260fa3d-145f-482c-af21-fee60cf400d6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689468 Feb 04 20:28:05.845976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba99b-3e3b-4c38-900a-c1a35c2551e7 req-f313dace-2a5f-4687-a4fb-bef906217c14 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:05.847484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-67fba99b-3e3b-4c38-900a-c1a35c2551e7 req-f313dace-2a5f-4687-a4fb-bef906217c14 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 949 time: 0.0924952 Feb 04 20:28:05.921328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:05.934609 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-67fba99b-3e3b-4c38-900a-c1a35c2551e7 req-78dbb9ba-120d-42f3-93da-ebcca80908e8 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/security-groups?id=341ff16a-188d-417f-9536-1470fbe2e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810268 Feb 04 20:28:05.967226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69d003-6dcb-4695-86e3-31ddfa9c7045,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:05.992164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ba035-72a0-4aba-a29a-94f12b3992be req-88dc932c-b98d-44f7-ba4f-6e09f94f24d0 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:05.993602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-353ba035-72a0-4aba-a29a-94f12b3992be req-88dc932c-b98d-44f7-ba4f-6e09f94f24d0 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.24 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 949 time: 0.0981948 Feb 04 20:28:06.064067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Deleting port 97c51af3-6c26-445d-b76d-f6e997e90a1d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:06.064334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.103711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57770) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:06.127548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.132075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-236183fd-f56c-48af-abbc-0d4889a2e8a9 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7058489 Feb 04 20:28:06.135171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57774) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:06.142240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '3c69d003-6dcb-4695-86e3-31ddfa9c7045', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:06.149572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:06.154017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:06.157568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:06.167368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:06.214647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fa901a57-de01-474a-b834-2cf6b081f4c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c5a55cbfe97492a9f5b2e76a423c896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102004 Feb 04 20:28:06.217377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57778) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:06.283121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.305239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2361b3b-23d8-4291-a8cb-d8afb31726a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.360386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2361b3b-23d8-4291-a8cb-d8afb31726a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.363778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] For port 97c51af3-6c26-445d-b76d-f6e997e90a1d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=97c51af3-6c26-445d-b76d-f6e997e90a1d,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:06.364142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.408330 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.500002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Calling delete_port for 97c51af3-6c26-445d-b76d-f6e997e90a1d owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:06.538384 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.566052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4485ce82-e3ca-4849-9c13-30084e2724e7,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:06.579078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2361b3b-23d8-4291-a8cb-d8afb31726a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.599601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2361b3b-23d8-4291-a8cb-d8afb31726a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e662d-a3f3-4555-9ee4-39d4cd58826b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:06.603734 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2361b3b-23d8-4291-a8cb-d8afb31726a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.607179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b2361b3b-23d8-4291-a8cb-d8afb31726a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc6e662d-a3f3-4555-9ee4-39d4cd58826b HTTP/1.1" status: 204 len: 168 time: 0.3864741 Feb 04 20:28:06.710628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.714640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21d8e045-ec3e-49f4-b9f5-5692d96cbba7 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5740149 Feb 04 20:28:06.715719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57788) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:06.745118 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61eb4c3d-6040-466d-b2e7-3f1c8e2d18a6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.760796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61eb4c3d-6040-466d-b2e7-3f1c8e2d18a6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.781508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.794193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['97c51af3-6c26-445d-b76d-f6e997e90a1d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:28:06.831020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Pushing event deleted for resources: {'Port': ['ID=97c51af3-6c26-445d-b76d-f6e997e90a1d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:06.916971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] No DVR routers for this DVR port 97c51af3-6c26-445d-b76d-f6e997e90a1d on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:28:06.919665 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.924515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'name': 'network-vif-deleted', 'tag': '97c51af3-6c26-445d-b76d-f6e997e90a1d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:28:06.936915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61eb4c3d-6040-466d-b2e7-3f1c8e2d18a6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.963259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61eb4c3d-6040-466d-b2e7-3f1c8e2d18a6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:06.967153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-61eb4c3d-6040-466d-b2e7-3f1c8e2d18a6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4485ce82-e3ca-4849-9c13-30084e2724e7 HTTP/1.1" status: 204 len: 168 time: 0.2476742 Feb 04 20:28:06.971271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb4c3d-6040-466d-b2e7-3f1c8e2d18a6 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4485ce82-e3ca-4849-9c13-30084e2724e7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:06.973892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:07.044686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-70d55256-031f-4ebd-ae41-5fd14b198924 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:07.051573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85f434-7fa5-4cd4-b007-c24514bcde31 req-c0172865-c206-4339-9e82-54877e066c10 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:07.053836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad85f434-7fa5-4cd4-b007-c24514bcde31 req-c0172865-c206-4339-9e82-54877e066c10 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1238909 Feb 04 20:28:07.061279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-353ba035-72a0-4aba-a29a-94f12b3992be req-0b21cf36-30a5-4075-8622-4335078e47d7 tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.24 "DELETE /v2.0/ports/97c51af3-6c26-445d-b76d-f6e997e90a1d HTTP/1.1" status: 204 len: 173 time: 1.0618148 Feb 04 20:28:07.116889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad85f434-7fa5-4cd4-b007-c24514bcde31 req-1baad5b6-a214-43ea-9b95-71f01939c1a0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567849 Feb 04 20:28:07.150122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-70d55256-031f-4ebd-ae41-5fd14b198924 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:07.151548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-70d55256-031f-4ebd-ae41-5fd14b198924 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1766772 Feb 04 20:28:07.154510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57812) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:07.394432 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d8d60cb-b619-48d5-a620-dfb4f5281dce tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:07.399389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa99bbd9-e326-4ac7-98be-6d0efbed65ac req-a32e3485-38ee-459d-9c8f-697950fcc32e tempest-VolumesBackupsTest-799577619 tempest-VolumesBackupsTest-799577619-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c25e81-eb84-4cc9-b050-04e150acda5d HTTP/1.1" status: 200 len: 210 time: 0.0790551 Feb 04 20:28:07.440629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d8d60cb-b619-48d5-a620-dfb4f5281dce tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:07.537828 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c25e81-eb84-4cc9-b050-04e150acda5d', 'name': 'network-vif-deleted', 'tag': '97c51af3-6c26-445d-b76d-f6e997e90a1d', 'status': 'completed', 'code': 200} Feb 04 20:28:07.636773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d8d60cb-b619-48d5-a620-dfb4f5281dce tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:07.665371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d60cb-b619-48d5-a620-dfb4f5281dce tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c69d003-6dcb-4695-86e3-31ddfa9c7045,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:07.837693 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d8d60cb-b619-48d5-a620-dfb4f5281dce tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:07.838941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6d8d60cb-b619-48d5-a620-dfb4f5281dce tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/3c69d003-6dcb-4695-86e3-31ddfa9c7045 HTTP/1.1" status: 204 len: 168 time: 0.6831045 Feb 04 20:28:07.841589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57840) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:07.897106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be33ea86-5e33-4749-99d1-d2a337d3de68 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:08.031780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-be33ea86-5e33-4749-99d1-d2a337d3de68 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:08.037187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be33ea86-5e33-4749-99d1-d2a337d3de68 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1905293 Feb 04 20:28:08.037187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57850) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:08.043477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--261182105'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:08.071800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:08.088646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:08.195701 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:08.215740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:08.220292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:08.223189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:08.233680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:08.373271 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:08.393681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9991b4-e2c8-4a34-909f-3d7ac0abc36f req-48a01040-cb93-4891-948d-29045e22a5e6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:08.395181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c9991b4-e2c8-4a34-909f-3d7ac0abc36f req-48a01040-cb93-4891-948d-29045e22a5e6 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1258318 Feb 04 20:28:08.440236 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c9991b4-e2c8-4a34-909f-3d7ac0abc36f req-f73f49a2-4f81-47b5-a0c7-5b912f3390cc tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393622 Feb 04 20:28:08.481749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:08.541271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c448a35-e5a3-4537-afb7-c237e11ddf9c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:08.675930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:08.677219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-19680668-99aa-4c50-b2ec-d10a548f04cf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6386375 Feb 04 20:28:08.680454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57870) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:08.686229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '5c448a35-e5a3-4537-afb7-c237e11ddf9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:08.701429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:08.701429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:08.701429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:08.707016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:08.827659 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:08.870892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97c51af3-6c26-445d-b76d-f6e997e90a1d no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:28:08.893679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:08.906911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 97c51af3-6c26-445d-b76d-f6e997e90a1d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:28:08.907285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 97c51af3-6c26-445d-b76d-f6e997e90a1d not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:28:08.976520 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.006181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.043594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572df509-086b-4a2c-a2e4-2379a3c361f5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:09.140948 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.144835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-473875aa-0515-43c9-a823-8e443ce20366 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4609163 Feb 04 20:28:09.145124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57884) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:09.180014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:09.192592 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7c93fe51-d498-4c41-82ac-f0240d790130 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules/572df509-086b-4a2c-a2e4-2379a3c361f5 HTTP/1.1" status: 200 len: 763 time: 0.0450346 Feb 04 20:28:09.249296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:09.256310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6deca8ff-a8cf-403c-b1b0-59304b0c57fa tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742745 Feb 04 20:28:09.260648 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.289221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f96a85ff-d21d-4478-8648-da182b717c97 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.304361 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f96a85ff-d21d-4478-8648-da182b717c97 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.438040 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f96a85ff-d21d-4478-8648-da182b717c97 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.463900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f96a85ff-d21d-4478-8648-da182b717c97 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.464914 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f96a85ff-d21d-4478-8648-da182b717c97 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/572df509-086b-4a2c-a2e4-2379a3c361f5 HTTP/1.1" status: 204 len: 168 time: 0.2146056 Feb 04 20:28:09.465764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a85ff-d21d-4478-8648-da182b717c97 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=572df509-086b-4a2c-a2e4-2379a3c361f5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:09.467799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57904) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:09.519913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696af099-dbbd-4cc1-a15b-97e7acf22635 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:09.649703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696af099-dbbd-4cc1-a15b-97e7acf22635 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:09.651741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-696af099-dbbd-4cc1-a15b-97e7acf22635 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1833949 Feb 04 20:28:09.654534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57918) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:09.664370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '5c448a35-e5a3-4537-afb7-c237e11ddf9c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:09.669506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:09.685159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:09.786083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6545a89-5eec-43ca-b1a1-2878d382fd68 req-9b6b7fae-729c-4760-8b3e-a5d616ab48c8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:09.787735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6545a89-5eec-43ca-b1a1-2878d382fd68 req-9b6b7fae-729c-4760-8b3e-a5d616ab48c8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.0926199 Feb 04 20:28:09.826333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:09.868725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6545a89-5eec-43ca-b1a1-2878d382fd68 req-636abd30-4c93-4ec0-abde-fbac2b4a3e91 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697808 Feb 04 20:28:09.917933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.024084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.074876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565ae780-bb57-4fad-8632-ec0730069062,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:10.252759 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.254179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0656c1ee-4713-4f6b-be0c-5cb30b239e15 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5985539 Feb 04 20:28:10.257713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57926) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:10.270293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:10.275950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114622880', 'description': 'tempest-secgroup-smoke-1114622880 description', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:10.285074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-99836982-14cb-4368-967b-0e8543e8fccb tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules/565ae780-bb57-4fad-8632-ec0730069062 HTTP/1.1" status: 200 len: 763 time: 0.0252831 Feb 04 20:28:10.285825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:10.289038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57934) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:10.299941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:10.317868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:10.328214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:10.367254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3fad7aa5-52fc-4969-b5e4-ca56543ddd28 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:10.410641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57940) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:10.447282 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.460600 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.479580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:10.481780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3fad7aa5-52fc-4969-b5e4-ca56543ddd28 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:10.485928 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3fad7aa5-52fc-4969-b5e4-ca56543ddd28 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1959660 Feb 04 20:28:10.488260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57946) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:10.488785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:10.492533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:10.498804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:10.530446 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d99eede8-7115-4f96-9c13-56dc892311f1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.546743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d99eede8-7115-4f96-9c13-56dc892311f1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.563239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.589254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:10.598291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Usage tracker for resource:security_group_rule and tenant:d05cf561e4eb42409afba067a426ee36 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:10.605627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:10.613218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:10.648195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.657463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d99eede8-7115-4f96-9c13-56dc892311f1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.678835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99eede8-7115-4f96-9c13-56dc892311f1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=565ae780-bb57-4fad-8632-ec0730069062,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:10.790766 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.872518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d99eede8-7115-4f96-9c13-56dc892311f1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:10.881192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d99eede8-7115-4f96-9c13-56dc892311f1 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/565ae780-bb57-4fad-8632-ec0730069062 HTTP/1.1" status: 204 len: 168 time: 0.3847978 Feb 04 20:28:10.881192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57954) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:10.914327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:10.940495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:10.950818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:10.962080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:10.976999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11491c8-16b8-48e9-89da-1bfb129aaf66,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:11.007561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3f1dd9b6-32ab-4520-9d11-04fb5155970c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:11.140393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3f1dd9b6-32ab-4520-9d11-04fb5155970c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:11.144614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3f1dd9b6-32ab-4520-9d11-04fb5155970c tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2641599 Feb 04 20:28:11.144823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57960) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:11.150502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '5c448a35-e5a3-4537-afb7-c237e11ddf9c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:11.157206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:11.169689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:11.176690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.184559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.221305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90819b7-33d2-4cbe-a334-c06bec5b9878 req-5617d65f-8f13-4618-8c32-e804526c9d87 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:11.228574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c90819b7-33d2-4cbe-a334-c06bec5b9878 req-5617d65f-8f13-4618-8c32-e804526c9d87 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1811256 Feb 04 20:28:11.275768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c90819b7-33d2-4cbe-a334-c06bec5b9878 req-cd616e60-f533-4954-ba8f-14dfffe8146d tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 Feb 04 20:28:11.298449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.343325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.357887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d05cf561e4eb42409afba067a426ee36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9456286 Feb 04 20:28:11.358821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc8a55-51ba-4cae-a1c4-5a172c17230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d489c3-f695-4f50-969d-6e15caaa0487,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:11.360625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57966) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:11.404299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c550c-1a59-49cb-be8c-e21b741c9620,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:11.433112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab5f78dc-db7b-49bf-9e40-eda04691b117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.451738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.477512 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab5f78dc-db7b-49bf-9e40-eda04691b117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.553455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.555749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4bc7ea44-dec7-44a0-a27d-54d044c21da5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2840946 Feb 04 20:28:11.559116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57970) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:11.566050 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.566551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '901c550c-1a59-49cb-be8c-e21b741c9620', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:11.573881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:11.579235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:11.583529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:11.589880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:11.706461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab5f78dc-db7b-49bf-9e40-eda04691b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.713729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.717566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.740227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f78dc-db7b-49bf-9e40-eda04691b117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d489c3-f695-4f50-969d-6e15caaa0487,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:11.774552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80282ec2-4cf7-461b-b278-c973abb2f335,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:11.798737 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.883704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab5f78dc-db7b-49bf-9e40-eda04691b117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.885141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ab5f78dc-db7b-49bf-9e40-eda04691b117 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38d489c3-f695-4f50-969d-6e15caaa0487 HTTP/1.1" status: 204 len: 168 time: 0.5184686 Feb 04 20:28:11.924833 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:11.957947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544093eb-ffa9-4da2-bb4c-8ea166ed7da9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:12.032103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.035838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a4ff5a0d-b147-4ac0-be9d-598d0503584b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8876326 Feb 04 20:28:12.036072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 57978) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.061645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-76af9994-54aa-4cd7-a4f6-a778068d38db tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules/80282ec2-4cf7-461b-b278-c973abb2f335 HTTP/1.1" status: 200 len: 764 time: 0.0220501 Feb 04 20:28:12.062509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57982) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.089851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.094780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8242c31e-b357-488d-a406-012e889d55d2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5310419 Feb 04 20:28:12.094780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57986) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.100820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '901c550c-1a59-49cb-be8c-e21b741c9620', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:12.110420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:12.117632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:12.125054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:12.136727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:12.154552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7fa86fb7-e9de-41ad-bf3e-17427ca26538 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0887201 Feb 04 20:28:12.155462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 57990) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.187074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a5c3049-aeb2-4b8f-b1d3-14bf8cd5bc8e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.198463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a5c3049-aeb2-4b8f-b1d3-14bf8cd5bc8e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.262852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.342236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a5c3049-aeb2-4b8f-b1d3-14bf8cd5bc8e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.371961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a5c3049-aeb2-4b8f-b1d3-14bf8cd5bc8e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.376260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58000) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.387572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6a5c3049-aeb2-4b8f-b1d3-14bf8cd5bc8e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/80282ec2-4cf7-461b-b278-c973abb2f335 HTTP/1.1" status: 204 len: 168 time: 0.2308950 Feb 04 20:28:12.393820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c3049-aeb2-4b8f-b1d3-14bf8cd5bc8e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80282ec2-4cf7-461b-b278-c973abb2f335,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:12.460782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.481274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ba46060-b6c9-4043-9cf8-8896ead761b0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:12.526858 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.559537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2f9005-096f-4171-bb38-3202d699721c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:12.584021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00daf88-3521-4a53-aab5-b798becb6409 req-32535441-b179-4861-b54d-8950daa834dd tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:12.586096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b00daf88-3521-4a53-aab5-b798becb6409 req-32535441-b179-4861-b54d-8950daa834dd tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1039777 Feb 04 20:28:12.663410 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b00daf88-3521-4a53-aab5-b798becb6409 req-9036fbaf-fd60-4005-8a3b-fab5aa486652 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681088 Feb 04 20:28:12.711989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ba46060-b6c9-4043-9cf8-8896ead761b0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:12.713306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ba46060-b6c9-4043-9cf8-8896ead761b0 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3351171 Feb 04 20:28:12.716264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58038) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.781098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41831079-2a6c-4681-ad3f-35142d23ad9e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.798037 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.799603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b7dd681c-4112-4b62-9485-8edcda7c75ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7039170 Feb 04 20:28:12.802830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58046) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.808713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '901c550c-1a59-49cb-be8c-e21b741c9620', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:12.817275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:12.818230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41831079-2a6c-4681-ad3f-35142d23ad9e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.823034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:12.827014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:12.833712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:12.948322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58050) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:12.965683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:12.980296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:12.984365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:41bb0bb7b0eb41f7b1550fd34736191d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:12.991463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:12.999054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:13.000954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.018436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41831079-2a6c-4681-ad3f-35142d23ad9e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.044025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41831079-2a6c-4681-ad3f-35142d23ad9e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c448a35-e5a3-4537-afb7-c237e11ddf9c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:13.099228 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.144629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.175588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41831079-2a6c-4681-ad3f-35142d23ad9e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.176965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-41831079-2a6c-4681-ad3f-35142d23ad9e tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/5c448a35-e5a3-4537-afb7-c237e11ddf9c HTTP/1.1" status: 204 len: 168 time: 0.4597132 Feb 04 20:28:13.180271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:13.212377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.234162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39876673-82e2-48d7-945a-71b6ea95bb09,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:13.239181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-abf5ba4c-d135-450d-bcfb-7de8ec2e691b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:13.263473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.314505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41bb0bb7b0eb41f7b1550fd34736191d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651123 Feb 04 20:28:13.315373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2e9bb-dcb6-4e91-a28b-a819d8cea4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3f213-f916-4538-98d8-3981ede61f13,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:13.317752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58060) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:13.383829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.392591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-abf5ba4c-d135-450d-bcfb-7de8ec2e691b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:13.393193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e9a8ca88-3748-4e91-ba7a-ea002101055d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5810499 Feb 04 20:28:13.393341 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-abf5ba4c-d135-450d-bcfb-7de8ec2e691b tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2050772 Feb 04 20:28:13.393450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58064) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:13.393545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e12a7ea-e9c4-4c70-8d8c-eb519ff5f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.393545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58066) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:13.394655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '901c550c-1a59-49cb-be8c-e21b741c9620', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:13.395814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group': {'name': 'tempest-secgroup--350502479'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:13.402050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:13.403059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:13.405623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:13.408542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:13.414845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:13.429212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:13.439271 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e12a7ea-e9c4-4c70-8d8c-eb519ff5f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.557085 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.593863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.607720 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e12a7ea-e9c4-4c70-8d8c-eb519ff5f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.634248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12a7ea-e9c4-4c70-8d8c-eb519ff5f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3f213-f916-4538-98d8-3981ede61f13,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:13.642516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:13.647853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.651720 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e12a7ea-e9c4-4c70-8d8c-eb519ff5f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.656684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3e12a7ea-e9c4-4c70-8d8c-eb519ff5f563 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64b3f213-f916-4538-98d8-3981ede61f13 HTTP/1.1" status: 204 len: 168 time: 0.3337514 Feb 04 20:28:13.656684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:13.663076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:13.670259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:13.750387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.759114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.834028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f69cc8a-8176-4439-a2a8-ef06a1552cc4,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:13.885174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872180f8-d876-4958-bb59-bb414ff73d92 req-02a1ce4b-b30d-48d8-a6b6-765dc8fcc50b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:13.886924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-872180f8-d876-4958-bb59-bb414ff73d92 req-02a1ce4b-b30d-48d8-a6b6-765dc8fcc50b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1084757 Feb 04 20:28:13.931569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-872180f8-d876-4958-bb59-bb414ff73d92 req-e1147695-b4cf-4b13-aef2-30fc3bf6b203 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386300 Feb 04 20:28:13.949939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.951388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:13.953846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-74d6b23f-1d1b-45cf-b211-0fe9ed24625a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5635381 Feb 04 20:28:13.956318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58080) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:13.962948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '901c550c-1a59-49cb-be8c-e21b741c9620', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:13.970646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:13.975474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:13.978912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:13.986071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:14.002259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51583b5e-ca35-4783-9fdb-98a0de021221,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:14.139065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.143181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1659eecf-34d3-4c17-b504-85c61bd9a1a2 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7483313 Feb 04 20:28:14.143576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58086) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:14.150266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Request body: {'security_group_rule': {'security_group_id': '51583b5e-ca35-4783-9fdb-98a0de021221', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:14.158566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:14.168221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Usage tracker for resource:security_group_rule and tenant:98986f57ea8f4374b6fb97ce908a97fc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:14.172702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:14.190564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:14.289953 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:28:14.311913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.332943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.433200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.457712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.603216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23e2fa-fb18-4d90-8ec6-b9b918957942 req-1f9794e2-6452-4d81-b3fe-79b7266a8c0a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:14.604909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c23e2fa-fb18-4d90-8ec6-b9b918957942 req-1f9794e2-6452-4d81-b3fe-79b7266a8c0a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1027584 Feb 04 20:28:14.606503 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.608266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.664164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05c0cd3-c278-4200-9323-43e9efdeb3c3,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:14.738259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9b67c1-3daf-42ef-ac98-a3052558a07c,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:14.759261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c23e2fa-fb18-4d90-8ec6-b9b918957942 req-dde0b949-f877-4373-8d56-40e3d7edc353 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330032 Feb 04 20:28:14.851340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-e361460f-6065-4a35-9eab-e3620799c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:14.854193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-e361460f-6065-4a35-9eab-e3620799c810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1096 time: 0.1384907 Feb 04 20:28:14.917528 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.923157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53911a18-8ce5-402d-9cba-1b768dbfb4a7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9613564 Feb 04 20:28:14.926087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58136) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:14.931895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '901c550c-1a59-49cb-be8c-e21b741c9620', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:14.939366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:14.945624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:14.949623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:14.961634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:14.991985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:14.993247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7775a133-0f2a-4256-8c62-311f98414677 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8486266 Feb 04 20:28:14.995867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58140) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:15.025773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-7b283408-a641-49eb-b41c-514a6c90da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:15.027445 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-7b283408-a641-49eb-b41c-514a6c90da53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.1667933 Feb 04 20:28:15.096511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dc047c3-35dc-43ea-9a65-6d250d5decaf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.151031 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dc047c3-35dc-43ea-9a65-6d250d5decaf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.159731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-bbbe42ff-fa41-4ae1-b3a7-a26dd1458c12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 200 len: 1001 time: 0.1260321 Feb 04 20:28:15.214096 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:28:15.268522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.281683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-3477b89f-4720-4615-abc5-b2276448fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:15.283449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-3477b89f-4720-4615-abc5-b2276448fdf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.1169739 Feb 04 20:28:15.375353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.403976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-1ea5307b-eaa3-4699-a094-05c8fa694f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:15.405506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-1ea5307b-eaa3-4699-a094-05c8fa694f51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008346 Feb 04 20:28:15.464885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.484132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dc047c3-35dc-43ea-9a65-6d250d5decaf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.493392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9b3b61-6216-40c2-8cb4-7fe7a07c748e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:15.524459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc047c3-35dc-43ea-9a65-6d250d5decaf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51583b5e-ca35-4783-9fdb-98a0de021221,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:15.542425 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9dc047c3-35dc-43ea-9a65-6d250d5decaf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.543588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9dc047c3-35dc-43ea-9a65-6d250d5decaf tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/51583b5e-ca35-4783-9fdb-98a0de021221 HTTP/1.1" status: 204 len: 168 time: 0.5467095 Feb 04 20:28:15.546101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58154) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:15.591772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-5a83392e-7b59-4e5f-93cc-b05573a6426f service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781535 Feb 04 20:28:15.658627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.659883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6976c30d-f5da-4a94-98fe-4521926f9eeb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7327361 Feb 04 20:28:15.662917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:15.672800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'network': {'name': 'tempest-network-smoke--1476778564', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'port_security_enabled': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:15.682630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:15.689349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:network and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:15.696284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-29d789d6-9d6d-40b3-8516-5f5614d02e9d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:15.698275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:15.703690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:15.778054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6626bd5d-486f-4379-a8c6-c5bd4b8d18d7 req-0d7d1b60-535f-4c8d-b6c7-ec1f39246603 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732311 Feb 04 20:28:15.945929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:15.948751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:15.988012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:28:15.997342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cfc77-45a8-47b1-9d11-42be226f5cc6 req-d59f1a5c-f31e-4612-8704-8409b51930de tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:16.000947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:16.001297 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Added segment 4f090c72-0207-4657-821d-b87270589aea of type vlan for network 8fae38da-9c69-4e23-9b18-7c5210f46f7a Feb 04 20:28:16.004505 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb6cfc77-45a8-47b1-9d11-42be226f5cc6 req-d59f1a5c-f31e-4612-8704-8409b51930de tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.0989113 Feb 04 20:28:16.019318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-29d789d6-9d6d-40b3-8516-5f5614d02e9d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:16.020476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-29d789d6-9d6d-40b3-8516-5f5614d02e9d tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4734633 Feb 04 20:28:16.023249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58172) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:16.057886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb6cfc77-45a8-47b1-9d11-42be226f5cc6 req-526e64c3-a19d-4f03-abb5-cd9cd5bb64e0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524418 Feb 04 20:28:16.063235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:16.091262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9c2ef7de-fe0b-4fa6-820b-d25a2f787376 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:16.273911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9c2ef7de-fe0b-4fa6-820b-d25a2f787376 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group_rule {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:16.275592 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c2ef7de-fe0b-4fa6-820b-d25a2f787376 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2514100 Feb 04 20:28:16.278572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58176) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:16.297369 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-8c82f5a1-6326-4a0f-8b44-8cb757da6425 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] delete failed (client error): The resource could not be found. Feb 04 20:28:16.304223 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8c82f5a1-6326-4a0f-8b44-8cb757da6425 tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "DELETE /v2.0/security-groups/51583b5e-ca35-4783-9fdb-98a0de021221 HTTP/1.1" status: 404 len: 347 time: 0.0179362 Feb 04 20:28:16.304532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:16.338993 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:16.345526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:16.346162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:16.426907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-4614d91b-9cbd-4fe3-8782-74aef85baa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:16.429038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-4614d91b-9cbd-4fe3-8782-74aef85baa72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1096 time: 0.1030397 Feb 04 20:28:16.506856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc30908d-558b-4980-92fc-38901a69b1cc tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Synchronizing usage tracker for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:16.509671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Network': ['ID=8fae38da-9c69-4e23-9b18-7c5210f46f7a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:16.520586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:28:16.550126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dc30908d-558b-4980-92fc-38901a69b1cc tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] Unset dirty status for tenant:98986f57ea8f4374b6fb97ce908a97fc on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:16.550321 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dc30908d-558b-4980-92fc-38901a69b1cc tempest-SecGroupTest-1013543101 tempest-SecGroupTest-1013543101-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2448287 Feb 04 20:28:16.592393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cb1162d8-8838-42dc-be90-39f6b7390123 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9284844 Feb 04 20:28:16.595221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58190) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:16.603595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'admin_state_up': True, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:16.622775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:16.629598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:router and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:16.644645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:16.655891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:16.758131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58194) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:16.798746 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:16.807111 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:16.840250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:16.927081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-2498f938-032b-486c-82b2-cb8d775aa568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:16.931723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-2498f938-032b-486c-82b2-cb8d775aa568 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.4382603 Feb 04 20:28:16.998889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:17.020341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:17.028129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Usage tracker for resource:security_group_rule and tenant:768a680238c04dc5b06d789e589c659d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:17.031694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:17.047018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:17.060349 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-664dc682-7980-4b9f-9540-b1feb7ec151f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 200 len: 1001 time: 0.1218240 Feb 04 20:28:17.230556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-b5d741f5-594d-4e38-a778-9d5d02850d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:17.233032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-b5d741f5-594d-4e38-a778-9d5d02850d4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.1597486 Feb 04 20:28:17.348938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-80c02b93-2619-4098-b1d0-fc97bbb1713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:17.351039 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-80c02b93-2619-4098-b1d0-fc97bbb1713c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109090 Feb 04 20:28:17.548353 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-c2a0b20a-299d-42c2-a955-15ac6ba7470c service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906762 Feb 04 20:28:17.572420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58206) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:17.572580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:17.610423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a51ecb-bf05-47de-a1e9-d3630464f7f3 req-03a13aad-09d0-4a18-beba-9c59317d2ee4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:17.615186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1a51ecb-bf05-47de-a1e9-d3630464f7f3 req-03a13aad-09d0-4a18-beba-9c59317d2ee4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.2813904 Feb 04 20:28:17.726579 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:17.731629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1a51ecb-bf05-47de-a1e9-d3630464f7f3 req-c57d3032-3ad6-4256-98c4-157da0659f53 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093740 Feb 04 20:28:17.765279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-852b16e1-29c0-45ea-bcbc-336d71c5ef94 req-27dbec63-bfb7-44e3-8143-c04fb86bd623 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091274 Feb 04 20:28:17.894863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:17.932326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-75a3eb7e-7f1d-4178-a256-6396850633e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98986f57ea8f4374b6fb97ce908a97fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548455 Feb 04 20:28:17.933523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58216) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:17.965906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f984d9e5-75fe-4faf-867f-7696112630e9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:17.972041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d1388b08-95fe-4f6b-b8fe-2d6f33f68df3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=768a680238c04dc5b06d789e589c659d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2129242 Feb 04 20:28:17.977710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58220) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:18.044749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac3237f8-9be6-4b28-8efa-910bfa2c2645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.110081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac3237f8-9be6-4b28-8efa-910bfa2c2645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.246497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd530acf-ace8-40b4-bde1-b8292708294c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.276882 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd530acf-ace8-40b4-bde1-b8292708294c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.299946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.346049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.420808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac3237f8-9be6-4b28-8efa-910bfa2c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.441491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3237f8-9be6-4b28-8efa-910bfa2c2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e52728-bda4-4944-9314-8d39c10f5ce2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:18.463688 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd530acf-ace8-40b4-bde1-b8292708294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.489605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd530acf-ace8-40b4-bde1-b8292708294c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f984d9e5-75fe-4faf-867f-7696112630e9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:18.523387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac3237f8-9be6-4b28-8efa-910bfa2c2645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.523527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ac3237f8-9be6-4b28-8efa-910bfa2c2645 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55e52728-bda4-4944-9314-8d39c10f5ce2 HTTP/1.1" status: 204 len: 168 time: 0.5891454 Feb 04 20:28:18.583940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fd530acf-ace8-40b4-bde1-b8292708294c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.585599 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fd530acf-ace8-40b4-bde1-b8292708294c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f984d9e5-75fe-4faf-867f-7696112630e9 HTTP/1.1" status: 204 len: 168 time: 0.6069760 Feb 04 20:28:18.604822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.164 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/74fc7de7-cc7e-49f2-9e8e-eff78c4e863e) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:18.772396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:18.912640 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:19.051106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:19.054668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:19.058374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:19.140953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:19.836411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.027190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58274) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:20.071684 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8892787b-2034-48bb-851c-2f5aa4328b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.149271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58282) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:20.296873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.338635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-815e5572-fc4f-40f0-8fbf-f1f0787fd1e2 tempest-ServiceProvidersTest-1072937849 tempest-ServiceProvidersTest-1072937849-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1884501 Feb 04 20:28:20.343165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-833969172-network', 'tenant_id': '9037aedf6a6f4863bb2ce24facf945b5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:20.363276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:20.379058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Usage tracker for resource:network and tenant:9037aedf6a6f4863bb2ce24facf945b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:20.383851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:20.393257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:20.512866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Made reservation on behalf of 9037aedf6a6f4863bb2ce24facf945b5 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:20.515403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.530385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.545329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:20.549625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Usage tracker for resource:security_group_rule and tenant:9037aedf6a6f4863bb2ce24facf945b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:20.552733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:20.559219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:20.593652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router b91d84d1-c78e-48b8-baba-7b56bd8b9442 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:28:20.655764 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.775121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.781944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:28:20.794954 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Sync routers for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:28:20.797250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:28:20.808404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.809114 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Added segment 54e055eb-651e-4dd8-93bd-76617df9466f of type vlan for network c9456de6-6f86-4b16-938c-f1d19316ce92 Feb 04 20:28:20.815792 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:28:20.816845 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:27:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:20.842314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.860795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58294) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:20.883331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.891710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ca3a243-40d1-4f10-8c52-4b9848193122 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2947206 Feb 04 20:28:20.898655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58300) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:20.949339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1725775e-41ac-4f53-a881-fc33d88a9883,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:20.995245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-549047f8-98a2-43ee-bf15-6142441afdf1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1197550 Feb 04 20:28:20.998579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:20.999567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.003255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.049134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.072514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:21.077461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Usage tracker for resource:security_group_rule and tenant:e4fa57e9c923424aa77a757e1bfeefdd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:21.086108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:21.096107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:21.143041 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:28:21.163595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] Pushing event updated for resources: {'Network': ['ID=c9456de6-6f86-4b16-938c-f1d19316ce92,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:21.176892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c9456de6-6f86-4b16-938c-f1d19316ce92 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:28:21.323894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.324383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.326232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.326729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.328364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.328839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.329304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.335502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-f7df21c9-05c8-4db1-83f2-59a6c271d814 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.1755025 Feb 04 20:28:21.352692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-46bdead2-b7f0-4179-ad09-80a55987bc0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3234229 Feb 04 20:28:21.355620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58308) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:21.362005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Request body: {'subnet': {'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-833969172-subnet', 'tenant_id': '9037aedf6a6f4863bb2ce24facf945b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:21.362185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5aad24e7-1f7a-4704-89a5-b710598b45fd tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0cfcadd9b7094963a3b2d3b3e8a7f974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4657052 Feb 04 20:28:21.366363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58312) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:21.400236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.405298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:21.483519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.604006 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4fa57e9c923424aa77a757e1bfeefdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420869 Feb 04 20:28:21.605758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2557f57-4903-4ffd-ae47-85f8b2521836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4047c70-05f8-4ba8-805f-34375561dcf9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:21.632967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58322) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:21.633637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Usage tracker for resource:subnet and tenant:9037aedf6a6f4863bb2ce24facf945b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:21.639980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:21.643307 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:19Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:21.643936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:21.647704 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Checking router: b91d84d1-c78e-48b8-baba-7b56bd8b9442 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:28:21.648036 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Updating router b91d84d1-c78e-48b8-baba-7b56bd8b9442 port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:28:21.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adaeaaa-56f5-4318-b708-89308dc3c20c tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:21.660331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2adaeaaa-56f5-4318-b708-89308dc3c20c tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2915692 Feb 04 20:28:21.664102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58326) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:21.722864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-facdc5e7-9477-4366-b1d4-782a71924e89 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571079 Feb 04 20:28:21.724082 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.726619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58330) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:21.727357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Made reservation on behalf of 9037aedf6a6f4863bb2ce24facf945b5 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:21.729808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.745295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2045183651', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:21.855356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4852aba-ef49-4f7e-999c-d77121c970d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.907146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:21.915474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4852aba-ef49-4f7e-999c-d77121c970d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:21.923264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:subnet and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:21.929793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:21.943813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:22.049496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:22.053616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.082519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4852aba-ef49-4f7e-999c-d77121c970d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.151331 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.169691 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Transition to ACTIVE for port object 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:22.187485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-7e43c2de-e4d0-4286-9560-c50721824e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:22.188100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-7e43c2de-e4d0-4286-9560-c50721824e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:22.188699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-7e43c2de-e4d0-4286-9560-c50721824e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:22.190343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-7e43c2de-e4d0-4286-9560-c50721824e23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 2292 time: 0.8228087 Feb 04 20:28:22.239237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4852aba-ef49-4f7e-999c-d77121c970d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4047c70-05f8-4ba8-805f-34375561dcf9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:22.271062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4852aba-ef49-4f7e-999c-d77121c970d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.275665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e4852aba-ef49-4f7e-999c-d77121c970d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4047c70-05f8-4ba8-805f-34375561dcf9 HTTP/1.1" status: 204 len: 168 time: 0.6373711 Feb 04 20:28:22.284103 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.313137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-461b09f8-5ccc-4d37-9e38-dca2b1455c2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 1001 time: 0.1098883 Feb 04 20:28:22.329255 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-48a71411-7272-4979-be84-e0bdbde9f96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.382081 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291355f-4ba4-48f8-8114-6cabef52118c None None] Pushing event updated for resources: {'Port': ['ID=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:22.436673 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Attempting to bind port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:28:22.436971 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Attempting to bind port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:28:22.437332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Attempting to bind port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:22.453981 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:28:22.455000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:22.455462 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.455868 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:28:22.456551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Bound port: 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:28:22.461124 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.466376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.533670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.555475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] For port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:28:22.562150 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] For port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:28:22.630188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-ebd74b4d-9006-4f35-9c2d-4cd22a5e4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:22.632424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-ebd74b4d-9006-4f35-9c2d-4cd22a5e4fef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 200 len: 851 time: 0.3118536 Feb 04 20:28:22.641460 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:22.722737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Checking segment: {'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:22.723277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Network hostable DHCP agents. Network: c9456de6-6f86-4b16-938c-f1d19316ce92, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:28:22.730711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5464e59d-2e9c-4488-8f25-c65e864afcdc,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:22.768386 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291355f-4ba4-48f8-8114-6cabef52118c None None] Pushing event updated for resources: {'Port': ['ID=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:22.784115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Subnet': ['ID=65d96960-597f-4785-ab4c-1fc1c6c79828,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:22.789376 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:28:22.793972 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:28:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:22.810267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-36630191-70e3-4c86-8b9a-12154c78efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:22.812069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-36630191-70e3-4c86-8b9a-12154c78efd8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726768 Feb 04 20:28:22.823691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Checking segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:22.824208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network hostable DHCP agents. Network: 8fae38da-9c69-4e23-9b18-7c5210f46f7a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:28:22.951990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:28:22.975216 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-937e145a-4351-45f6-a316-245a4c3c9cbb service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563549 Feb 04 20:28:22.976275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Network c9456de6-6f86-4b16-938c-f1d19316ce92 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:28:23.007124 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:28:23.041577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 8fae38da-9c69-4e23-9b18-7c5210f46f7a) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:23.046539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:23.047348 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:23.052820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae70c9a-b5ce-4a31-a1df-c59857ac73b0 None None] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:23.066215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c9456de6-6f86-4b16-938c-f1d19316ce92) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:23.075815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:23.076454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:23.175430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ceeea087-e86c-4c79-97df-033366e5ecd0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4452577 Feb 04 20:28:23.178618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58352) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:23.188924 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-751ef1aa-7709-461d-aaf1-b79f38d59666 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060230 Feb 04 20:28:23.232116 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12a594-eb1f-40a5-94b1-6b63842e58b4 None None] Network c9456de6-6f86-4b16-938c-f1d19316ce92 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:23.352053 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-a7331880-6914-4dc4-b507-ffc64d083209 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 217 time: 0.1552653 Feb 04 20:28:23.366968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b7731b29-00de-4b4f-9c6c-9eb56b088c8b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0019221 Feb 04 20:28:23.505409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-aa19b3df-aa79-4ae9-9dc9-9a1d6cdd05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:23.529276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-aa19b3df-aa79-4ae9-9dc9-9a1d6cdd05fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1590164 Feb 04 20:28:23.764051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-da77f01d-24fd-4499-baae-a76b5d283750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:23.765834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-da77f01d-24fd-4499-baae-a76b5d283750 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2357607 Feb 04 20:28:23.834874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:19Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:23.837097 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f815878-6a46-4495-8beb-6b343ca6e23c None None] The sync data for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 is: [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:19Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:28:23.840140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f74c1-c398-4a03-be45-39f106014885 None None] Network c9456de6-6f86-4b16-938c-f1d19316ce92 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:24.220430 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:24.227940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:24.233177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:28:24.234211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:24.243564 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-60db2cfa-4067-4fdd-b7bf-c3e351d0715a service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697409 Feb 04 20:28:24.301559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58378) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:24.613730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-e9ee598a-f880-49ee-a337-b6a6d090530f service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633859 Feb 04 20:28:24.681682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Allocated IP 172.20.0.2 (8fae38da-9c69-4e23-9b18-7c5210f46f7a/65d96960-597f-4785-ab4c-1fc1c6c79828/be72be94-c7e3-41a0-b3fa-6191e8610201) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:24.703697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1019112230'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:24.717526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-b9778f8e-d336-4362-a978-3a24ec3b174a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 217 time: 0.0967488 Feb 04 20:28:24.718540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:24.765278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Usage tracker for resource:network and tenant:ba6eace0ca6b4988bdd1379d0d7321f9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:24.771395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:24.789081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:24.831308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:24.838721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-5544684a-964f-47e9-9bbc-331c0a4c8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:24.843025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-5544684a-964f-47e9-9bbc-331c0a4c8b64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1107047 Feb 04 20:28:24.928590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Made reservation on behalf of ba6eace0ca6b4988bdd1379d0d7321f9 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:24.943955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:24.982167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.043830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:25.055181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Usage tracker for resource:security_group_rule and tenant:ba6eace0ca6b4988bdd1379d0d7321f9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:25.059070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:25.066641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:25.105626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-bfc9b2d1-1610-4547-b6ec-f1a8795de690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:25.106078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-bfc9b2d1-1610-4547-b6ec-f1a8795de690 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2571602 Feb 04 20:28:25.157089 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.192247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.193273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Transition to ACTIVE for port object be72be94-c7e3-41a0-b3fa-6191e8610201 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:25.289298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Transition to ACTIVE for port object be72be94-c7e3-41a0-b3fa-6191e8610201 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:25.414869 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.525899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Pushing event updated for resources: {'Port': ['ID=be72be94-c7e3-41a0-b3fa-6191e8610201,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:25.561478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:25.562677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:25.567630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:25.680157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-90253f3e-db08-401b-85df-0ce6de8629a6 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641246 Feb 04 20:28:25.724865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Attempting to bind port be72be94-c7e3-41a0-b3fa-6191e8610201 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:28:25.725788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Attempting to bind port be72be94-c7e3-41a0-b3fa-6191e8610201 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:28:25.725788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Attempting to bind port be72be94-c7e3-41a0-b3fa-6191e8610201 on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:25.731662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:28:25.732167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Checking segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:25.733185 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.735298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Bound using segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:28:25.735298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Bound port: be72be94-c7e3-41a0-b3fa-6191e8610201, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:28:25.735298 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.791169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.842796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.1 (8fae38da-9c69-4e23-9b18-7c5210f46f7a/65d96960-597f-4785-ab4c-1fc1c6c79828/97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:25.858086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-b0880ca5-dea2-4ae6-93e0-0d68cc119267 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658638 Feb 04 20:28:25.860511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:25.934184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:25.957142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-b47bbba7-7392-4d6a-b7ea-3c98b6af8a9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 200 len: 217 time: 0.0841570 Feb 04 20:28:25.970901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:28:26.075516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-72dc943a-beaf-4ab4-9481-8e4ba31d8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:26.077196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-72dc943a-beaf-4ab4-9481-8e4ba31d8367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1092117 Feb 04 20:28:26.107230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.129224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:26.193006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] For port be72be94-c7e3-41a0-b3fa-6191e8610201, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:28:26.210563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] For port be72be94-c7e3-41a0-b3fa-6191e8610201, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=be72be94-c7e3-41a0-b3fa-6191e8610201,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:28:26.241572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.280027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.283029 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Added segment 6144d50d-4724-49be-b13d-32c4e2fb011b of type vlan for network e12bd4bd-e709-480b-8264-51df1c0aa99a Feb 04 20:28:26.283029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53abf568-a862-493e-8fa8-1d45f357b219,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:26.351735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.372573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-04fa4f5b-e640-45c6-8415-04fc210b1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:26.374100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-04fa4f5b-e640-45c6-8415-04fc210b1a30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2594709 Feb 04 20:28:26.381506 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.407905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:26.411219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:26.418947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:26.495979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:26.578344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:26.578924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.640399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-e380be21-ca73-4367-a771-b258bd7bfc57 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566242 Feb 04 20:28:26.647504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.654674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:26.655431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.707036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:26.722546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:26.737964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c9a88-35c4-4434-a374-4cb78178a755 None None] Pushing event updated for resources: {'Port': ['ID=be72be94-c7e3-41a0-b3fa-6191e8610201,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:27.010787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event updated for resources: {'Network': ['ID=e12bd4bd-e709-480b-8264-51df1c0aa99a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:27.026782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-793c318e-3dcc-4207-bf7a-410494e2a548 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7259872 Feb 04 20:28:27.027793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network e12bd4bd-e709-480b-8264-51df1c0aa99a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:28:27.028388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58406) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:27.036009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Request body: {'subnet': {'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:27.061366 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:27.139983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-492bab22-7d4e-41ef-97ae-ed9a4e8b2353 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744029 Feb 04 20:28:27.196630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:27.279863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-5db4c71e-215a-40c7-a374-b0aab9860c7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 200 len: 217 time: 0.1320281 Feb 04 20:28:27.285797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:27.313039 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:27.322248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Usage tracker for resource:subnet and tenant:ba6eace0ca6b4988bdd1379d0d7321f9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:27.327919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:27.340590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:27.363693 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:27.435158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-62a1a557-0a36-41a1-8283-aee70db4fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:27.436696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-62a1a557-0a36-41a1-8283-aee70db4fcf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1501229 Feb 04 20:28:27.507137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:27.527216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Made reservation on behalf of ba6eace0ca6b4988bdd1379d0d7321f9 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:27.530878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:27.589490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-57405f5f-a48d-49e0-a3d0-da8707797959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:27.590997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-57405f5f-a48d-49e0-a3d0-da8707797959 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482263 Feb 04 20:28:27.773465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-82ae39fd-ec16-4e48-9053-7b04780c6f96 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747611 Feb 04 20:28:27.977434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device be72be94-c7e3-41a0-b3fa-6191e8610201 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:27.998066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-19b12098-ffa0-4778-b39c-5320f58ddd05 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089994 Feb 04 20:28:28.090195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-abd05b8f-574f-43c7-b63e-0fa48cfb8370 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 200 len: 217 time: 0.0843644 Feb 04 20:28:28.223845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port be72be94-c7e3-41a0-b3fa-6191e8610201 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:28.230018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:28.308030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:28.404234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:28.404778 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:28.444739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:28.499065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b8562-1b6e-42e6-934d-ca7ef4d1af4c None None] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:28.592651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:28.597228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-7506b4dc-2059-4759-b45f-7913b60e9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:28.599046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-7506b4dc-2059-4759-b45f-7913b60e9be5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.5033114 Feb 04 20:28:28.709863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:28.724885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-b5ad2cd5-745c-4b97-95c7-55c549b7d32b tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:28.725590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-b5ad2cd5-745c-4b97-95c7-55c549b7d32b tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Synchronizing usage tracker for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:28.769713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:28.773123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4291d401-9b3f-4fba-9ff7-af87e1fa5bad None None] Provisioning for port be72be94-c7e3-41a0-b3fa-6191e8610201 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:28.784615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event updated for resources: {'Subnet': ['ID=3f62f846-ee47-4ddf-a0c0-0455b1b08d10,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:28.799455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4291d401-9b3f-4fba-9ff7-af87e1fa5bad None None] Provisioning complete for port be72be94-c7e3-41a0-b3fa-6191e8610201 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:28.799455 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4291d401-9b3f-4fba-9ff7-af87e1fa5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:28.804061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-cb961964-04ea-452b-94b2-6ff5a38158f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:28.805782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-cb961964-04ea-452b-94b2-6ff5a38158f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1711431 Feb 04 20:28:28.928909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-b5ad2cd5-745c-4b97-95c7-55c549b7d32b tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Unset dirty status for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:28.937102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-b5ad2cd5-745c-4b97-95c7-55c549b7d32b tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/networks?id=c9456de6-6f86-4b16-938c-f1d19316ce92 HTTP/1.1" status: 200 len: 808 time: 0.5082111 Feb 04 20:28:28.975275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-0d97a401-08f7-48fe-a847-86e42d1cad2b tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/quotas/9037aedf6a6f4863bb2ce24facf945b5 HTTP/1.1" status: 200 len: 375 time: 0.0357046 Feb 04 20:28:29.094920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Checking segment: {'id': '6144d50d-4724-49be-b13d-32c4e2fb011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:29.095286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Network hostable DHCP agents. Network: e12bd4bd-e709-480b-8264-51df1c0aa99a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:28:29.114455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-c9582cf9-5326-409d-ade2-2fad2885427b service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947018 Feb 04 20:28:29.115027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:29.118722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:29.128239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4291d401-9b3f-4fba-9ff7-af87e1fa5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:29.190355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-b4373bd9-7741-427e-8aa1-4ace36e19027 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2046177 Feb 04 20:28:29.190659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4291d401-9b3f-4fba-9ff7-af87e1fa5bad None None] For port be72be94-c7e3-41a0-b3fa-6191e8610201, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=be72be94-c7e3-41a0-b3fa-6191e8610201,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:29.300365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4291d401-9b3f-4fba-9ff7-af87e1fa5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:29.439202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Network e12bd4bd-e709-480b-8264-51df1c0aa99a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:28:29.461669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291d401-9b3f-4fba-9ff7-af87e1fa5bad None None] Pushing event updated for resources: {'Port': ['ID=be72be94-c7e3-41a0-b3fa-6191e8610201,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:29.500606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-8499b81c-9f72-429d-b358-40ca0199da58 service neutron] 10.222.0.48 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188381 Feb 04 20:28:29.536615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-4750f5af-e90c-4017-bf9a-b05dae006876 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108191 Feb 04 20:28:29.569658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, e12bd4bd-e709-480b-8264-51df1c0aa99a) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:29.580549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5d0af-f944-4bdd-8532-7035b4f370e9 None None] Network e12bd4bd-e709-480b-8264-51df1c0aa99a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:29.621891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:29.626306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:29.726268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-5b83ae5c-418d-4946-95c1-470d67ecb4fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 217 time: 0.1319771 Feb 04 20:28:29.743190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router b91d84d1-c78e-48b8-baba-7b56bd8b9442 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:28:29.835500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-26588a95-370c-4c70-b63b-11b11e95978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:29.842415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-26588a95-370c-4c70-b63b-11b11e95978d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.1060846 Feb 04 20:28:29.858458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-10332bad-efb6-45b5-8958-7ca214fa0935 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8284261 Feb 04 20:28:29.863030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58440) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:29.875701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b2a82af-00c9-4689-9054-49d30aa45184 None None] Provisioning for port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:29.889462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device be72be94-c7e3-41a0-b3fa-6191e8610201 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:29.989981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b2a82af-00c9-4689-9054-49d30aa45184 None None] Provisioning complete for port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:29.990987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2b2a82af-00c9-4689-9054-49d30aa45184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:30.034887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Request body: {'port': {'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a', 'name': 'tempest-TagsExtTest-1075477660'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:30.080795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:28:30.097298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5eda696f-4e5a-461c-a297-8f32490087b3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/b91d84d1-c78e-48b8-baba-7b56bd8b9442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9157569 Feb 04 20:28:30.133822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Sync routers for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:28:30.272815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:28:30.273477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:28:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:30.356243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:30.375405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a82af-00c9-4689-9054-49d30aa45184 None None] Port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:28:30.377690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Usage tracker for resource:port and tenant:ba6eace0ca6b4988bdd1379d0d7321f9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:30.403225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:30.420720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:30.428099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b2a82af-00c9-4689-9054-49d30aa45184 None None] Provisioning complete for port be72be94-c7e3-41a0-b3fa-6191e8610201 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:30.428811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2b2a82af-00c9-4689-9054-49d30aa45184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:30.436744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb3ef458-7440-4d3b-ba8a-35c72ff894ef service neutron] 10.222.0.48 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9350820 Feb 04 20:28:30.524341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-5de67411-c6d4-488d-b7a4-d7700ab10af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:30.530363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-5de67411-c6d4-488d-b7a4-d7700ab10af1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6682348 Feb 04 20:28:30.582805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-3ceac973-a6ea-4e7d-8329-5917841b059f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:30.594211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port be72be94-c7e3-41a0-b3fa-6191e8610201 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:30.594729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:30.637624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Made reservation on behalf of ba6eace0ca6b4988bdd1379d0d7321f9 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:30.641183 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:30.653877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-e12bd4bd-e709-480b-8264-51df1c0aa99a', 'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a', 'tenant_id': 'ba6eace0ca6b4988bdd1379d0d7321f9', 'fixed_ips': [{'subnet_id': '3f62f846-ee47-4ddf-a0c0-0455b1b08d10'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:28:30.657163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:30.684384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] device_id is not set on port 2caf778e-dc68-4a34-880e-68d1c6315062 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:28:30.721663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-3ceac973-a6ea-4e7d-8329-5917841b059f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:30.723735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-3ceac973-a6ea-4e7d-8329-5917841b059f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114622880&fields=id&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 267 time: 0.2534275 Feb 04 20:28:30.769667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:28:30.922796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-0603efa9-89f4-4d5d-bb74-8ca299e4ef5c service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854787 Feb 04 20:28:30.936444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-50a5acd6-12c7-4989-bfc8-6450ba81db2a req-00135d41-9658-47bc-a445-bd3d33653708 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.0785403 Feb 04 20:28:31.128505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-b9af5f6c-04c8-4e45-aaca-b8f374493adf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:31.128505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-b9af5f6c-04c8-4e45-aaca-b8f374493adf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:31.362975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-b9af5f6c-04c8-4e45-aaca-b8f374493adf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:31.364153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-b9af5f6c-04c8-4e45-aaca-b8f374493adf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 797 time: 0.6276073 Feb 04 20:28:31.395223 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-b34274dd-087b-4ea3-ad05-2b69daf7353a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/quotas/0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 375 time: 0.0237503 Feb 04 20:28:31.404734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e617bb34-d47f-4856-ad71-c3564eb0ed8f req-6d37448c-a336-4cbe-852b-4e9e974ce51d service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719856 Feb 04 20:28:31.411467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e7c0b09-cfdd-4527-a823-65e5a731b0f4 None None] Provisioning complete for port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:31.413859 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0b09-cfdd-4527-a823-65e5a731b0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:31.441872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Allocated IP 172.20.0.5 (e12bd4bd-e709-480b-8264-51df1c0aa99a/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/2caf778e-dc68-4a34-880e-68d1c6315062) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:31.496453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c0b09-cfdd-4527-a823-65e5a731b0f4 None None] Port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:28:31.511452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 2, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:31.520333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Checking router: b91d84d1-c78e-48b8-baba-7b56bd8b9442 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:28:31.521013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Updating router b91d84d1-c78e-48b8-baba-7b56bd8b9442 port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:28:31.612649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-52318905-2961-420d-a792-3bba4c64bb72 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:31.625783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:31.747078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:31.757079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-52318905-2961-420d-a792-3bba4c64bb72 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:31.758418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-52318905-2961-420d-a792-3bba4c64bb72 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3567481 Feb 04 20:28:31.769434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Transition to ACTIVE for port object 2caf778e-dc68-4a34-880e-68d1c6315062 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:31.867240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-d4347568-000b-4f29-bf15-8c9ebec45be6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:28:31.868811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-d4347568-000b-4f29-bf15-8c9ebec45be6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0974653 Feb 04 20:28:31.907703 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.103852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-e03d6f67-b9e7-4361-b66b-5dce885bc81a service neutron] 10.222.0.48 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285175 Feb 04 20:28:32.225448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event updated for resources: {'Port': ['ID=2caf778e-dc68-4a34-880e-68d1c6315062,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:32.238511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Allocated IP 172.20.0.2 (e12bd4bd-e709-480b-8264-51df1c0aa99a/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/80713f15-d072-4b96-87d3-7578f2ee24d4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:32.261124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19d29924-631d-48be-a9f4-7483c540c1cc req-702c7a5a-ed28-4e9b-85a4-e54b87356e44 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.1938732 Feb 04 20:28:32.268941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Network e12bd4bd-e709-480b-8264-51df1c0aa99a is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:32.277336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:32.296503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:32.413724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:32.415896 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.421682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-302c8de5-691f-4e84-964b-4c5cac516dde service neutron] 10.222.0.48 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029094 Feb 04 20:28:32.478931 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.514997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Transition to ACTIVE for port object 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:32.588653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58480) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:32.591590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-03f68d05-799f-4aa1-8cb6-a6d4c8f229ad tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7271249 Feb 04 20:28:32.596182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-463893495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:32.615891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:32.620119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Usage tracker for resource:router and tenant:ba6eace0ca6b4988bdd1379d0d7321f9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:32.623860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:32.632335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:32.639028 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.649713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Transition to ACTIVE for port object 80713f15-d072-4b96-87d3-7578f2ee24d4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:32.668551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Transition to ACTIVE for port object 80713f15-d072-4b96-87d3-7578f2ee24d4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:32.681192 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.852823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.854950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.888427 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.895231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:32.904188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588add9-f42d-46ce-b8e1-dd0a07f5c482 None None] Pushing event updated for resources: {'Port': ['ID=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:32.933120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01aa9c53-0df0-4c4a-9a90-98a336a012f1 req-f0960016-1fb2-450c-b9da-6ec5e241bb5c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.0673289 Feb 04 20:28:33.036871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.045675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Network e12bd4bd-e709-480b-8264-51df1c0aa99a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:33.057845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:33.076825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:33.134297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.135852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f52284c8-47e8-4f54-a2bd-fb5b8f4f5bc7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5457656 Feb 04 20:28:33.138898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58486) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:33.144307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-30478b9c-54d8-44d7-b1b7-5067a07720eb tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1569867302', 'prefixes': ['172.20.0.0/16']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:33.150857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-30478b9c-54d8-44d7-b1b7-5067a07720eb tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:33.155551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Pushing event updated for resources: {'Port': ['ID=80713f15-d072-4b96-87d3-7578f2ee24d4,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:33.220417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Attempting to bind port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:28:33.222555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Attempting to bind port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:28:33.222555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Attempting to bind port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:33.239136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:28:33.239499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Checking segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:33.239942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.240849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Bound using segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:28:33.241308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Bound port: 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:28:33.241937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.266913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Attempting to bind port 80713f15-d072-4b96-87d3-7578f2ee24d4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:28:33.268470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Attempting to bind port 80713f15-d072-4b96-87d3-7578f2ee24d4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '6144d50d-4724-49be-b13d-32c4e2fb011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:28:33.268470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Attempting to bind port 80713f15-d072-4b96-87d3-7578f2ee24d4 on network e12bd4bd-e709-480b-8264-51df1c0aa99a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:33.274096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:28:33.274474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Checking segment: {'id': '6144d50d-4724-49be-b13d-32c4e2fb011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:33.274912 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.275766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Bound using segment: {'id': '6144d50d-4724-49be-b13d-32c4e2fb011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:28:33.275766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Bound port: 80713f15-d072-4b96-87d3-7578f2ee24d4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6144d50d-4724-49be-b13d-32c4e2fb011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e12bd4bd-e709-480b-8264-51df1c0aa99a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:28:33.276431 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.391300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6f36a32-757e-4723-b03f-5c3a76f3e8b8 req-cb5e9d2a-fc91-4d2d-884d-43c61aff0648 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.0671499 Feb 04 20:28:33.416650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] For port 80713f15-d072-4b96-87d3-7578f2ee24d4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:28:33.421701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] For port 80713f15-d072-4b96-87d3-7578f2ee24d4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=80713f15-d072-4b96-87d3-7578f2ee24d4,segment=NetworkSegment(6144d50d-4724-49be-b13d-32c4e2fb011b),segment_id=6144d50d-4724-49be-b13d-32c4e2fb011b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:28:33.452869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] For port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:28:33.464181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] For port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:28:33.477606 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30478b9c-54d8-44d7-b1b7-5067a07720eb tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for subnetpool, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.479463 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-30478b9c-54d8-44d7-b1b7-5067a07720eb tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3394814 Feb 04 20:28:33.482888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58496) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:33.488976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-1de796eb-3505-45ac-8af4-a405b5563960 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', 'tempest-TagsExtTest-Tag-1468823031') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:33.508479 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.567735 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:33.629601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:28:33.630480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:28:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:33.721765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1de796eb-3505-45ac-8af4-a405b5563960 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags/tempest-TagsExtTest-Tag-1468823031 HTTP/1.1" status: 201 len: 201 time: 0.2376547 Feb 04 20:28:33.724445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58502) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:33.733957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-7cba2e13-45b3-4f33-93f9-7691f707e457 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', 'tempest-TagsExtTest-Tag-1346853185') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:33.799548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a1a5a-c57d-4932-94bc-cfb57c9b2b05 None None] Pushing event updated for resources: {'Port': ['ID=80713f15-d072-4b96-87d3-7578f2ee24d4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:34.003042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588add9-f42d-46ce-b8e1-dd0a07f5c482 None None] Pushing event updated for resources: {'Port': ['ID=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:34.160114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-711ee5e9-0302-481a-a6de-0ca1492cd707 req-c762cae5-655d-41da-844b-0940f1b4d7a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.1392086 Feb 04 20:28:34.170661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7cba2e13-45b3-4f33-93f9-7691f707e457 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags/tempest-TagsExtTest-Tag-1346853185 HTTP/1.1" status: 201 len: 201 time: 0.4444687 Feb 04 20:28:34.173337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58514) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:34.182494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-8a767793-5034-474d-84e3-d7aee6ef6e4b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', 'tempest-TagsExtTest-Tag-1329794417') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:34.311228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:28:34.614102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8a767793-5034-474d-84e3-d7aee6ef6e4b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags/tempest-TagsExtTest-Tag-1329794417 HTTP/1.1" status: 201 len: 201 time: 0.4395614 Feb 04 20:28:34.617461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58526) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:34.623217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-47c42aa8-38cb-4451-bf58-2ef46134b98e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', 'tempest-TagsExtTest-Tag-1281551436') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:34.632845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5b3caf3c-a155-4465-a837-b4249db57a86 req-d4d09b5b-a849-4bb0-9017-a163b650f886 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.0618870 Feb 04 20:28:34.884888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:33Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:34.888217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-47c42aa8-38cb-4451-bf58-2ef46134b98e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags/tempest-TagsExtTest-Tag-1281551436 HTTP/1.1" status: 201 len: 201 time: 0.2696240 Feb 04 20:28:34.889689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7a955-b23f-4ee2-861c-c83d1459937b None None] The sync data for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 is: [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:33Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:28:34.891466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58532) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:34.898322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-4522999c-5934-40a7-80ad-6af98b164b6e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:35.129047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4522999c-5934-40a7-80ad-6af98b164b6e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags HTTP/1.1" status: 200 len: 241 time: 0.2362292 Feb 04 20:28:35.132214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58536) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:35.138923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-5b0df4d7-0bd4-4bda-a23a-15084c563fee tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', 'tempest-TagsExtTest-Tag-1468823031') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:35.357918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b0df4d7-0bd4-4bda-a23a-15084c563fee tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags/tempest-TagsExtTest-Tag-1468823031 HTTP/1.1" status: 204 len: 168 time: 0.2241771 Feb 04 20:28:35.361997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a42e57c8-9e0b-477b-974a-611b6ea955d4 req-3b46f3ac-6faa-4dd6-9b51-fb6ac6051d9f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.0955727 Feb 04 20:28:35.362403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58542) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:35.380678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-9816051c-52a6-49cf-84fd-854cfabe9f10 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', 'tempest-TagsExtTest-Tag-1468823031') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:35.550240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080589d-d378-4b07-9335-ea298482c66f None None] Network e12bd4bd-e709-480b-8264-51df1c0aa99a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:35.894710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-54503ead-6a37-42d9-b619-e6077c0bcec1 req-db14cf48-3837-480a-8e84-64176bb8994e tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.0896523 Feb 04 20:28:35.932474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:36.469283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-88066942-fff8-4446-bf9d-95f46a910a6b None None] Provisioning for port 80713f15-d072-4b96-87d3-7578f2ee24d4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:36.470908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9816051c-52a6-49cf-84fd-854cfabe9f10 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags/tempest-TagsExtTest-Tag-1468823031 HTTP/1.1" status: 204 len: 168 time: 1.1062870 Feb 04 20:28:36.470908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58564) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:36.474786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:36.478841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-dd4043da-165d-4ac6-b51e-4de08c57fa77 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:36.507693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:36.513142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:36.551298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03b45cdf-3552-40cf-8913-760cb3eb0466 req-9ca986f1-f656-4d30-977f-5bc51e05810f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.1148717 Feb 04 20:28:36.675714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dd4043da-165d-4ac6-b51e-4de08c57fa77 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags HTTP/1.1" status: 200 len: 205 time: 0.2031434 Feb 04 20:28:36.679380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58568) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:36.700242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-0208817f-85aa-44b5-8d5e-eb5c5bfc6d34 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:36.798353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9ca588fd-3ed0-45c4-9f9e-d2e67379dcbd None None] Provisioning for port 2caf778e-dc68-4a34-880e-68d1c6315062 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:36.805183 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:36.806330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0208817f-85aa-44b5-8d5e-eb5c5bfc6d34 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags HTTP/1.1" status: 200 len: 241 time: 0.1248500 Feb 04 20:28:36.808813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58572) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:36.814108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-66efef69-3608-40c3-af56-1d561606e391 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', 'tempest-TagsExtTest-Tag-1346853185') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:36.857028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9ca588fd-3ed0-45c4-9f9e-d2e67379dcbd None None] Provisioning complete for port 2caf778e-dc68-4a34-880e-68d1c6315062 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:36.857386 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9ca588fd-3ed0-45c4-9f9e-d2e67379dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:36.951414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9ca588fd-3ed0-45c4-9f9e-d2e67379dcbd None None] Port 2caf778e-dc68-4a34-880e-68d1c6315062 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:28:36.990328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:37.065015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58588) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:37.071361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-f837b9ab-d5a3-4a44-81ec-f9defdf590c7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', 'tempest-TagsExtTest-Tag-1346853185') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:37.076202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-66efef69-3608-40c3-af56-1d561606e391 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags/tempest-TagsExtTest-Tag-1346853185 HTTP/1.1" status: 204 len: 168 time: 0.2581797 Feb 04 20:28:37.084780 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:37.088970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 80713f15-d072-4b96-87d3-7578f2ee24d4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:37.266668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-44dd3801-5055-4005-9370-4b48f9135efb None None] Provisioning complete for port 2caf778e-dc68-4a34-880e-68d1c6315062 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:37.267468 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44dd3801-5055-4005-9370-4b48f9135efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:37.371402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-44dd3801-5055-4005-9370-4b48f9135efb None None] Port 2caf778e-dc68-4a34-880e-68d1c6315062 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:28:37.376903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:37.437749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae4ef1a0-364c-4c48-b453-609fc4da77d3 req-829d265e-612a-4c38-aa76-a34545af08e1 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.0759335 Feb 04 20:28:37.478038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 80713f15-d072-4b96-87d3-7578f2ee24d4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:37.482966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 80713f15-d072-4b96-87d3-7578f2ee24d4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:37.488644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:37.578571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f837b9ab-d5a3-4a44-81ec-f9defdf590c7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags/tempest-TagsExtTest-Tag-1346853185 HTTP/1.1" status: 204 len: 168 time: 0.5093532 Feb 04 20:28:37.578571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58596) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:37.598724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-662a68e1-31a2-42ce-8997-231cd543e33c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:37.624987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:37.675209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 80713f15-d072-4b96-87d3-7578f2ee24d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=80713f15-d072-4b96-87d3-7578f2ee24d4,segment=NetworkSegment(6144d50d-4724-49be-b13d-32c4e2fb011b),segment_id=6144d50d-4724-49be-b13d-32c4e2fb011b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:37.766082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-0dedb5aa-a95d-48f8-ad2c-d72f1a5bb688 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:37.767603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-0dedb5aa-a95d-48f8-ad2c-d72f1a5bb688 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.24 "GET /v2.0/networks?id=c9456de6-6f86-4b16-938c-f1d19316ce92 HTTP/1.1" status: 200 len: 808 time: 0.2943230 Feb 04 20:28:37.775948 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:37.781244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99adea4e-51ad-4d3c-a13a-bfb206fe55e3 req-b71627bb-497d-4247-94c3-f246d37f2b3b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.0590770 Feb 04 20:28:37.786177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Request body: {'port': {'device_id': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92', 'admin_state_up': True, 'tenant_id': '9037aedf6a6f4863bb2ce24facf945b5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:37.827219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-662a68e1-31a2-42ce-8997-231cd543e33c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags HTTP/1.1" status: 200 len: 205 time: 0.2477455 Feb 04 20:28:37.831060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58600) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:37.838479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-c8fe57a0-345e-4a89-820e-255328fb3a38 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:37.929571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=80713f15-d072-4b96-87d3-7578f2ee24d4,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:37.984155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:38.061133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:38.075549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Usage tracker for resource:port and tenant:9037aedf6a6f4863bb2ce24facf945b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:38.078502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:38.104644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:38.119919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:38.123675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:38.156745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8fe57a0-345e-4a89-820e-255328fb3a38 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags HTTP/1.1" status: 200 len: 241 time: 0.3235300 Feb 04 20:28:38.158524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58606) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:38.163632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-19b10be7-3b16-4761-aaac-9236d75554ca tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', 'tempest-TagsExtTest-Tag-1329794417') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:38.282136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Made reservation on behalf of 9037aedf6a6f4863bb2ce24facf945b5 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:38.285964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:38.608848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3135dcb6-dbd2-4378-8a45-bece71515932 req-f5727cca-d281-4883-a1fa-64bc4f5eb3f6 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.0609534 Feb 04 20:28:38.698993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19b10be7-3b16-4761-aaac-9236d75554ca tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags/tempest-TagsExtTest-Tag-1329794417 HTTP/1.1" status: 204 len: 168 time: 0.5392041 Feb 04 20:28:38.701798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58616) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:38.707550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-478fac49-d28c-4f2b-a980-abdfdf5e0b10 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', 'tempest-TagsExtTest-Tag-1329794417') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:38.796603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Allocated IP 172.20.0.14 (c9456de6-6f86-4b16-938c-f1d19316ce92/5464e59d-2e9c-4488-8f25-c65e864afcdc/353facfd-b0d2-4b99-9f14-1de684011be1) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:39.034943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9eb93242-b0cd-41ea-a314-5793abc5fbca req-8ef56a49-b24b-49d0-bdbd-7c2949ddf576 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.1010273 Feb 04 20:28:39.049164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:39.053356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-478fac49-d28c-4f2b-a980-abdfdf5e0b10 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags/tempest-TagsExtTest-Tag-1329794417 HTTP/1.1" status: 204 len: 168 time: 0.3475277 Feb 04 20:28:39.056555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58632) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:39.062776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-e3d22887-448f-406b-bfff-41f17f76a85e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:39.223897 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:39.230466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e3d22887-448f-406b-bfff-41f17f76a85e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags HTTP/1.1" status: 200 len: 205 time: 0.1724753 Feb 04 20:28:39.231468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58636) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:39.236951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-ebc5ba76-f58c-4a64-bd3a-26e449f19f20 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:39.252549 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:39.274010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ebc5ba76-f58c-4a64-bd3a-26e449f19f20 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags HTTP/1.1" status: 200 len: 241 time: 0.0413163 Feb 04 20:28:39.276947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58640) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:39.282136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-0d2da821-1065-4046-a5db-b31771493514 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', 'tempest-TagsExtTest-Tag-1281551436') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:39.310935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0d2da821-1065-4046-a5db-b31771493514 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags/tempest-TagsExtTest-Tag-1281551436 HTTP/1.1" status: 204 len: 168 time: 0.0327203 Feb 04 20:28:39.313571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58644) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:39.320773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-ed95548b-1635-41c0-960f-4d8ef5d787cc tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', 'tempest-TagsExtTest-Tag-1281551436') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:39.374780 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:39.599180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ed95548b-1635-41c0-960f-4d8ef5d787cc tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags/tempest-TagsExtTest-Tag-1281551436 HTTP/1.1" status: 204 len: 168 time: 0.2805336 Feb 04 20:28:39.599180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Network c9456de6-6f86-4b16-938c-f1d19316ce92 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:39.611187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:39.618202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:39.618202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Pushing event updated for resources: {'Port': ['ID=353facfd-b0d2-4b99-9f14-1de684011be1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:39.618202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:39.632737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-fb0371aa-6fa8-4d4a-ba16-2ff511099e60 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:39.713471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fb0371aa-6fa8-4d4a-ba16-2ff511099e60 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags HTTP/1.1" status: 200 len: 205 time: 0.1086304 Feb 04 20:28:39.714070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58658) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:39.722810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:39.724338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:39.731468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-be3c464f-e34d-4aff-8378-a6a79f41899f tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:39.879319 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-27c3ea48-95d2-4d2e-bcd0-d0f9189b6706 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0853634 Feb 04 20:28:39.899757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Request body: {'port': {'device_id': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:39.971123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 80713f15-d072-4b96-87d3-7578f2ee24d4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:39.983168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-be3c464f-e34d-4aff-8378-a6a79f41899f tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags HTTP/1.1" status: 204 len: 168 time: 0.2607465 Feb 04 20:28:39.985897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58662) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:40.012864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-de59eb0d-01af-4af0-b410-0aca2e0afc12 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:40.015664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3941ba2-5d12-461f-a74e-edf5cd07b80d req-4f1f2ab3-edd7-420c-96cf-9807b0e65132 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:40.039796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3941ba2-5d12-461f-a74e-edf5cd07b80d req-4f1f2ab3-edd7-420c-96cf-9807b0e65132 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 932 time: 0.1945269 Feb 04 20:28:40.197113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3941ba2-5d12-461f-a74e-edf5cd07b80d req-032a17f1-d85e-4c91-96be-d7665d3277d7 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661754 Feb 04 20:28:40.202873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 80713f15-d072-4b96-87d3-7578f2ee24d4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:40.203636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:40.298360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de59eb0d-01af-4af0-b410-0aca2e0afc12 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags HTTP/1.1" status: 204 len: 168 time: 0.3174136 Feb 04 20:28:40.301445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58668) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:40.304550 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:40.411648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-35d156ca-2672-4e9c-beeb-af3641d47221 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:40.490022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-8188aebc-28b8-4e71-a804-e3e86f0cbc5d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:40.491819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-8188aebc-28b8-4e71-a804-e3e86f0cbc5d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 797 time: 0.2611408 Feb 04 20:28:40.536381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9aa41440-7b98-41ad-b028-a2b4e199dc59 req-2cbae0de-4040-4a62-a3f9-c3916b9b1eba tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.1929023 Feb 04 20:28:40.558735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-83fcdad9-b284-4cbd-826f-bae2ab3d3b71 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 380 time: 0.0566940 Feb 04 20:28:40.569665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'port': {'device_id': '36e00a61-ea08-4360-8d80-1c0724078561', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'admin_state_up': True, 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'security_groups': ['901c550c-1a59-49cb-be8c-e21b741c9620']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:40.638627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-35d156ca-2672-4e9c-beeb-af3641d47221 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags HTTP/1.1" status: 204 len: 168 time: 0.3357129 Feb 04 20:28:40.644449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58674) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:40.649761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-13d373bf-4633-4e26-9168-3df37fbe8b07 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:40.873818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-13d373bf-4633-4e26-9168-3df37fbe8b07 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags HTTP/1.1" status: 204 len: 168 time: 0.2280548 Feb 04 20:28:40.876683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58680) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:40.884100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-dd2b1ea9-1cf4-4b65-b7bf-c20ff43379d1 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', 'tempest-TagsExtTest-Tag-956633048') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:40.888528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:40.899507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:41.022425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353facfd-b0d2-4b99-9f14-1de684011be1 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:28:41.029802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:28:41.031845 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:41.033715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:41.069255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Transition to ACTIVE for port object 353facfd-b0d2-4b99-9f14-1de684011be1 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:41.118218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dd2b1ea9-1cf4-4b65-b7bf-c20ff43379d1 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags/tempest-TagsExtTest-Tag-956633048 HTTP/1.1" status: 201 len: 201 time: 0.2402661 Feb 04 20:28:41.120827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58684) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:41.126417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-410a00d3-a44e-409f-ab55-7be62dbd2365 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', 'tempest-TagsExtTest-Tag-621068450') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:41.199669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:41.225579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.12 (8fae38da-9c69-4e23-9b18-7c5210f46f7a/65d96960-597f-4785-ab4c-1fc1c6c79828/99a3e25a-ac43-43b2-bcaf-727101c62368) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:41.585850 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:28:41.587424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=353facfd-b0d2-4b99-9f14-1de684011be1,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:41.641615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:41.675176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff487034-c7f8-4ecd-a53e-366e7255c59a req-e5fbbb47-65d7-4de0-868b-b8172f39f4d3 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:41.676987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff487034-c7f8-4ecd-a53e-366e7255c59a req-e5fbbb47-65d7-4de0-868b-b8172f39f4d3 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 944 time: 0.2783017 Feb 04 20:28:41.681297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object 99a3e25a-ac43-43b2-bcaf-727101c62368 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:41.740555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff487034-c7f8-4ecd-a53e-366e7255c59a req-00766cf0-4ee8-4e82-8bd3-06bc0e604eaa tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554049 Feb 04 20:28:41.758993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6519839e-d701-4889-84c6-b983ccbaa3c4 req-a0f8482b-f214-457e-8a17-8551dceb3ea4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.0693924 Feb 04 20:28:41.792791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Attempting to bind port 353facfd-b0d2-4b99-9f14-1de684011be1 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:28:41.793319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Attempting to bind port 353facfd-b0d2-4b99-9f14-1de684011be1 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:28:41.793907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Attempting to bind port 353facfd-b0d2-4b99-9f14-1de684011be1 on network c9456de6-6f86-4b16-938c-f1d19316ce92 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:41.799459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Port 353facfd-b0d2-4b99-9f14-1de684011be1 on network c9456de6-6f86-4b16-938c-f1d19316ce92 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:28:41.803701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Attempting to bind port 353facfd-b0d2-4b99-9f14-1de684011be1 on network c9456de6-6f86-4b16-938c-f1d19316ce92 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:41.810258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:28:41.810559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Checking segment: {'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:41.810954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Bound using segment: {'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:28:41.811386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Bound port: 353facfd-b0d2-4b99-9f14-1de684011be1, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:28:41.811755 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:41.840919 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:41.889199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-410a00d3-a44e-409f-ab55-7be62dbd2365 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags/tempest-TagsExtTest-Tag-621068450 HTTP/1.1" status: 201 len: 201 time: 0.7673740 Feb 04 20:28:41.899329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58696) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:41.918034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-7cf4a03d-49b6-4408-a419-22686eaecc2d tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', 'tempest-TagsExtTest-Tag-173257799') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:41.922098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] For port 353facfd-b0d2-4b99-9f14-1de684011be1, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:28:41.929250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] For port 353facfd-b0d2-4b99-9f14-1de684011be1, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=353facfd-b0d2-4b99-9f14-1de684011be1,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:28:41.992634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:41.996360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:42.001141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:42.065138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:42.092791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:42.130885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:42.131676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:42.133210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/353facfd-b0d2-4b99-9f14-1de684011be1 HTTP/1.1" status: 200 len: 1092 time: 2.2571101 Feb 04 20:28:42.142493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'tag': '353facfd-b0d2-4b99-9f14-1de684011be1'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:28:42.145362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:42.147002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:42.206056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387aeb-9dcb-439e-8482-f6ddb1e2a5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=353facfd-b0d2-4b99-9f14-1de684011be1,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:42.212122 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'tag': '353facfd-b0d2-4b99-9f14-1de684011be1', 'status': 'completed', 'code': 200} Feb 04 20:28:42.261824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-9ebca99d-e646-4506-bf56-ba900de3f533 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6960683 Feb 04 20:28:42.265831 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7cf4a03d-49b6-4408-a419-22686eaecc2d tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags/tempest-TagsExtTest-Tag-173257799 HTTP/1.1" status: 201 len: 201 time: 0.3611932 Feb 04 20:28:42.265831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58704) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:42.271047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-66fe874e-6a83-42e0-b9ce-3cb36347b88e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', 'tempest-TagsExtTest-Tag-1298524652') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:42.288828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Request body: {'port': {'device_id': '36e00a61-ea08-4360-8d80-1c0724078561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:42.313131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b44daf-6a8d-40b0-a34d-2d9901086585 req-1629b506-5374-451c-9019-5d6e5a55fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:42.314533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8b44daf-6a8d-40b0-a34d-2d9901086585 req-1629b506-5374-451c-9019-5d6e5a55fbf1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 1095 time: 0.0833180 Feb 04 20:28:42.415572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:42.452288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-03ad52ae-1bde-4cc7-b470-590f2df916ef None None] Provisioning for port 99a3e25a-ac43-43b2-bcaf-727101c62368 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:42.459704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-03ad52ae-1bde-4cc7-b470-590f2df916ef None None] Provisioning complete for port 99a3e25a-ac43-43b2-bcaf-727101c62368 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:42.465419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-03ad52ae-1bde-4cc7-b470-590f2df916ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:42.465560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b44daf-6a8d-40b0-a34d-2d9901086585 req-7b853539-934f-4546-97a2-fdf60387a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:42.465831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8b44daf-6a8d-40b0-a34d-2d9901086585 req-7b853539-934f-4546-97a2-fdf60387a098 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1432042 Feb 04 20:28:42.516941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-03ad52ae-1bde-4cc7-b470-590f2df916ef None None] Port 99a3e25a-ac43-43b2-bcaf-727101c62368 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:28:42.532422 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-66fe874e-6a83-42e0-b9ce-3cb36347b88e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags/tempest-TagsExtTest-Tag-1298524652 HTTP/1.1" status: 201 len: 201 time: 0.2656133 Feb 04 20:28:42.538255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58708) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:42.545763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-1c28b453-1220-417d-a588-1bdcac7748be tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', {'tags': ['tempest-TagsExtTest-Tag-1225590201', 'tempest-TagsExtTest-Tag-1268112545', 'tempest-TagsExtTest-Tag-66781651']}) {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:42.608422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b44daf-6a8d-40b0-a34d-2d9901086585 req-f640813d-b43f-4111-aa12-a14eda8848b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:42.609875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b8b44daf-6a8d-40b0-a34d-2d9901086585 req-f640813d-b43f-4111-aa12-a14eda8848b7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373596 Feb 04 20:28:42.719893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-49a22699-0052-47eb-9afc-9d5bc5d7f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:42.721590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-49a22699-0052-47eb-9afc-9d5bc5d7f0e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 1095 time: 0.0726171 Feb 04 20:28:42.800015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-d25ce41f-46ee-44aa-a41b-1bdec8260008 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353facfd-b0d2-4b99-9f14-1de684011be1 HTTP/1.1" status: 200 len: 217 time: 0.0697639 Feb 04 20:28:42.829301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1c28b453-1220-417d-a588-1bdcac7748be tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags HTTP/1.1" status: 200 len: 316 time: 0.2872641 Feb 04 20:28:42.830156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:42.836761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-0330e189-5d1b-4fa1-8347-f2a0374f9ec5 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:42.875641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a3e25a-ac43-43b2-bcaf-727101c62368 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:28:42.876366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-4d1a74b9-813c-4e8d-9b49-a3e9d1f3ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:42.878072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-4d1a74b9-813c-4e8d-9b49-a3e9d1f3ea3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5464e59d-2e9c-4488-8f25-c65e864afcdc HTTP/1.1" status: 200 len: 848 time: 0.0714056 Feb 04 20:28:42.887302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:42.955740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Transition to ACTIVE for port object 99a3e25a-ac43-43b2-bcaf-727101c62368 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:28:42.976663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-5effc003-005f-454d-8202-58885cca9808 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9456de6-6f86-4b16-938c-f1d19316ce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898404 Feb 04 20:28:43.013962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c3b10-979d-490b-bfcd-5587f27ec744 req-f7c66a54-2523-4e0e-bd91-04ca586835cc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:43.014671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13c3b10-979d-490b-bfcd-5587f27ec744 req-f7c66a54-2523-4e0e-bd91-04ca586835cc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:43.040397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:43.180854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ad41-b18e-44ee-8cc4-4750f311a6d0 req-7b0d0268-aa7b-402a-9d6a-a754b7cae361 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:43.181813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7d64ad41-b18e-44ee-8cc4-4750f311a6d0 req-7b0d0268-aa7b-402a-9d6a-a754b7cae361 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Synchronizing usage tracker for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:43.202473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13c3b10-979d-490b-bfcd-5587f27ec744 req-f7c66a54-2523-4e0e-bd91-04ca586835cc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:43.210293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13c3b10-979d-490b-bfcd-5587f27ec744 req-f7c66a54-2523-4e0e-bd91-04ca586835cc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 932 time: 0.3011100 Feb 04 20:28:43.225079 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-93f49bd4-20b8-443e-abf9-af35bdfe0ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376814 Feb 04 20:28:43.255398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0330e189-5d1b-4fa1-8347-f2a0374f9ec5 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags HTTP/1.1" status: 204 len: 168 time: 0.4248550 Feb 04 20:28:43.256895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58728) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:43.266812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:43.301441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-fe59a9eb-c7a1-4a99-8309-cce9d5af1092 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', 'tempest-TagsExtTest-Tag-1225590201') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:43.342759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7d64ad41-b18e-44ee-8cc4-4750f311a6d0 req-7b0d0268-aa7b-402a-9d6a-a754b7cae361 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Unset dirty status for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:43.343920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d64ad41-b18e-44ee-8cc4-4750f311a6d0 req-7b0d0268-aa7b-402a-9d6a-a754b7cae361 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 944 time: 0.4221153 Feb 04 20:28:43.396668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-787da7c8-e7c0-4a14-8320-ca553653edf2 req-af247b07-42c3-4bd6-9529-8888c867ab2f service neutron] 10.222.0.24 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647761 Feb 04 20:28:43.404479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13c3b10-979d-490b-bfcd-5587f27ec744 req-abc4b393-9f0f-4d8d-a0b4-d5dcfb2edf54 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931643 Feb 04 20:28:43.415740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7d64ad41-b18e-44ee-8cc4-4750f311a6d0 req-7324ea07-289c-41fc-a4a9-5a5406166987 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Synchronizing usage tracker for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:43.465350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:28:43.465694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:28:43.466020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:43.473429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Port 99a3e25a-ac43-43b2-bcaf-727101c62368 on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:28:43.473752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:28:43.476879 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-fe59a9eb-c7a1-4a99-8309-cce9d5af1092 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:43.478086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fe59a9eb-c7a1-4a99-8309-cce9d5af1092 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags/tempest-TagsExtTest-Tag-1225590201 HTTP/1.1" status: 404 len: 329 time: 0.2141824 Feb 04 20:28:43.480938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58734) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:43.481974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:28:43.482314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Checking segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:28:43.482722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Bound using segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:28:43.483200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Bound port: 99a3e25a-ac43-43b2-bcaf-727101c62368, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:28:43.483489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:43.486441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-cc63f51c-500b-4bd1-85ac-83dbbb2c7c68 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', 'tempest-TagsExtTest-Tag-1268112545') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:43.523253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7d64ad41-b18e-44ee-8cc4-4750f311a6d0 req-7324ea07-289c-41fc-a4a9-5a5406166987 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Unset dirty status for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:43.524323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d64ad41-b18e-44ee-8cc4-4750f311a6d0 req-7324ea07-289c-41fc-a4a9-5a5406166987 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721771 Feb 04 20:28:43.567342 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-cc63f51c-500b-4bd1-85ac-83dbbb2c7c68 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:43.571715 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc63f51c-500b-4bd1-85ac-83dbbb2c7c68 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags/tempest-TagsExtTest-Tag-1268112545 HTTP/1.1" status: 404 len: 329 time: 0.0870495 Feb 04 20:28:43.571944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58738) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:43.576518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-161029ec-cc85-458b-9e63-31ca1e5e8540 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10', 'tempest-TagsExtTest-Tag-66781651') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:43.580361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:28:43.583618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:28:43.650480 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-161029ec-cc85-458b-9e63-31ca1e5e8540 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:43.657422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-161029ec-cc85-458b-9e63-31ca1e5e8540 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags/tempest-TagsExtTest-Tag-66781651 HTTP/1.1" status: 404 len: 327 time: 0.0787039 Feb 04 20:28:43.659703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58742) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:43.664760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-e221f018-08f1-48a8-8332-a6204dc49322 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', {'tags': ['tempest-TagsExtTest-Tag-1099760770', 'tempest-TagsExtTest-Tag-548337799', 'tempest-TagsExtTest-Tag-1086613324']}) {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:43.687032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:43.741758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:43.743339 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:43.744476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] 10.222.0.24 "PUT /v2.0/ports/99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1092 time: 1.4618812 Feb 04 20:28:43.753460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:28:43.787791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523687e-c00d-4d42-819a-baa0f022a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:43.810431 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'status': 'completed', 'code': 200} Feb 04 20:28:43.836142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e221f018-08f1-48a8-8332-a6204dc49322 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags HTTP/1.1" status: 200 len: 317 time: 0.1755543 Feb 04 20:28:43.840248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58748) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:43.845798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-46cf66c6-0538-4f22-b80f-3714397fcc57 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:44.032901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b733-ddd6-4b1d-b183-fb385fde404c req-211b6224-b947-43b4-8072-03ac41a7c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.034375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c144b733-ddd6-4b1d-b183-fb385fde404c req-211b6224-b947-43b4-8072-03ac41a7c30c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1095 time: 0.1984260 Feb 04 20:28:44.041753 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-46cf66c6-0538-4f22-b80f-3714397fcc57 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags HTTP/1.1" status: 204 len: 168 time: 0.2004693 Feb 04 20:28:44.044520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58752) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:44.049292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-6e28bc5f-10e1-4274-9bd8-a3ceb947a6f2 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', 'tempest-TagsExtTest-Tag-1099760770') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:44.203838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b733-ddd6-4b1d-b183-fb385fde404c req-b8b3e1d1-9ba4-44b2-b26a-1343c78a7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.205472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c144b733-ddd6-4b1d-b183-fb385fde404c req-b8b3e1d1-9ba4-44b2-b26a-1343c78a7f18 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1621637 Feb 04 20:28:44.271498 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-6e28bc5f-10e1-4274-9bd8-a3ceb947a6f2 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:44.275736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6e28bc5f-10e1-4274-9bd8-a3ceb947a6f2 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags/tempest-TagsExtTest-Tag-1099760770 HTTP/1.1" status: 404 len: 329 time: 0.2302246 Feb 04 20:28:44.276491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:44.281354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-fc674ff3-bee1-4622-9c6d-d01bfffb19be tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', 'tempest-TagsExtTest-Tag-548337799') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:44.358372 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-fc674ff3-bee1-4622-9c6d-d01bfffb19be tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:44.362416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58762) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:44.363287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fc674ff3-bee1-4622-9c6d-d01bfffb19be tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags/tempest-TagsExtTest-Tag-548337799 HTTP/1.1" status: 404 len: 328 time: 0.0856428 Feb 04 20:28:44.369168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-728a2dd1-1bd5-4308-960e-d2f1945305d1 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062', 'tempest-TagsExtTest-Tag-1086613324') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:44.393814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b733-ddd6-4b1d-b183-fb385fde404c req-b5b32d24-3bf7-4d90-9b8b-b4c9ea23ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.395345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c144b733-ddd6-4b1d-b183-fb385fde404c req-b5b32d24-3bf7-4d90-9b8b-b4c9ea23ec7e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824081 Feb 04 20:28:44.477228 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-728a2dd1-1bd5-4308-960e-d2f1945305d1 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:44.478270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-728a2dd1-1bd5-4308-960e-d2f1945305d1 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags/tempest-TagsExtTest-Tag-1086613324 HTTP/1.1" status: 404 len: 329 time: 0.1148994 Feb 04 20:28:44.481189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58768) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:44.486871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-eac15a2a-d61c-4167-b06c-f1cf27cc6521 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', {'tags': ['tempest-TagsExtTest-Tag-347053791', 'tempest-TagsExtTest-Tag-3419203', 'tempest-TagsExtTest-Tag-1129282666']}) {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:44.515119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523261a-a7e1-4ec0-9702-87596b6acf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.516605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-f523261a-a7e1-4ec0-9702-87596b6acf9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1095 time: 0.0790145 Feb 04 20:28:44.595122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-45c25863-f15e-4eb9-967b-a1c0ae0a88e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 217 time: 0.0698252 Feb 04 20:28:44.683712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-99572d4a-4ad2-4261-b327-92a30338710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.685529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-99572d4a-4ad2-4261-b327-92a30338710d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.0817003 Feb 04 20:28:44.737112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d53c9-c6fb-4e0c-8079-56acae0bed90 req-9bc2e341-947c-45c1-8185-98498b6dfec8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.738650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b12d53c9-c6fb-4e0c-8079-56acae0bed90 req-9bc2e341-947c-45c1-8185-98498b6dfec8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 0.1993001 Feb 04 20:28:44.789627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b12d53c9-c6fb-4e0c-8079-56acae0bed90 req-023cd796-394f-4f76-9c35-f331871c891c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Feb 04 20:28:44.814729 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eac15a2a-d61c-4167-b06c-f1cf27cc6521 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags HTTP/1.1" status: 200 len: 314 time: 0.3283463 Feb 04 20:28:44.815199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58776) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:44.821510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-fb4263bd-ea2d-4731-b169-6be015ff1e7e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:44.836158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-89da3fde-bef8-4ff9-857f-140e8a3d0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.838847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-89da3fde-bef8-4ff9-857f-140e8a3d0f5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452942 Feb 04 20:28:44.850042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4a82-78d5-4ca5-bee4-6b9dc13fb996 req-f9c4556d-465c-4011-ba8f-7905cd930759 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:44.851529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb2a4a82-78d5-4ca5-bee4-6b9dc13fb996 req-f9c4556d-465c-4011-ba8f-7905cd930759 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 944 time: 0.1221533 Feb 04 20:28:44.978386 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb2a4a82-78d5-4ca5-bee4-6b9dc13fb996 req-ee603713-2c49-4a0e-adf3-ff214872e003 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086192 Feb 04 20:28:45.014892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-dd6e00e3-4ee7-4271-8bce-d008c7132620 service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624017 Feb 04 20:28:45.076262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fb4263bd-ea2d-4731-b169-6be015ff1e7e tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags HTTP/1.1" status: 204 len: 168 time: 0.2595558 Feb 04 20:28:45.078768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58780) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.081357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 353facfd-b0d2-4b99-9f14-1de684011be1 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:28:45.084904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-26bf7072-5a9b-4950-8b86-1724b55a878a tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', 'tempest-TagsExtTest-Tag-347053791') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:45.154471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e85e7d20-92a8-4969-89eb-971db7b09e18 req-4ac2064f-a2b2-4bb2-913e-a107e78e9c83 service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330240 Feb 04 20:28:45.226286 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-26bf7072-5a9b-4950-8b86-1724b55a878a tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:45.227354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-26bf7072-5a9b-4950-8b86-1724b55a878a tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags/tempest-TagsExtTest-Tag-347053791 HTTP/1.1" status: 404 len: 328 time: 0.1473651 Feb 04 20:28:45.230733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58784) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.235116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-333ae092-8425-4ab6-9652-29371e5826ba tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', 'tempest-TagsExtTest-Tag-3419203') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:45.274611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 353facfd-b0d2-4b99-9f14-1de684011be1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=353facfd-b0d2-4b99-9f14-1de684011be1,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:45.288404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '353facfd-b0d2-4b99-9f14-1de684011be1', 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92', 'port_id': '353facfd-b0d2-4b99-9f14-1de684011be1', 'mac_address': 'fa:16:3e:19:e1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5464e59d-2e9c-4488-8f25-c65e864afcdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:28:45.360815 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:45.382526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353facfd-b0d2-4b99-9f14-1de684011be1 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:28:45.398254 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-333ae092-8425-4ab6-9652-29371e5826ba tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:45.399428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-333ae092-8425-4ab6-9652-29371e5826ba tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags/tempest-TagsExtTest-Tag-3419203 HTTP/1.1" status: 404 len: 326 time: 0.1683235 Feb 04 20:28:45.402293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58792) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.403149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 353facfd-b0d2-4b99-9f14-1de684011be1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=353facfd-b0d2-4b99-9f14-1de684011be1,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:45.408114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-1cb57d3b-916f-41e4-8d18-f550deb2db8c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1', 'tempest-TagsExtTest-Tag-1129282666') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:45.511890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:45.541093 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-1cb57d3b-916f-41e4-8d18-f550deb2db8c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:45.544482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1cb57d3b-916f-41e4-8d18-f550deb2db8c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags/tempest-TagsExtTest-Tag-1129282666 HTTP/1.1" status: 404 len: 329 time: 0.1386492 Feb 04 20:28:45.545090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58796) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.550360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-af67e909-4d69-4698-8e44-a90c01ff49a3 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', {'tags': ['tempest-TagsExtTest-Tag-1466645351', 'tempest-TagsExtTest-Tag-821301753', 'tempest-TagsExtTest-Tag-1493233040']}) {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:45.587070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=353facfd-b0d2-4b99-9f14-1de684011be1,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:45.594489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.594864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.595207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.595547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.595878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.596213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.596537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.596863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.597185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.597510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.597831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.598158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:45.687257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-af67e909-4d69-4698-8e44-a90c01ff49a3 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "PUT /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags HTTP/1.1" status: 200 len: 317 time: 0.1411116 Feb 04 20:28:45.689682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58800) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.694719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-7e9acd10-78bb-476c-a0b8-52d26491a366 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:45.738073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['353facfd-b0d2-4b99-9f14-1de684011be1'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:28:45.845471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e9acd10-78bb-476c-a0b8-52d26491a366 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags HTTP/1.1" status: 204 len: 168 time: 0.1547930 Feb 04 20:28:45.852200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.857218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-4ba0b78a-bcbf-4a7d-a015-48dce2368a05 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', 'tempest-TagsExtTest-Tag-1466645351') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:45.885465 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-4ba0b78a-bcbf-4a7d-a015-48dce2368a05 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:45.887737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ba0b78a-bcbf-4a7d-a015-48dce2368a05 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags/tempest-TagsExtTest-Tag-1466645351 HTTP/1.1" status: 404 len: 329 time: 0.0344076 Feb 04 20:28:45.898260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58814) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.904929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-db620e48-74b7-4126-b879-9e96d3df50eb tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', 'tempest-TagsExtTest-Tag-821301753') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:45.982192 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-db620e48-74b7-4126-b879-9e96d3df50eb tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:45.983246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-db620e48-74b7-4126-b879-9e96d3df50eb tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags/tempest-TagsExtTest-Tag-821301753 HTTP/1.1" status: 404 len: 328 time: 0.0837793 Feb 04 20:28:45.986291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58818) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:45.991514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-50083ce0-bac8-4a14-ad7b-ba110008f1fd tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69', 'tempest-TagsExtTest-Tag-1493233040') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:46.015191 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-50083ce0-bac8-4a14-ad7b-ba110008f1fd tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] show failed (client error): The resource could not be found. Feb 04 20:28:46.018762 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-50083ce0-bac8-4a14-ad7b-ba110008f1fd tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags/tempest-TagsExtTest-Tag-1493233040 HTTP/1.1" status: 404 len: 329 time: 0.0289474 Feb 04 20:28:46.019163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58824) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:46.022592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d495b1-49ab-4b07-9685-5f5ff882c26c req-034d780b-ad3a-47cb-af9e-c916cc642334 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:46.024194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-83d495b1-49ab-4b07-9685-5f5ff882c26c req-034d780b-ad3a-47cb-af9e-c916cc642334 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 0.1030591 Feb 04 20:28:46.024587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-f0ccffc2-cbbf-48ae-8156-4465dea13bf9 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55df9a09-1fed-4b01-bb55-d81ad1366d69') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:46.063385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f0ccffc2-cbbf-48ae-8156-4465dea13bf9 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69/tags HTTP/1.1" status: 204 len: 168 time: 0.0410326 Feb 04 20:28:46.065000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58830) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:46.096298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-c5b0177e-e992-40c0-98b1-5720bfa5efa7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05b29404-9a80-4c16-8a7e-eacb7b19c7e1') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:46.190101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-83d495b1-49ab-4b07-9685-5f5ff882c26c req-7cf0e88f-30db-4483-bb2f-56e67a91f247 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590397 Feb 04 20:28:46.424101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c5b0177e-e992-40c0-98b1-5720bfa5efa7 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1/tags HTTP/1.1" status: 204 len: 168 time: 0.3561201 Feb 04 20:28:46.426383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58836) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:46.431519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.tag.tag_plugin [None req-5c7716c0-84d2-4379-8d74-de944f930b36 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2caf778e-dc68-4a34-880e-68d1c6315062') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:46.517985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5c7716c0-84d2-4379-8d74-de944f930b36 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062/tags HTTP/1.1" status: 204 len: 168 time: 0.0904007 Feb 04 20:28:46.520688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74549d-182f-41ca-a1a6-7f0f85a46aa2 req-5aaa9d19-a232-4162-aac0-dfbbbb619602 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:46.523116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff74549d-182f-41ca-a1a6-7f0f85a46aa2 req-5aaa9d19-a232-4162-aac0-dfbbbb619602 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 945 time: 0.1430252 Feb 04 20:28:46.523611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58840) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:46.528288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.tag.tag_plugin [None req-647a1faf-dd61-4d4d-a40e-b5b12944e9cc tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3f62f846-ee47-4ddf-a0c0-0455b1b08d10') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:46.619036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ff74549d-182f-41ca-a1a6-7f0f85a46aa2 req-27644e64-c6ee-4cb8-aa6a-bc3edcaba726 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634165 Feb 04 20:28:46.649852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58844) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:46.650156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-647a1faf-dd61-4d4d-a40e-b5b12944e9cc tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10/tags HTTP/1.1" status: 204 len: 168 time: 0.1255305 Feb 04 20:28:46.803129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a4d9fe5a-b73f-43d6-967d-13903a1fbec2 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for subnetpool, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:46.804421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a4d9fe5a-b73f-43d6-967d-13903a1fbec2 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnetpools/55df9a09-1fed-4b01-bb55-d81ad1366d69 HTTP/1.1" status: 204 len: 168 time: 0.1531467 Feb 04 20:28:46.806857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58848) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:46.854925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-44f06938-a8dc-4654-92ff-1ee8c4dfb583 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Synchronizing usage tracker for tenant:ba6eace0ca6b4988bdd1379d0d7321f9 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:28:46.932399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-44f06938-a8dc-4654-92ff-1ee8c4dfb583 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Unset dirty status for tenant:ba6eace0ca6b4988bdd1379d0d7321f9 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:28:46.935904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-44f06938-a8dc-4654-92ff-1ee8c4dfb583 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "GET /v2.0/ports?device_id=05b29404-9a80-4c16-8a7e-eacb7b19c7e1 HTTP/1.1" status: 200 len: 205 time: 0.1258883 Feb 04 20:28:46.936475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58852) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:47.074052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db01934-10f4-4565-8a1d-c600f4843bd8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.105287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 99a3e25a-ac43-43b2-bcaf-727101c62368 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:28:47.109975 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 353facfd-b0d2-4b99-9f14-1de684011be1 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:47.376536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:47.393915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'port_id': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'mac_address': 'fa:16:3e:ba:07:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:28:47.461942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.482067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a3e25a-ac43-43b2-bcaf-727101c62368 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:28:47.501916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:47.511905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 353facfd-b0d2-4b99-9f14-1de684011be1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:47.518073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 353facfd-b0d2-4b99-9f14-1de684011be1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:47.518518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.535433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db01934-10f4-4565-8a1d-c600f4843bd8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.537955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db01934-10f4-4565-8a1d-c600f4843bd8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.604084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af314-3e8e-41e2-8a45-efd9300f21b5 req-2fec524a-769a-4aa1-b448-5975946c30d7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:47.606243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-961af314-3e8e-41e2-8a45-efd9300f21b5 req-2fec524a-769a-4aa1-b448-5975946c30d7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 0.1207666 Feb 04 20:28:47.644952 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.663423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db01934-10f4-4565-8a1d-c600f4843bd8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.663928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db01934-10f4-4565-8a1d-c600f4843bd8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Fanout notify agent at l3_agent the message router_deleted on router 05b29404-9a80-4c16-8a7e-eacb7b19c7e1 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:28:47.677102 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7db01934-10f4-4565-8a1d-c600f4843bd8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.681346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7db01934-10f4-4565-8a1d-c600f4843bd8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/routers/05b29404-9a80-4c16-8a7e-eacb7b19c7e1 HTTP/1.1" status: 204 len: 168 time: 0.7415500 Feb 04 20:28:47.681449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-961af314-3e8e-41e2-8a45-efd9300f21b5 req-3c8bfe5e-4c46-449f-a42e-ccbf3b010586 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676217 Feb 04 20:28:47.681808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58864) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:47.731917 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.767003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:47.767405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Deleting port 2caf778e-dc68-4a34-880e-68d1c6315062 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:47.767828 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.773758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353facfd-b0d2-4b99-9f14-1de684011be1'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:28:47.785024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 353facfd-b0d2-4b99-9f14-1de684011be1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=353facfd-b0d2-4b99-9f14-1de684011be1,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:47.825941 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353facfd-b0d2-4b99-9f14-1de684011be1', 'code': 200} Feb 04 20:28:47.866824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f171b-97c7-4689-92ae-058ef8e0be5e req-a1b4a80d-6461-41b5-b51c-0be2e6136eb2 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:47.868441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-325f171b-97c7-4689-92ae-058ef8e0be5e req-a1b4a80d-6461-41b5-b51c-0be2e6136eb2 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 945 time: 0.1050351 Feb 04 20:28:47.900587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['99a3e25a-ac43-43b2-bcaf-727101c62368'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:28:47.957149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-325f171b-97c7-4689-92ae-058ef8e0be5e req-ae61be97-8327-45ef-b197-83b92d6a0064 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832601 Feb 04 20:28:47.980120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:47.986334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b54a-324f-48b2-8c61-7ff14c887f84 req-386f3c3a-d76f-4b94-9115-a8849cf33928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:47.987971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f253b54a-324f-48b2-8c61-7ff14c887f84 req-386f3c3a-d76f-4b94-9115-a8849cf33928 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 1096 time: 0.0929549 Feb 04 20:28:48.035086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f253b54a-324f-48b2-8c61-7ff14c887f84 req-87badc3a-ebe9-4439-9acc-3685852bd7c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Feb 04 20:28:48.066451 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:48.121208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=353facfd-b0d2-4b99-9f14-1de684011be1,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:48.210056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Calling delete_port for 2caf778e-dc68-4a34-880e-68d1c6315062 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:48.503549 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:48.562023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event deleted for resources: {'Port': ['ID=2caf778e-dc68-4a34-880e-68d1c6315062,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:48.671997 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:48.773597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d4e31a15-0b5e-4d05-864d-fdd98c5031b8 tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/ports/2caf778e-dc68-4a34-880e-68d1c6315062 HTTP/1.1" status: 204 len: 168 time: 1.0902364 Feb 04 20:28:48.775918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58876) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:48.902572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Deleting subnet 3f62f846-ee47-4ddf-a0c0-0455b1b08d10 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:28:48.908309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:48.972508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.007011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de3147-a2af-4c47-a6ba-fb0754af111d req-9b97b22a-fca3-47c3-b5b8-2a9bdd3e05b0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:49.008492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7de3147-a2af-4c47-a6ba-fb0754af111d req-9b97b22a-fca3-47c3-b5b8-2a9bdd3e05b0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 945 time: 0.1929858 Feb 04 20:28:49.080591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7de3147-a2af-4c47-a6ba-fb0754af111d req-bc0a5501-ad8f-4624-a754-89ffeb71c31b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642896 Feb 04 20:28:49.103367 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.136496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 99a3e25a-ac43-43b2-bcaf-727101c62368 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:28:49.175127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f4dfc-2711-450e-90d9-56c5c8bbe1aa req-0e8121de-7d04-4458-a916-3aa3e3061466 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:49.183409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb0f4dfc-2711-450e-90d9-56c5c8bbe1aa req-0e8121de-7d04-4458-a916-3aa3e3061466 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 946 time: 0.1106379 Feb 04 20:28:49.238893 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb0f4dfc-2711-450e-90d9-56c5c8bbe1aa req-60e6ddd2-dd1f-4e5e-83c2-f5092cfa1f72 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Feb 04 20:28:49.326840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.346361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 99a3e25a-ac43-43b2-bcaf-727101c62368 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:28:49.359429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event deleted for resources: {'Subnet': ['ID=3f62f846-ee47-4ddf-a0c0-0455b1b08d10,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:49.362514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 99a3e25a-ac43-43b2-bcaf-727101c62368 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:28:49.363113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.370116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.377084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a284c26c-62d2-4ff7-a13e-5c04938bb59b tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/subnets/3f62f846-ee47-4ddf-a0c0-0455b1b08d10 HTTP/1.1" status: 204 len: 168 time: 0.5999675 Feb 04 20:28:49.379597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58884) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:49.435240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a637814-cf89-4500-b0bb-c6697a17ca17 None None] Network e12bd4bd-e709-480b-8264-51df1c0aa99a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:28:49.516924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.527141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Deleting port 80713f15-d072-4b96-87d3-7578f2ee24d4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:49.527489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.708238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.750149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] For port 80713f15-d072-4b96-87d3-7578f2ee24d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=80713f15-d072-4b96-87d3-7578f2ee24d4,segment=NetworkSegment(6144d50d-4724-49be-b13d-32c4e2fb011b),segment_id=6144d50d-4724-49be-b13d-32c4e2fb011b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:49.750512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.750976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:49.824459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] DHCP port deletion for e12bd4bd-e709-480b-8264-51df1c0aa99a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:28:49.827982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:28:49.834959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Deleting port 80713f15-d072-4b96-87d3-7578f2ee24d4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:49.835448 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:49.886158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Calling delete_port for 80713f15-d072-4b96-87d3-7578f2ee24d4 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:49.951183 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'code': 200} Feb 04 20:28:49.956746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.054998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 80713f15-d072-4b96-87d3-7578f2ee24d4 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:28:50.074377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f248-2321-4826-918b-d404e9c02532 req-20499884-bc15-4adb-a2d3-a491965650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:50.075869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d304f248-2321-4826-918b-d404e9c02532 req-20499884-bc15-4adb-a2d3-a491965650cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1097 time: 0.0916429 Feb 04 20:28:50.136869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d304f248-2321-4826-918b-d404e9c02532 req-ed4d5621-52f6-45d8-9dbe-901339425c04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544884 Feb 04 20:28:50.184345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.241621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] No DVR routers for this DVR port 80713f15-d072-4b96-87d3-7578f2ee24d4 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:28:50.250845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:50.264829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port 80713f15-d072-4b96-87d3-7578f2ee24d4 {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:28:50.264829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 80713f15-d072-4b96-87d3-7578f2ee24d4 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:28:50.276703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] For port 80713f15-d072-4b96-87d3-7578f2ee24d4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=80713f15-d072-4b96-87d3-7578f2ee24d4,segment=NetworkSegment(6144d50d-4724-49be-b13d-32c4e2fb011b),segment_id=6144d50d-4724-49be-b13d-32c4e2fb011b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:50.277220 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.330342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event deleted for resources: {'Port': ['ID=80713f15-d072-4b96-87d3-7578f2ee24d4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:50.339619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf9ac-8ffe-40c0-aa11-a79d6c1c6ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.377070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.377473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.377825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.378163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.378496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.378857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.379187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.379514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.379839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.380165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.381887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.382229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:50.409224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Calling delete_port for 80713f15-d072-4b96-87d3-7578f2ee24d4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:50.466714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92e4a6-9f3c-4022-91ac-8978c29d6c6a req-b8a2fa7b-0619-442e-9909-9f9ee8bc42f6 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:50.468467 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec92e4a6-9f3c-4022-91ac-8978c29d6c6a req-b8a2fa7b-0619-442e-9909-9f9ee8bc42f6 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 946 time: 0.1091456 Feb 04 20:28:50.503815 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:28:50.504190 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:28:50.524389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec92e4a6-9f3c-4022-91ac-8978c29d6c6a req-1b578a90-1b61-42d8-a120-2143c6a20abd tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485623 Feb 04 20:28:50.594338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.627848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12bd4bd-e709-480b-8264-51df1c0aa99a']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:50.648043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6144d50d-4724-49be-b13d-32c4e2fb011b') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:50.652406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6144d50d-4724-49be-b13d-32c4e2fb011b') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:50.676090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5851b-d31f-4ad5-b353-6614e7961c0b req-88d6be43-cf7a-42b0-8dce-643f177a4af4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:50.676090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82c5851b-d31f-4ad5-b353-6614e7961c0b req-88d6be43-cf7a-42b0-8dce-643f177a4af4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.4381447 Feb 04 20:28:50.676090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.708583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.725464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:28:50.725789 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:28:50.740770 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:28:50.798828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-82c5851b-d31f-4ad5-b353-6614e7961c0b req-da32e5d5-8ea6-492f-890d-f1e2e2aaf623 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172841 Feb 04 20:28:51.005613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Deleting port 80713f15-d072-4b96-87d3-7578f2ee24d4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:51.006175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:51.020457 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:51.059011 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:51.082685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-51cba81d-d4a9-47b6-9215-734b99886a95 None None] The port '80713f15-d072-4b96-87d3-7578f2ee24d4' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:28:51.086614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] Pushing event deleted for resources: {'Network': ['ID=e12bd4bd-e709-480b-8264-51df1c0aa99a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:51.112345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c3f4762f-0302-43c3-9c0a-0342e654f70c tempest-TagsExtTest-1412469099 tempest-TagsExtTest-1412469099-project] 10.222.0.48 "DELETE /v2.0/networks/e12bd4bd-e709-480b-8264-51df1c0aa99a HTTP/1.1" status: 204 len: 168 time: 1.7317033 Feb 04 20:28:51.745359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58928) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:51.925613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b86c0f08-7771-4d41-924d-d4457d2cb47d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba6eace0ca6b4988bdd1379d0d7321f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790860 Feb 04 20:28:51.928545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 58936) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:51.991334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb08e-b98f-4118-88df-34a3eec664b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:52.023054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65621a94-9bd4-4824-bd1e-e310e09f7131 req-f6670925-1860-48ba-8a0b-e9a113daf9c0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:52.024984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65621a94-9bd4-4824-bd1e-e310e09f7131 req-f6670925-1860-48ba-8a0b-e9a113daf9c0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1033592 Feb 04 20:28:52.026619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb08e-b98f-4118-88df-34a3eec664b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:52.100131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65621a94-9bd4-4824-bd1e-e310e09f7131 req-7dbdace7-e8e6-40d5-91ed-21001d5f173f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626750 Feb 04 20:28:52.226085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb08e-b98f-4118-88df-34a3eec664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:52.266439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb08e-b98f-4118-88df-34a3eec664b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:52.279699 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7d7cb08e-b98f-4118-88df-34a3eec664b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53abf568-a862-493e-8fa8-1d45f357b219 HTTP/1.1" status: 204 len: 168 time: 0.3408954 Feb 04 20:28:52.282460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cb08e-b98f-4118-88df-34a3eec664b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53abf568-a862-493e-8fa8-1d45f357b219,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:52.318575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5fbd936c-d03f-4111-8544-c6b853931928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:52.470615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5750d1-67cd-400b-ad81-43d170c3e26b req-1ddcd265-e0c2-46a0-b907-616c197825f6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:52.476803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db5750d1-67cd-400b-ad81-43d170c3e26b req-1ddcd265-e0c2-46a0-b907-616c197825f6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1393867 Feb 04 20:28:52.559534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db5750d1-67cd-400b-ad81-43d170c3e26b req-60dc5ede-2a85-4b86-b96c-9f99b6a9fb21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671208 Feb 04 20:28:52.576220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:52.700321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2e1ee-a4b4-4e17-8146-3746166baed7 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:52.702848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03e2e1ee-a4b4-4e17-8146-3746166baed7 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1092 time: 0.1248186 Feb 04 20:28:52.705598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 58956) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:52.714975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:28:52.730073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:52.730073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:floatingip and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:52.730073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:52.737556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:52.866686 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:53.172885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:53.350920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfff590-598d-47fa-807f-b134931f64b9 req-24451cf9-e9c9-4a91-8a52-1d555206d922 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:53.370284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-adfff590-598d-47fa-807f-b134931f64b9 req-24451cf9-e9c9-4a91-8a52-1d555206d922 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 946 time: 0.2810087 Feb 04 20:28:53.414313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.173 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/f28536c3-e8e2-40a1-8bac-058100d5418b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:28:53.523316 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:53.602166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-adfff590-598d-47fa-807f-b134931f64b9 req-8c0eb92b-cf0f-4644-8db5-5e33ddb55a20 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388139 Feb 04 20:28:53.603373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:53.674983 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:53.855756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:53.935187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:28:53.938261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:28:53.947779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:28:53.982830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=f28536c3-e8e2-40a1-8bac-058100d5418b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:54.437389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-6605a499-87bd-4830-9132-b99003417664 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:54.439169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-6605a499-87bd-4830-9132-b99003417664 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.24 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 946 time: 0.1400733 Feb 04 20:28:54.534120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Deleting port 353facfd-b0d2-4b99-9f14-1de684011be1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:28:54.534750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:54.799469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b227123-48be-4060-a508-f0d9c755c4d3 req-bcf0970b-ed98-4fc9-b9a6-b7f943a8717e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:54.801162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b227123-48be-4060-a508-f0d9c755c4d3 req-bcf0970b-ed98-4fc9-b9a6-b7f943a8717e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1157331 Feb 04 20:28:54.836331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:54.856073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b227123-48be-4060-a508-f0d9c755c4d3 req-70741ead-3454-4c2c-8fe6-468869c67b79 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479448 Feb 04 20:28:54.973065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134547-15b3-487b-a79b-0a54e81ecf6c req-f7cff633-cdf1-4388-a720-1ce66711fe06 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:54.975007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30134547-15b3-487b-a79b-0a54e81ecf6c req-f7cff633-cdf1-4388-a720-1ce66711fe06 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 946 time: 0.2459414 Feb 04 20:28:55.090728 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30134547-15b3-487b-a79b-0a54e81ecf6c req-6a180326-0d2a-44b5-93e7-d7432b051503 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069729 Feb 04 20:28:55.131679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:55.143807 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:55.187698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] For port 353facfd-b0d2-4b99-9f14-1de684011be1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=353facfd-b0d2-4b99-9f14-1de684011be1,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:28:55.188628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:55.338211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Calling delete_port for 353facfd-b0d2-4b99-9f14-1de684011be1 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:28:55.657062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:55.753050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:55.787859 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:55.964715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=f28536c3-e8e2-40a1-8bac-058100d5418b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:55.969452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] No DVR routers for this DVR port 353facfd-b0d2-4b99-9f14-1de684011be1 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:28:56.010303 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:56.019834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'name': 'network-vif-deleted', 'tag': '353facfd-b0d2-4b99-9f14-1de684011be1'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:28:56.019834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:56.099867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Pushing event deleted for resources: {'Port': ['ID=353facfd-b0d2-4b99-9f14-1de684011be1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:56.163210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15825542-5e31-40bc-942f-fcc82c2308c5 req-47d051ca-6131-4bb3-93c2-73b3c6aef4e8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:56.175318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15825542-5e31-40bc-942f-fcc82c2308c5 req-47d051ca-6131-4bb3-93c2-73b3c6aef4e8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1542459 Feb 04 20:28:56.246781 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15825542-5e31-40bc-942f-fcc82c2308c5 req-6582204b-cbe5-4725-be8b-ed6765d84355 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670638 Feb 04 20:28:56.274422 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-47ba370b-c230-4e20-beb7-d2d9589669c3 req-09094279-5d5f-4959-a7e0-f61d9cbda192 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.24 "DELETE /v2.0/ports/353facfd-b0d2-4b99-9f14-1de684011be1 HTTP/1.1" status: 204 len: 173 time: 1.8285475 Feb 04 20:28:56.355850 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP 7a1b0519-fe6d-4905-a7b4-3202e29bbf9e associated. External IP: 172.25.7.173, port: 99a3e25a-ac43-43b2-bcaf-727101c62368. Feb 04 20:28:56.410233 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce1d60a-cb58-40cc-9fcd-98010f4133ae', 'name': 'network-vif-deleted', 'tag': '353facfd-b0d2-4b99-9f14-1de684011be1', 'status': 'completed', 'code': 200} Feb 04 20:28:56.455903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3df1f25-a14a-43c5-be3e-2e6e1b4c917a req-c9c16d63-5856-4f48-ab0f-1a4afdb6b55d tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=fce1d60a-cb58-40cc-9fcd-98010f4133ae HTTP/1.1" status: 200 len: 210 time: 0.0618916 Feb 04 20:28:56.920824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router b91d84d1-c78e-48b8-baba-7b56bd8b9442 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:28:57.116726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:28:57.130549 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] Sync routers for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:28:57.147869 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:28:57.148679 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:28:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:57.151871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 353facfd-b0d2-4b99-9f14-1de684011be1 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:28:57.196815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 353facfd-b0d2-4b99-9f14-1de684011be1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:28:57.197360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 353facfd-b0d2-4b99-9f14-1de684011be1 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:28:57.252014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:57.330739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8568f32-dcf9-441d-9073-5ef548196cde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6225955 Feb 04 20:28:57.538247 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:28:57.610677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cd26a-8478-4688-bcaf-3022768bee2b req-6b8200de-fbd6-41be-aadc-7d882bfcc7a9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:57.617820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e04cd26a-8478-4688-bcaf-3022768bee2b req-6b8200de-fbd6-41be-aadc-7d882bfcc7a9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1300843 Feb 04 20:28:57.621597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475b01-a262-4c2b-bf41-f0c65294259e req-ab45d805-9845-4786-897e-bc826e23903d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:57.623992 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1475b01-a262-4c2b-bf41-f0c65294259e req-ab45d805-9845-4786-897e-bc826e23903d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1028960 Feb 04 20:28:57.686737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e04cd26a-8478-4688-bcaf-3022768bee2b req-0c1fe729-5ea0-4a27-ac2d-6d2d73d75865 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611486 Feb 04 20:28:57.690944 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1475b01-a262-4c2b-bf41-f0c65294259e req-ab6e815c-6bc6-484f-9fd1-0631f9e50ab3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553455 Feb 04 20:28:57.704947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59080) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:57.842448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5a752834-14de-405f-a89c-f3c8f93536b2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/7a1b0519-fe6d-4905-a7b4-3202e29bbf9e HTTP/1.1" status: 200 len: 992 time: 0.1361389 Feb 04 20:28:58.039049 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '7a1b0519-fe6d-4905-a7b4-3202e29bbf9e', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'port_id': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'mac_address': 'fa:16:3e:ba:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e00a61-ea08-4360-8d80-1c0724078561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:28:54Z', 'updated_at': '2022-02-04T20:28:54Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:36Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:58.049963 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] Checking router: b91d84d1-c78e-48b8-baba-7b56bd8b9442 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:28:58.053118 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:28:58.053741 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:28:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:58.114442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59110) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:58.253142 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:28:58.315855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22f08-574d-4853-a510-ca96869703cd req-97c7f03a-c82f-4a83-93a8-eec54c0e742c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:58.320068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-97c7f03a-c82f-4a83-93a8-eec54c0e742c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/networks?id=c9456de6-6f86-4b16-938c-f1d19316ce92 HTTP/1.1" status: 200 len: 808 time: 0.1858368 Feb 04 20:28:58.343426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-879b1aa0-d8cb-436d-9df0-031ed26d13d6 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/quotas/9037aedf6a6f4863bb2ce24facf945b5 HTTP/1.1" status: 200 len: 375 time: 0.0120692 Feb 04 20:28:58.411940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:28:58.415284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-59e3cf7a-1c6a-4c98-9110-82df5819f56f tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656075 Feb 04 20:28:58.418065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:58.456633 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'status': 'completed', 'code': 200} Feb 04 20:28:58.514589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:28:58.516589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Usage tracker for resource:security_group_rule and tenant:f3083e1fb2b74fddaa8ebde1a872be9c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:28:58.526309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:28:58.559708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:28:58.562683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-b76d9c41-ad9e-4235-9d20-17ce8c7795af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:58.564146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-b76d9c41-ad9e-4235-9d20-17ce8c7795af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1097 time: 0.0828335 Feb 04 20:28:58.620739 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-5df3adac-508b-4ddf-95ec-3c9e35a81784 service neutron] 10.222.0.48 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888990 Feb 04 20:28:58.719132 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '7a1b0519-fe6d-4905-a7b4-3202e29bbf9e', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'port_id': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'mac_address': 'fa:16:3e:ba:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e00a61-ea08-4360-8d80-1c0724078561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:28:54Z', 'updated_at': '2022-02-04T20:28:54Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:36Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:28:58.727429 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0a79e-da12-43a7-a33d-3a1385ee4fdc None None] The sync data for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 is: [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '7a1b0519-fe6d-4905-a7b4-3202e29bbf9e', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'port_id': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'mac_address': 'fa:16:3e:ba:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e00a61-ea08-4360-8d80-1c0724078561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:28:54Z', 'updated_at': '2022-02-04T20:28:54Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:36Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:28:58.729396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-2d86a8b5-e013-4605-bf2f-3ef131c37102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:58.731241 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-2d86a8b5-e013-4605-bf2f-3ef131c37102 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 898 time: 0.1606512 Feb 04 20:28:58.828423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-3db72433-beba-4b11-972b-8f70c1f51047 service neutron] 10.222.0.48 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976118 Feb 04 20:28:58.853230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59150) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:58.932991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:59.025605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:59.044865 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-0ed5a0d8-afaa-4017-ae76-76c0236d3a7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1000 time: 0.3038175 Feb 04 20:28:59.086407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca226ae4-da0b-4f71-a282-47d14ed86c32,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:59.096438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aaf2b6-60f1-4f79-8e3d-09f5d945b55d None None] New status for floating IP 7a1b0519-fe6d-4905-a7b4-3202e29bbf9e: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:28:59.119898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.120458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.122144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.128837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.136459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:28:59.238381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-77a6aa47-8340-430a-ade3-b1a74493c15d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/7a1b0519-fe6d-4905-a7b4-3202e29bbf9e HTTP/1.1" status: 200 len: 992 time: 0.3830748 Feb 04 20:28:59.267585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc6c1-c9ac-4dcf-b249-8706d0e07116 req-56a4db27-eb01-40c9-ba48-a3881bc2079f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:59.268864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ec8b298-7ab2-4674-8f6e-3bf6d8d7ae7b req-09e658ac-3f57-421e-97a1-e54fc364f08d tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 210 time: 0.1278818 Feb 04 20:28:59.273629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b67ca940-505b-49d4-92b7-9095e8b69e91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3083e1fb2b74fddaa8ebde1a872be9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1571293 Feb 04 20:28:59.276661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59166) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:28:59.277649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fdcc6c1-c9ac-4dcf-b249-8706d0e07116 req-56a4db27-eb01-40c9-ba48-a3881bc2079f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.3016276 Feb 04 20:28:59.279538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-df1532c4-fda9-45a6-a095-b916ed7e8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:59.284288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-df1532c4-fda9-45a6-a095-b916ed7e8913 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.2274830 Feb 04 20:28:59.342528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fdcc6c1-c9ac-4dcf-b249-8706d0e07116 req-6a6df18e-5ccd-415d-81e5-1a9c9ea38753 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568285 Feb 04 20:28:59.382748 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a533c01-bfa4-45ac-931a-7f3213dc4cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:59.421389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a533c01-bfa4-45ac-931a-7f3213dc4cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:59.433319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-8e1833cf-d78d-4779-926c-a6bd7399a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:28:59.435544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-8e1833cf-d78d-4779-926c-a6bd7399a9ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985532 Feb 04 20:28:59.612185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a533c01-bfa4-45ac-931a-7f3213dc4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:59.629367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a533c01-bfa4-45ac-931a-7f3213dc4cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca226ae4-da0b-4f71-a282-47d14ed86c32,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:28:59.647701 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8a533c01-bfa4-45ac-931a-7f3213dc4cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:28:59.648724 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8a533c01-bfa4-45ac-931a-7f3213dc4cfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca226ae4-da0b-4f71-a282-47d14ed86c32 HTTP/1.1" status: 204 len: 168 time: 0.3651481 Feb 04 20:28:59.777514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-ef87fcf6-bc16-4715-8de6-c9efc3088278 service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355381 Feb 04 20:28:59.945986 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0e5ee3b-9359-4522-85c8-f552f5d5d5d5 req-24928dcd-2619-45a5-bf5a-0b6d304543c3 service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618538 Feb 04 20:29:00.238858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:00.353261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-762e27ba-69b9-4f7f-8040-d9090f402334 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/7a1b0519-fe6d-4905-a7b4-3202e29bbf9e HTTP/1.1" status: 200 len: 994 time: 0.1132751 Feb 04 20:29:00.538885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c277195e-f49a-4535-a06e-68c704548cd2 req-9bde0db0-30ef-4ce7-ba1f-85c785872058 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 210 time: 0.0690196 Feb 04 20:29:00.567787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59212) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:00.601448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf028719-71fb-4fa1-8212-400067222632 req-5cd2d90a-660e-4802-804a-243c8124b6b7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:00.603343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf028719-71fb-4fa1-8212-400067222632 req-5cd2d90a-660e-4802-804a-243c8124b6b7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.0954001 Feb 04 20:29:00.658829 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf028719-71fb-4fa1-8212-400067222632 req-b86cf64a-c412-40e9-b37a-1d9b9e01aa93 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498359 Feb 04 20:29:00.728187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:00.744318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:00.748413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Usage tracker for resource:security_group_rule and tenant:6e474a9e04a44febb0374e98abe226fe is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:00.751701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:00.758425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:00.862767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:01.014732 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:01.065269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e474a9e04a44febb0374e98abe226fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958258 Feb 04 20:29:01.066950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51134a-a03c-4398-a094-7aa1e7bfb89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838bad61-ebe4-4943-8bcf-bf1d7fdbedc1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:01.067923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59232) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:01.141603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb459-dfcc-4c34-a691-9e2c787a2d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:01.170546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb459-dfcc-4c34-a691-9e2c787a2d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:01.318057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb459-dfcc-4c34-a691-9e2c787a2d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:01.332329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bb459-dfcc-4c34-a691-9e2c787a2d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838bad61-ebe4-4943-8bcf-bf1d7fdbedc1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:01.344635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb459-dfcc-4c34-a691-9e2c787a2d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:01.346013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b0bb459-dfcc-4c34-a691-9e2c787a2d02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/838bad61-ebe4-4943-8bcf-bf1d7fdbedc1 HTTP/1.1" status: 204 len: 168 time: 0.2766316 Feb 04 20:29:01.728161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-07fd8d42-9589-4cb2-a825-d164cf930c27 req-c519d42a-6edc-4106-b62a-0416c272d621 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 210 time: 0.0797813 Feb 04 20:29:01.890917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22f08-574d-4853-a510-ca96869703cd req-afe5191d-7ccc-4c39-b495-f1716a82ccce tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:01.891747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-afe5191d-7ccc-4c39-b495-f1716a82ccce tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.62 "GET /v2.0/networks?id=c9456de6-6f86-4b16-938c-f1d19316ce92 HTTP/1.1" status: 200 len: 808 time: 0.1975684 Feb 04 20:29:01.901688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe483f3-f54e-4801-b7d1-aa568801b3b0 req-d890f647-3229-4149-9037-fab0043855b0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:01.903180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ebe483f3-f54e-4801-b7d1-aa568801b3b0 req-d890f647-3229-4149-9037-fab0043855b0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1244311 Feb 04 20:29:01.904330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Request body: {'port': {'device_id': '1c7045ed-d136-43b8-9dc9-78404e407340', 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92', 'admin_state_up': True, 'tenant_id': '9037aedf6a6f4863bb2ce24facf945b5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:01.967301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ebe483f3-f54e-4801-b7d1-aa568801b3b0 req-f1934385-a3c6-446b-80c9-d39a2f2cfbe8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573215 Feb 04 20:29:02.173786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:02.179664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Usage tracker for resource:port and tenant:9037aedf6a6f4863bb2ce24facf945b5 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:02.182924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:02.189283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:02.322865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Made reservation on behalf of 9037aedf6a6f4863bb2ce24facf945b5 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:29:02.327045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:02.390671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:02.406068 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:02.425797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:02.425797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Usage tracker for resource:security_group_rule and tenant:550650c1ea124975932155443230fc2b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:02.428962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:02.435464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:02.509352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Allocated IP 172.20.0.12 (c9456de6-6f86-4b16-938c-f1d19316ce92/5464e59d-2e9c-4488-8f25-c65e864afcdc/f98ac04e-fc8f-4242-a4ae-67defae15ba9) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:29:02.548547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:02.626832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:02.686176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=550650c1ea124975932155443230fc2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970755 Feb 04 20:29:02.686798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59258) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:02.708211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7c7ad-0f24-4df1-a69f-d6d2b02205d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578ad464-5f6c-48b2-ae9a-cee2f891bfa7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:02.763199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:02.770302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d980-216a-4140-babd-c8b2da260d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:02.822793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d980-216a-4140-babd-c8b2da260d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:02.909908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:03.004243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Network c9456de6-6f86-4b16-938c-f1d19316ce92 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:29:03.007093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d980-216a-4140-babd-c8b2da260d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:03.009439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:29:03.019917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:29:03.038791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8d980-216a-4140-babd-c8b2da260d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578ad464-5f6c-48b2-ae9a-cee2f891bfa7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:03.038791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d980-216a-4140-babd-c8b2da260d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:03.040741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b1b8d980-216a-4140-babd-c8b2da260d8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/578ad464-5f6c-48b2-ae9a-cee2f891bfa7 HTTP/1.1" status: 204 len: 168 time: 0.3496976 Feb 04 20:29:03.058545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Pushing event updated for resources: {'Port': ['ID=f98ac04e-fc8f-4242-a4ae-67defae15ba9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:03.102028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f7c5-ca02-41a6-a4ed-ac81358ab905 req-d6c47cf5-eb8a-46d1-b437-7a0da0a69a82 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:03.103576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a085f7c5-ca02-41a6-a4ed-ac81358ab905 req-d6c47cf5-eb8a-46d1-b437-7a0da0a69a82 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 932 time: 0.2410486 Feb 04 20:29:03.170073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:03.170811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:03.237863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730626e3-9c5d-4729-96bb-e8cf048a72f7 req-e11960a1-c1a6-48f4-a409-a0161e2e9114 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:03.243431 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-730626e3-9c5d-4729-96bb-e8cf048a72f7 req-e11960a1-c1a6-48f4-a409-a0161e2e9114 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1468263 Feb 04 20:29:03.263847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a085f7c5-ca02-41a6-a4ed-ac81358ab905 req-239d7e5d-ba12-4358-8d1e-b2ebcf7d11a2 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400523 Feb 04 20:29:03.298018 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-730626e3-9c5d-4729-96bb-e8cf048a72f7 req-b094ba3d-502e-4c24-94eb-22fa1479946e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524454 Feb 04 20:29:03.362361 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-2a711d1b-5d55-40f0-b232-0d53f4056419 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4627051 Feb 04 20:29:03.373867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Request body: {'port': {'device_id': '1c7045ed-d136-43b8-9dc9-78404e407340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:03.500185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:03.895636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98ac04e-fc8f-4242-a4ae-67defae15ba9 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:29:03.903894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:03.919063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Transition to ACTIVE for port object f98ac04e-fc8f-4242-a4ae-67defae15ba9 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:29:04.008381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:04.198860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Pushing event updated for resources: {'Port': ['ID=f98ac04e-fc8f-4242-a4ae-67defae15ba9,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:04.289067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Attempting to bind port f98ac04e-fc8f-4242-a4ae-67defae15ba9 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:29:04.289067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Attempting to bind port f98ac04e-fc8f-4242-a4ae-67defae15ba9 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:29:04.289067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Attempting to bind port f98ac04e-fc8f-4242-a4ae-67defae15ba9 on network c9456de6-6f86-4b16-938c-f1d19316ce92 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:29:04.294074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Port f98ac04e-fc8f-4242-a4ae-67defae15ba9 on network c9456de6-6f86-4b16-938c-f1d19316ce92 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:29:04.294394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Attempting to bind port f98ac04e-fc8f-4242-a4ae-67defae15ba9 on network c9456de6-6f86-4b16-938c-f1d19316ce92 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:29:04.299605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:29:04.299937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Checking segment: {'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:29:04.300317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Bound using segment: {'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:29:04.300733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Bound port: f98ac04e-fc8f-4242-a4ae-67defae15ba9, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e055eb-651e-4dd8-93bd-76617df9466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:29:04.301289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:04.471688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] For port f98ac04e-fc8f-4242-a4ae-67defae15ba9, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:29:04.487152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] For port f98ac04e-fc8f-4242-a4ae-67defae15ba9, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98ac04e-fc8f-4242-a4ae-67defae15ba9,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:29:04.516177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957229e-9dad-4524-acc9-6035bf73ce76 req-626afd1e-939f-4446-ab91-1d838003887a tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:04.516925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6957229e-9dad-4524-acc9-6035bf73ce76 req-626afd1e-939f-4446-ab91-1d838003887a tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Synchronizing usage tracker for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:29:04.542467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da46990-29cd-467a-8214-21db653e8410 req-0b32391b-ba68-49dd-b2de-b5cb9967ae10 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:04.545330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da46990-29cd-467a-8214-21db653e8410 req-0b32391b-ba68-49dd-b2de-b5cb9967ae10 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1305490 Feb 04 20:29:04.585660 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:04.608764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7da46990-29cd-467a-8214-21db653e8410 req-96faf32e-23de-4dc4-873b-f49ad76803c2 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575080 Feb 04 20:29:04.643446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6957229e-9dad-4524-acc9-6035bf73ce76 req-626afd1e-939f-4446-ab91-1d838003887a tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Unset dirty status for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:29:04.647981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6957229e-9dad-4524-acc9-6035bf73ce76 req-626afd1e-939f-4446-ab91-1d838003887a tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 944 time: 0.2284102 Feb 04 20:29:04.673200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:04.673868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:04.675250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] 10.222.0.62 "PUT /v2.0/ports/f98ac04e-fc8f-4242-a4ae-67defae15ba9 HTTP/1.1" status: 200 len: 1092 time: 1.3056302 Feb 04 20:29:04.798053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7045ed-d136-43b8-9dc9-78404e407340', 'tag': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:04.840209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6957229e-9dad-4524-acc9-6035bf73ce76 req-ad45693e-7023-4b9c-9f5b-9f0cd3761c07 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768398 Feb 04 20:29:04.884458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32f01f-91a7-499c-bfbb-fe80625987dc service neutron] Pushing event updated for resources: {'Port': ['ID=f98ac04e-fc8f-4242-a4ae-67defae15ba9,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:04.888203 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7045ed-d136-43b8-9dc9-78404e407340', 'tag': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9', 'status': 'completed', 'code': 200} Feb 04 20:29:04.920893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22f08-574d-4853-a510-ca96869703cd req-07718ee0-2b1d-4c82-9f60-4996d363ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:04.932623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-07718ee0-2b1d-4c82-9f60-4996d363ad47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 1095 time: 0.0957024 Feb 04 20:29:05.009294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-dbf9bb95-a410-4f6b-ba70-779777519563 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f98ac04e-fc8f-4242-a4ae-67defae15ba9 HTTP/1.1" status: 200 len: 217 time: 0.0703764 Feb 04 20:29:05.078627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22f08-574d-4853-a510-ca96869703cd req-11975559-f674-4f06-997c-aa073430df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:05.080188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-11975559-f674-4f06-997c-aa073430df5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5464e59d-2e9c-4488-8f25-c65e864afcdc HTTP/1.1" status: 200 len: 848 time: 0.0639179 Feb 04 20:29:05.137445 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-613af771-715a-4597-b015-164d89a2415b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9456de6-6f86-4b16-938c-f1d19316ce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511677 Feb 04 20:29:05.346440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-4facd16f-d319-42c4-99c7-80bf835363c4 service neutron] 10.222.0.62 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025950 Feb 04 20:29:05.512262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a22f08-574d-4853-a510-ca96869703cd req-89d0f41d-80d3-41d0-ba44-e3c28a04ccdd service neutron] 10.222.0.62 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590617 Feb 04 20:29:05.708165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-dfb23307-cbc8-4ef2-8625-22d117d19d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:05.709318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-dfb23307-cbc8-4ef2-8625-22d117d19d8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 1095 time: 0.0747929 Feb 04 20:29:05.920303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-c1fb51c4-bd68-47f5-97d2-9859ad80a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:05.921895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-c1fb51c4-bd68-47f5-97d2-9859ad80a844 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c9456de6-6f86-4b16-938c-f1d19316ce92 HTTP/1.1" status: 200 len: 909 time: 0.2065582 Feb 04 20:29:06.024192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-1f187993-8bf7-47d8-b546-f7b56bdf3257 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f98ac04e-fc8f-4242-a4ae-67defae15ba9 HTTP/1.1" status: 200 len: 217 time: 0.0876310 Feb 04 20:29:06.110642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-0c6f7601-f8cd-4794-b38b-58cb505c3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:06.112136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-0c6f7601-f8cd-4794-b38b-58cb505c3861 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5464e59d-2e9c-4488-8f25-c65e864afcdc HTTP/1.1" status: 200 len: 848 time: 0.0812633 Feb 04 20:29:06.184043 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-784d8579-4f1f-4974-bae2-3cfeaaf9ba77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9456de6-6f86-4b16-938c-f1d19316ce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641191 Feb 04 20:29:06.188658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08e4f-7588-46e3-9bd8-a376c747240c req-efea9d17-ccd3-403c-83c3-f41564bbf15c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:06.192868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-83e08e4f-7588-46e3-9bd8-a376c747240c req-efea9d17-ccd3-403c-83c3-f41564bbf15c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Synchronizing usage tracker for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:29:06.196962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864e7f5-81b7-4d04-a647-d70dfd457087 req-02cecec9-abb4-4772-8ef1-a3d141b2f038 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:06.198991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f864e7f5-81b7-4d04-a647-d70dfd457087 req-02cecec9-abb4-4772-8ef1-a3d141b2f038 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.4051144 Feb 04 20:29:06.231115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-83e08e4f-7588-46e3-9bd8-a376c747240c req-efea9d17-ccd3-403c-83c3-f41564bbf15c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Unset dirty status for tenant:9037aedf6a6f4863bb2ce24facf945b5 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:29:06.234228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-83e08e4f-7588-46e3-9bd8-a376c747240c req-efea9d17-ccd3-403c-83c3-f41564bbf15c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 944 time: 0.2254822 Feb 04 20:29:06.327259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-83e08e4f-7588-46e3-9bd8-a376c747240c req-17210605-2195-48ad-bce5-a550c18a959f tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858812 Feb 04 20:29:06.391258 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f864e7f5-81b7-4d04-a647-d70dfd457087 req-7ed7974e-9fb1-4b57-b04d-60f03693c28f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714408 Feb 04 20:29:06.437882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-adfc5e20-4279-4543-89d9-7c69e638580f service neutron] 10.222.0.62 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375522 Feb 04 20:29:06.614793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d0eb6a4-2e31-4b40-992e-db99a446563c req-ae255ea1-1fe6-4e00-95b3-23e05cef40fc service neutron] 10.222.0.62 "GET /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644430 Feb 04 20:29:06.972829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e86cb4-e550-4031-a83b-eb43e13319d6 req-16b89a72-ba71-453e-b2f4-e5e0553666c8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:06.974353 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85e86cb4-e550-4031-a83b-eb43e13319d6 req-16b89a72-ba71-453e-b2f4-e5e0553666c8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.0877786 Feb 04 20:29:07.023223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85e86cb4-e550-4031-a83b-eb43e13319d6 req-d3ab6ff6-233f-40aa-aa67-ee02c318aca1 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411091 Feb 04 20:29:07.424614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-b028db8b-ab99-4c7d-a197-9c8ff41d5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:07.428094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-b028db8b-ab99-4c7d-a197-9c8ff41d5605 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1096 time: 0.1373510 Feb 04 20:29:07.682465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-f9ddbed5-12f2-4d73-aff0-b0ce21186463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:07.684044 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-f9ddbed5-12f2-4d73-aff0-b0ce21186463 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.2498384 Feb 04 20:29:07.770249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25355eb8-8086-4dea-9f13-93638ae580c7 req-21611c85-bf22-4bee-ac22-21e351a51885 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:07.774634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25355eb8-8086-4dea-9f13-93638ae580c7 req-21611c85-bf22-4bee-ac22-21e351a51885 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 944 time: 0.1896830 Feb 04 20:29:07.832264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-1952dbb6-26b1-4d77-b7cc-15cc37fe7b48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 200 len: 1001 time: 0.1401596 Feb 04 20:29:07.916987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-25355eb8-8086-4dea-9f13-93638ae580c7 req-bb792db3-a459-470f-bd6f-2a1592f0f0a6 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232746 Feb 04 20:29:07.923615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-1fcb743d-53ec-4436-85f2-91118304f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:07.929604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-1fcb743d-53ec-4436-85f2-91118304f28e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.0845845 Feb 04 20:29:08.007048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-f6ab4600-14d8-4b15-9990-a06ca2fecb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:08.008552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-f6ab4600-14d8-4b15-9990-a06ca2fecb42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764694 Feb 04 20:29:08.345869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22a5f-3c20-4d4d-9025-96c7c6eebfbf req-1d1ce03f-9f2b-4395-9aca-ec0b13bd81a5 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:08.348255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caa22a5f-3c20-4d4d-9025-96c7c6eebfbf req-1d1ce03f-9f2b-4395-9aca-ec0b13bd81a5 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1155672 Feb 04 20:29:08.361407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-54ccedc0-e4ae-43d2-b548-5b4adb62a6ed service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455713 Feb 04 20:29:08.401728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caa22a5f-3c20-4d4d-9025-96c7c6eebfbf req-2c2bdf4a-dbda-490b-afc6-c2334297ff80 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458722 Feb 04 20:29:08.527169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e8e3a0b-148a-4ab9-aca2-8d06e3fe5d35 req-e937afda-39f1-4f25-85bf-a6892a2007b9 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583927 Feb 04 20:29:08.988248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.196154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84e436-8593-4120-9eb0-3222bde2b86d req-189af43f-9d51-49c9-b014-3e58dddda292 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:09.198149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f84e436-8593-4120-9eb0-3222bde2b86d req-189af43f-9d51-49c9-b014-3e58dddda292 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 944 time: 0.1106327 Feb 04 20:29:09.243116 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.252328 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f84e436-8593-4120-9eb0-3222bde2b86d req-cfe87d8a-fb8e-4e3c-98d0-24e1985b55b2 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Feb 04 20:29:09.281977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98ac04e-fc8f-4242-a4ae-67defae15ba9 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:29:09.342207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59408) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:09.439642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f98ac04e-fc8f-4242-a4ae-67defae15ba9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98ac04e-fc8f-4242-a4ae-67defae15ba9,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:09.460749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9', 'network_id': 'c9456de6-6f86-4b16-938c-f1d19316ce92', 'port_id': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9', 'mac_address': 'fa:16:3e:10:16:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5464e59d-2e9c-4488-8f25-c65e864afcdc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:29:09.513655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.542778 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.549851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:09.556977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce7ca2ea244497590c41e95d1afd174 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:09.573571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98ac04e-fc8f-4242-a4ae-67defae15ba9 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:29:09.573715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:09.576962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:09.590671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f98ac04e-fc8f-4242-a4ae-67defae15ba9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98ac04e-fc8f-4242-a4ae-67defae15ba9,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:09.663810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6699ea-1d6b-4d26-822b-4673fbd051f1 req-792783b7-ba8d-49c4-b45e-26348a617854 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:09.675571 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cd6699ea-1d6b-4d26-822b-4673fbd051f1 req-792783b7-ba8d-49c4-b45e-26348a617854 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1165919 Feb 04 20:29:09.680487 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.688191 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.718758 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cd6699ea-1d6b-4d26-822b-4673fbd051f1 req-571fe644-4dc0-4840-98a7-354dcac45a6e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Feb 04 20:29:09.750997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.758100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f98ac04e-fc8f-4242-a4ae-67defae15ba9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:09.799746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ce7ca2ea244497590c41e95d1afd174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643667 Feb 04 20:29:09.800703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02f130-c294-4a70-866a-2717c459a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47a7d0-57c1-4e47-a34a-26def0c49ef7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:09.803104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59424) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:09.863347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad56afe-216f-417a-a527-24c5b9af08ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:09.889559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad56afe-216f-417a-a527-24c5b9af08ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:10.039271 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad56afe-216f-417a-a527-24c5b9af08ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:10.120059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f98ac04e-fc8f-4242-a4ae-67defae15ba9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:29:10.164121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad56afe-216f-417a-a527-24c5b9af08ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47a7d0-57c1-4e47-a34a-26def0c49ef7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:10.168496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ad56afe-216f-417a-a527-24c5b9af08ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:10.179693 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ad56afe-216f-417a-a527-24c5b9af08ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad47a7d0-57c1-4e47-a34a-26def0c49ef7 HTTP/1.1" status: 204 len: 168 time: 0.3654115 Feb 04 20:29:10.469258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7274711-4bd0-482c-95a7-b5e638da5a0c req-e2462f67-5789-4121-a948-34c172af7052 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:10.470743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7274711-4bd0-482c-95a7-b5e638da5a0c req-e2462f67-5789-4121-a948-34c172af7052 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 945 time: 0.0902467 Feb 04 20:29:10.519540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7274711-4bd0-482c-95a7-b5e638da5a0c req-be077464-a80e-45fb-bcd4-5c71f1cc060f tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Feb 04 20:29:11.293800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98ac04e-fc8f-4242-a4ae-67defae15ba9 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:29:11.436809 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port f98ac04e-fc8f-4242-a4ae-67defae15ba9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:29:11.454610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port f98ac04e-fc8f-4242-a4ae-67defae15ba9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:29:11.455411 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:11.748532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:11.773074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c038363-efc8-46bb-9777-4282d5a89c00 req-d5136879-503e-4e3f-afa9-ed9d350009d9 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:11.786027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c038363-efc8-46bb-9777-4282d5a89c00 req-d5136879-503e-4e3f-afa9-ed9d350009d9 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 945 time: 0.1140254 Feb 04 20:29:11.814274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f98ac04e-fc8f-4242-a4ae-67defae15ba9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98ac04e-fc8f-4242-a4ae-67defae15ba9,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:11.816890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7045ed-d136-43b8-9dc9-78404e407340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:11.852577 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c038363-efc8-46bb-9777-4282d5a89c00 req-a8172101-76ee-4447-8e5e-ed6848a327f1 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687690 Feb 04 20:29:11.883502 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7045ed-d136-43b8-9dc9-78404e407340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9', 'code': 200} Feb 04 20:29:11.900262 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:11.994079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f98ac04e-fc8f-4242-a4ae-67defae15ba9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:12.027951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec47df-285a-49b4-8656-00602546a069 req-08cfdeca-67b6-45ec-8abb-4e6afc64d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:12.029392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58ec47df-285a-49b4-8656-00602546a069 req-08cfdeca-67b6-45ec-8abb-4e6afc64d20e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 1097 time: 0.0811458 Feb 04 20:29:12.071321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58ec47df-285a-49b4-8656-00602546a069 req-a68be79a-8ac3-492a-a691-6a5b4aaee7c3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Feb 04 20:29:13.046272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08ce40-690c-4183-afa3-e897e7b23525 req-e66bdb46-3a8b-43ec-bed3-27e2b92502d1 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:13.047779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c08ce40-690c-4183-afa3-e897e7b23525 req-e66bdb46-3a8b-43ec-bed3-27e2b92502d1 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 946 time: 0.0911157 Feb 04 20:29:13.129741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c08ce40-690c-4183-afa3-e897e7b23525 req-73f936d8-982a-4b4b-966f-8bc71d5abb00 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728197 Feb 04 20:29:14.318536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f9b5f-737e-4f8f-aef2-dd31c9351505 req-1e3c56ac-e888-4f40-9596-f4ee92ce648a tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:14.320670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684f9b5f-737e-4f8f-aef2-dd31c9351505 req-1e3c56ac-e888-4f40-9596-f4ee92ce648a tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 946 time: 0.0819249 Feb 04 20:29:14.363605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684f9b5f-737e-4f8f-aef2-dd31c9351505 req-d7b273e9-af8a-4357-862a-1db2633c58e5 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Feb 04 20:29:16.331979 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-f1ff324c-a2ed-4dd5-9733-dafcb34cf069 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844517 Feb 04 20:29:16.605681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185536-f82c-41be-aa4c-58784639930d req-e761e430-a6bc-4e3a-906c-9fe5d2aeae34 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:16.608617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f185536-f82c-41be-aa4c-58784639930d req-e761e430-a6bc-4e3a-906c-9fe5d2aeae34 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 946 time: 0.1255300 Feb 04 20:29:16.615805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-32c716fa-04a5-4947-b02a-11220996a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:16.618851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-32c716fa-04a5-4947-b02a-11220996a260 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 1096 time: 0.1822212 Feb 04 20:29:16.731782 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f185536-f82c-41be-aa4c-58784639930d req-dcd9a87b-80b0-453a-a63f-29a07f29a42a tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120818 Feb 04 20:29:16.899488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-2011c7f7-cfdf-4a44-945f-cf7a08aefcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:16.901313 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-2011c7f7-cfdf-4a44-945f-cf7a08aefcae service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.2510607 Feb 04 20:29:17.031684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-f9c64b27-95cb-477c-9588-a132bc5a0f33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 200 len: 1001 time: 0.1228919 Feb 04 20:29:17.096590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-d15e6dca-8206-4f0f-8c5d-70135a0dcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:17.098035 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-d15e6dca-8206-4f0f-8c5d-70135a0dcdcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.0595012 Feb 04 20:29:17.214438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-e97f8db1-8817-49a9-bd8c-c54fe986bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:17.216021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-e97f8db1-8817-49a9-bd8c-c54fe986bd3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114736 Feb 04 20:29:17.388419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-99896465-ee26-4703-bf9a-a2905d14e2be service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646252 Feb 04 20:29:17.559677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec22c6f1-848d-4261-b1aa-babb86197604 req-e039bfd2-fd05-476d-ba1b-68a41fe8230e service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638343 Feb 04 20:29:17.828583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-21852bd2-1019-4409-8f1b-2c75fa3c98f3 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:17.830033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-21852bd2-1019-4409-8f1b-2c75fa3c98f3 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 946 time: 0.1018085 Feb 04 20:29:17.965869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Deleting port f98ac04e-fc8f-4242-a4ae-67defae15ba9 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:17.966374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:18.123156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cd487-efb7-47d6-b90d-29101516874b req-071e300f-1b0f-4a1a-8eec-f4296bba985e tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:18.124873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba7cd487-efb7-47d6-b90d-29101516874b req-071e300f-1b0f-4a1a-8eec-f4296bba985e tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 946 time: 0.2536650 Feb 04 20:29:18.256892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba7cd487-efb7-47d6-b90d-29101516874b req-5c6f1802-a24c-432f-8d83-f7ffe5317d8c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/security-groups?id=1725775e-41ac-4f53-a881-fc33d88a9883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116157 Feb 04 20:29:18.301384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] For port f98ac04e-fc8f-4242-a4ae-67defae15ba9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f98ac04e-fc8f-4242-a4ae-67defae15ba9,segment=NetworkSegment(54e055eb-651e-4dd8-93bd-76617df9466f),segment_id=54e055eb-651e-4dd8-93bd-76617df9466f)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:18.301884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:18.443798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Calling delete_port for f98ac04e-fc8f-4242-a4ae-67defae15ba9 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:18.586001 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:29:18.709116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:18.731644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f98ac04e-fc8f-4242-a4ae-67defae15ba9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:29:18.767210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Pushing event deleted for resources: {'Port': ['ID=f98ac04e-fc8f-4242-a4ae-67defae15ba9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:18.884054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] No DVR routers for this DVR port f98ac04e-fc8f-4242-a4ae-67defae15ba9 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:18.889484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:18.892656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7045ed-d136-43b8-9dc9-78404e407340', 'name': 'network-vif-deleted', 'tag': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:18.963071 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7045ed-d136-43b8-9dc9-78404e407340', 'name': 'network-vif-deleted', 'tag': 'f98ac04e-fc8f-4242-a4ae-67defae15ba9', 'status': 'completed', 'code': 200} Feb 04 20:29:18.964960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffcd8509-89cf-4b98-a090-1fab8cc6c728 req-17e47c4b-f723-4965-b434-24deac47d629 tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.62 "DELETE /v2.0/ports/f98ac04e-fc8f-4242-a4ae-67defae15ba9 HTTP/1.1" status: 204 len: 173 time: 1.1293588 Feb 04 20:29:19.502228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf5f257d-ddf2-4155-8864-d35128757d1a req-f6121419-f7ec-41fb-bafb-8136b3321a8c tempest-VolumesActionsTest-955187433 tempest-VolumesActionsTest-955187433-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c7045ed-d136-43b8-9dc9-78404e407340 HTTP/1.1" status: 200 len: 210 time: 0.0802631 Feb 04 20:29:20.061441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-bb767f8f-f5ff-4832-b9a7-1d999a2f74ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1841738 Feb 04 20:29:20.080582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10811659-76ec-4ccc-afbc-afcbe6b8a989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:20.265096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.265593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.266084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.266512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.266993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.267443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.267896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.269755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-68d38ba2-81aa-42da-b6a3-c7b05bc3d428 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 6489 time: 0.1151724 Feb 04 20:29:20.437553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-c550c47b-3ad3-47da-883b-6f2f1d7e2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.438047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-c550c47b-3ad3-47da-883b-6f2f1d7e2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.438514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-c550c47b-3ad3-47da-883b-6f2f1d7e2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.440231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-c550c47b-3ad3-47da-883b-6f2f1d7e2b01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 200 len: 2292 time: 0.1484251 Feb 04 20:29:20.709429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-27a881a3-6f43-4427-a7e1-2f949ab80dc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 200 len: 1001 time: 0.2631063 Feb 04 20:29:20.790982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3beb519f-acb4-45b5-a66c-f086ff1bf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.795638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3beb519f-acb4-45b5-a66c-f086ff1bf9cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 200 len: 851 time: 0.0751524 Feb 04 20:29:20.963117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-11c0dd42-0416-4044-8807-138850555819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:20.965086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-11c0dd42-0416-4044-8807-138850555819 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa0cc075-9778-4f66-8d59-db6db0f7e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652510 Feb 04 20:29:21.131440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-a230ccce-074f-4c4b-9208-2bea1e14af96 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594007 Feb 04 20:29:21.330020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98ac04e-fc8f-4242-a4ae-67defae15ba9 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:21.399316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-23a2be43-f10e-4940-a997-ae0c7411fcc9 service neutron] 10.222.0.62 "GET /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599032 Feb 04 20:29:21.403233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: f98ac04e-fc8f-4242-a4ae-67defae15ba9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:29:21.404173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f98ac04e-fc8f-4242-a4ae-67defae15ba9 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:29:21.475433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-965f3778-850b-476e-b7c0-c7106ed1d0d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 217 time: 0.0684068 Feb 04 20:29:21.627069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-ffea35ce-c06a-407c-9748-4cb84f9df008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:21.628443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-ffea35ce-c06a-407c-9748-4cb84f9df008 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.1471643 Feb 04 20:29:21.727360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-279cf1e4-0a60-4f12-b49a-fd97bde2a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:21.728834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-279cf1e4-0a60-4f12-b49a-fd97bde2a960 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942159 Feb 04 20:29:21.876663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-665315b2-6780-4cb6-ac1e-4efd8121b8ae service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397834 Feb 04 20:29:22.074229 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-1a41f3d1-6680-4d46-b2c7-d4b3dee3fd7a service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909201 Feb 04 20:29:22.179165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-0d544287-9a60-45b8-9b5e-17be35f2bf94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 217 time: 0.0978904 Feb 04 20:29:22.259544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-b0b7ad7c-76c5-4b68-9ae7-922ceb35d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:22.262763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-b0b7ad7c-76c5-4b68-9ae7-922ceb35d522 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0764945 Feb 04 20:29:22.299787 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f192d865-3085-4972-9243-633d03d6678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:22.376214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3cf0edb5-addf-4ec8-a886-8628130e6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:22.377701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3cf0edb5-addf-4ec8-a886-8628130e6939 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091294 Feb 04 20:29:22.536657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-dab3cc1a-7dbc-4ce8-ae2e-aa2814bdabf2 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525929 Feb 04 20:29:22.693699 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-a94b36ab-3c9a-4a44-ba7f-1091c832d96b service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504400 Feb 04 20:29:22.769036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-ebb31ad5-868f-4c28-a7d6-40ac890ba853 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 200 len: 217 time: 0.0693014 Feb 04 20:29:23.116518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3ba8da15-8481-4bb4-855a-50b1c5c1afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:23.118902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3ba8da15-8481-4bb4-855a-50b1c5c1afab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.3422391 Feb 04 20:29:23.230627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-c11fefdd-8796-48d0-870b-bed66aa546b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:23.230627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-c11fefdd-8796-48d0-870b-bed66aa546b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049516 Feb 04 20:29:23.351677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59700) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:23.428830 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:23.533697 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-afa59df4-647b-40e6-9450-2feb1dcf25d8 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960758 Feb 04 20:29:23.551161 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:23.583065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:23.610099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:23.614564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fd2b40ce68422ba6c0a5628c919ab1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:23.617962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:23.624290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:23.739746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-5a895b4d-30dc-4350-a133-00f7157377b9 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006090 Feb 04 20:29:23.749184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:23.857050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-bd6319e5-3dbd-4811-bd47-44e247b54067 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 200 len: 217 time: 0.1034381 Feb 04 20:29:23.883267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:23.934054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3085ee43-a6f4-4e55-892e-74e85f9414b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:23.935537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-3085ee43-a6f4-4e55-892e-74e85f9414b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 200 len: 797 time: 0.0777483 Feb 04 20:29:23.954065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5fd2b40ce68422ba6c0a5628c919ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005316 Feb 04 20:29:23.960475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38edc3-7f69-4743-93cf-73ca683ad425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c6c59-7cb9-40d4-ab46-36bdede0396d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:23.960475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59730) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:24.027446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1504acb3-699f-4ec3-b9c4-c537b3b5881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:24.080230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-378d8c3b-3882-4061-924c-23ba83f57ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:24.091410 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-378d8c3b-3882-4061-924c-23ba83f57ee1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15a49508-f6ec-4e90-bcb8-1f442b4434b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1408577 Feb 04 20:29:24.225088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1504acb3-699f-4ec3-b9c4-c537b3b5881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:24.362506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1504acb3-699f-4ec3-b9c4-c537b3b5881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:24.415417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504acb3-699f-4ec3-b9c4-c537b3b5881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c6c59-7cb9-40d4-ab46-36bdede0396d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:24.416102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-774a151b-7a08-4832-9ecd-25e28f01a4d3 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178432 Feb 04 20:29:24.443308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1504acb3-699f-4ec3-b9c4-c537b3b5881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:24.444486 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1504acb3-699f-4ec3-b9c4-c537b3b5881b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc8c6c59-7cb9-40d4-ab46-36bdede0396d HTTP/1.1" status: 204 len: 168 time: 0.4851367 Feb 04 20:29:24.614586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-1437a1df-370c-4601-9ac6-05f0b4edafe9 service neutron] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818421 Feb 04 20:29:24.691914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-5d63ff34-b2e1-4033-a1cc-a26530893044 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 200 len: 217 time: 0.0706542 Feb 04 20:29:24.798013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-4709ffee-5363-4514-b58f-752aa600dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:24.798245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-4709ffee-5363-4514-b58f-752aa600dde0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.0995822 Feb 04 20:29:24.969931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-d9570761-6e96-4f66-8183-9bc208b16173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:24.971918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-d9570761-6e96-4f66-8183-9bc208b16173 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1673484 Feb 04 20:29:25.140006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:25.168522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-b3aa6e46-bbdc-4af3-83a1-98028f22e3b5 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895831 Feb 04 20:29:25.187245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-cd969a15-f220-4203-9e48-d32d4540cf48 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:25.189444 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-cd969a15-f220-4203-9e48-d32d4540cf48 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1097 time: 0.1091423 Feb 04 20:29:25.248937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:25.312988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:25.319134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Usage tracker for resource:security_group_rule and tenant:c5392ea2d6c74254bd8140dd5687bf9c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:25.322168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:25.328915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:25.375368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-6d063952-0c7a-4d2b-9b57-f660ae9cb649 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011399 Feb 04 20:29:25.448671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:25.450412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59796) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:25.476098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:25.510188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:25.519072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Usage tracker for resource:security_group_rule and tenant:94266e92e59f4470af3c057d3326cbe4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:25.528301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:25.537209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:25.550494 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:25.573132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-4ecd883b-6ded-47c2-868d-0c32a154968c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 200 len: 217 time: 0.1846018 Feb 04 20:29:25.634346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0e85ab7-8888-449e-8968-c7b7edd4fd11 req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358191 Feb 04 20:29:25.707089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-b55a441f-1c3f-4ee2-9bcd-75c2b7b7810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:25.707661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e313b-f8e8-4fa2-86f0-e6fcfb7a0ef3 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f59a5e-0394-41b0-a66b-936a7a1a74cb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:25.712561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-b55a441f-1c3f-4ee2-9bcd-75c2b7b7810a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 200 len: 797 time: 0.1361973 Feb 04 20:29:25.881086 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:25.940796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-b98946d9-c699-43be-bfac-36ce52bc7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:25.942406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-b98946d9-c699-43be-bfac-36ce52bc7dcd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94a85c0d-6b4a-4612-b2a8-f5e66be2724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2247624 Feb 04 20:29:25.980873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311476-4b8b-4038-ae6f-4993218ead71 req-92a6feb6-31ec-4cdc-9359-5d291898fa1c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:25.984387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21311476-4b8b-4038-ae6f-4993218ead71 req-92a6feb6-31ec-4cdc-9359-5d291898fa1c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1442370 Feb 04 20:29:25.990240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:26.051532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94266e92e59f4470af3c057d3326cbe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995712 Feb 04 20:29:26.055385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:26.219304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff27b95-8cb7-4adc-b4ef-c21c6c970033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b0291-53cc-47a7-a8e6-e7ca0048baf6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:26.366508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-665ec72c-ec9d-426d-88cf-f9ec23ae15c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:26.368669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21311476-4b8b-4038-ae6f-4993218ead71 req-c16c93d5-f697-4338-93ca-41c79ab24d73 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942476 Feb 04 20:29:26.394573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:26.407291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-01f9d316-5e5e-488a-8634-3d094a30ec95 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574220 Feb 04 20:29:26.551896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c2b65e63-6ba7-433e-a0e7-f76fa02f7ba7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/7a1b0519-fe6d-4905-a7b4-3202e29bbf9e HTTP/1.1" status: 200 len: 994 time: 0.1560695 Feb 04 20:29:26.571651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-665ec72c-ec9d-426d-88cf-f9ec23ae15c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:26.614613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4d0b46a-a993-4047-86d5-75e1e728841b req-2367f584-46cd-473a-9677-e13d3bf4c5b0 service neutron] 10.222.0.62 "GET /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001495 Feb 04 20:29:26.722439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-665ec72c-ec9d-426d-88cf-f9ec23ae15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:26.752997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ec72c-ec9d-426d-88cf-f9ec23ae15c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b0291-53cc-47a7-a8e6-e7ca0048baf6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:26.768487 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-665ec72c-ec9d-426d-88cf-f9ec23ae15c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:26.770198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-665ec72c-ec9d-426d-88cf-f9ec23ae15c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/434b0291-53cc-47a7-a8e6-e7ca0048baf6 HTTP/1.1" status: 204 len: 168 time: 0.7152038 Feb 04 20:29:28.523610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59874) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:28.556421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf3c1-a6bb-4a7b-a06d-d7c8839dee52 req-83944c38-6049-4779-ad0b-1d92850c9db5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:28.564407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30bdf3c1-a6bb-4a7b-a06d-d7c8839dee52 req-83944c38-6049-4779-ad0b-1d92850c9db5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.2884376 Feb 04 20:29:28.612447 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-30bdf3c1-a6bb-4a7b-a06d-d7c8839dee52 req-cd036c33-1725-4e75-8790-f98d1de0ae17 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Feb 04 20:29:29.035659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-9efa8b02-93ad-4e03-86f6-feb609004102 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5522106 Feb 04 20:29:30.016027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb1a9c-82fd-4777-9c20-d4dfe72dd549 req-d25c73e9-4a5c-4b9e-bc0b-6c2947a8a829 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:30.040826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88fb1a9c-82fd-4777-9c20-d4dfe72dd549 req-d25c73e9-4a5c-4b9e-bc0b-6c2947a8a829 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1861124 Feb 04 20:29:30.154993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88fb1a9c-82fd-4777-9c20-d4dfe72dd549 req-c1a5f423-c415-4229-9582-c2a14839d059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131535 Feb 04 20:29:31.324307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 59964) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:31.354295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49678038-8df5-48b6-8e35-8fcfd83b15be req-a49a2cb2-e55c-497c-8f7e-f18c3e875c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:31.355810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49678038-8df5-48b6-8e35-8fcfd83b15be req-a49a2cb2-e55c-497c-8f7e-f18c3e875c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.0829985 Feb 04 20:29:31.406609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49678038-8df5-48b6-8e35-8fcfd83b15be req-bb8d97d3-9979-4a39-b82a-47ce85cba787 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Feb 04 20:29:31.458433 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:31.473015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:31.486178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f650c36142c4e0b97dc5757dd94fb13 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:31.501226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:31.512775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:31.643895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:31.738974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:31.857146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f650c36142c4e0b97dc5757dd94fb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317512 Feb 04 20:29:31.858863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815e5ba-693e-4bf8-9ecc-034603a8c3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f0d96-7888-488e-9082-6797ef61f89b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:31.859999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 59988) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:32.015246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f01-edb4-4e7a-96f0-35f3083bbe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:32.108471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f01-edb4-4e7a-96f0-35f3083bbe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:32.288747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f01-edb4-4e7a-96f0-35f3083bbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:32.308731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f01-edb4-4e7a-96f0-35f3083bbe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:32.312340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d16d4f01-edb4-4e7a-96f0-35f3083bbe0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f9f0d96-7888-488e-9082-6797ef61f89b HTTP/1.1" status: 204 len: 168 time: 0.4487293 Feb 04 20:29:32.318594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d4f01-edb4-4e7a-96f0-35f3083bbe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f0d96-7888-488e-9082-6797ef61f89b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:32.330918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-d2a701c8-d49a-48bf-b6c8-162a907fd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:32.333647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-d2a701c8-d49a-48bf-b6c8-162a907fd46d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1097 time: 0.1258476 Feb 04 20:29:32.681163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-f2171a79-7fff-40fd-85fc-db34aef9f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:32.683487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-f2171a79-7fff-40fd-85fc-db34aef9f71b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 898 time: 0.3402429 Feb 04 20:29:32.856168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-799b6c1e-d49e-42d6-9057-0dc51a3baeb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1002 time: 0.1647365 Feb 04 20:29:32.864268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa898b-b01c-4551-b16d-5cb859de2477 req-c1ee6163-f98f-4aca-9d4d-18c717c79085 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:32.871836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73fa898b-b01c-4551-b16d-5cb859de2477 req-c1ee6163-f98f-4aca-9d4d-18c717c79085 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.3010201 Feb 04 20:29:32.987379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73fa898b-b01c-4551-b16d-5cb859de2477 req-22a28d7e-b39d-4a56-83ed-aedec5524dcd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145098 Feb 04 20:29:33.040314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bc7dbf83-9b3f-4138-83e2-0008f8beda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.040777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bc7dbf83-9b3f-4138-83e2-0008f8beda8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.1542029 Feb 04 20:29:33.137095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.144408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.151285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.159600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.174571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.194257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.205203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.208870 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-b1da1185-0c59-4d5e-a799-915db83a9550 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.1962485 Feb 04 20:29:33.290898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dfc02840-b25a-4f27-908c-da7c8a04ea32 req-bb36ca79-00b9-4edc-b1a3-97f023007034 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737593 Feb 04 20:29:33.352342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-117215ef-c044-4311-b627-743a3690de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:33.366997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-117215ef-c044-4311-b627-743a3690de3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190589 Feb 04 20:29:33.392736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60016) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:33.431538 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:33.479175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:33.499829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Usage tracker for resource:security_group_rule and tenant:08d8d47a8bf34f65aa6c31a0ab5fea2f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:33.503838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:33.512343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:33.619020 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-6b3ed74e-8e70-4435-a7e4-56cf65ac75ca service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435217 Feb 04 20:29:33.725270 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:33.802317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:33.923619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6592a16a-effa-41be-94dd-161e6e9868b9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:34.000881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e83997fe-8a99-448d-be6b-8495e3e5ec14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08d8d47a8bf34f65aa6c31a0ab5fea2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064596 Feb 04 20:29:34.007084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60024) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:34.089017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e073e35-1dc7-4d6d-90c9-872697e665da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:34.133061 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e073e35-1dc7-4d6d-90c9-872697e665da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:34.308714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e073e35-1dc7-4d6d-90c9-872697e665da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:34.339180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e073e35-1dc7-4d6d-90c9-872697e665da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592a16a-effa-41be-94dd-161e6e9868b9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:34.349613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-8a917889-982d-40a7-9529-47ee73e36400 service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7193959 Feb 04 20:29:34.354513 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e073e35-1dc7-4d6d-90c9-872697e665da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:34.357313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5e073e35-1dc7-4d6d-90c9-872697e665da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6592a16a-effa-41be-94dd-161e6e9868b9 HTTP/1.1" status: 204 len: 168 time: 0.3488965 Feb 04 20:29:34.381834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f1bed-4374-432d-b0fc-787dfed26e6c req-97c8da67-602c-4aa2-bbe2-40aaef7dadb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.383721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d54f1bed-4374-432d-b0fc-787dfed26e6c req-97c8da67-602c-4aa2-bbe2-40aaef7dadb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1065090 Feb 04 20:29:34.462703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d54f1bed-4374-432d-b0fc-787dfed26e6c req-fcbebc51-af0b-4484-991d-c093b1d9a3b1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717146 Feb 04 20:29:34.768490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.773671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.788081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.797623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.797623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.812557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.812557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:34.834387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-247ea90e-de8c-456a-81fe-8849349e7284 req-c5c4861f-fcda-4846-b103-1de44351ab7c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.2285852 Feb 04 20:29:34.913746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-247ea90e-de8c-456a-81fe-8849349e7284 req-6506a8be-25e6-40b5-8061-b544b58e29bd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936475 Feb 04 20:29:35.559453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.566357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.578368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.593189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.600469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.619522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.629488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.632595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-34fe484c-3678-4d2a-b6d6-5f22fb3859b0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.3408897 Feb 04 20:29:35.793985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d05186-08f5-4721-a784-cca99afe5d0b req-27e3c85f-4a32-4c4c-a552-e33d0be278ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.804158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7d05186-08f5-4721-a784-cca99afe5d0b req-27e3c85f-4a32-4c4c-a552-e33d0be278ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1517339 Feb 04 20:29:35.849232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-a4507273-c99e-42ab-af53-f66e5ac8f0f6 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:35.851543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-a4507273-c99e-42ab-af53-f66e5ac8f0f6 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "GET /v2.0/ports/7cce746e-36d4-47f4-b8cd-fc87a89e9db0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2118578 Feb 04 20:29:35.913475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7d05186-08f5-4721-a784-cca99afe5d0b req-e424b33f-12c4-4df6-88ce-927abc876a92 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082487 Feb 04 20:29:36.175456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-25935ee6-c74e-4cec-a451-63ccfaebbf82 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "GET /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3189597 Feb 04 20:29:36.209754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:36.468257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:36.474456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:36.480558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:36.486727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:36.493285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:36.499446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:36.506147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:36.517292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-acc783b6-d814-489e-b6d9-100a99150882 req-a8192e0d-e804-43fd-99df-565cd3561fdd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 5432 time: 0.4423537 Feb 04 20:29:36.566038 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:36.605622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-acc783b6-d814-489e-b6d9-100a99150882 req-58457c4e-f182-4866-97c8-e2b0e56440d0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869892 Feb 04 20:29:37.206217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d894c4-3ace-4b5a-959c-b9a6a0fa690b req-f2886d49-ca46-4113-9d7a-50b35ac20450 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:37.206810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] For port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:37.215564 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2d894c4-3ace-4b5a-959c-b9a6a0fa690b req-f2886d49-ca46-4113-9d7a-50b35ac20450 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1436913 Feb 04 20:29:37.312181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2d894c4-3ace-4b5a-959c-b9a6a0fa690b req-c01af1fa-dc43-457f-af8c-4b077b8fa08f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946822 Feb 04 20:29:37.327868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] For port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:29:37.421523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] device_id is not set on port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:29:37.439893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:37.463130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:37.539612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:37.659754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:37.695171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:37.696598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:37.713072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] Pushing event updated for resources: {'Port': ['ID=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,revision_number=6']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:37.844107 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c', 'code': 200} Feb 04 20:29:37.925280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:37.925280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:38.249387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] No DVR routers for this DVR port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:38.279359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:29:38.279359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device beca3629-6f44-49c7-aa00-0e769fd80de3 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:38.461684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] In _notify_port_updated(), no bound segment for port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:29:38.461684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.461684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:38.461684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-0081c898-1c6b-4bb2-9902-46ed9409946e service neutron] 10.222.0.62 "PUT /v2.0/ports/7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 200 len: 1026 time: 2.1600895 Feb 04 20:29:38.463349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b554abe4-5956-42cf-9c26-9939ff44d364 None None] Provisioning complete for port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:29:38.463349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b554abe4-5956-42cf-9c26-9939ff44d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:38.463858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-18fecc84-9bfc-40f1-a694-f4c9058889f7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.463858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-18fecc84-9bfc-40f1-a694-f4c9058889f7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.463858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-18fecc84-9bfc-40f1-a694-f4c9058889f7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.463858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-18fecc84-9bfc-40f1-a694-f4c9058889f7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.463858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-18fecc84-9bfc-40f1-a694-f4c9058889f7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.463858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-18fecc84-9bfc-40f1-a694-f4c9058889f7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.464255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b554abe4-5956-42cf-9c26-9939ff44d364 None None] Port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:29:38.464339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-18fecc84-9bfc-40f1-a694-f4c9058889f7 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 4657 time: 0.5872505 Feb 04 20:29:38.500295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:38.541842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6fda99b8-3ca3-4395-ae66-f220d07255a2 req-e7ee7ce8-b869-4b6c-af10-e988587380f8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&id=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797465 Feb 04 20:29:38.552324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2789b4-ade9-40f8-8348-67de9ec524cd req-6eeead1c-a4ee-4456-b1aa-30112da237d4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.562844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a2789b4-ade9-40f8-8348-67de9ec524cd req-6eeead1c-a4ee-4456-b1aa-30112da237d4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1257646 Feb 04 20:29:38.582062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-e8af6254-d25c-423a-a7e7-77b61bb012b2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:38.587659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-e8af6254-d25c-423a-a7e7-77b61bb012b2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "GET /v2.0/ports/81110be4-8377-4e04-be36-f04dc4f0e0dd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2288663 Feb 04 20:29:38.599098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:38.600414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:38.638497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port beca3629-6f44-49c7-aa00-0e769fd80de3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beca3629-6f44-49c7-aa00-0e769fd80de3,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:38.648484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a2789b4-ade9-40f8-8348-67de9ec524cd req-1c4abf9d-7ec7-4241-bb5f-c75efd47351a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868683 Feb 04 20:29:38.708684 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:38.709381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 81110be4-8377-4e04-be36-f04dc4f0e0dd no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:38.769268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:38.940005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=beca3629-6f44-49c7-aa00-0e769fd80de3,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:39.032482 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:39.043562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:39.182387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] For port 81110be4-8377-4e04-be36-f04dc4f0e0dd, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=81110be4-8377-4e04-be36-f04dc4f0e0dd,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:39.231003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:39.266747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] For port 81110be4-8377-4e04-be36-f04dc4f0e0dd, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:29:39.389405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] device_id is not set on port 81110be4-8377-4e04-be36-f04dc4f0e0dd yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:29:39.405522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:39.582344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:39.861767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:39.888689 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:29:39.889046 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:29:40.125008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdde5e-b060-433d-9657-b19d5e201842 req-0135f740-24bb-4bdb-bb0b-b76f307e0fbb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:40.134664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72bdde5e-b060-433d-9657-b19d5e201842 req-0135f740-24bb-4bdb-bb0b-b76f307e0fbb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.2272692 Feb 04 20:29:40.248067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60168) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:40.266680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] No DVR routers for this DVR port 81110be4-8377-4e04-be36-f04dc4f0e0dd on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:40.268102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72bdde5e-b060-433d-9657-b19d5e201842 req-411b13ff-30a0-40c2-b93d-17cb258efeee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279206 Feb 04 20:29:40.308483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-599e40e8-1333-4d20-b901-1b973b736803 None None] Provisioning complete for port 81110be4-8377-4e04-be36-f04dc4f0e0dd triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:29:40.309924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-599e40e8-1333-4d20-b901-1b973b736803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:40.447751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] In _notify_port_updated(), no bound segment for port 81110be4-8377-4e04-be36-f04dc4f0e0dd on network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 {{(pid=88237) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:29:40.448879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:40.449680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:40.451332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] 10.222.0.62 "PUT /v2.0/ports/81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 200 len: 1027 time: 1.8565423 Feb 04 20:29:40.470309 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'code': 200} Feb 04 20:29:40.518794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09570d-0407-42fa-b246-0ba4d94d0db8 service neutron] Pushing event updated for resources: {'Port': ['ID=81110be4-8377-4e04-be36-f04dc4f0e0dd,revision_number=6']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:40.593114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-599e40e8-1333-4d20-b901-1b973b736803 None None] Port 81110be4-8377-4e04-be36-f04dc4f0e0dd cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:29:40.614182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device da708f3b-e1c8-4ab5-b1db-8e65e2074e55 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:40.648602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:40.648945 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:40.738891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1c3d-d182-4d5a-8b3a-59adc0f46c32 req-7abaeb97-29dd-4151-804b-b20eb92ada04 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:40.753434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1c3d-d182-4d5a-8b3a-59adc0f46c32 req-7abaeb97-29dd-4151-804b-b20eb92ada04 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:40.770996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1c3d-d182-4d5a-8b3a-59adc0f46c32 req-7abaeb97-29dd-4151-804b-b20eb92ada04 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:40.773443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:40.789757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1c3d-d182-4d5a-8b3a-59adc0f46c32 req-7abaeb97-29dd-4151-804b-b20eb92ada04 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:40.791026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:40.795556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1c3d-d182-4d5a-8b3a-59adc0f46c32 req-7abaeb97-29dd-4151-804b-b20eb92ada04 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:40.795874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf88a105bed42c6a5efd52343352228 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:40.799404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:40.802834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-713d1c3d-d182-4d5a-8b3a-59adc0f46c32 req-7abaeb97-29dd-4151-804b-b20eb92ada04 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3881 time: 0.7641230 Feb 04 20:29:40.806168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:40.907915 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:40.935957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-713d1c3d-d182-4d5a-8b3a-59adc0f46c32 req-69188a03-7a86-45e8-9dd7-90e74f1ff0ee tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311524 Feb 04 20:29:40.998220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.007162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:41.082213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.116573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.117684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 689f4a2f-34a2-4833-a03f-1e26569b8acf no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:41.290098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bf88a105bed42c6a5efd52343352228&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0200317 Feb 04 20:29:41.302037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60192) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:41.319736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133fd8a-3058-4c02-9326-79a5af4fdeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4350e927-3118-4dd1-b497-95fccb9c6c80,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:41.427940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:41.491661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c12a6df7-aa44-45df-8e64-e4a323e626fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.649080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.706377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c12a6df7-aa44-45df-8e64-e4a323e626fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.708575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] For port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:41.709063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.725554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 689f4a2f-34a2-4833-a03f-1e26569b8acf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:41.766053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fc2eb-22b7-4011-a87b-5a30abbf84e3 req-34d7d8c8-a9bb-4fec-9da8-6b54be3f53a3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:41.773162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-417fc2eb-22b7-4011-a87b-5a30abbf84e3 req-34d7d8c8-a9bb-4fec-9da8-6b54be3f53a3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.2536659 Feb 04 20:29:41.857000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.858945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:41.875816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-417fc2eb-22b7-4011-a87b-5a30abbf84e3 req-3dbf87d4-6dd6-4540-93b3-52c6deafa45b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014450 Feb 04 20:29:41.899749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:41.916718 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c12a6df7-aa44-45df-8e64-e4a323e626fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.955583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a6df7-aa44-45df-8e64-e4a323e626fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4350e927-3118-4dd1-b497-95fccb9c6c80,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:41.962721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c12a6df7-aa44-45df-8e64-e4a323e626fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:41.974422 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c12a6df7-aa44-45df-8e64-e4a323e626fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4350e927-3118-4dd1-b497-95fccb9c6c80 HTTP/1.1" status: 204 len: 168 time: 0.6704705 Feb 04 20:29:42.304729 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:42.379429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=94191ee0-f1ba-4e2b-a36c-a206d68cdd9c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:42.489743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55'}, {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:42.501856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] No DVR routers for this DVR port 94191ee0-f1ba-4e2b-a36c-a206d68cdd9c on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:42.506045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:42.523634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:42.553802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b07f0-6233-46c9-b299-70cac1db7369 req-8c05f237-44b9-46c6-82ea-46e2ec238caf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:42.567733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b07f0-6233-46c9-b299-70cac1db7369 req-8c05f237-44b9-46c6-82ea-46e2ec238caf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:42.581432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b07f0-6233-46c9-b299-70cac1db7369 req-8c05f237-44b9-46c6-82ea-46e2ec238caf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:42.595762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:42.596446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b07f0-6233-46c9-b299-70cac1db7369 req-8c05f237-44b9-46c6-82ea-46e2ec238caf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:42.602037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-454b07f0-6233-46c9-b299-70cac1db7369 req-8c05f237-44b9-46c6-82ea-46e2ec238caf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Synchronizing usage tracker for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:29:42.635913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=689f4a2f-34a2-4833-a03f-1e26569b8acf,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:42.645194 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55', 'code': 200} Feb 04 20:29:42.648203 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf', 'code': 200} Feb 04 20:29:42.653801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-96b0ba3d-9713-4e7f-84dd-30269e17b7c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "DELETE /v2.0/ports/94191ee0-f1ba-4e2b-a36c-a206d68cdd9c HTTP/1.1" status: 204 len: 173 time: 2.1964459 Feb 04 20:29:42.704350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:42.760637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60232) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:42.772807 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': '94191ee0-f1ba-4e2b-a36c-a206d68cdd9c', 'status': 'completed', 'code': 200} Feb 04 20:29:42.781905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-454b07f0-6233-46c9-b299-70cac1db7369 req-8c05f237-44b9-46c6-82ea-46e2ec238caf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Unset dirty status for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:29:42.786167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-454b07f0-6233-46c9-b299-70cac1db7369 req-8c05f237-44b9-46c6-82ea-46e2ec238caf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 3144 time: 0.5749488 Feb 04 20:29:42.800265 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:42.927188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-454b07f0-6233-46c9-b299-70cac1db7369 req-0c3cde61-9103-4b89-99f5-b563280c8be5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393876 Feb 04 20:29:42.936067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port 689f4a2f-34a2-4833-a03f-1e26569b8acf {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:42.938749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:43.081490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:43.281817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:43.327368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:43.349585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Usage tracker for resource:security_group_rule and tenant:11994347285b410d9146c9f17634c1f1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:43.374113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:43.390819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:43.585844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:43.628604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4611e02-0924-4baf-87dc-b9177c4f4fe0 req-841ee84c-161a-40bc-ac34-c0e912f0a2d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:43.644613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4611e02-0924-4baf-87dc-b9177c4f4fe0 req-841ee84c-161a-40bc-ac34-c0e912f0a2d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.5219362 Feb 04 20:29:43.651562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] For port 689f4a2f-34a2-4833-a03f-1e26569b8acf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=689f4a2f-34a2-4833-a03f-1e26569b8acf,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:43.651941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:43.711758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:43.831326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b4611e02-0924-4baf-87dc-b9177c4f4fe0 req-51d72666-2b0f-4004-b7d8-d4416c3b2820 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856968 Feb 04 20:29:43.881300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd44054e-0248-4bc0-b6bf-d7b608310e08,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:43.888556 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-34b6cb37-1e67-4876-962c-24c36b303b80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11994347285b410d9146c9f17634c1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1265306 Feb 04 20:29:43.891657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60266) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:43.932627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for 689f4a2f-34a2-4833-a03f-1e26569b8acf owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:44.067947 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8827d5c1-b156-4b3b-89e7-c76a8007159f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.125633 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8827d5c1-b156-4b3b-89e7-c76a8007159f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.204761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60276) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:44.282675 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.336309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8827d5c1-b156-4b3b-89e7-c76a8007159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.393154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827d5c1-b156-4b3b-89e7-c76a8007159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd44054e-0248-4bc0-b6bf-d7b608310e08,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:44.404426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=689f4a2f-34a2-4833-a03f-1e26569b8acf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:44.408145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8827d5c1-b156-4b3b-89e7-c76a8007159f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.412262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8827d5c1-b156-4b3b-89e7-c76a8007159f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd44054e-0248-4bc0-b6bf-d7b608310e08 HTTP/1.1" status: 204 len: 168 time: 0.5168240 Feb 04 20:29:44.451877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0281e42-dc33-4fd0-bfe3-731c0ddb8fb4 req-7ddcb130-c474-427b-80d1-f395a2c9798b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:44.463484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0281e42-dc33-4fd0-bfe3-731c0ddb8fb4 req-7ddcb130-c474-427b-80d1-f395a2c9798b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:44.469745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0281e42-dc33-4fd0-bfe3-731c0ddb8fb4 req-7ddcb130-c474-427b-80d1-f395a2c9798b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:44.478352 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0281e42-dc33-4fd0-bfe3-731c0ddb8fb4 req-7ddcb130-c474-427b-80d1-f395a2c9798b tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 2409 time: 0.2223470 Feb 04 20:29:44.510967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1819877418-network', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:44.518606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:44.537563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0281e42-dc33-4fd0-bfe3-731c0ddb8fb4 req-f241002f-754d-4cc5-b3d7-ef5bf2211baa tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579038 Feb 04 20:29:44.560769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Usage tracker for resource:network and tenant:4012ca2c67644f0dbdd4ee34849870cb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:44.581669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:44.604898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:44.625276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] No DVR routers for this DVR port 689f4a2f-34a2-4833-a03f-1e26569b8acf on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:44.628844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.649758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:44.666534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-edd8dbbf-3e7c-44ed-a2fd-379d33fdd2e1 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "DELETE /v2.0/ports/689f4a2f-34a2-4833-a03f-1e26569b8acf HTTP/1.1" status: 204 len: 173 time: 2.0048833 Feb 04 20:29:44.724267 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d', 'code': 200} Feb 04 20:29:44.730224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Made reservation on behalf of 4012ca2c67644f0dbdd4ee34849870cb for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:29:44.732874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.774896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001b99d-94b9-4dd6-b23d-6ed5e0493c93 req-071e0b6f-98a5-4a78-a75e-43f7af75a4a7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:44.782337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8001b99d-94b9-4dd6-b23d-6ed5e0493c93 req-071e0b6f-98a5-4a78-a75e-43f7af75a4a7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.3856497 Feb 04 20:29:44.792241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:44.792522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.855263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port beca3629-6f44-49c7-aa00-0e769fd80de3 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:44.855607 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:44.928869 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': '689f4a2f-34a2-4833-a03f-1e26569b8acf', 'status': 'completed', 'code': 200} Feb 04 20:29:44.936056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:44.958960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8001b99d-94b9-4dd6-b23d-6ed5e0493c93 req-1770a1b8-8d95-455f-8155-8f99bc440e76 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747224 Feb 04 20:29:44.987812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Usage tracker for resource:security_group_rule and tenant:4012ca2c67644f0dbdd4ee34849870cb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:44.998720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:45.021439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:45.158126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf6618-98ac-4418-b9d0-4a2e53258c0c req-b3bb404d-9e04-4331-95f8-a4d6abc3f77e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:45.168193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90cf6618-98ac-4418-b9d0-4a2e53258c0c req-b3bb404d-9e04-4331-95f8-a4d6abc3f77e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.1381710 Feb 04 20:29:45.278357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90cf6618-98ac-4418-b9d0-4a2e53258c0c req-ea1b318b-edbd-47af-a506-6b63c533afd9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091199 Feb 04 20:29:45.589220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60304) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:45.623276 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:45.672003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:45.683390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Usage tracker for resource:security_group_rule and tenant:61b1d7f29016499fb3edd9d2523a7da4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:45.690598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:45.691745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:45.709499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:45.771347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:45.789009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] For port beca3629-6f44-49c7-aa00-0e769fd80de3, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=beca3629-6f44-49c7-aa00-0e769fd80de3,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:45.789375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:45.925604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:29:45.945456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88ecaa4-097a-4918-b613-8b299aed0acb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:45.962737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:45.963076 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Added segment cf9f116c-9cc6-422b-930e-a7753572b4a2 of type vlan for network e89ca824-4609-4500-840c-36319cd25724 Feb 04 20:29:46.285236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a6a1-eb54-4efe-bb72-fd1d7a6d46a3 req-b3ea8740-85a4-4779-9f3e-2ae6e72e049e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:46.285236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a6a1-eb54-4efe-bb72-fd1d7a6d46a3 req-b3ea8740-85a4-4779-9f3e-2ae6e72e049e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:46.285236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a6a1-eb54-4efe-bb72-fd1d7a6d46a3 req-b3ea8740-85a4-4779-9f3e-2ae6e72e049e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:46.285236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3fe0a6a1-eb54-4efe-bb72-fd1d7a6d46a3 req-b3ea8740-85a4-4779-9f3e-2ae6e72e049e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Synchronizing usage tracker for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:29:46.285788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00839a80-63f9-4d2f-8fe2-6670b2cd7728 req-6055c4ff-50cd-4c6f-ad3f-9f5fd748a6d9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:46.285788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00839a80-63f9-4d2f-8fe2-6670b2cd7728 req-6055c4ff-50cd-4c6f-ad3f-9f5fd748a6d9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1269107 Feb 04 20:29:46.293931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.393094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00839a80-63f9-4d2f-8fe2-6670b2cd7728 req-6bdc7310-373a-4024-adaf-1759e57d4ce5 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014316 Feb 04 20:29:46.419985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-a33a5834-65f8-43dd-836c-3071786af0cf tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:46.421608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-a33a5834-65f8-43dd-836c-3071786af0cf tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 0.1130457 Feb 04 20:29:46.498169 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.499501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.499813 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Floating IP 99dd46ce-6b10-4f3f-94f0-b2cf58d61f94 disassociated. External IP: 172.25.7.123, port: beca3629-6f44-49c7-aa00-0e769fd80de3. Feb 04 20:29:46.500175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for beca3629-6f44-49c7-aa00-0e769fd80de3 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:46.500983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Deleting port 98befa34-9748-4756-a5db-33caa046bc6c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:46.501340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.541506 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.586323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3fe0a6a1-eb54-4efe-bb72-fd1d7a6d46a3 req-b3ea8740-85a4-4779-9f3e-2ae6e72e049e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Unset dirty status for tenant:1b7f8f02e3e1425794c7b1f0ef780199 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:29:46.587774 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3fe0a6a1-eb54-4efe-bb72-fd1d7a6d46a3 req-b3ea8740-85a4-4779-9f3e-2ae6e72e049e tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 2409 time: 0.8733165 Feb 04 20:29:46.687293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3fe0a6a1-eb54-4efe-bb72-fd1d7a6d46a3 req-0c823447-c69d-4c35-90c9-ccfd8df039c8 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610638 Feb 04 20:29:46.691640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.692636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:46.693130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.740135 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.836114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b581ab-5848-4b85-8d0b-d00b89dc4ade req-a5967c6c-233e-4ad3-9962-44894f859b94 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:46.844533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00b581ab-5848-4b85-8d0b-d00b89dc4ade req-a5967c6c-233e-4ad3-9962-44894f859b94 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.3126566 Feb 04 20:29:46.966948 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-5149e488-b683-452d-ba47-78f2d28ca0ba service neutron] show failed (client error): The resource could not be found. Feb 04 20:29:46.967843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-5149e488-b683-452d-ba47-78f2d28ca0ba service neutron] 10.222.0.24 "GET /v2.0/ports/99a3e25a-ac43-43b2-bcaf-727101c62368/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.1390872 Feb 04 20:29:46.968416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:46.979777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00b581ab-5848-4b85-8d0b-d00b89dc4ade req-62093e43-ee95-4242-b63d-1208aeb16492 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342876 Feb 04 20:29:47.040550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=beca3629-6f44-49c7-aa00-0e769fd80de3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:47.043809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d96af-cc88-49e3-b93c-de174db78860,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:47.055623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d0f87ee9-178a-495d-9375-5ad7284f0047 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61b1d7f29016499fb3edd9d2523a7da4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4656665 Feb 04 20:29:47.059859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] Pushing event updated for resources: {'Network': ['ID=e89ca824-4609-4500-840c-36319cd25724,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:47.062563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60332) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:47.125397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network e89ca824-4609-4500-840c-36319cd25724 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:29:47.315322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] For port 98befa34-9748-4756-a5db-33caa046bc6c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=98befa34-9748-4756-a5db-33caa046bc6c,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:47.315854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:47.371178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c39c04b-090b-421c-a0da-0d148df1baca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1632376 Feb 04 20:29:47.376026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60336) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:47.479177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Request body: {'subnet': {'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1819877418-subnet', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:47.546533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:47.551408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05aa5577-e2a6-4f27-bfa3-ad03dd7abb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:47.559956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Usage tracker for resource:subnet and tenant:4012ca2c67644f0dbdd4ee34849870cb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:47.570372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:47.814033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:47.906577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05aa5577-e2a6-4f27-bfa3-ad03dd7abb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.021625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.022390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.023414 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Floating IP aad469a7-1c5e-484d-b22b-8ead97ae0036 disassociated. External IP: 172.25.7.159, port: 98befa34-9748-4756-a5db-33caa046bc6c. Feb 04 20:29:48.024097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Calling delete_port for 98befa34-9748-4756-a5db-33caa046bc6c owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:48.055354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:29:48.061763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05aa5577-e2a6-4f27-bfa3-ad03dd7abb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.073779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-c9c79be0-02cf-4278-a4c4-fd9ad65b0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:48.082338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-c9c79be0-02cf-4278-a4c4-fd9ad65b0cdf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 1097 time: 0.5070388 Feb 04 20:29:48.138625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Made reservation on behalf of 4012ca2c67644f0dbdd4ee34849870cb for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:29:48.144828 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.219571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692da69-e93d-449f-973f-df822e9ca367 req-d786f5b3-6268-48ff-8ee5-8ec8ab9d66a0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:48.257905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692da69-e93d-449f-973f-df822e9ca367 req-d786f5b3-6268-48ff-8ee5-8ec8ab9d66a0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:48.266212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f692da69-e93d-449f-973f-df822e9ca367 req-d786f5b3-6268-48ff-8ee5-8ec8ab9d66a0 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 1676 time: 0.3471010 Feb 04 20:29:48.368753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f692da69-e93d-449f-973f-df822e9ca367 req-b27d741d-7b08-460b-a988-ce8e08ddf521 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848539 Feb 04 20:29:48.604957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.673100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:48.675612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event deleted for resources: {'Port': ['ID=98befa34-9748-4756-a5db-33caa046bc6c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:48.785543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de2b4-66c2-4a47-a032-69b5e59999a3 req-27cf983a-6e8b-4877-a61b-27dcc6b51e8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:48.792770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-386de2b4-66c2-4a47-a032-69b5e59999a3 req-27cf983a-6e8b-4877-a61b-27dcc6b51e8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 946 time: 0.2476346 Feb 04 20:29:48.933010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa5577-e2a6-4f27-bfa3-ad03dd7abb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d96af-cc88-49e3-b93c-de174db78860,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:48.942922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:29:48.945702 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.952026 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-05aa5577-e2a6-4f27-bfa3-ad03dd7abb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:48.953157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-05aa5577-e2a6-4f27-bfa3-ad03dd7abb2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/518d96af-cc88-49e3-b93c-de174db78860 HTTP/1.1" status: 204 len: 168 time: 1.8886788 Feb 04 20:29:48.967077 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] Sync routers for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:29:48.977349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-386de2b4-66c2-4a47-a032-69b5e59999a3 req-c0fdb0c9-c877-4c08-98ec-0f16d1fa72c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834321 Feb 04 20:29:49.010247 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:29:49.010247 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:49.096882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Router 14cda93c-fc52-4264-abb4-1494440f7e50 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:29:49.214234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4184e867-f4eb-4a02-a772-1110e17f1ef1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:49.228611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61e3fc-eeb1-478c-9f91-b15638c37813 req-0a91c985-b315-41e2-bb5f-99a2ffb78e8b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:49.230185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe61e3fc-eeb1-478c-9f91-b15638c37813 req-0a91c985-b315-41e2-bb5f-99a2ffb78e8b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0e7b125-a42a-4f11-80a7-0618651150d6 HTTP/1.1" status: 200 len: 945 time: 1.5622075 Feb 04 20:29:49.448441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 98befa34-9748-4756-a5db-33caa046bc6c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:49.607556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 98befa34-9748-4756-a5db-33caa046bc6c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:29:49.609068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 98befa34-9748-4756-a5db-33caa046bc6c not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:29:49.610342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 99a3e25a-ac43-43b2-bcaf-727101c62368 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:29:49.615104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:29:49.674266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] No DVR routers for this DVR port beca3629-6f44-49c7-aa00-0e769fd80de3 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:49.704316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] Sync routers for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:29:49.786462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:29:49.788509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:49.789452 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:49.802388 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:29:49.812506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:49.823417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-5654e011-3cf4-4bcb-b76f-7d6d7d08addf tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "DELETE /v2.0/ports/beca3629-6f44-49c7-aa00-0e769fd80de3 HTTP/1.1" status: 204 len: 173 time: 5.1414084 Feb 04 20:29:49.898226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Checking segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:29:49.898226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Network hostable DHCP agents. Network: e89ca824-4609-4500-840c-36319cd25724, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:29:49.902040 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:49.902550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] No DVR routers for this DVR port 98befa34-9748-4756-a5db-33caa046bc6c on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:49.907168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:49.912936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'name': 'network-vif-deleted', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:50.003233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3f30-1bae-403d-94af-ffbd84923861 req-551d97a8-489a-4cb2-b312-6a376e0e37c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:50.035532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3f30-1bae-403d-94af-ffbd84923861 req-551d97a8-489a-4cb2-b312-6a376e0e37c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:50.043159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-109e3f30-1bae-403d-94af-ffbd84923861 req-551d97a8-489a-4cb2-b312-6a376e0e37c9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 1676 time: 0.2972016 Feb 04 20:29:50.048280 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c46c8c57-5f87-4d12-9f5a-732dcf82861f req-0a04bc46-5a16-4a22-a91d-c2aa482fedb4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "DELETE /v2.0/ports/98befa34-9748-4756-a5db-33caa046bc6c HTTP/1.1" status: 204 len: 173 time: 3.6176867 Feb 04 20:29:50.103847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:50.208606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-109e3f30-1bae-403d-94af-ffbd84923861 req-955ac750-3d99-49f3-85ef-a85a728a6c00 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586788 Feb 04 20:29:50.292680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe61e3fc-eeb1-478c-9f91-b15638c37813 req-ead76c89-d876-42f9-acf2-86f0ce9ec30e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd65f08-707c-4e2c-8294-ee469d52e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9147131 Feb 04 20:29:50.351571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:50.363278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:50.369997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a4a426c-3b15-4934-adb8-8b3078658bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:50.398022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:50.398376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:50.402837 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e7b125-a42a-4f11-80a7-0618651150d6', 'name': 'network-vif-deleted', 'tag': '98befa34-9748-4756-a5db-33caa046bc6c', 'status': 'completed', 'code': 200} Feb 04 20:29:50.443623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:50.500533 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': 'beca3629-6f44-49c7-aa00-0e769fd80de3', 'status': 'completed', 'code': 200} Feb 04 20:29:50.592440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:50.610658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.611279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.611781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.612325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.612810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.613362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.613842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.615202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.616140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.616941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.618602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.619126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:50.671173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:29:50.752200 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'code': 200} Feb 04 20:29:50.781960 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:37Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:50.788103 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] Checking router: 9cd67fb0-6361-4811-8193-5aa0cfca28c1 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:29:50.797747 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:29:50.798785 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:50.869923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Network e89ca824-4609-4500-840c-36319cd25724 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:29:50.895486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:29:50.895876 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:29:51.140026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, e89ca824-4609-4500-840c-36319cd25724) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:29:51.149852 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:29:51.171711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713fa4b-70f1-4b73-a1c1-fc3671ca5541 None None] Network e89ca824-4609-4500-840c-36319cd25724 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:29:51.220099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:51.220930 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:51.270009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] For port da708f3b-e1c8-4ab5-b1db-8e65e2074e55, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:51.270989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:51.365223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:51.414798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] Checking router: 14cda93c-fc52-4264-abb4-1494440f7e50 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:29:51.456881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:29:51.459491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:51.612034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for da708f3b-e1c8-4ab5-b1db-8e65e2074e55 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:51.734994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb3003-d475-4550-b838-958bae9344fb req-a81946d3-f935-48b9-baed-49a1c17b4e6f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:51.747302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb3003-d475-4550-b838-958bae9344fb req-a81946d3-f935-48b9-baed-49a1c17b4e6f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:51.756820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55bb3003-d475-4550-b838-958bae9344fb req-a81946d3-f935-48b9-baed-49a1c17b4e6f tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 1676 time: 0.2021587 Feb 04 20:29:51.901495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55bb3003-d475-4550-b838-958bae9344fb req-d083a325-64ed-4284-b168-9dc4a501b916 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359837 Feb 04 20:29:51.904856 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:37Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:51.927859 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6ec5e-dbb4-47b9-ab85-a8056276e917 None None] The sync data for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 is: [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd071e33b-b119-41df-9f63-f7f4e9401ac6', 'name': '', 'network_id': 'aa0cc075-9778-4f66-8d59-db6db0f7e6f1', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'mac_address': 'fa:16:3e:12:bd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:23Z', 'updated_at': '2022-02-04T20:21:37Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'subnets': [{'id': 'ef76c9e5-b83f-45b4-9e46-0ae02efdf16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:29:52.080780 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.176251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5c3cb105-ae10-4f42-87bc-cb688e637522 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.7747386 Feb 04 20:29:52.180272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60428) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:52.201942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:52.213076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:52.224102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Usage tracker for resource:router and tenant:4012ca2c67644f0dbdd4ee34849870cb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:52.228307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465cbe-0ec0-43f9-858b-793966f49bcb req-c9d29b01-9dbe-4d78-91f0-e84ec97d5299 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:52.231667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5465cbe-0ec0-43f9-858b-793966f49bcb req-c9d29b01-9dbe-4d78-91f0-e84ec97d5299 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 1.3688602 Feb 04 20:29:52.238188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:52.256261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:52.295977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60436) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:52.369192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.383714 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.498268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.500327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.561262 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa72af-ee9e-43b9-a97d-5ae103369890 None None] New status for floating IP 99dd46ce-6b10-4f3f-94f0-b2cf58d61f94: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:29:52.561396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.627305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-e89ca824-4609-4500-840c-36319cd25724', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'fixed_ips': [{'subnet_id': '4184e867-f4eb-4a02-a772-1110e17f1ef1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:29:52.628341 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.730329 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0d44ba08-4c4a-438b-8638-15c90b03cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:52.734060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:29:52.827250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=da708f3b-e1c8-4ab5-b1db-8e65e2074e55,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:52.870540 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:53.211346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] No DVR routers for this DVR port da708f3b-e1c8-4ab5-b1db-8e65e2074e55 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:53.229490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:53.241557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:53.265916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:53.372651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd65f08-707c-4e2c-8294-ee469d52e4a0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:53.506631 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5465cbe-0ec0-43f9-858b-793966f49bcb req-77233135-bae9-4c0a-9078-330d6831818b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6933095 Feb 04 20:29:53.508008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-78c34d8d-2285-49ac-9eec-0280e98ddbac tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "DELETE /v2.0/ports/da708f3b-e1c8-4ab5-b1db-8e65e2074e55 HTTP/1.1" status: 204 len: 173 time: 3.6196246 Feb 04 20:29:53.639327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.642095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.643101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.648232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.650939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.655676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.656095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.658218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.660708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.663336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.665539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.667252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:53.695396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:53.695753 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:53.742250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:53.748820 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d6108d8f-2d74-4ad3-b58e-ec7179cf6a3a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "DELETE /v2.0/security-groups/4cd65f08-707c-4e2c-8294-ee469d52e4a0 HTTP/1.1" status: 204 len: 168 time: 1.4512994 Feb 04 20:29:53.768772 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': 'da708f3b-e1c8-4ab5-b1db-8e65e2074e55', 'status': 'completed', 'code': 200} Feb 04 20:29:53.794564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60460) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:53.859594 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-a26625db-5bec-468b-9ce4-795c46e45c69 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] show failed (client error): The resource could not be found. Feb 04 20:29:53.863576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a26625db-5bec-468b-9ce4-795c46e45c69 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups/4cd65f08-707c-4e2c-8294-ee469d52e4a0 HTTP/1.1" status: 404 len: 347 time: 0.0679214 Feb 04 20:29:53.868647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60464) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:54.138866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Allocated IP 172.20.0.2 (e89ca824-4609-4500-840c-36319cd25724/4184e867-f4eb-4a02-a772-1110e17f1ef1/ad4819f3-0817-42d8-8be0-d1accbd10e39) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:29:54.140226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.225333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c144e-1100-4183-a67c-456cc8bf36b7 req-076a3c40-dc79-41da-8c21-24bcf435c605 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:54.235057 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1c144e-1100-4183-a67c-456cc8bf36b7 req-076a3c40-dc79-41da-8c21-24bcf435c605 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 943 time: 0.8651760 Feb 04 20:29:54.441798 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.455856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Transition to ACTIVE for port object ad4819f3-0817-42d8-8be0-d1accbd10e39 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:29:54.483981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Transition to ACTIVE for port object ad4819f3-0817-42d8-8be0-d1accbd10e39 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:29:54.494860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.523276 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1c144e-1100-4183-a67c-456cc8bf36b7 req-44127238-021e-4a37-bc14-fd7e55dcbb71 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872078 Feb 04 20:29:54.625528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.733439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.793279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Network e89ca824-4609-4500-840c-36319cd25724 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:29:54.801197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Deleting port 43caa37d-a6fc-47ef-b5c7-988462e44ad4 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:29:54.802331 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.808077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:29:54.814515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:29:54.879252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Pushing event updated for resources: {'Port': ['ID=ad4819f3-0817-42d8-8be0-d1accbd10e39,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:54.957425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Attempting to bind port ad4819f3-0817-42d8-8be0-d1accbd10e39 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:29:54.958470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Attempting to bind port ad4819f3-0817-42d8-8be0-d1accbd10e39 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:29:54.958864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Attempting to bind port ad4819f3-0817-42d8-8be0-d1accbd10e39 on network e89ca824-4609-4500-840c-36319cd25724 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:29:54.966993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:29:54.967367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Checking segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:29:54.967832 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.968251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Bound using segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:29:54.968832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Bound port: ad4819f3-0817-42d8-8be0-d1accbd10e39, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:29:54.969211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.985002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:29:54.992008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32be72-4b77-4016-b57f-3e0a0b8478ac None None] The sync data for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 is: [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:29:54.997946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:54.997946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:55.097265 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:55.119098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dde854d8-a736-43f1-b295-fac64838156a None None] For port ad4819f3-0817-42d8-8be0-d1accbd10e39, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:29:55.122906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dde854d8-a736-43f1-b295-fac64838156a None None] For port ad4819f3-0817-42d8-8be0-d1accbd10e39, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ad4819f3-0817-42d8-8be0-d1accbd10e39,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:29:55.154393 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:55.181660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Calling delete_port for 43caa37d-a6fc-47ef-b5c7-988462e44ad4 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:55.215496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:55.223008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:55.494641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:55.590920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde854d8-a736-43f1-b295-fac64838156a None None] Pushing event updated for resources: {'Port': ['ID=ad4819f3-0817-42d8-8be0-d1accbd10e39,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:55.604406 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:29:55.750607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Allocated IP 172.25.7.235 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/11c55db1-4bfb-456b-9b43-b28a96eec823) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:29:55.916664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deaef3f-a1c6-4279-b574-3a8ad657cbcd None None] New status for floating IP aad469a7-1c5e-484d-b22b-8ead97ae0036: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:29:55.919241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6209b-c1e2-4379-9275-7f9780cae5c2 req-e8e6b0bd-1533-47a9-b093-8a3809ee085a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:55.919241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7e6209b-c1e2-4379-9275-7f9780cae5c2 req-e8e6b0bd-1533-47a9-b093-8a3809ee085a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 1.1103470 Feb 04 20:29:56.012410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:29:56.024808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b0e9a-ef80-4843-90f3-2f41c4d11c0b req-55b11973-6521-4a8c-9b8e-dad9aec557a2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:56.036354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-807b0e9a-ef80-4843-90f3-2f41c4d11c0b req-55b11973-6521-4a8c-9b8e-dad9aec557a2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 943 time: 0.2048330 Feb 04 20:29:56.113426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:56.201596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-807b0e9a-ef80-4843-90f3-2f41c4d11c0b req-55c32981-1a22-4aba-b360-cd9ca9f92089 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640463 Feb 04 20:29:56.314804 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:56.417467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] For port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:56.418231 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:56.437192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:29:56.439249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:29:56.444155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:29:56.458352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a3e25a-ac43-43b2-bcaf-727101c62368 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:29:56.542890 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:56.551839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-7deaef3f-a1c6-4279-b574-3a8ad657cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:29:56.552406 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-7deaef3f-a1c6-4279-b574-3a8ad657cbcd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:29:56.556922 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7e6209b-c1e2-4379-9275-7f9780cae5c2 req-2a9b4f8d-b44d-40b7-a862-6525181b84bd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6280558 Feb 04 20:29:56.677586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Pushing event updated for resources: {'Port': ['ID=11c55db1-4bfb-456b-9b43-b28a96eec823,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:56.721526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:29:56.763084 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:56.848056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Transition to ACTIVE for port object 99a3e25a-ac43-43b2-bcaf-727101c62368 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:29:56.853914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event deleted for resources: {'Port': ['ID=43caa37d-a6fc-47ef-b5c7-988462e44ad4,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:56.969955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:57.053822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deaef3f-a1c6-4279-b574-3a8ad657cbcd None None] New status for floating IP aad469a7-1c5e-484d-b22b-8ead97ae0036: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:29:57.499573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:57.515709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7099b8fa-c199-46f3-8fbe-b9053e40b72c None None] Network e89ca824-4609-4500-840c-36319cd25724 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:29:57.731029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:57.731899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e19fa-1dcc-44ba-87ff-41cb52c4f16c req-20b39040-6423-4b6b-bc3c-0f48ddaee3b5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:57.748023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e4e19fa-1dcc-44ba-87ff-41cb52c4f16c req-20b39040-6423-4b6b-bc3c-0f48ddaee3b5 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 943 time: 0.2134855 Feb 04 20:29:57.811747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:57.840236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f778bb7-e6ea-413c-be01-1465e874619a None None] Provisioning for port ad4819f3-0817-42d8-8be0-d1accbd10e39 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:29:57.864450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:57.868189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8730a5fc-ef23-45b7-a01d-e5aafae70e78 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "DELETE /v2.0/floatingips/aad469a7-1c5e-484d-b22b-8ead97ae0036 HTTP/1.1" status: 204 len: 168 time: 3.9960594 Feb 04 20:29:57.978131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e4e19fa-1dcc-44ba-87ff-41cb52c4f16c req-fba7eb61-4345-4e74-9ab9-a6a8115241cc tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291455 Feb 04 20:29:58.186858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ad4819f3-0817-42d8-8be0-d1accbd10e39 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:29:58.333429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=456f8de2-aebb-4ce4-9cb5-7a66f8422e4d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:58.342840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] No DVR routers for this DVR port 99a3e25a-ac43-43b2-bcaf-727101c62368 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:58.415622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:58.628657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] No DVR routers for this DVR port 456f8de2-aebb-4ce4-9cb5-7a66f8422e4d on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:29:58.640051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:58.641847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ad4819f3-0817-42d8-8be0-d1accbd10e39 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:29:58.647606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ad4819f3-0817-42d8-8be0-d1accbd10e39 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:29:58.647981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:58.652615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b75fe8ee-fd45-4afc-96d2-f83e3aae8958 req-38df5437-f8b1-4a19-b53a-a0f7bfd2f741 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.62 "DELETE /v2.0/ports/456f8de2-aebb-4ce4-9cb5-7a66f8422e4d HTTP/1.1" status: 204 len: 173 time: 5.1218116 Feb 04 20:29:58.657220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:29:58.829103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8f59-0dba-4fc6-80a8-160aaad8c11d req-0aca8d3e-3345-41e2-87bb-ee8fc570264e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:58.830614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c8d8f59-0dba-4fc6-80a8-160aaad8c11d req-0aca8d3e-3345-41e2-87bb-ee8fc570264e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 0.7976127 Feb 04 20:29:58.853834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:29:58.882636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735980389', 'description': 'tempest-description--737113429'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:29:58.932414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:58.959394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:58.980553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:58.998792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:59.044322 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad0d97b-f079-449a-99d5-9c41cb014563', 'name': 'network-vif-deleted', 'tag': '456f8de2-aebb-4ce4-9cb5-7a66f8422e4d', 'status': 'completed', 'code': 200} Feb 04 20:29:59.060108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:29:59.060560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:29:59.061162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:29:59.072128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ad4819f3-0817-42d8-8be0-d1accbd10e39, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ad4819f3-0817-42d8-8be0-d1accbd10e39,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:29:59.111360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c8d8f59-0dba-4fc6-80a8-160aaad8c11d req-d854b10b-9878-4846-8002-38513fbdb646 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264884 Feb 04 20:29:59.120641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Port 99a3e25a-ac43-43b2-bcaf-727101c62368 on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:29:59.121088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Attempting to bind port 99a3e25a-ac43-43b2-bcaf-727101c62368 on network 8fae38da-9c69-4e23-9b18-7c5210f46f7a {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:29:59.141460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:29:59.142175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Checking segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:29:59.142951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Bound using segment: {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:29:59.145740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Bound port: 99a3e25a-ac43-43b2-bcaf-727101c62368, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f090c72-0207-4657-821d-b87270589aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:29:59.148096 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:59.161942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:59.258468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:59.396192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ad4819f3-0817-42d8-8be0-d1accbd10e39,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:59.437032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5cd0331f-d756-49ba-a59e-9ac18a8698eb None None] Provisioning complete for port ad4819f3-0817-42d8-8be0-d1accbd10e39 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:29:59.440403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5cd0331f-d756-49ba-a59e-9ac18a8698eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:59.444376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:29:59.450282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:29:59.492054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4ab7229f-3969-4268-a823-0f430faf3fea req-ec3328c9-6742-4fc6-ba3b-1ae5c497ba5c tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1169903 Feb 04 20:29:59.508718 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:59.531538 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:59.653610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:29:59.662582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group_rule and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:29:59.667471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:29:59.675851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:29:59.724860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:29:59.735593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.736987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.736987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.736987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.737768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.739515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.740101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.740653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.741208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.741781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.742335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.742973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:29:59.754249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:29:59.755928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:59.757430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-bdaec6a1-fc35-4f75-8ca8-594e6b213387 service neutron] 10.222.0.62 "PUT /v2.0/ports/99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1092 time: 11.6315432 Feb 04 20:29:59.826189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:29:59.979065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:00.023680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-9ce8a0ab-bf1c-4feb-994b-90dc5ea6d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:00.026148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-9ce8a0ab-bf1c-4feb-994b-90dc5ea6d9db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1095 time: 0.2457080 Feb 04 20:30:00.053902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ad4819f3-0817-42d8-8be0-d1accbd10e39 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:00.075023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:00.299656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ad4819f3-0817-42d8-8be0-d1accbd10e39 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:00.300032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:00.562834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ab1248-554b-4ded-90c9-c4357988e008,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:00.731309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:00.733696 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e02f90c-2195-4791-b2e9-8c6e559b1c34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8782253 Feb 04 20:30:00.738200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60570) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:00.747665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'security_group_rule': {'security_group_id': '55ab1248-554b-4ded-90c9-c4357988e008', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:00.765959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:00.774177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group_rule and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:00.779355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:00.863727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:00.906439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Router 73fe6363-bf71-464b-9426-42f02a201d0b is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:30:00.913173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ab4a4c7-7f68-4ea6-a3bb-7f405196b0ee req-505427a8-30bc-4a0f-b917-382aabf8c112 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1202397 Feb 04 20:30:01.039720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:01.072759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-2651f250-cbb9-4629-aaf4-01ca8f3b6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:01.079764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-2651f250-cbb9-4629-aaf4-01ca8f3b6260 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 898 time: 1.0456803 Feb 04 20:30:01.169816 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:01.307168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-e7b4b3b5-20b7-4065-93e0-d83369d67dd3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1000 time: 0.2188132 Feb 04 20:30:01.351516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac02e90-20ed-4e8a-accd-18d11133c0b9 req-b6f1e77e-34ec-4bda-92ee-27126d47ff27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:01.351516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac02e90-20ed-4e8a-accd-18d11133c0b9 req-b6f1e77e-34ec-4bda-92ee-27126d47ff27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 0.5488341 Feb 04 20:30:01.403681 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'status': 'completed', 'code': 200} Feb 04 20:30:01.568801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-53d1120f-68e4-4e18-9a38-71f19a299187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:01.570263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-53d1120f-68e4-4e18-9a38-71f19a299187 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.1741390 Feb 04 20:30:01.733218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac02e90-20ed-4e8a-accd-18d11133c0b9 req-9a6ab79e-32b0-47cb-af9e-fdbdaec480f2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818321 Feb 04 20:30:01.875012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-32ceb921-f361-415d-ab77-1c6626ed736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:01.881049 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-32ceb921-f361-415d-ab77-1c6626ed736d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847161 Feb 04 20:30:01.886287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:01.897023 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Sync routers for ids ['73fe6363-bf71-464b-9426-42f02a201d0b'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:01.912837 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Routers {'73fe6363-bf71-464b-9426-42f02a201d0b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:01.915283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:01.915418 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73fe6363-bf71-464b-9426-42f02a201d0b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:01.962765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-4c48299a-3c1c-42cb-b6c7-29a03935089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:01.964952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-4c48299a-3c1c-42cb-b6c7-29a03935089b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1095 time: 0.5724945 Feb 04 20:30:02.305048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-2bc67a60-b978-484f-b541-14fd3584df15 req-c0cb714e-108d-45a6-8eca-93a5accb0671 tempest-ServersNegativeTestMultiTenantJSON-2031591038 tempest-ServersNegativeTestMultiTenantJSON-2031591038-project] (88237) timed out ('10.222.0.24', 63088) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:30:02.310968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-c5cad223-409d-45ad-b1b6-c54799b1cdc7 service neutron] 10.222.0.62 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273019 Feb 04 20:30:02.361326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-553b6be1-169a-485d-824f-aa6321e10d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:02.365191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-553b6be1-169a-485d-824f-aa6321e10d31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 898 time: 0.3887520 Feb 04 20:30:02.539371 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Set router 73fe6363-bf71-464b-9426-42f02a201d0b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:02.698994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:02.710611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ef89bd49-af9a-4512-b658-3da7d3455e61 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5229464 Feb 04 20:30:02.711652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:02.717730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60594) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:02.732132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99b1b16f-f7cd-436e-abee-c12b894ce9ff req-8cbac03d-826a-4004-ad15-2c9cb725c555 service neutron] 10.222.0.62 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084239 Feb 04 20:30:02.806087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd9ce2cf-833a-4195-8c6c-2daeed61e3a5 req-55f757b1-7652-4828-a2cf-4608f0ac9130 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.4244387 Feb 04 20:30:03.210933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc55a381-5b6a-4b9f-a1cb-b874a9c7b090,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:03.308644 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-f44c48f9-2e32-4e15-a7f5-9f1e58de6e6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1000 time: 0.9281909 Feb 04 20:30:03.388908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:03.392720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-efb19174-631f-4c78-b6a5-f8e6cc4cffd3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6501021 Feb 04 20:30:03.420971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b5be-1bf0-47a6-b34b-d250ea3ef075 req-757f43c9-ad0b-483e-99bc-a3085af4e2fa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:03.439731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5a9b5be-1bf0-47a6-b34b-d250ea3ef075 req-757f43c9-ad0b-483e-99bc-a3085af4e2fa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 0.3693578 Feb 04 20:30:03.505934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60604) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:03.524980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'security_group_rule': {'security_group_id': '55ab1248-554b-4ded-90c9-c4357988e008', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:03.537383 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:29:57Z', 'revision_number': 3, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:03.553765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-d6e4635e-bcaa-4c32-a277-3b3b84c5f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:03.561270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-d6e4635e-bcaa-4c32-a277-3b3b84c5f512 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1095 time: 0.6234052 Feb 04 20:30:03.561270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5a9b5be-1bf0-47a6-b34b-d250ea3ef075 req-74f7c671-e284-4df0-a583-112a14586445 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190948 Feb 04 20:30:03.565000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Checking router: 73fe6363-bf71-464b-9426-42f02a201d0b for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:03.565779 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Updating router 73fe6363-bf71-464b-9426-42f02a201d0b port 11c55db1-4bfb-456b-9b43-b28a96eec823 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:30:03.577682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-cfe60cbb-74ba-42c8-a742-a68f415563bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:03.579517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-cfe60cbb-74ba-42c8-a742-a68f415563bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.2615700 Feb 04 20:30:03.584552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:03.679928 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:03.821628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:security_group_rule and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:03.837983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-6f74661f-6339-4a02-8b15-af5f523a196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:03.839639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-6f74661f-6339-4a02-8b15-af5f523a196c service neutron] 10.222.0.62 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 898 time: 0.2767100 Feb 04 20:30:03.842070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:03.924671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:04.204790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-ee1257ad-52b7-4333-a8c8-160e66b274f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1000 time: 0.3575103 Feb 04 20:30:04.359997 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:04.362314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-01f63729-a48d-4074-9128-dec91a59be3c req-74437dc2-9aa1-4fc4-8551-1cce55832343 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/ports?device_id=aad0d97b-f079-449a-99d5-9c41cb014563 HTTP/1.1" status: 200 len: 210 time: 0.1462708 Feb 04 20:30:04.376167 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Transition to ACTIVE for port object 11c55db1-4bfb-456b-9b43-b28a96eec823 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:04.413993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-fe13a48c-a446-43cf-99a8-8484e0dfaffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:04.426250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-087813fd-b804-4ea4-977c-9766a2c986ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:04.426250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-087813fd-b804-4ea4-977c-9766a2c986ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.1952136 Feb 04 20:30:04.428968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-fe13a48c-a446-43cf-99a8-8484e0dfaffd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8090618 Feb 04 20:30:04.580525 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:04.585115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-be0e1118-b7c2-4170-86b7-f4db81e4b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:04.588147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-be0e1118-b7c2-4170-86b7-f4db81e4b0a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532109 Feb 04 20:30:04.923381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-507c3fa8-6316-457c-81f7-f27e89be481b service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219604 Feb 04 20:30:04.932668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:04.987348 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Attempting to bind port 11c55db1-4bfb-456b-9b43-b28a96eec823 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:30:04.990680 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Attempting to bind port 11c55db1-4bfb-456b-9b43-b28a96eec823 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:30:04.992883 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Attempting to bind port 11c55db1-4bfb-456b-9b43-b28a96eec823 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:05.022716 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Pushing event updated for resources: {'Port': ['ID=11c55db1-4bfb-456b-9b43-b28a96eec823,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:05.025956 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:30:05.026460 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:05.027305 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:05.027796 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:30:05.028374 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Bound port: 11c55db1-4bfb-456b-9b43-b28a96eec823, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:30:05.028838 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:05.098797 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.099522 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.100078 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.100725 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.101271 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.101824 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.102363 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.103121 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.103673 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.104204 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.104751 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.105287 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:05.178887 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] For port 11c55db1-4bfb-456b-9b43-b28a96eec823, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:30:05.183071 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] For port 11c55db1-4bfb-456b-9b43-b28a96eec823, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=11c55db1-4bfb-456b-9b43-b28a96eec823,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:30:05.276472 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:05.361366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342fc20-2ab3-4620-9598-eb3cc427d159 req-8d370860-bb82-4209-8d94-826b2a3baa36 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:05.373115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3342fc20-2ab3-4620-9598-eb3cc427d159 req-8d370860-bb82-4209-8d94-826b2a3baa36 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 944 time: 0.4048932 Feb 04 20:30:05.400392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-632161a9-9ef7-4a08-b811-7e29673bfbb1 service neutron] 10.222.0.62 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8046958 Feb 04 20:30:05.525072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Routers {'73fe6363-bf71-464b-9426-42f02a201d0b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:05.525712 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73fe6363-bf71-464b-9426-42f02a201d0b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:05.564331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 99a3e25a-ac43-43b2-bcaf-727101c62368 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:30:05.712483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-481bd37e-c41a-4163-80c1-0ecd411ea599 service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449133 Feb 04 20:30:05.745336 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9586b9c-e28e-448d-ab97-a7b9aeea8fcd None None] Pushing event updated for resources: {'Port': ['ID=11c55db1-4bfb-456b-9b43-b28a96eec823,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:05.776398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60650) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:05.881808 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:05.908206 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:05.998918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60656) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:06.023832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e2d17ce-d300-4285-ba48-d9bdf3e85791 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.036838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:06.071335 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3342fc20-2ab3-4620-9598-eb3cc427d159 req-d7c5e9e5-7869-4976-b2ec-793026a4db03 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6962078 Feb 04 20:30:06.107766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'port_id': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'mac_address': 'fa:16:3e:ba:07:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:30:06.171412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e2d17ce-d300-4285-ba48-d9bdf3e85791 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.239313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a61d40-0a10-40c6-9d4b-a87e4ac96ce2 req-6ed9b879-3f61-4630-b04c-bbe83475119d service neutron] 10.222.0.62 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8310614 Feb 04 20:30:06.250294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.271748 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.311246 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] Set router 73fe6363-bf71-464b-9426-42f02a201d0b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:06.322110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a3e25a-ac43-43b2-bcaf-727101c62368 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:30:06.374855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.377187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:06.402728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:06.416431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Usage tracker for resource:security_group_rule and tenant:f8318aef99984f5898caa79692d07161 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:06.419984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:06.433562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:06.447856 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.467675 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.474855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9658418 Feb 04 20:30:06.506461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:06.518859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e55333-98f2-4b0b-87af-0d72d3300c9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb7405e-66f7-4891-b949-eb070d1f47c6,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:06.531666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:06.570263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:06.596106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.608338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:06.619660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Usage tracker for resource:floatingip and tenant:1d3b80f7faa34035a801e99e08bdc81e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:06.628815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:06.662965 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:06.769239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8318aef99984f5898caa79692d07161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691207 Feb 04 20:30:06.773193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60674) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:06.787242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['99a3e25a-ac43-43b2-bcaf-727101c62368'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:30:06.820692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Allocated IP 172.20.0.1 (e89ca824-4609-4500-840c-36319cd25724/4184e867-f4eb-4a02-a772-1110e17f1ef1/ee03831c-4fe1-438a-b3d2-cf936b608c29) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:30:06.855292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3192ec4-8e37-482f-8ac8-b9b045c0944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b9a313-409d-4ee1-950d-a5951e49b00e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:06.972903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-92573087-51b8-46fa-afe1-6f5c8a4c8606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.027342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-92573087-51b8-46fa-afe1-6f5c8a4c8606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.073641 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:29:57Z', 'revision_number': 3, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:07.081831 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931aa1c-a31f-4470-8e9b-f07a417a99c6 None None] The sync data for ids ['73fe6363-bf71-464b-9426-42f02a201d0b'] in n-d-811806-1 is: [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:29:57Z', 'revision_number': 3, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:30:07.178266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e2d17ce-d300-4285-ba48-d9bdf3e85791 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.182107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:07.200261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.212490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d17ce-d300-4285-ba48-d9bdf3e85791 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33724d-cdb0-4bdf-8924-7e72fb8b1a14,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:07.259926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Transition to ACTIVE for port object ee03831c-4fe1-438a-b3d2-cf936b608c29 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:07.260803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-92573087-51b8-46fa-afe1-6f5c8a4c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.294511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92573087-51b8-46fa-afe1-6f5c8a4c8606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b9a313-409d-4ee1-950d-a5951e49b00e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:07.303566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0e2d17ce-d300-4285-ba48-d9bdf3e85791 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.313294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0e2d17ce-d300-4285-ba48-d9bdf3e85791 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f33724d-cdb0-4bdf-8924-7e72fb8b1a14 HTTP/1.1" status: 204 len: 168 time: 1.5193188 Feb 04 20:30:07.313294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.314001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60686) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:07.351321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-92573087-51b8-46fa-afe1-6f5c8a4c8606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.352623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-92573087-51b8-46fa-afe1-6f5c8a4c8606 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85b9a313-409d-4ee1-950d-a5951e49b00e HTTP/1.1" status: 204 len: 168 time: 0.5787148 Feb 04 20:30:07.363100 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-6dc5eefc-5d44-4e58-9c60-7d5c4e342b61 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] show failed (client error): The resource could not be found. Feb 04 20:30:07.367511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6dc5eefc-5d44-4e58-9c60-7d5c4e342b61 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "GET /v2.0/security-groups/5f33724d-cdb0-4bdf-8924-7e72fb8b1a14 HTTP/1.1" status: 404 len: 347 time: 0.0468533 Feb 04 20:30:07.368069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60692) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:07.562832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.680882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Network e89ca824-4609-4500-840c-36319cd25724 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:07.695642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:07.718284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:30:07.758777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05da6c2-a231-46c6-9394-97d5b9db567f req-1f667d82-0345-4e64-9f08-6526677ec2b6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:07.761066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d05da6c2-a231-46c6-9394-97d5b9db567f req-1f667d82-0345-4e64-9f08-6526677ec2b6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 945 time: 0.3842704 Feb 04 20:30:07.761929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Pushing event updated for resources: {'Port': ['ID=ee03831c-4fe1-438a-b3d2-cf936b608c29,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:07.826654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port 6cacb9da-bb75-4dfd-b417-4a0299e216e6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:07.827129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.865799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:07.932364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d05da6c2-a231-46c6-9394-97d5b9db567f req-b2bbb8a2-4444-44b2-9ed6-5c498fd7e4c4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535351 Feb 04 20:30:08.048977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.072652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 11c55db1-4bfb-456b-9b43-b28a96eec823 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:08.211385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.211989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.286611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d53a24e3-14d3-42f4-b0ea-da994a9283fb None None] Provisioning for port ee03831c-4fe1-438a-b3d2-cf936b608c29 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:08.312171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d53a24e3-14d3-42f4-b0ea-da994a9283fb None None] Provisioning complete for port ee03831c-4fe1-438a-b3d2-cf936b608c29 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:08.312171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d53a24e3-14d3-42f4-b0ea-da994a9283fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.381541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d53a24e3-14d3-42f4-b0ea-da994a9283fb None None] Port ee03831c-4fe1-438a-b3d2-cf936b608c29 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:30:08.405896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Allocated IP 172.25.7.25 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/5e966b46-8b6e-4768-a660-b84c84bd00d3) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:30:08.413646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 11c55db1-4bfb-456b-9b43-b28a96eec823 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:08.419775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 11c55db1-4bfb-456b-9b43-b28a96eec823 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:08.423180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.497808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for 6cacb9da-bb75-4dfd-b417-4a0299e216e6 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:08.585978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60718) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:08.683702 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.720960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 11c55db1-4bfb-456b-9b43-b28a96eec823, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=11c55db1-4bfb-456b-9b43-b28a96eec823,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:08.779050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.801921 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.857939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.893120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:08.909189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e2c9caf61b4a91b76caae993838101 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:08.912382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:08.921847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:08.930741 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:08.961266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=11c55db1-4bfb-456b-9b43-b28a96eec823,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:08.972719 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.036207 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.036449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=6cacb9da-bb75-4dfd-b417-4a0299e216e6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:09.097477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db510-9036-4743-b1db-5d435f29381e req-a34cb900-4d36-4e21-a872-f2a9b932f69b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:09.104680 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db2db510-9036-4743-b1db-5d435f29381e req-a34cb900-4d36-4e21-a872-f2a9b932f69b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 945 time: 0.4917490 Feb 04 20:30:09.114529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-09bf3dbb-5f68-49ee-a6c8-eae20e108c11 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:09.116311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-09bf3dbb-5f68-49ee-a6c8-eae20e108c11 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 945 time: 0.3266268 Feb 04 20:30:09.123522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.196842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.219410 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.336220 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.342920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.347112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-02446ff1-e79f-498e-8b0a-b15e483ac4e4 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/floatingips/99dd46ce-6b10-4f3f-94f0-b2cf58d61f94 HTTP/1.1" status: 204 len: 168 time: 1.9780042 Feb 04 20:30:09.348187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60744) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:09.443071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:09.443411 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.538963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.595314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 99a3e25a-ac43-43b2-bcaf-727101c62368 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:09.632106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8e2c9caf61b4a91b76caae993838101&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0423222 Feb 04 20:30:09.635931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60750) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:09.638208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:09.655231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c22a1-e6d8-4cc7-b54f-24d1a16b5660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4697ebf-f26e-4f80-bbfd-45296a43cb13,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:09.669954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:09.677794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:30:09.776993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'Port': ['ID=5e966b46-8b6e-4768-a660-b84c84bd00d3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:09.801830 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-3d06cd1a-53a1-45d0-ad29-3c0824fe514e service neutron] delete failed (client error): The resource could not be found. Feb 04 20:30:09.805014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 99a3e25a-ac43-43b2-bcaf-727101c62368 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:09.805229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-3d06cd1a-53a1-45d0-ad29-3c0824fe514e service neutron] 10.222.0.24 "DELETE /v2.0/ports/99a3e25a-ac43-43b2-bcaf-727101c62368/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.6707022 Feb 04 20:30:09.809441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db2db510-9036-4743-b1db-5d435f29381e req-02131090-c970-431a-9e4f-792651663b51 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7034328 Feb 04 20:30:09.811208 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f238afc-0e90-49ac-8b2a-a1d10da82130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.817141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 99a3e25a-ac43-43b2-bcaf-727101c62368 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:09.819006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.892591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.990022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:09.992132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.025127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 11c55db1-4bfb-456b-9b43-b28a96eec823 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:10.040647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-2e3eb833-5c36-41ac-86db-d593006eb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:10.043042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-2e3eb833-5c36-41ac-86db-d593006eb517 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1096 time: 0.1067872 Feb 04 20:30:10.054511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.075196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for 7cce746e-36d4-47f4-b8cd-fc87a89e9db0 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:10.088666 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.127037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:10.141953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:10.145574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 11c55db1-4bfb-456b-9b43-b28a96eec823 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:10.145689 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.175438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f238afc-0e90-49ac-8b2a-a1d10da82130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.226740 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.317710 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'code': 200} Feb 04 20:30:10.351213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:10.452929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.464539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Pushing event updated for resources: {'Port': ['ID=ee03831c-4fe1-438a-b3d2-cf936b608c29,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:10.470889 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f238afc-0e90-49ac-8b2a-a1d10da82130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.493300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f238afc-0e90-49ac-8b2a-a1d10da82130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4697ebf-f26e-4f80-bbfd-45296a43cb13,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:10.536885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1f238afc-0e90-49ac-8b2a-a1d10da82130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.540722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1f238afc-0e90-49ac-8b2a-a1d10da82130 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4697ebf-f26e-4f80-bbfd-45296a43cb13 HTTP/1.1" status: 204 len: 168 time: 0.9038525 Feb 04 20:30:10.618812 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.635062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-02cab0eb-5fd2-4b6a-a03d-44ac82dafe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:10.635062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-02cab0eb-5fd2-4b6a-a03d-44ac82dafe9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 898 time: 0.5785475 Feb 04 20:30:10.687944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=7cce746e-36d4-47f4-b8cd-fc87a89e9db0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:10.768842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.814041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:10.816169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8bcc2bb0-712f-4ba7-b58e-bb43e67de471 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/ports/7cce746e-36d4-47f4-b8cd-fc87a89e9db0 HTTP/1.1" status: 204 len: 168 time: 1.4667222 Feb 04 20:30:10.819223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60778) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:10.870187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-9aef9feb-9160-43fe-9154-8f61ce2b6598 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 1002 time: 0.2194192 Feb 04 20:30:10.964155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port 81110be4-8377-4e04-be36-f04dc4f0e0dd {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:10.964503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:11.289589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Network e89ca824-4609-4500-840c-36319cd25724 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:11.297894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-e71e0ed1-74e7-4e72-8a01-e11698370c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:11.297894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-e71e0ed1-74e7-4e72-8a01-e11698370c22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.4114344 Feb 04 20:30:11.301154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:11.386134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:11.543549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfe3cc-609a-44c0-a8c9-ef5e2587550b req-1d9cc70e-e6d7-42b5-addc-7c7d5133854c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:11.545134 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6edfe3cc-609a-44c0-a8c9-ef5e2587550b req-1d9cc70e-e6d7-42b5-addc-7c7d5133854c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 947 time: 0.4829025 Feb 04 20:30:11.549816 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.resource_extend [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:30:11.580349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for 81110be4-8377-4e04-be36-f04dc4f0e0dd owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:11.725208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dc4d5c11-c32c-4115-8d35-3b580be50ea6 None None] Provisioning complete for port ee03831c-4fe1-438a-b3d2-cf936b608c29 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:11.725788 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dc4d5c11-c32c-4115-8d35-3b580be50ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:11.780955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:11.782378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d5c11-c32c-4115-8d35-3b580be50ea6 None None] Port ee03831c-4fe1-438a-b3d2-cf936b608c29 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:30:11.800477 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:11.842971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6edfe3cc-609a-44c0-a8c9-ef5e2587550b req-b9d03c6c-9ebc-4739-8388-3a9e6d3e45ed tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815988 Feb 04 20:30:11.856576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=81110be4-8377-4e04-be36-f04dc4f0e0dd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:11.868099 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:11.871597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-dc525c16-dea1-446f-9273-8c71185b41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:11.873317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-dc525c16-dea1-446f-9273-8c71185b41a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5498767 Feb 04 20:30:11.963823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Router 73fe6363-bf71-464b-9426-42f02a201d0b has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:30:11.991357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.001822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8cae01aa-e999-494e-bc77-d3300b3bc6f2 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/ports/81110be4-8377-4e04-be36-f04dc4f0e0dd HTTP/1.1" status: 204 len: 168 time: 1.1813438 Feb 04 20:30:12.004850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60830) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:12.017317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'Port': ['ID=5e966b46-8b6e-4768-a660-b84c84bd00d3,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:12.093378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting subnet 1e690a55-ae9e-4953-94ac-589d53611617 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:30:12.096503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.171363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.250616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.276211 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.347692 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-30e063f4-783e-414f-b381-42a28bf23291 service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860967 Feb 04 20:30:12.492309 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.568400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Subnet': ['ID=1e690a55-ae9e-4953-94ac-589d53611617,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:12.572990 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.580361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31d364-07af-4c4f-88aa-ecc592cfd265 None None] Network 94a85c0d-6b4a-4612-b2a8-f5e66be2724e requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:12.581288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-896807d8-cd04-4346-b109-f9d310a83afd tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/subnets/1e690a55-ae9e-4953-94ac-589d53611617 HTTP/1.1" status: 204 len: 168 time: 0.5751109 Feb 04 20:30:12.588037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60862) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:12.618741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.630628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ae3c99f8-c760-4225-a01c-0bc2b22a0cf9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1189561 Feb 04 20:30:12.679888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting subnet df66306e-4924-4019-9d9c-edc6768ef195 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:30:12.684004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.703593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d13b1c5f-0501-4503-ba51-70e7d2fa6428 req-605265e5-f06e-47bc-a22d-d117c62b4fbf service neutron] 10.222.0.24 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897458 Feb 04 20:30:12.730429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:12.736545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f70978d7-dc19-45f2-a933-555be4cb133b admin admin] 10.222.0.48 "PUT /v2.0/routers/73fe6363-bf71-464b-9426-42f02a201d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9689012 Feb 04 20:30:12.795304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:12.859316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Sync routers for ids ['73fe6363-bf71-464b-9426-42f02a201d0b'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:13.019731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Routers {'73fe6363-bf71-464b-9426-42f02a201d0b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:13.020897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73fe6363-bf71-464b-9426-42f02a201d0b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:13.051969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:13.354295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:13.357831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb6afe-8cd1-4537-ba05-9d92c756cc4f req-3456f0e2-5ee9-46df-820f-23710ab68194 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:13.361268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6deb6afe-8cd1-4537-ba05-9d92c756cc4f req-3456f0e2-5ee9-46df-820f-23710ab68194 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 947 time: 0.2016490 Feb 04 20:30:13.438941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6deb6afe-8cd1-4537-ba05-9d92c756cc4f req-9529126f-b35c-4fa5-85cd-9ffe7325666c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532870 Feb 04 20:30:13.463498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Set router 73fe6363-bf71-464b-9426-42f02a201d0b gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:13.493803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Subnet': ['ID=df66306e-4924-4019-9d9c-edc6768ef195,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:13.549247 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:13.560149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d102680c-83ef-40ca-95bc-eba1512254f6 None None] Network 15a49508-f6ec-4e90-bcb8-1f442b4434b3 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:13.594426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eb02f47c-5371-4842-9d57-c26869f334cb tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/subnets/df66306e-4924-4019-9d9c-edc6768ef195 HTTP/1.1" status: 204 len: 168 time: 1.0024035 Feb 04 20:30:13.594941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:13.612348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-4fb984ad-267d-4fc3-b185-6022399a5eb1 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1735980389&fields=id&tenant_id=1d3b80f7faa34035a801e99e08bdc81e HTTP/1.1" status: 200 len: 267 time: 0.1357484 Feb 04 20:30:13.758840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:13.780749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port e2818e5b-92fa-4de4-92c2-15c517ba4e6e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:13.781345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:13.947142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-43838443-d7cd-4b14-9207-7ab503cf91cc tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:13.960745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-43838443-d7cd-4b14-9207-7ab503cf91cc tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 809 time: 0.3406618 Feb 04 20:30:14.013214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-613bd13d-c215-4514-8297-9ebeb89217d4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/quotas/1d3b80f7faa34035a801e99e08bdc81e HTTP/1.1" status: 200 len: 375 time: 0.0511909 Feb 04 20:30:14.209634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-760d0dee-2ece-497e-aa69-cf5c8e2469d7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:14.331041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-760d0dee-2ece-497e-aa69-cf5c8e2469d7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:14.334815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] DHCP port deletion for 94a85c0d-6b4a-4612-b2a8-f5e66be2724e request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:30:14.338367 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-760d0dee-2ece-497e-aa69-cf5c8e2469d7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3177805 Feb 04 20:30:14.377460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60918) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:14.388162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1309988640-network', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:14.408909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:14.408909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] For port e2818e5b-92fa-4de4-92c2-15c517ba4e6e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:14.408909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:14.414193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Usage tracker for resource:network and tenant:c7c748659cd444e6a728783b277da1f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:14.419600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:14.505546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:14.602502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Deleting port e2818e5b-92fa-4de4-92c2-15c517ba4e6e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:14.603161 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:14.763535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for e2818e5b-92fa-4de4-92c2-15c517ba4e6e owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:14.778676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-074beac7-8767-4a75-be39-14ed6f098049 service neutron] 10.222.0.48 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253886 Feb 04 20:30:14.812704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] DHCP port deletion for 15a49508-f6ec-4e90-bcb8-1f442b4434b3 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:30:14.842538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] Deleting port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:14.843239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.017202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-5d463480-a3ea-4c9e-99b7-39f6c8392068 service neutron] 10.222.0.48 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373693 Feb 04 20:30:15.041092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] For port e2818e5b-92fa-4de4-92c2-15c517ba4e6e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,segment=NetworkSegment(209a218b-7ab6-4c0a-9561-c2623ccb3379),segment_id=209a218b-7ab6-4c0a-9561-c2623ccb3379)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:15.042547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.071904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.196498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] No DVR routers for this DVR port e2818e5b-92fa-4de4-92c2-15c517ba4e6e on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:30:15.206538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ee03831c-4fe1-438a-b3d2-cf936b608c29', 'name': '', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'mac_address': 'fa:16:3e:9b:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:06Z', 'updated_at': '2022-02-04T20:30:09Z', 'revision_number': 2, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'subnets': [{'id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:15.314904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Checking router: 73fe6363-bf71-464b-9426-42f02a201d0b for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:15.315263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Updating router 73fe6363-bf71-464b-9426-42f02a201d0b port ee03831c-4fe1-438a-b3d2-cf936b608c29 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:30:15.419747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Calling delete_port for e2818e5b-92fa-4de4-92c2-15c517ba4e6e owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:15.506951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Port': ['ID=e2818e5b-92fa-4de4-92c2-15c517ba4e6e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:15.521283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Made reservation on behalf of c7c748659cd444e6a728783b277da1f6 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:30:15.524468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.552076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.559297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bdfe6a58-d394-4a80-ae7e-eefd9e040b97 req-6ebd143f-753a-4a6a-8703-e4f416f70320 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 210 time: 0.1695580 Feb 04 20:30:15.618881 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.632029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:15.636827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Usage tracker for resource:security_group_rule and tenant:c7c748659cd444e6a728783b277da1f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:15.639524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:15.646672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:15.724963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.792507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] For port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:15.792916 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.821687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a85c0d-6b4a-4612-b2a8-f5e66be2724e']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:15.855378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18817455-1ba2-4daa-a94b-d319a2a120ad req-9a0c2b14-53d5-4b94-becd-33cdc7b61f75 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:15.860635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18817455-1ba2-4daa-a94b-d319a2a120ad req-9a0c2b14-53d5-4b94-becd-33cdc7b61f75 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 947 time: 1.1270854 Feb 04 20:30:15.879812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209a218b-7ab6-4c0a-9561-c2623ccb3379') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:15.887641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209a218b-7ab6-4c0a-9561-c2623ccb3379') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:15.947202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.979311 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:15.998103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18817455-1ba2-4daa-a94b-d319a2a120ad req-bb3efd30-1a70-4abb-a431-5d47ae6ef4cb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928047 Feb 04 20:30:15.999257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.006191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:30:16.006587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:30:16.023228 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:30:16.025871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] Calling delete_port for c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:16.027412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60950) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:16.185955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.246748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-803db415-d2e2-4931-b019-2ad3091bddc3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/7a1b0519-fe6d-4905-a7b4-3202e29bbf9e HTTP/1.1" status: 200 len: 994 time: 0.2180068 Feb 04 20:30:16.264171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.273363 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.286042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:30:16.346013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d198572-e1e6-4efd-97d0-d8ec0a5b449b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:16.352705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Network': ['ID=94a85c0d-6b4a-4612-b2a8-f5e66be2724e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:16.358737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-198e9734-9326-4007-b605-413fc3b97dc9 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/networks/94a85c0d-6b4a-4612-b2a8-f5e66be2724e HTTP/1.1" status: 204 len: 168 time: 2.7628243 Feb 04 20:30:16.360236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.363284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 60962) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:16.383814 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Added segment 8fd389e3-5abd-471a-b247-0958f82ed6a1 of type vlan for network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 Feb 04 20:30:16.411125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e2818e5b-92fa-4de4-92c2-15c517ba4e6e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:16.431539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.447924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:30:16.448515 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:30:16.522179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.523782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:16.523985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.524706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.536575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.538928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Transition to ACTIVE for port object ee03831c-4fe1-438a-b3d2-cf936b608c29 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:16.551626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: e2818e5b-92fa-4de4-92c2-15c517ba4e6e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:30:16.551626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e2818e5b-92fa-4de4-92c2-15c517ba4e6e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:30:16.551927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:16.569092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:16.569819 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.685001 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.713198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] Pushing event updated for resources: {'Network': ['ID=3abc91b4-d1d0-4e83-9b11-ef18d5197a66,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:16.837327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:30:16.858458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6528c29f-7e69-4060-ae7d-616e19cfff5b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4792438 Feb 04 20:30:16.867626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60978) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:16.874284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Request body: {'subnet': {'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1309988640-subnet', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:16.881616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:16.891980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa318abe-91a4-4c37-b3ac-d31223cfb135 req-7717b6e6-7467-4e68-870d-9e4c1fee4ee4 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 210 time: 0.1328042 Feb 04 20:30:16.892562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Usage tracker for resource:subnet and tenant:c7c748659cd444e6a728783b277da1f6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:16.899763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:16.912885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:16.947673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] For port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,segment=NetworkSegment(0b1eebf1-e06c-4793-acd9-5ec9c7e1511e),segment_id=0b1eebf1-e06c-4793-acd9-5ec9c7e1511e)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:16.948034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.977931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Deleting port e2818e5b-92fa-4de4-92c2-15c517ba4e6e {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:16.978308 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:16.991894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60982) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:17.040644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbedd07-7295-43ad-aa72-a516877066ea None None] Pushing event updated for resources: {'Port': ['ID=ee03831c-4fe1-438a-b3d2-cf936b608c29,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:17.077112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] Deleting subnet 5464e59d-2e9c-4488-8f25-c65e864afcdc {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:30:17.099392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.136350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Calling delete_port for c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:17.319456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.333010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:30:17.333327 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:30:17.379864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f45a14f3-69e5-4728-90a5-07ce4e8ac12a None None] The port 'e2818e5b-92fa-4de4-92c2-15c517ba4e6e' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:30:17.387677 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.419860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.436900 n-d-811806-1 neutron-server[88238]: INFO neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No ports have port_id starting with c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 Feb 04 20:30:17.514969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Made reservation on behalf of c7c748659cd444e6a728783b277da1f6 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:30:17.517461 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.530303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] Pushing event deleted for resources: {'Port': ['ID=c85db2db-b199-4d1d-bfc0-0bcd37a61ff5,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:17.536295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96860a49-6343-4fd5-88de-5fc0124d3cdd None None] No DVR routers for this DVR port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:30:17.628876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Attempting to bind port ee03831c-4fe1-438a-b3d2-cf936b608c29 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:30:17.629759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Attempting to bind port ee03831c-4fe1-438a-b3d2-cf936b608c29 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:30:17.629759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Attempting to bind port ee03831c-4fe1-438a-b3d2-cf936b608c29 on network e89ca824-4609-4500-840c-36319cd25724 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:17.635858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:30:17.636227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Checking segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:17.636623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.637005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Bound using segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:30:17.637463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Bound port: ee03831c-4fe1-438a-b3d2-cf936b608c29, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:30:17.637843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.803100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.830419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] For port ee03831c-4fe1-438a-b3d2-cf936b608c29, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:30:17.834628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Deleting port c85db2db-b199-4d1d-bfc0-0bcd37a61ff5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:17.834884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] For port ee03831c-4fe1-438a-b3d2-cf936b608c29, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee03831c-4fe1-438a-b3d2-cf936b608c29,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:30:17.835130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.842993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5464e59d-2e9c-4488-8f25-c65e864afcdc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:17.848835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.857581 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-27d4af12-a76f-420d-b73e-0f8b46aa247b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5464e59d-2e9c-4488-8f25-c65e864afcdc HTTP/1.1" status: 204 len: 168 time: 0.8646469 Feb 04 20:30:17.868903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 60996) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:17.929818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] The port 'c85db2db-b199-4d1d-bfc0-0bcd37a61ff5' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:30:17.968368 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:17.977312 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.143503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.145957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Routers {'73fe6363-bf71-464b-9426-42f02a201d0b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:18.147070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:29:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73fe6363-bf71-464b-9426-42f02a201d0b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:18.246219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a49508-f6ec-4e90-bcb8-1f442b4434b3']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:18.295969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:18.295969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1eebf1-e06c-4793-acd9-5ec9c7e1511e') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:18.300700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-80f156e0-28e5-451c-a5bf-6c87503b548f req-b68d5487-30f3-4f71-8885-31ffb0d9dc9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:18.320901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.356387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.386537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:30:18.389111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.401438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:30:18.425671 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:30:18.435088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-80f156e0-28e5-451c-a5bf-6c87503b548f req-b68d5487-30f3-4f71-8885-31ffb0d9dc9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:18.436466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80f156e0-28e5-451c-a5bf-6c87503b548f req-b68d5487-30f3-4f71-8885-31ffb0d9dc9a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 210 time: 0.3906841 Feb 04 20:30:18.440585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Checking segment: {'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:18.441023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Network hostable DHCP agents. Network: 3abc91b4-d1d0-4e83-9b11-ef18d5197a66, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:30:18.464962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4364fcb9-c96b-41e9-bebf-1e3c433cb892,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:18.552058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbedd07-7295-43ad-aa72-a516877066ea None None] Pushing event updated for resources: {'Port': ['ID=ee03831c-4fe1-438a-b3d2-cf936b608c29,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:18.620553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] Set router 73fe6363-bf71-464b-9426-42f02a201d0b gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:18.711101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.716809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:18.758341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:30:18.769472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] Pushing event deleted for resources: {'Network': ['ID=15a49508-f6ec-4e90-bcb8-1f442b4434b3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:18.772939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-15fd985d-5b2d-4bb7-a767-437ee74eec28 tempest-TaggedBootDevicesTest-2005640249 tempest-TaggedBootDevicesTest-2005640249-project] 10.222.0.48 "DELETE /v2.0/networks/15a49508-f6ec-4e90-bcb8-1f442b4434b3 HTTP/1.1" status: 204 len: 168 time: 2.4085419 Feb 04 20:30:18.968647 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.022208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9456de6-6f86-4b16-938c-f1d19316ce92']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:19.042459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ee03831c-4fe1-438a-b3d2-cf936b608c29', 'name': '', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'mac_address': 'fa:16:3e:9b:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:06Z', 'updated_at': '2022-02-04T20:30:17Z', 'revision_number': 4, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'subnets': [{'id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:19.047834 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e4abb-5cc2-4679-b193-ceffaa59eeac None None] The sync data for ids ['73fe6363-bf71-464b-9426-42f02a201d0b'] in n-d-811806-1 is: [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ee03831c-4fe1-438a-b3d2-cf936b608c29', 'name': '', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'mac_address': 'fa:16:3e:9b:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:06Z', 'updated_at': '2022-02-04T20:30:17Z', 'revision_number': 4, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'subnets': [{'id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:30:19.049041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e055eb-651e-4dd8-93bd-76617df9466f') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:19.049341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e055eb-651e-4dd8-93bd-76617df9466f') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:19.069840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-724fe8df-4ab2-4ab5-b196-5342c83e6610 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:19.070568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-724fe8df-4ab2-4ab5-b196-5342c83e6610 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:19.079083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.132965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.140552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:30:19.140957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:30:19.168863 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:30:19.173911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 3abc91b4-d1d0-4e83-9b11-ef18d5197a66) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:19.181734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd866564-50a1-4546-aaf0-2a930a059c51 None None] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:19.286849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:19.286849 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.376514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-724fe8df-4ab2-4ab5-b196-5342c83e6610 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:19.377672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-724fe8df-4ab2-4ab5-b196-5342c83e6610 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 809 time: 0.8916194 Feb 04 20:30:19.421873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.460543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.477441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/c9456de6-6f86-4b16-938c-f1d19316ce92 HTTP/1.1" status: 204 len: 168 time: 1.6074195 Feb 04 20:30:19.483789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74182a9f-0240-4146-a1d6-12405fbb26ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c9456de6-6f86-4b16-938c-f1d19316ce92,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:19.490335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-95a2ff58-d698-48bb-bb62-f494d1a1eb65 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6215937 Feb 04 20:30:19.492949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32800) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:19.497975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:19.511815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:19.526505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Usage tracker for resource:router and tenant:c7c748659cd444e6a728783b277da1f6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:19.542952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:19.564160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:19.587686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-834d2456-31e0-4b2f-bef0-67f97ff33ef3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:19.731978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-834d2456-31e0-4b2f-bef0-67f97ff33ef3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:19.733163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-834d2456-31e0-4b2f-bef0-67f97ff33ef3 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3b80f7faa34035a801e99e08bdc81e HTTP/1.1" status: 200 len: 380 time: 0.3405910 Feb 04 20:30:19.742506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4459ccdb-a845-4fd1-b30a-6ffae07b2ddf req-1be07eea-2879-4cf8-8fda-6e0e9562a6c9 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 210 time: 0.0650597 Feb 04 20:30:19.746970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-3abc91b4-d1d0-4e83-9b11-ef18d5197a66', 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'fixed_ips': [{'subnet_id': '4364fcb9-c96b-41e9-bebf-1e3c433cb892'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:30:19.748082 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.749331 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.750637 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:19.751721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'port': {'device_id': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'admin_state_up': True, 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'security_groups': ['55ab1248-554b-4ded-90c9-c4357988e008']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:19.786576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.002450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:20.017371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:20.132548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Made reservation on behalf of 1d3b80f7faa34035a801e99e08bdc81e for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:30:20.133716 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.150031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32808) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:20.205433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee03831c-4fe1-438a-b3d2-cf936b608c29 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:20.231242 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5f4bbece-f906-436d-b2d0-2a154b8fc537 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9037aedf6a6f4863bb2ce24facf945b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797081 Feb 04 20:30:20.234417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:20.324729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-714ca5a1-b13b-4e00-8e30-10f8bcb268e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.445621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Allocated IP 172.20.0.2 (3abc91b4-d1d0-4e83-9b11-ef18d5197a66/4364fcb9-c96b-41e9-bebf-1e3c433cb892/885dadb2-ec86-43ec-8f0f-e1d5d6e57bca) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:30:20.474030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53352796-d27b-400b-b9fa-4000e981df1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.573677 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53352796-d27b-400b-b9fa-4000e981df1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.619290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ee03831c-4fe1-438a-b3d2-cf936b608c29 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:20.661551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ee03831c-4fe1-438a-b3d2-cf936b608c29 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:20.663663 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.664407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Allocated IP 172.20.0.3 (71c3120e-a942-4df0-a7ef-fe400b5204e5/7925e458-494c-4bf5-8efa-adaf5ad9a493/b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:30:20.726323 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.824160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53352796-d27b-400b-b9fa-4000e981df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:20.955800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53352796-d27b-400b-b9fa-4000e981df1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1725775e-41ac-4f53-a881-fc33d88a9883,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:21.048700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-61b380db-af14-42f9-b481-5e19f7534dc5 req-254508ac-de2d-491f-8204-63978c0f8c17 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:21.209040 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.239840 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.242179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-61b380db-af14-42f9-b481-5e19f7534dc5 req-254508ac-de2d-491f-8204-63978c0f8c17 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:21.243402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-61b380db-af14-42f9-b481-5e19f7534dc5 req-254508ac-de2d-491f-8204-63978c0f8c17 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 210 time: 0.2787306 Feb 04 20:30:21.251324 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53352796-d27b-400b-b9fa-4000e981df1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.253527 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53352796-d27b-400b-b9fa-4000e981df1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1725775e-41ac-4f53-a881-fc33d88a9883 HTTP/1.1" status: 204 len: 168 time: 1.0177641 Feb 04 20:30:21.310927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Transition to ACTIVE for port object b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:21.459917 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.487739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.541544 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.575314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.578646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Transition to ACTIVE for port object 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:21.626079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Transition to ACTIVE for port object 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:21.637725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event updated for resources: {'Port': ['ID=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:21.644490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:21.646439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:21.654326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:30:21.656512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ee03831c-4fe1-438a-b3d2-cf936b608c29, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee03831c-4fe1-438a-b3d2-cf936b608c29,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:21.733288 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.734867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:21.735606 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.742012 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:21.829464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:21.830556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Allocated IP 172.25.7.48 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/011df930-9f74-400e-a7e3-2adf41b9b00c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:30:21.835272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:21.837992 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f127dde9-c78e-4fbc-99db-3a3997bb4434 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0970709 Feb 04 20:30:21.843657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:30:21.856337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Request body: {'port': {'device_id': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:22.124074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.191235 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.222883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Attempting to bind port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:30:22.223274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Attempting to bind port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:30:22.223643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Attempting to bind port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca on network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:22.237421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ee03831c-4fe1-438a-b3d2-cf936b608c29,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:22.332507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:30:22.333183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Checking segment: {'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:22.333372 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.333996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Bound using segment: {'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:30:22.334230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Bound port: 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:30:22.334882 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.339557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.577597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c976c0f6-5091-49ef-80f6-2c9fd4b883dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.610797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-88a9170c-f80c-4140-838e-6b7ec7b2bf79 None None] Provisioning for port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:22.639032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Pushing event updated for resources: {'Port': ['ID=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:22.657660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Pushing event updated for resources: {'Port': ['ID=011df930-9f74-400e-a7e3-2adf41b9b00c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:22.679997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-88a9170c-f80c-4140-838e-6b7ec7b2bf79 None None] Provisioning complete for port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:22.684252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-88a9170c-f80c-4140-838e-6b7ec7b2bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.688892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:22.695489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:22.699156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:30:22.824437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-88a9170c-f80c-4140-838e-6b7ec7b2bf79 None None] Port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:30:22.837212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] For port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:30:22.862879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] For port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,segment=NetworkSegment(8fd389e3-5abd-471a-b247-0958f82ed6a1),segment_id=8fd389e3-5abd-471a-b247-0958f82ed6a1)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:30:22.878900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b474200-d6ab-4960-ab7a-b66bfccc4d3d req-92ea56c4-6bcc-4f52-8f25-eb3cada9b2d1 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:22.881101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b474200-d6ab-4960-ab7a-b66bfccc4d3d req-92ea56c4-6bcc-4f52-8f25-eb3cada9b2d1 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 931 time: 0.3222740 Feb 04 20:30:22.921278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:30:22.931043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:22.947031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Transition to ACTIVE for port object b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:22.971708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:23.051734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b474200-d6ab-4960-ab7a-b66bfccc4d3d req-c7ada8ee-db71-4ac8-a80a-c6e078890130 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163085 Feb 04 20:30:23.100468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:23.115778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e95e68-f350-4f8e-ae2d-b75fc6c4a0bd None None] Pushing event updated for resources: {'Port': ['ID=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:23.439266 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:23.525374 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:23.603100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Pushing event updated for resources: {'Port': ['ID=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:23.918299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Attempting to bind port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:30:23.918645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Attempting to bind port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:30:23.918996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Attempting to bind port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:23.947284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:30:23.950175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Attempting to bind port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 on network 71c3120e-a942-4df0-a7ef-fe400b5204e5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:23.976109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:30:23.976506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Checking segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:23.976851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Bound using segment: {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:30:23.977292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Bound port: b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944dc874-1ee6-4207-a2c2-6632d8801b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:30:23.979728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:24.063019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:24.189309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:30:24.198390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:30:24.285084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:24.297242 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:24.588904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:24.597323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee03831c-4fe1-438a-b3d2-cf936b608c29 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:24.680127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ee03831c-4fe1-438a-b3d2-cf936b608c29 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:24.680737 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:24.729150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32898) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:24.860786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:24.861441 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:24.865456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] 10.222.0.24 "PUT /v2.0/ports/b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 HTTP/1.1" status: 200 len: 1091 time: 3.0138235 Feb 04 20:30:24.888693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:25.035085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa131fd-1e13-464e-8dc6-c73fe8ab2869 service neutron] Pushing event updated for resources: {'Port': ['ID=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:25.084718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24647b-3be4-4356-a9e2-3cbd7e8f5996 req-8d3edfa0-7833-4098-a4a5-5459e3677d6e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:25.088410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe24647b-3be4-4356-a9e2-3cbd7e8f5996 req-8d3edfa0-7833-4098-a4a5-5459e3677d6e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 943 time: 0.3538899 Feb 04 20:30:25.120172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:25.222025 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'status': 'completed', 'code': 200} Feb 04 20:30:25.245152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:25.335082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86cbac2-5f93-40ec-91d1-770342651d86 None None] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:25.344854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:25.351300 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe24647b-3be4-4356-a9e2-3cbd7e8f5996 req-3704d0ff-b29e-45f7-a4c1-b96ab81face2 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555418 Feb 04 20:30:25.398434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-a7cdee9c-8426-4444-85a2-08b0b4bb74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:25.412691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-a7cdee9c-8426-4444-85a2-08b0b4bb74ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 1094 time: 0.2838395 Feb 04 20:30:25.421150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:25.438201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Usage tracker for resource:security_group_rule and tenant:acd8eea709d64b6b993315f983a375dc is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:25.450801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:25.469512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:25.522854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f8eff62c-a5a0-46f2-89db-df6f0f8b9c42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 HTTP/1.1" status: 200 len: 217 time: 0.1002438 Feb 04 20:30:25.660961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-d0fba3f9-95d1-4a0c-8daf-71b80187c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:25.662424 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-d0fba3f9-95d1-4a0c-8daf-71b80187c93d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.1316338 Feb 04 20:30:25.784099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-90ea675b-51ba-4535-9127-9af317b99880 None None] Provisioning for port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:25.786876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-c46c872d-4310-46bc-a9e7-97fcd301d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:25.792500 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-c46c872d-4310-46bc-a9e7-97fcd301d9c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194870 Feb 04 20:30:25.851753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-90ea675b-51ba-4535-9127-9af317b99880 None None] Provisioning complete for port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:25.852219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-90ea675b-51ba-4535-9127-9af317b99880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:25.956896 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:25.995918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Router 42826097-813d-4e60-9490-43b9befee742 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:30:26.084700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-57805fb0-08e4-43db-8b02-b8c79d41d708 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800891 Feb 04 20:30:26.188538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-90ea675b-51ba-4535-9127-9af317b99880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:26.261732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-90ea675b-51ba-4535-9127-9af317b99880 None None] For port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,segment=NetworkSegment(8fd389e3-5abd-471a-b247-0958f82ed6a1),segment_id=8fd389e3-5abd-471a-b247-0958f82ed6a1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:26.435982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-90ea675b-51ba-4535-9127-9af317b99880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:26.595308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8dbb2b37-b7fd-4169-a5e6-ad62ef4ff0e8 req-f475f053-5fcd-4e17-9226-6f9a1207def0 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949491 Feb 04 20:30:26.605513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:26.622241 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Sync routers for ids ['42826097-813d-4e60-9490-43b9befee742'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:26.635499 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Routers {'42826097-813d-4e60-9490-43b9befee742'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:26.637744 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['42826097-813d-4e60-9490-43b9befee742'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:26.662249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:26.701495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea675b-51ba-4535-9127-9af317b99880 None None] Pushing event updated for resources: {'Port': ['ID=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:26.890502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-9ff91511-017f-40df-a233-3a834634efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:26.892234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-9ff91511-017f-40df-a233-3a834634efcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 1094 time: 0.1594810 Feb 04 20:30:26.896852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0272ac8f-de30-4f30-8acc-6ec827ea19ef,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:26.919963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:26.923509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ea2902c-9930-4964-934b-b8b9c5a22322 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4295826 Feb 04 20:30:26.938338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 32932) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:26.995539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1b378259-6466-4f6d-903b-a90d1bde2ede admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acd8eea709d64b6b993315f983a375dc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2653770 Feb 04 20:30:27.000986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32936) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:27.007409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-faf23075-fb79-4ac5-b1de-03b334c1b357 None None] Provisioning complete for port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:27.007913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-faf23075-fb79-4ac5-b1de-03b334c1b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:27.053575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86667d50-b3fc-4e85-913b-be2e2041ddd6 req-f99858cc-0094-4558-9856-ad07c6ee397c tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:27.065257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86667d50-b3fc-4e85-913b-be2e2041ddd6 req-f99858cc-0094-4558-9856-ad07c6ee397c tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 943 time: 0.4624965 Feb 04 20:30:27.131516 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Set router 42826097-813d-4e60-9490-43b9befee742 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:27.244370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86667d50-b3fc-4e85-913b-be2e2041ddd6 req-1e3cbab5-5d57-44b2-a880-d1ca63b90ac2 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768255 Feb 04 20:30:27.293163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ce52b9-d895-48fa-9520-4239346a7165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:27.358388 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ce52b9-d895-48fa-9520-4239346a7165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:27.542000 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ce52b9-d895-48fa-9520-4239346a7165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:27.585411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce52b9-d895-48fa-9520-4239346a7165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0272ac8f-de30-4f30-8acc-6ec827ea19ef,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:27.609879 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9ce52b9-d895-48fa-9520-4239346a7165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:27.625409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e9ce52b9-d895-48fa-9520-4239346a7165 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0272ac8f-de30-4f30-8acc-6ec827ea19ef HTTP/1.1" status: 204 len: 168 time: 0.6073191 Feb 04 20:30:27.750743 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:30:23Z', 'revision_number': 3, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:27.756791 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Checking router: 42826097-813d-4e60-9490-43b9befee742 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:27.757430 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Updating router 42826097-813d-4e60-9490-43b9befee742 port 011df930-9f74-400e-a7e3-2adf41b9b00c binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:30:27.823792 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:27.869977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-d117ce82-195c-41f8-a2fe-1abd3801ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:27.871701 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-d117ce82-195c-41f8-a2fe-1abd3801ee63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.9718792 Feb 04 20:30:27.995607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:28.078010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-a9f644a2-4ba7-4663-bb65-08c111184ab3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 HTTP/1.1" status: 200 len: 217 time: 0.1926897 Feb 04 20:30:28.227932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:28.228445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:28.740875 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:28.755408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Transition to ACTIVE for port object 011df930-9f74-400e-a7e3-2adf41b9b00c will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:28.811169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-e57b4f54-abca-4f97-92ff-31b0ec9aec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:28.812611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-e57b4f54-abca-4f97-92ff-31b0ec9aec84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.1771319 Feb 04 20:30:28.858776 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:29.050309 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Attempting to bind port 011df930-9f74-400e-a7e3-2adf41b9b00c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:30:29.050684 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Attempting to bind port 011df930-9f74-400e-a7e3-2adf41b9b00c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:30:29.051110 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Attempting to bind port 011df930-9f74-400e-a7e3-2adf41b9b00c on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:29.063022 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:30:29.063393 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:29.063706 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:29.064087 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:30:29.064551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Bound port: 011df930-9f74-400e-a7e3-2adf41b9b00c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:30:29.064921 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:29.089781 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ffce7-a28a-455c-be2b-27a8be81bc63 None None] Pushing event updated for resources: {'Port': ['ID=011df930-9f74-400e-a7e3-2adf41b9b00c,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:29.155753 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] For port 011df930-9f74-400e-a7e3-2adf41b9b00c, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:30:29.158861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] For port 011df930-9f74-400e-a7e3-2adf41b9b00c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=011df930-9f74-400e-a7e3-2adf41b9b00c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:30:29.238950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7729-d2bd-42ad-a823-1274bdf891f1 req-1da972a2-14b1-4268-8196-4525f7652fe7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:29.240487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cebb7729-d2bd-42ad-a823-1274bdf891f1 req-1da972a2-14b1-4268-8196-4525f7652fe7 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 943 time: 0.6239088 Feb 04 20:30:29.248549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-85438cad-4b2a-43c7-93c3-580ffd92ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:29.249967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-85438cad-4b2a-43c7-93c3-580ffd92ba0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3474431 Feb 04 20:30:29.256715 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:29.390840 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Routers {'42826097-813d-4e60-9490-43b9befee742'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:29.391482 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['42826097-813d-4e60-9490-43b9befee742'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:29.446463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 32984) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:29.469763 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ffce7-a28a-455c-be2b-27a8be81bc63 None None] Pushing event updated for resources: {'Port': ['ID=011df930-9f74-400e-a7e3-2adf41b9b00c,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:29.557430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:29.586291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cebb7729-d2bd-42ad-a823-1274bdf891f1 req-c546619d-a7a4-4cc8-9eb7-1034f9fd895d tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389206 Feb 04 20:30:29.623267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1869750189-network', 'tenant_id': 'd2191314df224e21b40440681653278a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:29.628949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:29.640559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Usage tracker for resource:network and tenant:d2191314df224e21b40440681653278a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:29.650035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:29.651314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:30:29.666584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:29.746191 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] Set router 42826097-813d-4e60-9490-43b9befee742 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:29.779550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Made reservation on behalf of d2191314df224e21b40440681653278a for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:30:29.780813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-931e8dfb-ce0f-4bc3-864e-03d34564a263 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711206 Feb 04 20:30:29.781856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:29.809665 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:29.890657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:29.904135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Usage tracker for resource:security_group_rule and tenant:d2191314df224e21b40440681653278a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:29.912860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:29.934412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:29.963122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:29.997445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'port_id': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'mac_address': 'fa:16:3e:11:9a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:30:30.080234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.102581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:30:30.121496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:30.121774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.210959 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.230156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:30:30.239616 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.248536 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.248882 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Added segment 92fe9259-4c69-4136-8503-61486e0e17ee of type vlan for network 4a661720-ebee-4a24-9b69-bd39c954b979 Feb 04 20:30:30.254085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Allocated IP 172.20.0.1 (3abc91b4-d1d0-4e83-9b11-ef18d5197a66/4364fcb9-c96b-41e9-bebf-1e3c433cb892/e551c672-6271-40ca-8f16-6293b2f0ed3d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:30:30.330412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f7581f0-1a83-4b46-965e-a6cf7f8f6098 req-5f49092e-1d1e-4d59-b639-be5bf82dd95e service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019033 Feb 04 20:30:30.387508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.393167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:30.413067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:30.553288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.554313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:30.555033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.556285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:30:30.620622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:30.672189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Transition to ACTIVE for port object e551c672-6271-40ca-8f16-6293b2f0ed3d will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:30.681339 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:30:23Z', 'revision_number': 3, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:30.687105 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f604e1e-1d7c-467d-9a09-0a7fc040dee3 None None] The sync data for ids ['42826097-813d-4e60-9490-43b9befee742'] in n-d-811806-1 is: [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:30:23Z', 'revision_number': 3, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:30:30.817303 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:31.019377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:31.024723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:31.028912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:30:31.112539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] Pushing event updated for resources: {'Network': ['ID=4a661720-ebee-4a24-9b69-bd39c954b979,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:31.123759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4a661720-ebee-4a24-9b69-bd39c954b979 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:30:31.194654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Pushing event updated for resources: {'Port': ['ID=e551c672-6271-40ca-8f16-6293b2f0ed3d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:31.237715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:31.258538 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5ac91a1f-54de-456c-985c-2525a72fb26e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8109498 Feb 04 20:30:31.261670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33010) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:31.294768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Request body: {'subnet': {'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1869750189-subnet', 'tenant_id': 'd2191314df224e21b40440681653278a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:31.329383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:31.335613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Usage tracker for resource:subnet and tenant:d2191314df224e21b40440681653278a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:30:31.345085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:30:31.396712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:31.421295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4cbaf-d729-4ed8-8daf-624f28fb12ed req-3e3ed953-2f82-4dd2-b3ec-3aaf2c62eb42 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:31.430975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ebb4cbaf-d729-4ed8-8daf-624f28fb12ed req-3e3ed953-2f82-4dd2-b3ec-3aaf2c62eb42 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 944 time: 0.4581540 Feb 04 20:30:31.494463 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ebb4cbaf-d729-4ed8-8daf-624f28fb12ed req-a19e86c7-4aff-4b6e-bfe4-2652f9df8525 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622425 Feb 04 20:30:31.515045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Made reservation on behalf of d2191314df224e21b40440681653278a for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:30:31.517596 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:31.624065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f8a9e98b-b9e7-4fe8-879d-a3b31b26ab05 None None] Provisioning for port e551c672-6271-40ca-8f16-6293b2f0ed3d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:31.629228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f8a9e98b-b9e7-4fe8-879d-a3b31b26ab05 None None] Provisioning complete for port e551c672-6271-40ca-8f16-6293b2f0ed3d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:31.629601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e98b-b9e7-4fe8-879d-a3b31b26ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:31.677887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:31.713618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:31.831241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9e98b-b9e7-4fe8-879d-a3b31b26ab05 None None] Port e551c672-6271-40ca-8f16-6293b2f0ed3d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:30:31.949140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:31.963639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:31.964395 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.062750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.132871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 011df930-9f74-400e-a7e3-2adf41b9b00c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:32.270143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4898a798-9104-4218-9134-49423213c29f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:32.289623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Checking segment: {'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:32.290244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Network hostable DHCP agents. Network: 4a661720-ebee-4a24-9b69-bd39c954b979, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:30:32.329627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.383441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.414995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:32.425595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:32.445074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Network 4a661720-ebee-4a24-9b69-bd39c954b979 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:30:32.469207 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'code': 200} Feb 04 20:30:32.496530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 011df930-9f74-400e-a7e3-2adf41b9b00c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:32.502391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.515072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 011df930-9f74-400e-a7e3-2adf41b9b00c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:32.515762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.521829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 4a661720-ebee-4a24-9b69-bd39c954b979) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:32.527061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:32.528036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.595800 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:30:32.610184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3508634-37bb-4134-a77c-e0b9d5e1714c None None] Network 4a661720-ebee-4a24-9b69-bd39c954b979 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:32.667937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a9ec64ec-e642-4ecf-be1a-46bb7a1e9418 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3960900 Feb 04 20:30:32.743694 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:32.876037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd99f0-1bc3-45e7-9f27-6e1a9c6f722b req-967022f3-dfd6-449b-a30b-a7d39cc60872 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:32.877595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbbd99f0-1bc3-45e7-9f27-6e1a9c6f722b req-967022f3-dfd6-449b-a30b-a7d39cc60872 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.1256559 Feb 04 20:30:32.894842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Pushing event updated for resources: {'Port': ['ID=e551c672-6271-40ca-8f16-6293b2f0ed3d,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:32.915553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33048) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:32.977372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbbd99f0-1bc3-45e7-9f27-6e1a9c6f722b req-79f80211-a65a-4b66-8bb8-d809b1c6d561 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936694 Feb 04 20:30:32.986961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:33.082305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4001609-95f1-4e0e-9f39-56ff11de5bb7 req-6701d452-0784-4ad7-a0e5-a944f0211d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:33.098504 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4001609-95f1-4e0e-9f39-56ff11de5bb7 req-6701d452-0784-4ad7-a0e5-a944f0211d47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 1096 time: 0.4021018 Feb 04 20:30:33.186630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:33.345233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:33.349140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:33.403623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:33.425113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 011df930-9f74-400e-a7e3-2adf41b9b00c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=011df930-9f74-400e-a7e3-2adf41b9b00c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:33.432658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27318018-814e-4d6d-8016-5a300509f8a7 None None] Network 4a661720-ebee-4a24-9b69-bd39c954b979 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:33.595762 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4001609-95f1-4e0e-9f39-56ff11de5bb7 req-3777dbf0-8176-4a9c-b2f2-a0193e550f76 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701622 Feb 04 20:30:33.656233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:33.762070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=011df930-9f74-400e-a7e3-2adf41b9b00c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:33.857266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Router 42826097-813d-4e60-9490-43b9befee742 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:30:33.870681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfabe06d-5b29-4f73-b9e5-8348f19e8b66 None None] Provisioning complete for port e551c672-6271-40ca-8f16-6293b2f0ed3d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:33.871091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfabe06d-5b29-4f73-b9e5-8348f19e8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:33.984450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cfabe06d-5b29-4f73-b9e5-8348f19e8b66 None None] Port e551c672-6271-40ca-8f16-6293b2f0ed3d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:30:34.016529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 011df930-9f74-400e-a7e3-2adf41b9b00c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:34.200935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 011df930-9f74-400e-a7e3-2adf41b9b00c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:34.203265 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:34.304512 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:34.310144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:34.334580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Sync routers for ids ['42826097-813d-4e60-9490-43b9befee742'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:34.337772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a489691d-cccc-4c22-bed2-8357d117e037 admin admin] 10.222.0.48 "PUT /v2.0/routers/42826097-813d-4e60-9490-43b9befee742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3963161 Feb 04 20:30:34.353957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284577b-e20d-4209-8c94-a64b9ce0b272 req-bd7654d9-2918-48b9-b732-cd69e4c34f75 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:34.356043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b284577b-e20d-4209-8c94-a64b9ce0b272 req-bd7654d9-2918-48b9-b732-cd69e4c34f75 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.2018125 Feb 04 20:30:34.387735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Routers {'42826097-813d-4e60-9490-43b9befee742'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:34.388256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['42826097-813d-4e60-9490-43b9befee742'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:34.454475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b284577b-e20d-4209-8c94-a64b9ce0b272 req-65140b1b-7405-4689-bcbd-f2e8078aa065 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912280 Feb 04 20:30:34.738866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Set router 42826097-813d-4e60-9490-43b9befee742 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:35.148510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Deleting port d071e33b-b119-41df-9f63-f7f4e9401ac6 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:35.148876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:35.250210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:30:31Z', 'revision_number': 4, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e551c672-6271-40ca-8f16-6293b2f0ed3d', 'name': '', 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'mac_address': 'fa:16:3e:81:82:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4364fcb9-c96b-41e9-bebf-1e3c433cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:29Z', 'updated_at': '2022-02-04T20:30:31Z', 'revision_number': 2, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'subnets': [{'id': '4364fcb9-c96b-41e9-bebf-1e3c433cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:35.255954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Checking router: 42826097-813d-4e60-9490-43b9befee742 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:35.256528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Updating router 42826097-813d-4e60-9490-43b9befee742 port e551c672-6271-40ca-8f16-6293b2f0ed3d binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:30:35.319593 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:35.411556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] For port d071e33b-b119-41df-9f63-f7f4e9401ac6, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d071e33b-b119-41df-9f63-f7f4e9401ac6,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:35.412768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:35.673979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-a88c1355-8039-4ee2-9ce6-206e36a8dfb2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:35.703016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-a88c1355-8039-4ee2-9ce6-206e36a8dfb2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Synchronizing usage tracker for tenant:c7c748659cd444e6a728783b277da1f6 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:35.703788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Calling delete_port for d071e33b-b119-41df-9f63-f7f4e9401ac6 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:35.907838 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:35.920640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Transition to ACTIVE for port object e551c672-6271-40ca-8f16-6293b2f0ed3d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:35.930582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-a88c1355-8039-4ee2-9ce6-206e36a8dfb2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Unset dirty status for tenant:c7c748659cd444e6a728783b277da1f6 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:35.935213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-a88c1355-8039-4ee2-9ce6-206e36a8dfb2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/networks?id=e89ca824-4609-4500-840c-36319cd25724 HTTP/1.1" status: 200 len: 911 time: 0.5573907 Feb 04 20:30:35.950980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-7e593d95-bf70-439d-a765-299d6e0407cd tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/quotas/c7c748659cd444e6a728783b277da1f6 HTTP/1.1" status: 200 len: 375 time: 0.0115280 Feb 04 20:30:35.970316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edb911-aa04-426b-9259-b3f1dbc1b9ec req-e149db90-b493-4864-90b5-d658e51e1765 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:35.977325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16edb911-aa04-426b-9259-b3f1dbc1b9ec req-e149db90-b493-4864-90b5-d658e51e1765 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.1976678 Feb 04 20:30:36.038892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16edb911-aa04-426b-9259-b3f1dbc1b9ec req-93bc3032-0195-4c6d-9314-8f55879db5d1 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606196 Feb 04 20:30:36.041291 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:36.062792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-dc3ef8ca-4b85-4b6e-bfa0-eaaad99c422b tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Synchronizing usage tracker for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:36.193570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-dc3ef8ca-4b85-4b6e-bfa0-eaaad99c422b tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Unset dirty status for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:36.194917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-dc3ef8ca-4b85-4b6e-bfa0-eaaad99c422b tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7c748659cd444e6a728783b277da1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322280 Feb 04 20:30:36.268800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:36.481370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Pushing event deleted for resources: {'Port': ['ID=d071e33b-b119-41df-9f63-f7f4e9401ac6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:36.513065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1626d4-fbc0-46f6-83d8-56f7030c5b31 None None] Pushing event updated for resources: {'Port': ['ID=e551c672-6271-40ca-8f16-6293b2f0ed3d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:36.533475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-addb6ba1-14a5-4377-bc73-55b05564d537 service neutron] 10.222.0.48 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652428 Feb 04 20:30:36.576199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Attempting to bind port e551c672-6271-40ca-8f16-6293b2f0ed3d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:30:36.577093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Attempting to bind port e551c672-6271-40ca-8f16-6293b2f0ed3d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:30:36.577778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Attempting to bind port e551c672-6271-40ca-8f16-6293b2f0ed3d on network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:36.586517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:30:36.587297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Checking segment: {'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:36.587990 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:36.589404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Bound using segment: {'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:30:36.590273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Bound port: e551c672-6271-40ca-8f16-6293b2f0ed3d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd389e3-5abd-471a-b247-0958f82ed6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:30:36.590980 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:36.784078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881424ee-c29e-4f28-9333-a7ac626bbad4 req-127913d8-b054-42cc-9645-456a7a3b9146 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:36.786586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-881424ee-c29e-4f28-9333-a7ac626bbad4 req-127913d8-b054-42cc-9645-456a7a3b9146 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.3103585 Feb 04 20:30:36.823182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] For port e551c672-6271-40ca-8f16-6293b2f0ed3d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:30:36.826810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] For port e551c672-6271-40ca-8f16-6293b2f0ed3d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e551c672-6271-40ca-8f16-6293b2f0ed3d,segment=NetworkSegment(8fd389e3-5abd-471a-b247-0958f82ed6a1),segment_id=8fd389e3-5abd-471a-b247-0958f82ed6a1)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:30:36.844347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-c4df64e8-40b5-4b38-9185-bf957c46c553 service neutron] 10.222.0.48 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971895 Feb 04 20:30:36.844882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33140) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:36.858259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Request body: {'floatingip': {'port_id': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:36.903337 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:37.216276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Routers {'42826097-813d-4e60-9490-43b9befee742'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:37.216939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['42826097-813d-4e60-9490-43b9befee742'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:37.358765 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:37.360028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:37.412489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1626d4-fbc0-46f6-83d8-56f7030c5b31 None None] Pushing event updated for resources: {'Port': ['ID=e551c672-6271-40ca-8f16-6293b2f0ed3d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:37.689926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] Set router 42826097-813d-4e60-9490-43b9befee742 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:37.950896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b546c32b-5ea1-4ace-828a-a0d5d7eadbc8 req-77d67cc1-9d4f-4da8-b1c1-25aa39d662e8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 210 time: 0.5561512 Feb 04 20:30:38.286315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:30:31Z', 'revision_number': 4, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e551c672-6271-40ca-8f16-6293b2f0ed3d', 'name': '', 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'mac_address': 'fa:16:3e:81:82:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4364fcb9-c96b-41e9-bebf-1e3c433cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:29Z', 'updated_at': '2022-02-04T20:30:36Z', 'revision_number': 4, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'subnets': [{'id': '4364fcb9-c96b-41e9-bebf-1e3c433cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:38.296600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9c593-9b93-4356-9701-3d2365a39306 None None] The sync data for ids ['42826097-813d-4e60-9490-43b9befee742'] in n-d-811806-1 is: [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:30:31Z', 'revision_number': 4, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'e551c672-6271-40ca-8f16-6293b2f0ed3d', 'name': '', 'network_id': '3abc91b4-d1d0-4e83-9b11-ef18d5197a66', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'mac_address': 'fa:16:3e:81:82:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4364fcb9-c96b-41e9-bebf-1e3c433cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:29Z', 'updated_at': '2022-02-04T20:30:36Z', 'revision_number': 4, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'subnets': [{'id': '4364fcb9-c96b-41e9-bebf-1e3c433cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:30:38.562211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:38.670163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:38.871565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:30:39.021894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:39.106146 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Floating IP d24da1b2-c38f-46e1-aa2c-72eef4a1c89c associated. External IP: 172.25.7.25, port: b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79. Feb 04 20:30:39.230464 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:39.261530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:39.272000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] Sync routers for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:39.303608 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:39.304518 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:39.313682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33192) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:39.318136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ec7eaeab-a253-457b-b298-2e4b54c37656 admin admin] 10.222.0.48 "PUT /v2.0/routers/9cd67fb0-6361-4811-8193-5aa0cfca28c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4011791 Feb 04 20:30:39.324300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a030867-19fd-4e1d-8c3a-aa6bbb2275de req-1a23f62a-718d-4033-a362-6cb4b250997a tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 210 time: 0.1555023 Feb 04 20:30:39.562398 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:39.995333 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:30:36Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:40.001728 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] Checking router: 9cd67fb0-6361-4811-8193-5aa0cfca28c1 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:40.016200 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] Routers {'9cd67fb0-6361-4811-8193-5aa0cfca28c1'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:40.017337 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:40.132793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e551c672-6271-40ca-8f16-6293b2f0ed3d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:40.257704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:40.319725 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] Set router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:40.506264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e551c672-6271-40ca-8f16-6293b2f0ed3d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:40.516757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e551c672-6271-40ca-8f16-6293b2f0ed3d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:40.517146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:40.734852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:40.804210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e551c672-6271-40ca-8f16-6293b2f0ed3d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e551c672-6271-40ca-8f16-6293b2f0ed3d,segment=NetworkSegment(8fd389e3-5abd-471a-b247-0958f82ed6a1),segment_id=8fd389e3-5abd-471a-b247-0958f82ed6a1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:40.860950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a0a0461-1ce6-4f54-afce-d38b3990c10a req-dea4db6d-3d53-4836-8be4-be4961efb0ce tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 210 time: 0.1637280 Feb 04 20:30:40.915532 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:40.966482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Router 14cda93c-fc52-4264-abb4-1494440f7e50 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:30:40.988644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:41.008304 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:30:36Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:41.013133 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e02ba-aa16-4d66-8011-27761b13b4c3 None None] The sync data for ids ['9cd67fb0-6361-4811-8193-5aa0cfca28c1'] in n-d-811806-1 is: [{'id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'name': 'tempest-TaggedBootDevicesTest-1634714989-router', 'tenant_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:11Z', 'updated_at': '2022-02-04T20:30:36Z', 'revision_number': 5, 'project_id': '1b7f8f02e3e1425794c7b1f0ef780199', 'gw_port': {'id': 'f5a49345-77c3-4671-9e86-3a909825de53', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd67fb0-6361-4811-8193-5aa0cfca28c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:14Z', 'updated_at': '2022-02-04T20:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:30:41.125848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Deleting port f5a49345-77c3-4671-9e86-3a909825de53 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:41.126192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:41.212121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-c0cddb68-de2b-42c2-b1f4-94bcebf16fdb tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:41.218150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-c0cddb68-de2b-42c2-b1f4-94bcebf16fdb tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.62 "GET /v2.0/networks?id=e89ca824-4609-4500-840c-36319cd25724 HTTP/1.1" status: 200 len: 911 time: 0.4229143 Feb 04 20:30:41.235346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Request body: {'port': {'device_id': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'admin_state_up': True, 'tenant_id': 'c7c748659cd444e6a728783b277da1f6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:41.249236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:30:41.268671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:30:41.280736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e551c672-6271-40ca-8f16-6293b2f0ed3d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:41.361125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Made reservation on behalf of c7c748659cd444e6a728783b277da1f6 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:30:41.364076 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:41.486706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:41.493119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:41.502383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] Sync routers for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:41.523058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:41.525553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:41.601517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] For port f5a49345-77c3-4671-9e86-3a909825de53, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f5a49345-77c3-4671-9e86-3a909825de53,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:41.601887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:41.697069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Allocated IP 172.20.0.5 (e89ca824-4609-4500-840c-36319cd25724/4184e867-f4eb-4a02-a772-1110e17f1ef1/b4c46d34-eff0-4ed0-9625-2236c07d3316) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:30:41.737302 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7b19087e-20e6-41e2-be49-b137600a29fa tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "PUT /v2.0/floatingips/d24da1b2-c38f-46e1-aa2c-72eef4a1c89c HTTP/1.1" status: 200 len: 990 time: 4.8914542 Feb 04 20:30:41.802529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:41.813394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Calling delete_port for f5a49345-77c3-4671-9e86-3a909825de53 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:41.922659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:41.924451 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'status': 'completed', 'code': 200} Feb 04 20:30:42.041986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e551c672-6271-40ca-8f16-6293b2f0ed3d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:42.187812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d4046-007f-4db7-8db7-204d63279367 req-aa2c0b2b-7ee7-44ca-bd5e-785ad07cfe2b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:42.195972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-615d4046-007f-4db7-8db7-204d63279367 req-aa2c0b2b-7ee7-44ca-bd5e-785ad07cfe2b tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.1652000 Feb 04 20:30:42.249217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e551c672-6271-40ca-8f16-6293b2f0ed3d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:42.249936 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:42.267196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:42.288561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-615d4046-007f-4db7-8db7-204d63279367 req-b4f73a4c-1f2f-4b1a-b812-20bdfc41feed tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912919 Feb 04 20:30:42.329041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Transition to ACTIVE for port object b4c46d34-eff0-4ed0-9625-2236c07d3316 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:42.464933 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:42.534346 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:42.563463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Network e89ca824-4609-4500-840c-36319cd25724 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:30:42.572784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:30:42.593848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:30:42.680441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a49345-77c3-4671-9e86-3a909825de53,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:42.729305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Pushing event updated for resources: {'Port': ['ID=b4c46d34-eff0-4ed0-9625-2236c07d3316,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:42.756574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-9b19155e-d391-4ca9-9240-aa032c858c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:42.762838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-9b19155e-d391-4ca9-9240-aa032c858c40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 1096 time: 0.6368301 Feb 04 20:30:42.763711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:42.764324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:42.883791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ac434afe-b0c2-41d5-bb25-2e0a2d967af9 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6562729 Feb 04 20:30:42.895600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Request body: {'port': {'device_id': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:30:42.936201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2716fe-4285-4a2b-ac2e-c0c6f809509c req-65ef2ca5-9370-4da2-aac4-766bfd0f803d tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:42.943817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da2716fe-4285-4a2b-ac2e-c0c6f809509c req-65ef2ca5-9370-4da2-aac4-766bfd0f803d tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1027 time: 0.8194840 Feb 04 20:30:42.960208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d071e33b-b119-41df-9f63-f7f4e9401ac6 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:42.961240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:43.006795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: d071e33b-b119-41df-9f63-f7f4e9401ac6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:30:43.007148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d071e33b-b119-41df-9f63-f7f4e9401ac6 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:30:43.028396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd24da1b2-c38f-46e1-aa2c-72eef4a1c89c', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'port_id': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'mac_address': 'fa:16:3e:11:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:30:09Z', 'updated_at': '2022-02-04T20:30:38Z', 'revision_number': 1, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:43.039204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] Checking router: 14cda93c-fc52-4264-abb4-1494440f7e50 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:43.053457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:43.053999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:43.148530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:43.189436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54de1b36-8533-43bd-8cdf-2528b0394e9a None None] Provisioning for port b4c46d34-eff0-4ed0-9625-2236c07d3316 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:43.227627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54de1b36-8533-43bd-8cdf-2528b0394e9a None None] Provisioning complete for port b4c46d34-eff0-4ed0-9625-2236c07d3316 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:43.227627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54de1b36-8533-43bd-8cdf-2528b0394e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:43.325109 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:43.348616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:43.351011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-da2716fe-4285-4a2b-ac2e-c0c6f809509c req-103ba82e-481a-4030-a095-268b1fdf3054 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Synchronizing usage tracker for tenant:c7c748659cd444e6a728783b277da1f6 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:43.361026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-a8e1c414-4744-456f-bb94-6357d9be3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:43.370605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-a8e1c414-4744-456f-bb94-6357d9be3c0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.6018810 Feb 04 20:30:43.476461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54de1b36-8533-43bd-8cdf-2528b0394e9a None None] Port b4c46d34-eff0-4ed0-9625-2236c07d3316 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:30:43.533734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:43.560656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-dabc4f54-5577-4b9c-b01d-eec54aff5031 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 HTTP/1.1" status: 200 len: 998 time: 0.1634448 Feb 04 20:30:43.562305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-da2716fe-4285-4a2b-ac2e-c0c6f809509c req-103ba82e-481a-4030-a095-268b1fdf3054 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Unset dirty status for tenant:c7c748659cd444e6a728783b277da1f6 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:43.563249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da2716fe-4285-4a2b-ac2e-c0c6f809509c req-103ba82e-481a-4030-a095-268b1fdf3054 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186910 Feb 04 20:30:43.626914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:43.627517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd67fb0-6361-4811-8193-5aa0cfca28c1 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:30:43.675557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-7b82966d-b0c2-432a-be09-260ed2b14ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:43.678673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-7b82966d-b0c2-432a-be09-260ed2b14ec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.1087348 Feb 04 20:30:43.681194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:43.682510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0c7a3adf-a566-4986-977e-14b5be931c6a admin admin] 10.222.0.48 "DELETE /v2.0/routers/9cd67fb0-6361-4811-8193-5aa0cfca28c1 HTTP/1.1" status: 204 len: 168 time: 4.3647530 Feb 04 20:30:43.695935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33264) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:43.826368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.resource_extend [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:30:43.894007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-45a15a4e-ee81-492f-b83f-01c6a535f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:43.911635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-45a15a4e-ee81-492f-b83f-01c6a535f221 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196760 Feb 04 20:30:44.105684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] Deleting subnet ef76c9e5-b83f-45b4-9e46-0ae02efdf16a {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:30:44.109332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:44.166891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:44.215752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd24da1b2-c38f-46e1-aa2c-72eef4a1c89c', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'port_id': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'mac_address': 'fa:16:3e:11:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:30:09Z', 'updated_at': '2022-02-04T20:30:38Z', 'revision_number': 1, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:44.233149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-41486e65-f11e-4262-baf1-d747cafdfac6 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188715 Feb 04 20:30:44.240417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825ecfe-ff62-451e-a8bc-c84213b9e9d0 None None] The sync data for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 is: [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd24da1b2-c38f-46e1-aa2c-72eef4a1c89c', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'port_id': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'mac_address': 'fa:16:3e:11:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:30:09Z', 'updated_at': '2022-02-04T20:30:38Z', 'revision_number': 1, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:30:44.267215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24870e59-71f7-41fd-a6d4-37e8c85bbcf9 req-aaec83d2-3821-4450-b70f-dc14a3df117f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:44.273492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24870e59-71f7-41fd-a6d4-37e8c85bbcf9 req-aaec83d2-3821-4450-b70f-dc14a3df117f tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.7029037 Feb 04 20:30:44.279248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c46d34-eff0-4ed0-9625-2236c07d3316 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:30:44.287401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:44.354898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Transition to ACTIVE for port object b4c46d34-eff0-4ed0-9625-2236c07d3316 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:30:44.395990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24870e59-71f7-41fd-a6d4-37e8c85bbcf9 req-0c9d4045-e0df-4016-9853-8bcf27766e31 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812237 Feb 04 20:30:44.408545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:44.445509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71abdd3e-7faf-4b02-a232-17ce80b2aad8 req-5d62f850-68b6-46b7-b50a-3394855a706a service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931837 Feb 04 20:30:44.459232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:44.730294 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b71ee6-93f8-4450-9c3e-199d2f2a80f1 None None] New status for floating IP d24da1b2-c38f-46e1-aa2c-72eef4a1c89c: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:30:44.926985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Pushing event updated for resources: {'Port': ['ID=b4c46d34-eff0-4ed0-9625-2236c07d3316,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:44.973097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245619-95e2-4514-90da-54595cb470ae req-6ba35fc0-cd71-410f-9baf-9b8a816617ca tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:44.977688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd245619-95e2-4514-90da-54595cb470ae req-6ba35fc0-cd71-410f-9baf-9b8a816617ca tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1052 time: 0.2107041 Feb 04 20:30:44.977866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Attempting to bind port b4c46d34-eff0-4ed0-9625-2236c07d3316 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:30:44.978266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Attempting to bind port b4c46d34-eff0-4ed0-9625-2236c07d3316 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:30:44.978710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Attempting to bind port b4c46d34-eff0-4ed0-9625-2236c07d3316 on network e89ca824-4609-4500-840c-36319cd25724 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:44.984221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Port b4c46d34-eff0-4ed0-9625-2236c07d3316 on network e89ca824-4609-4500-840c-36319cd25724 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:30:44.984679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Attempting to bind port b4c46d34-eff0-4ed0-9625-2236c07d3316 on network e89ca824-4609-4500-840c-36319cd25724 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:30:44.991440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:30:44.992135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Checking segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:30:44.992847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Bound using segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:30:44.993329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Bound port: b4c46d34-eff0-4ed0-9625-2236c07d3316, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:30:44.993747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.024962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dd245619-95e2-4514-90da-54595cb470ae req-dae1b67c-4a53-4c09-8899-9b2c8ac3591d tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460849 Feb 04 20:30:45.069507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.125897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef76c9e5-b83f-45b4-9e46-0ae02efdf16a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:45.128367 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.135944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d3e11-baf9-4829-8e35-9bc5140ee080 None None] Network aa0cc075-9778-4f66-8d59-db6db0f7e6f1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:45.136460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c2f9c9e1-dfde-4adc-92e7-ca2daa706dc0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef76c9e5-b83f-45b4-9e46-0ae02efdf16a HTTP/1.1" status: 204 len: 168 time: 1.4392011 Feb 04 20:30:45.138897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33284) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:45.203750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] For port b4c46d34-eff0-4ed0-9625-2236c07d3316, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:30:45.207962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] For port b4c46d34-eff0-4ed0-9625-2236c07d3316, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b4c46d34-eff0-4ed0-9625-2236c07d3316,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:30:45.304692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.399049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.417949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Deleting port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:45.419891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:45.421090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.421623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] 10.222.0.62 "PUT /v2.0/ports/b4c46d34-eff0-4ed0-9625-2236c07d3316 HTTP/1.1" status: 200 len: 1091 time: 2.5304792 Feb 04 20:30:45.421996 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.422127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'tag': 'b4c46d34-eff0-4ed0-9625-2236c07d3316'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:45.480494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd45b4-15ea-43f6-b9e0-7965d0a088ba service neutron] Pushing event updated for resources: {'Port': ['ID=b4c46d34-eff0-4ed0-9625-2236c07d3316,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:45.644018 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'tag': 'b4c46d34-eff0-4ed0-9625-2236c07d3316', 'status': 'completed', 'code': 200} Feb 04 20:30:45.732352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] DHCP port deletion for aa0cc075-9778-4f66-8d59-db6db0f7e6f1 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:30:45.740502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Deleting port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:45.741139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:45.822905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7833f7-125c-4f34-8d2e-724ec0b8f353 req-2aec0810-7824-41ad-a7f7-bae841baf331 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:45.824680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b7833f7-125c-4f34-8d2e-724ec0b8f353 req-2aec0810-7824-41ad-a7f7-bae841baf331 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.1792281 Feb 04 20:30:45.861503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77aee-05b9-4b53-b873-8afcbd84eb68 req-e4300d1e-969e-4ebc-9cd5-3b5651efa7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:45.863722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7d77aee-05b9-4b53-b873-8afcbd84eb68 req-e4300d1e-969e-4ebc-9cd5-3b5651efa7e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c748659cd444e6a728783b277da1f6&device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1094 time: 0.3364494 Feb 04 20:30:46.030958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] For port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:46.031859 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:46.047022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:46.140416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b7833f7-125c-4f34-8d2e-724ec0b8f353 req-ce139435-bb59-447a-82ea-b0824b7e6c87 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032289 Feb 04 20:30:46.243701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Calling delete_port for 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:46.294942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77aee-05b9-4b53-b873-8afcbd84eb68 req-698f149a-9f82-4aee-af7c-3890f2c155b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:46.296747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7d77aee-05b9-4b53-b873-8afcbd84eb68 req-698f149a-9f82-4aee-af7c-3890f2c155b5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7c748659cd444e6a728783b277da1f6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4264934 Feb 04 20:30:46.438032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] For port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,segment=NetworkSegment(e5c58172-419c-4aeb-9d84-0f2eb36107f2),segment_id=e5c58172-419c-4aeb-9d84-0f2eb36107f2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:46.438815 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:46.509841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a6e17-8d51-4753-9fff-7535a27d1440 req-f262031c-2540-4113-854a-136abe64b0eb tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:46.513330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e6a6e17-8d51-4753-9fff-7535a27d1440 req-f262031c-2540-4113-854a-136abe64b0eb tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1094 time: 0.2193677 Feb 04 20:30:46.598845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e6a6e17-8d51-4753-9fff-7535a27d1440 req-5c342119-fa8a-4b7b-8f14-d7442b9af858 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753167 Feb 04 20:30:46.605047 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:46.662239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77aee-05b9-4b53-b873-8afcbd84eb68 req-6e1804c8-63f7-4605-9668-3a625477de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:46.664078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7d77aee-05b9-4b53-b873-8afcbd84eb68 req-6e1804c8-63f7-4605-9668-3a625477de7d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3562198 Feb 04 20:30:46.713887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Pushing event deleted for resources: {'Port': ['ID=710cb3a7-cd36-4702-ac55-f3c10f6bb9b4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:46.740564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] No DVR routers for this DVR port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:30:46.744667 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:46.771230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Calling delete_port for 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:46.901616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-3e837888-06e7-4e88-a04c-126909ae9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:46.903585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-3e837888-06e7-4e88-a04c-126909ae9c35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c748659cd444e6a728783b277da1f6&device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1094 time: 0.1855230 Feb 04 20:30:46.904370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f5a49345-77c3-4671-9e86-3a909825de53 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:46.957955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f5a49345-77c3-4671-9e86-3a909825de53 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:30:46.958520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f5a49345-77c3-4671-9e86-3a909825de53 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:30:46.964060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:46.988031 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:30:46.988436 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:30:46.993442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0cc075-9778-4f66-8d59-db6db0f7e6f1']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:46.993766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-ce8d1abe-be9a-4c15-bef0-707c51086964 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4c46d34-eff0-4ed0-9625-2236c07d3316 HTTP/1.1" status: 200 len: 217 time: 0.0733674 Feb 04 20:30:47.009680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c58172-419c-4aeb-9d84-0f2eb36107f2') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:47.009981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c58172-419c-4aeb-9d84-0f2eb36107f2') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:47.022640 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:47.041988 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:47.051146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:30:47.054188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:30:47.078284 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:30:47.178133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-62d8b0db-f892-43d3-bd84-70acb34644bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:47.187732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-62d8b0db-f892-43d3-bd84-70acb34644bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4184e867-f4eb-4a02-a772-1110e17f1ef1 HTTP/1.1" status: 200 len: 849 time: 0.1810410 Feb 04 20:30:47.314195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:47.327232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:47.329286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-d463ffce-c290-47b4-bea1-070b4fe0c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:47.330816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-d463ffce-c290-47b4-bea1-070b4fe0c7a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e89ca824-4609-4500-840c-36319cd25724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440930 Feb 04 20:30:47.375557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0cc075-9778-4f66-8d59-db6db0f7e6f1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:47.385973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-96e93719-3932-4cfb-a9e1-11f67651b71a admin admin] 10.222.0.48 "DELETE /v2.0/networks/aa0cc075-9778-4f66-8d59-db6db0f7e6f1 HTTP/1.1" status: 204 len: 168 time: 2.2458210 Feb 04 20:30:47.391740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33326) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:47.489422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Deleting port 710cb3a7-cd36-4702-ac55-f3c10f6bb9b4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:47.490099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:47.577884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-f4162dd5-098c-452e-bcf0-b920cd24c606 service neutron] 10.222.0.62 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408249 Feb 04 20:30:47.658942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b9929913-54ae-4d1c-9c7c-e2d31e1b7eec None None] The port '710cb3a7-cd36-4702-ac55-f3c10f6bb9b4' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:30:47.836535 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66202355-47d1-4a5d-9076-f99da0cb5ea5 req-b4fe2b9d-65e8-41f2-be47-4a27345dc21d service neutron] 10.222.0.62 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477479 Feb 04 20:30:47.871041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb463d-a439-4157-ae26-7f6ee57264cd req-e8998602-59b9-4da4-b3b4-26f87fae3d07 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:47.871881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-14fb463d-a439-4157-ae26-7f6ee57264cd req-e8998602-59b9-4da4-b3b4-26f87fae3d07 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Synchronizing usage tracker for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:48.015292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-14fb463d-a439-4157-ae26-7f6ee57264cd req-e8998602-59b9-4da4-b3b4-26f87fae3d07 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Unset dirty status for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:48.017063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14fb463d-a439-4157-ae26-7f6ee57264cd req-e8998602-59b9-4da4-b3b4-26f87fae3d07 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1094 time: 0.2460814 Feb 04 20:30:48.091257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14fb463d-a439-4157-ae26-7f6ee57264cd req-fb72ffa9-531e-4205-b9df-11a479c5bc21 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672383 Feb 04 20:30:48.423735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:49.003672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Deleting port dfb986df-0896-42cb-bfdc-3df2e5564447 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:49.004515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:49.258178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] For port dfb986df-0896-42cb-bfdc-3df2e5564447, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dfb986df-0896-42cb-bfdc-3df2e5564447,segment=NetworkSegment(40542ec4-5bc5-4d4e-bfc5-d0d9ee047864),segment_id=40542ec4-5bc5-4d4e-bfc5-d0d9ee047864)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:49.258445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:49.427154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Calling delete_port for dfb986df-0896-42cb-bfdc-3df2e5564447 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:49.591403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb979-c7ea-4c3a-9530-3b0624f7f125 req-30293f3e-2baa-4d1d-8c06-364e3eb2c9da tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:49.598879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20cfb979-c7ea-4c3a-9530-3b0624f7f125 req-30293f3e-2baa-4d1d-8c06-364e3eb2c9da tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1094 time: 0.2673497 Feb 04 20:30:49.662344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20cfb979-c7ea-4c3a-9530-3b0624f7f125 req-0800fdfb-31ee-448a-9ec5-2129734eafb1 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626228 Feb 04 20:30:49.841530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:49.892423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb986df-0896-42cb-bfdc-3df2e5564447,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:50.115461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-41b4258f-acb1-4c1f-b4ed-306f5d728f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:50.300350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:50.889324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Router f20943c5-bac1-4dba-b014-919f91c9eae2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:30:51.114090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb064fb0-82ed-4dfa-a6e4-a5004da097c9 req-9e0bb803-662e-4b7a-8b1a-cd32afa34615 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:51.115640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb064fb0-82ed-4dfa-a6e4-a5004da097c9 req-9e0bb803-662e-4b7a-8b1a-cd32afa34615 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1094 time: 0.2718909 Feb 04 20:30:51.162795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:51.183247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] Sync routers for ids ['f20943c5-bac1-4dba-b014-919f91c9eae2'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:51.187988 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-098315a8-2cb3-4500-bd6c-21097735579a admin admin] 10.222.0.48 "PUT /v2.0/routers/f20943c5-bac1-4dba-b014-919f91c9eae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7927265 Feb 04 20:30:51.187988 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb064fb0-82ed-4dfa-a6e4-a5004da097c9 req-47056774-2e60-48aa-9046-382576e20b46 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666223 Feb 04 20:30:51.188295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33408) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:51.195087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] Routers {'f20943c5-bac1-4dba-b014-919f91c9eae2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:51.195717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f20943c5-bac1-4dba-b014-919f91c9eae2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:51.390761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] Set router f20943c5-bac1-4dba-b014-919f91c9eae2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:51.409781 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:51.685032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:51.791375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b4c46d34-eff0-4ed0-9625-2236c07d3316 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:30:51.867776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Deleting port c509045b-ffbc-4173-8252-99757a8ce68c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:51.875246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:51.982009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b4c46d34-eff0-4ed0-9625-2236c07d3316, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b4c46d34-eff0-4ed0-9625-2236c07d3316,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:52.031822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'b4c46d34-eff0-4ed0-9625-2236c07d3316', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'port_id': 'b4c46d34-eff0-4ed0-9625-2236c07d3316', 'mac_address': 'fa:16:3e:93:54:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:30:52.154899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:52.188021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c46d34-eff0-4ed0-9625-2236c07d3316 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:30:52.272584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b4c46d34-eff0-4ed0-9625-2236c07d3316, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b4c46d34-eff0-4ed0-9625-2236c07d3316,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:52.306504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:30:49Z', 'revision_number': 5, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port': {'id': 'c509045b-ffbc-4173-8252-99757a8ce68c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:21:39Z', 'updated_at': '2022-02-04T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:52.310965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] Checking router: f20943c5-bac1-4dba-b014-919f91c9eae2 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:52.319326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] For port c509045b-ffbc-4173-8252-99757a8ce68c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c509045b-ffbc-4173-8252-99757a8ce68c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:52.319949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:52.323346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] Routers {'f20943c5-bac1-4dba-b014-919f91c9eae2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:52.328171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['f20943c5-bac1-4dba-b014-919f91c9eae2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:52.463081 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f1cece55-c161-4b95-aeca-c664eb285c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:52.464572 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:52.598917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b4c46d34-eff0-4ed0-9625-2236c07d3316,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:52.636843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Calling delete_port for c509045b-ffbc-4173-8252-99757a8ce68c owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:52.723964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] Set router f20943c5-bac1-4dba-b014-919f91c9eae2 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:52.777897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.787922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:52.846280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b4c46d34-eff0-4ed0-9625-2236c07d3316'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:30:52.885708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428db07-d33f-4c2b-97f4-bbdc7a674add req-9ccff3ce-4c06-4551-9683-2813cc301c0e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:52.891499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f428db07-d33f-4c2b-97f4-bbdc7a674add req-9ccff3ce-4c06-4551-9683-2813cc301c0e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1095 time: 0.4276268 Feb 04 20:30:52.927448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:30:51Z', 'revision_number': 6, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:52.954117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9bc21-fc3c-4d81-b6ef-efeeb0d4399f None None] The sync data for ids ['f20943c5-bac1-4dba-b014-919f91c9eae2'] in n-d-811806-1 is: [{'id': 'f20943c5-bac1-4dba-b014-919f91c9eae2', 'name': 'tempest-TaggedBootDevicesTest-608117681-router', 'tenant_id': 'c1ccf71562c54daab624a04439f3c0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:21:38Z', 'updated_at': '2022-02-04T20:30:51Z', 'revision_number': 6, 'project_id': 'c1ccf71562c54daab624a04439f3c0f6', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:30:53.050380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f428db07-d33f-4c2b-97f4-bbdc7a674add req-2271d748-1b86-461a-b7f1-b52ff462cca5 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480103 Feb 04 20:30:53.382806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:53.451731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c509045b-ffbc-4173-8252-99757a8ce68c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:53.513908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:53.550030 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:53.636048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:53.880211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:53.889258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:53.981565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c509045b-ffbc-4173-8252-99757a8ce68c no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:53.987438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:53.988323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f20943c5-bac1-4dba-b014-919f91c9eae2 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:30:54.012472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:54.016605 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bf7d735e-1363-4c2f-a215-efe7fd0ade1b admin admin] 10.222.0.48 "DELETE /v2.0/routers/f20943c5-bac1-4dba-b014-919f91c9eae2 HTTP/1.1" status: 204 len: 168 time: 2.8242979 Feb 04 20:30:54.017257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33456) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:54.053107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c509045b-ffbc-4173-8252-99757a8ce68c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:30:54.053702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c509045b-ffbc-4173-8252-99757a8ce68c not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:30:54.054301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dfb986df-0896-42cb-bfdc-3df2e5564447 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:54.126151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: dfb986df-0896-42cb-bfdc-3df2e5564447 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:30:54.126825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dfb986df-0896-42cb-bfdc-3df2e5564447 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:30:54.145065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] Deleting subnet ed24dd2b-4eba-494d-a743-c885babdb052 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:30:54.156841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:54.306178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:54.509700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:54.679737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728084f-1c70-434b-b68b-5f9c4fd0d8d7 req-ffa90fce-4b5f-4fd9-9632-470c2f6b6977 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:54.681274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1728084f-1c70-434b-b68b-5f9c4fd0d8d7 req-ffa90fce-4b5f-4fd9-9632-470c2f6b6977 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1095 time: 0.1335342 Feb 04 20:30:54.764986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1728084f-1c70-434b-b68b-5f9c4fd0d8d7 req-8c35b0c5-2404-49c9-970d-f68d7a58cdbf tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777864 Feb 04 20:30:54.778609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:54.834191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed24dd2b-4eba-494d-a743-c885babdb052,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:54.840027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:54.848678 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4da3d140-78d9-491e-aaf5-005123c333a0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ed24dd2b-4eba-494d-a743-c885babdb052 HTTP/1.1" status: 204 len: 168 time: 0.8289254 Feb 04 20:30:54.853365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ce8d3-cf21-465b-8ee3-032bf094018d None None] Network 3bda4c2f-3b70-4055-8bc3-1844aca59581 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:30:54.853838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33472) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:54.978391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:54.994543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Deleting port 948f032f-2126-4223-aa52-c9f23252ef34 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:54.995298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:55.149427 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:55.216828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] DHCP port deletion for 3bda4c2f-3b70-4055-8bc3-1844aca59581 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:30:55.224511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Deleting port 948f032f-2126-4223-aa52-c9f23252ef34 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:55.225098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:55.455211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] For port 948f032f-2126-4223-aa52-c9f23252ef34, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=948f032f-2126-4223-aa52-c9f23252ef34,segment=NetworkSegment(40542ec4-5bc5-4d4e-bfc5-d0d9ee047864),segment_id=40542ec4-5bc5-4d4e-bfc5-d0d9ee047864)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:55.455596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:55.636161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] For port 948f032f-2126-4223-aa52-c9f23252ef34, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=948f032f-2126-4223-aa52-c9f23252ef34,segment=NetworkSegment(40542ec4-5bc5-4d4e-bfc5-d0d9ee047864),segment_id=40542ec4-5bc5-4d4e-bfc5-d0d9ee047864)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:55.636477 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:55.708385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Calling delete_port for 948f032f-2126-4223-aa52-c9f23252ef34 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:55.801113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Calling delete_port for 948f032f-2126-4223-aa52-c9f23252ef34 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:55.817754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf12ef-7042-425a-8fa2-e41534ff2956 req-31546343-1d8d-4bfe-89af-736ba921b117 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:55.819473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5bf12ef-7042-425a-8fa2-e41534ff2956 req-31546343-1d8d-4bfe-89af-736ba921b117 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1098 time: 0.2245843 Feb 04 20:30:55.836224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b4c46d34-eff0-4ed0-9625-2236c07d3316 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:30:55.882426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c5bf12ef-7042-425a-8fa2-e41534ff2956 req-a091bd78-9fd7-44ad-bb31-f303f2c9fd21 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Synchronizing usage tracker for tenant:c5392ea2d6c74254bd8140dd5687bf9c on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:30:55.925315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:55.990615 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:30:55.991970 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:30:56.007598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 948f032f-2126-4223-aa52-c9f23252ef34 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:30:56.042345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=948f032f-2126-4223-aa52-c9f23252ef34,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:56.049638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c5bf12ef-7042-425a-8fa2-e41534ff2956 req-a091bd78-9fd7-44ad-bb31-f303f2c9fd21 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Unset dirty status for tenant:c5392ea2d6c74254bd8140dd5687bf9c on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:30:56.052000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5bf12ef-7042-425a-8fa2-e41534ff2956 req-a091bd78-9fd7-44ad-bb31-f303f2c9fd21 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261772 Feb 04 20:30:56.052886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] No DVR routers for this DVR port 948f032f-2126-4223-aa52-c9f23252ef34 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:30:56.055921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.056333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.056627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.056966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.057352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.057754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.058087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.058414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.058759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.059088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.059415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.059738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:30:56.060677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfcb29-8617-4692-ab1d-ea89a4fb3f73 req-f3f70d9b-9148-40f9-851f-2c6c8647cdb4 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:56.063900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dfcb29-8617-4692-ab1d-ea89a4fb3f73 req-f3f70d9b-9148-40f9-851f-2c6c8647cdb4 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1095 time: 0.1276798 Feb 04 20:30:56.078319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 948f032f-2126-4223-aa52-c9f23252ef34 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:30:56.078686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 948f032f-2126-4223-aa52-c9f23252ef34 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:30:56.090917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33488) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:56.091356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port b4c46d34-eff0-4ed0-9625-2236c07d3316 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:30:56.102396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port b4c46d34-eff0-4ed0-9625-2236c07d3316 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:30:56.102895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.154402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12dfcb29-8617-4692-ab1d-ea89a4fb3f73 req-0a00003f-c02d-412c-9cd6-8776861a7bab tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773337 Feb 04 20:30:56.256157 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.285633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c46d34-eff0-4ed0-9625-2236c07d3316'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:56.300204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b4c46d34-eff0-4ed0-9625-2236c07d3316, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b4c46d34-eff0-4ed0-9625-2236c07d3316,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:30:56.333398 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c46d34-eff0-4ed0-9625-2236c07d3316', 'code': 200} Feb 04 20:30:56.381653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.408797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.497546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Deleting port 948f032f-2126-4223-aa52-c9f23252ef34 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:56.501869 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.535745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bda4c2f-3b70-4055-8bc3-1844aca59581']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:56.562866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b4c46d34-eff0-4ed0-9625-2236c07d3316,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:56.563139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:56.563376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40542ec4-5bc5-4d4e-bfc5-d0d9ee047864') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:56.580726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97a9f-61d0-4089-b3f1-8d88a3eeabce req-0d650235-fa32-42ae-8269-ded4f4c5c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:56.584683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.586464 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19b97a9f-61d0-4089-b3f1-8d88a3eeabce req-0d650235-fa32-42ae-8269-ded4f4c5c078 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.1707523 Feb 04 20:30:56.596418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port f28536c3-e8e2-40a1-8bac-058100d5418b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:30:56.597012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.633057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac2467-f7f2-48c5-8714-3f1079936b32 None None] The port '948f032f-2126-4223-aa52-c9f23252ef34' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:30:56.667639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19b97a9f-61d0-4089-b3f1-8d88a3eeabce req-86edfaef-e478-4b1a-ad90-9126b3e98da5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714023 Feb 04 20:30:56.667793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.680172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:30:56.680580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:30:56.694861 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:30:56.894710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.895768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:56.956408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:57.035403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:57.043714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for f28536c3-e8e2-40a1-8bac-058100d5418b owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:30:57.070819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bda4c2f-3b70-4055-8bc3-1844aca59581,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:57.101402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-520f975e-ece7-4079-a74f-57c13ad6aaf4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3bda4c2f-3b70-4055-8bc3-1844aca59581 HTTP/1.1" status: 204 len: 168 time: 2.2466843 Feb 04 20:30:57.353963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633c7de-a0a0-4a33-ba61-87a24e6c6d3a req-1ca84952-ecbc-4e2c-b473-39510f51fb69 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:57.355647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1633c7de-a0a0-4a33-ba61-87a24e6c6d3a req-1ca84952-ecbc-4e2c-b473-39510f51fb69 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.0745990 Feb 04 20:30:57.398451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1633c7de-a0a0-4a33-ba61-87a24e6c6d3a req-17054ca1-abcd-44f6-8de6-230d84d3fa90 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Feb 04 20:30:57.415268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:57.508006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=f28536c3-e8e2-40a1-8bac-058100d5418b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:57.580193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:57.580522 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP 7a1b0519-fe6d-4905-a7b4-3202e29bbf9e disassociated (deleted). External IP: 172.25.7.173, port: 99a3e25a-ac43-43b2-bcaf-727101c62368. Feb 04 20:30:57.613215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33512) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:57.674929 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ae9f629-c578-451f-8c2d-afd9350c48f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b7f8f02e3e1425794c7b1f0ef780199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601244 Feb 04 20:30:57.683185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33520) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:57.771144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e629faba-0f14-49b1-9d9d-453966f40258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:57.799439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e629faba-0f14-49b1-9d9d-453966f40258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:58.021592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router b91d84d1-c78e-48b8-baba-7b56bd8b9442 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:30:58.040984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e629faba-0f14-49b1-9d9d-453966f40258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:58.056491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629faba-0f14-49b1-9d9d-453966f40258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfad5375-64ff-48fe-b6ac-0a6dcd56d75b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:58.067734 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e629faba-0f14-49b1-9d9d-453966f40258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:58.068868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e629faba-0f14-49b1-9d9d-453966f40258 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfad5375-64ff-48fe-b6ac-0a6dcd56d75b HTTP/1.1" status: 204 len: 168 time: 0.3905165 Feb 04 20:30:58.464824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:30:58.481135 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] Sync routers for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:30:58.493870 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:58.494794 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:58.621641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:58.682141 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:58.694553 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2eb44888-775b-4789-9804-49102a81cfa9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/floatingips/7a1b0519-fe6d-4905-a7b4-3202e29bbf9e HTTP/1.1" status: 204 len: 168 time: 2.5958076 Feb 04 20:30:58.694553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:30:58.707720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb49e3-6c2c-4863-8a04-079847e82b60 req-f8ae6acd-72f2-4240-b9ec-5d33ed020740 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:58.709251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66cb49e3-6c2c-4863-8a04-079847e82b60 req-f8ae6acd-72f2-4240-b9ec-5d33ed020740 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.1908872 Feb 04 20:30:58.792041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66cb49e3-6c2c-4863-8a04-079847e82b60 req-5da9f209-b036-42ab-a699-93830edecff1 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693181 Feb 04 20:30:58.933327 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'status': 'completed', 'code': 200} Feb 04 20:30:59.152381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-9e115f38-5f1b-4276-b821-90661e6c3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:59.154521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-9e115f38-5f1b-4276-b821-90661e6c3b89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 1098 time: 0.1776981 Feb 04 20:30:59.160233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c163f-2ff7-4492-9454-6653adec195f req-ce83a653-c739-467f-beff-b9493dc5861c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:59.173082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c7c163f-2ff7-4492-9454-6653adec195f req-ce83a653-c739-467f-beff-b9493dc5861c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.1390321 Feb 04 20:30:59.221499 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:36Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:59.231115 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] Checking router: b91d84d1-c78e-48b8-baba-7b56bd8b9442 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:30:59.245306 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:30:59.248045 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:30:59.279487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33544) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:59.345037 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c7c163f-2ff7-4492-9454-6653adec195f req-331e57ac-16de-4f14-b064-91b0edd42ad5 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664279 Feb 04 20:30:59.380497 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9498233a-e614-4984-b615-2a42a49f8284 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1ccf71562c54daab624a04439f3c0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998225 Feb 04 20:30:59.381115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33552) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:30:59.402796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-575f9dde-8aa7-47bc-81cb-0a5c08d49a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:59.404264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-575f9dde-8aa7-47bc-81cb-0a5c08d49a6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 200 len: 898 time: 0.2425618 Feb 04 20:30:59.496588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b04aa14-11cc-4c12-804a-77cd35b8befc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:59.530778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-54f0dea7-aa73-4ec4-8b99-9c1635a8220c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 200 len: 217 time: 0.1183434 Feb 04 20:30:59.561533 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:30:59.682111 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b04aa14-11cc-4c12-804a-77cd35b8befc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:59.690929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-3cbfaaef-39b1-4cfe-9701-279587d49538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:59.695800 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-3cbfaaef-39b1-4cfe-9701-279587d49538 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 200 len: 835 time: 0.1546998 Feb 04 20:30:59.788546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c65d7-00a4-4525-9618-e8e4599368b4 req-400ef615-223b-44fd-aead-a8e0a19a8249 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:59.790727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-103c65d7-00a4-4525-9618-e8e4599368b4 req-400ef615-223b-44fd-aead-a8e0a19a8249 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.2115800 Feb 04 20:30:59.811056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1125-3120-4c10-a2a6-b92d680ab181 req-d80bedda-85b9-451b-8803-82fe83135da9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:59.812588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa3f1125-3120-4c10-a2a6-b92d680ab181 req-d80bedda-85b9-451b-8803-82fe83135da9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 947 time: 0.1852756 Feb 04 20:30:59.855272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-103c65d7-00a4-4525-9618-e8e4599368b4 req-ef584d46-be27-401a-9173-d791325da1cf tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Feb 04 20:30:59.867490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b04aa14-11cc-4c12-804a-77cd35b8befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:59.886631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04aa14-11cc-4c12-804a-77cd35b8befc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d9bf3-e729-404b-95de-98ae11469488,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:30:59.896932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7b04aa14-11cc-4c12-804a-77cd35b8befc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:30:59.909797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7b04aa14-11cc-4c12-804a-77cd35b8befc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c8d9bf3-e729-404b-95de-98ae11469488 HTTP/1.1" status: 204 len: 168 time: 0.5212047 Feb 04 20:30:59.931559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-bee0aa33-3cbc-45fc-86cb-7ff06294bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:30:59.936822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-bee0aa33-3cbc-45fc-86cb-7ff06294bfc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8fae38da-9c69-4e23-9b18-7c5210f46f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267427 Feb 04 20:31:00.172141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa3f1125-3120-4c10-a2a6-b92d680ab181 req-f3a4b1dc-a2f6-4e5f-b013-f7a310c80bca tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486369 Feb 04 20:31:00.298422 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:36Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:00.304390 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ce06b-4a73-4102-b9ec-672253fc9c65 None None] The sync data for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 is: [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:28:26Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb', 'name': '', 'network_id': '8fae38da-9c69-4e23-9b18-7c5210f46f7a', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:b1:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:25Z', 'updated_at': '2022-02-04T20:28:36Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': '65d96960-597f-4785-ab4c-1fc1c6c79828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:00.344845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-d8a0f0b4-685e-408a-ac2d-952416495c2e service neutron] 10.222.0.62 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970766 Feb 04 20:31:00.516113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-fd3c34cd-e62e-4132-a513-6f7a656ad337 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:00.517667 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-fd3c34cd-e62e-4132-a513-6f7a656ad337 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/networks?id=e89ca824-4609-4500-840c-36319cd25724 HTTP/1.1" status: 200 len: 911 time: 0.2759926 Feb 04 20:31:00.539295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-bd9e5b23-44e6-4486-b705-e88e17db824f tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/quotas/c7c748659cd444e6a728783b277da1f6 HTTP/1.1" status: 200 len: 375 time: 0.0146444 Feb 04 20:31:00.611892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d047b047-b1a2-4669-bcc3-3e631e301bd9 req-b1ee253b-6a85-486c-b412-16a02af96945 service neutron] 10.222.0.62 "GET /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634945 Feb 04 20:31:00.709279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-f714f22c-1cf7-4536-ade5-e83ba1ecfd51 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7c748659cd444e6a728783b277da1f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598289 Feb 04 20:31:00.889687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510546e0-23b0-485b-bf32-4caff309eb5b None None] New status for floating IP 7a1b0519-fe6d-4905-a7b4-3202e29bbf9e: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:31:01.047752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-a4f204ca-5a9a-4e1c-bbb0-d95a1e2cdf02 service neutron] 10.222.0.48 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322148 Feb 04 20:31:01.083951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-354b5372-f677-4486-a8e9-cd8d949b0a3f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:01.104394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-354b5372-f677-4486-a8e9-cd8d949b0a3f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 947 time: 0.2486136 Feb 04 20:31:01.426639 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-f5ab888f-8392-4fed-b97a-944d833dce08 service neutron] 10.222.0.48 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776741 Feb 04 20:31:01.694958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 99a3e25a-ac43-43b2-bcaf-727101c62368 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:01.695979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:02.080591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4108a117-d3d4-4c0e-95d9-869e112296f1 req-e441533e-af14-4c25-b6d8-5180abbe7e8c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 210 time: 0.1363988 Feb 04 20:31:02.102921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca71fb4-36c6-445f-baf5-09f16b43055f req-9b1d0843-bfd3-495a-ae85-26dcda28cde2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:02.104545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dca71fb4-36c6-445f-baf5-09f16b43055f req-9b1d0843-bfd3-495a-ae85-26dcda28cde2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 947 time: 0.5529382 Feb 04 20:31:02.272096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dca71fb4-36c6-445f-baf5-09f16b43055f req-cf06ebe8-5588-4d46-8ad6-cda706c0a8f4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=901c550c-1a59-49cb-be8c-e21b741c9620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537242 Feb 04 20:31:02.285246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 99a3e25a-ac43-43b2-bcaf-727101c62368, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=99a3e25a-ac43-43b2-bcaf-727101c62368,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:02.289344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:02.450140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33626) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:02.522510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 99a3e25a-ac43-43b2-bcaf-727101c62368 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:02.653442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-network', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:02.670633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:02.680540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Usage tracker for resource:network and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:02.686992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:02.703724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:02.812617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:31:02.815157 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:02.829317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:02.848502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:02.855105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Usage tracker for resource:security_group_rule and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:02.859122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:02.868063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:02.873041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:02.950222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=99a3e25a-ac43-43b2-bcaf-727101c62368,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:03.093361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] No DVR routers for this DVR port 99a3e25a-ac43-43b2-bcaf-727101c62368 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:31:03.109936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.121712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.125766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-deleted', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:31:03.125766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-002b0d22-8404-45ae-8864-3657b5ed4780 req-28736555-f3e6-490d-ba04-9e855fd3d4e9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "DELETE /v2.0/ports/99a3e25a-ac43-43b2-bcaf-727101c62368 HTTP/1.1" status: 204 len: 173 time: 2.0152166 Feb 04 20:31:03.201062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.231438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:31:03.233841 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e00a61-ea08-4360-8d80-1c0724078561', 'name': 'network-vif-deleted', 'tag': '99a3e25a-ac43-43b2-bcaf-727101c62368', 'status': 'completed', 'code': 200} Feb 04 20:31:03.287238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.287924 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Added segment 2b93ac6a-62fe-4aa0-9dca-c4c8193739bd of type vlan for network d5923911-2330-412e-ac86-9e6f9dbb3545 Feb 04 20:31:03.293932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f04eb-f096-4f1e-b935-a2d92e138b64,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:03.331086 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.384443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00d39ca8-eb1f-45df-bd94-1dddc7431a05 req-c03ef88f-abc6-4a1a-8fec-d8d14d2c65ec tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 210 time: 0.0959485 Feb 04 20:31:03.475348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f0cc66c6-4018-46cb-b8df-f06bdaebe051 req-8a92a71b-035a-482e-b2c3-f99318618e7e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:03.490057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.492160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:03.492400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.611200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f0cc66c6-4018-46cb-b8df-f06bdaebe051 req-8a92a71b-035a-482e-b2c3-f99318618e7e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:03.623011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0cc66c6-4018-46cb-b8df-f06bdaebe051 req-8a92a71b-035a-482e-b2c3-f99318618e7e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=36e00a61-ea08-4360-8d80-1c0724078561 HTTP/1.1" status: 200 len: 210 time: 0.2065818 Feb 04 20:31:03.627711 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1762195 Feb 04 20:31:03.630590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33658) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:03.639313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Request body: {'subnet': {'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-subnet', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:03.652075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6cc5f-ea5f-4bc5-a3cd-a85fb9edf441 admin admin] Pushing event updated for resources: {'Network': ['ID=d5923911-2330-412e-ac86-9e6f9dbb3545,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:03.664928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d5923911-2330-412e-ac86-9e6f9dbb3545 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:31:03.667828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:03.683791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Usage tracker for resource:subnet and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:03.692010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:03.708664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:03.834976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 99a3e25a-ac43-43b2-bcaf-727101c62368 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:31:03.847164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:31:03.848136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:03.895182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 99a3e25a-ac43-43b2-bcaf-727101c62368 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:31:03.895589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 99a3e25a-ac43-43b2-bcaf-727101c62368 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:31:04.470382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:04.470382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efd2123-f261-49b0-8b47-803de3ad30c0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:04.470382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Checking segment: {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:04.470382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Network hostable DHCP agents. Network: d5923911-2330-412e-ac86-9e6f9dbb3545, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:31:04.567234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Network d5923911-2330-412e-ac86-9e6f9dbb3545 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:31:04.645336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ac1b0f8-33ad-4d10-9841-ed9479bf3972 req-6349fb3e-447b-499a-917a-59d2af49673a tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 210 time: 0.0424428 Feb 04 20:31:04.721659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33688) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:04.951346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, d5923911-2330-412e-ac86-9e6f9dbb3545) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:04.959310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56bf41b-527d-47c5-abd2-69cd567e9ac7 None None] Network d5923911-2330-412e-ac86-9e6f9dbb3545 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:31:04.960348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:04.960348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:05.320876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-838b1db4-1b94-4850-aef5-4c538fe34098 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6883502 Feb 04 20:31:05.327328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33712) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:05.332688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:05.338024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:05.342003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Usage tracker for resource:router and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:05.354719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:05.362042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:05.402746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-d5923911-2330-412e-ac86-9e6f9dbb3545', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:31:05.403350 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:05.572058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:05.572058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:05.614954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-9c183605-a13b-4cf7-803c-af2771fbb307 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:05.626643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-9c183605-a13b-4cf7-803c-af2771fbb307 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.24 "GET /v2.0/networks?id=e89ca824-4609-4500-840c-36319cd25724 HTTP/1.1" status: 200 len: 911 time: 0.2468452 Feb 04 20:31:05.633451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Request body: {'port': {'device_id': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'admin_state_up': True, 'tenant_id': 'c7c748659cd444e6a728783b277da1f6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:05.640762 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:05.640762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:05.672580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:05.767714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Made reservation on behalf of c7c748659cd444e6a728783b277da1f6 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:31:05.770788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:05.804566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Allocated IP 172.20.0.2 (d5923911-2330-412e-ac86-9e6f9dbb3545/1efd2123-f261-49b0-8b47-803de3ad30c0/3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:05.999873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7ae6bd3-2e2d-47aa-95b4-ac0b2e534071 req-c758728c-f79f-4e08-a772-843ede6e29ab tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 210 time: 0.1503282 Feb 04 20:31:06.293438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:06.309992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Transition to ACTIVE for port object 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:06.332398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Transition to ACTIVE for port object 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:06.374448 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:06.399837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:06.560605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Network d5923911-2330-412e-ac86-9e6f9dbb3545 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:06.567287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:06.575163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:06.720588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Pushing event updated for resources: {'Port': ['ID=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:06.754270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:06.804056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Attempting to bind port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:06.804056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Attempting to bind port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:06.804056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Attempting to bind port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 on network d5923911-2330-412e-ac86-9e6f9dbb3545 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:06.821276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:06.821276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Checking segment: {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:06.821276 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:06.833474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Bound using segment: {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:06.833474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Bound port: 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:06.833474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:06.936357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] For port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:06.939550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] For port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:06.974998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Allocated IP 172.20.0.7 (e89ca824-4609-4500-840c-36319cd25724/4184e867-f4eb-4a02-a772-1110e17f1ef1/fe41c5ca-9443-44e1-a79d-935a8ea3fa6d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:07.013164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:07.041242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:07.041756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:07.293509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c754a-3e66-4864-8871-b4fcd9177567 None None] Pushing event updated for resources: {'Port': ['ID=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:07.533211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:07.534742 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-347e6fd7-1885-4c53-aa45-d4998eee822d req-e681b179-6797-4afd-b3e5-c39e16275930 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 210 time: 0.0618474 Feb 04 20:31:07.572379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:07.572379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:07.739687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:07.779109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Transition to ACTIVE for port object fe41c5ca-9443-44e1-a79d-935a8ea3fa6d will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:07.825843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:07.867447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:08.009808 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:08.021684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b4c46d34-eff0-4ed0-9625-2236c07d3316'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:31:08.120787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:08.196863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:08.198096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Network e89ca824-4609-4500-840c-36319cd25724 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:08.214666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:08.230521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:08.232945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:08.605899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Allocated IP 172.25.7.53 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/2719dcac-7e8b-4192-bcf2-00650ed5b5cf) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:08.719894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Pushing event updated for resources: {'Port': ['ID=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:08.863852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:08.864474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:08.903285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:09.103627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:09.130548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1c8d53d9-87b8-4180-8448-e68007fa6334 None None] Provisioning for port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:09.153310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1c8d53d9-87b8-4180-8448-e68007fa6334 None None] Provisioning complete for port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:09.153310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1c8d53d9-87b8-4180-8448-e68007fa6334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:09.251764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-424bf1e9-c439-47df-b324-feef5cd5354e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6188450 Feb 04 20:31:09.309888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Request body: {'port': {'device_id': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:09.336148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d53d9-87b8-4180-8448-e68007fa6334 None None] Port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:31:09.378075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:09.409065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6171326-666c-402e-99db-3bb1c6d79b76 None None] Network d5923911-2330-412e-ac86-9e6f9dbb3545 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:31:09.445776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:09.454245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e5cb6-fab6-4d4a-8163-b47f31834e31 req-7661ae5f-3719-4300-a410-efc0dd068751 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:09.462237 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-554e5cb6-fab6-4d4a-8163-b47f31834e31 req-7661ae5f-3719-4300-a410-efc0dd068751 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1027 time: 0.3802931 Feb 04 20:31:09.524785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-554e5cb6-fab6-4d4a-8163-b47f31834e31 req-34a21e7b-5aea-4d51-85b5-c3cb970fb282 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614145 Feb 04 20:31:09.551403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:09.599682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:31:10.022408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e4f83e6-01bf-4f42-ba78-08deda71ecbb None None] Provisioning for port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:10.032102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6e4f83e6-01bf-4f42-ba78-08deda71ecbb None None] Provisioning complete for port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:10.032678 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e4f83e6-01bf-4f42-ba78-08deda71ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:10.037906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:10.301559 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e4f83e6-01bf-4f42-ba78-08deda71ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:10.342348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6e4f83e6-01bf-4f42-ba78-08deda71ecbb None None] For port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:10.390955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:10.412505 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6e4f83e6-01bf-4f42-ba78-08deda71ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:10.478989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router b91d84d1-c78e-48b8-baba-7b56bd8b9442 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:31:10.563012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:10.586385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9699c1dd-5690-4a51-9e83-3003c6d1ccfd None None] Provisioning complete for port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:10.590956 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9699c1dd-5690-4a51-9e83-3003c6d1ccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:10.617646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:10.637125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:10.699941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f83e6-01bf-4f42-ba78-08deda71ecbb None None] Pushing event updated for resources: {'Port': ['ID=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:10.869043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:10.890414 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] Sync routers for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:10.909236 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:10.912344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:11.018224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1a09ba7f-e55b-41da-b65b-3f9e568c1d66 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/b91d84d1-c78e-48b8-baba-7b56bd8b9442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2887974 Feb 04 20:31:11.025630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33820) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:11.241003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting subnet 65d96960-597f-4785-ab4c-1fc1c6c79828 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:31:11.247859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:11.329449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Pushing event updated for resources: {'Port': ['ID=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:11.358044 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:11.379429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:11.570277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe41c5ca-9443-44e1-a79d-935a8ea3fa6d {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:31:11.597477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:11.611706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Transition to ACTIVE for port object fe41c5ca-9443-44e1-a79d-935a8ea3fa6d will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:11.674842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:11.800703 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:11.874222 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:11.885712 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:31:07Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:11.892013 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] Checking router: b91d84d1-c78e-48b8-baba-7b56bd8b9442 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:31:11.901867 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] Routers {'b91d84d1-c78e-48b8-baba-7b56bd8b9442'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:11.902541 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:11.921878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:11.934320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa776b5-9259-4641-b405-9b0dfa05e15a None None] Network 8fae38da-9c69-4e23-9b18-7c5210f46f7a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:31:11.955827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Subnet': ['ID=65d96960-597f-4785-ab4c-1fc1c6c79828,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:11.974413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-16674d8e-167f-4597-98c7-23751f018cb9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/subnets/65d96960-597f-4785-ab4c-1fc1c6c79828 HTTP/1.1" status: 204 len: 168 time: 0.9462128 Feb 04 20:31:11.981590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:12.106208 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:12.406900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:12.410329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f0bf2-4688-46a1-aad9-441c058f07ed req-b9bdfa2b-ef63-401b-9329-97b0b4367974 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:12.410329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e70f0bf2-4688-46a1-aad9-441c058f07ed req-b9bdfa2b-ef63-401b-9329-97b0b4367974 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Synchronizing usage tracker for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:12.420703 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] Set router b91d84d1-c78e-48b8-baba-7b56bd8b9442 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:12.432343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Pushing event updated for resources: {'Port': ['ID=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:12.576790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:12.621751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:12.622145 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:12.789381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] DHCP port deletion for 8fae38da-9c69-4e23-9b18-7c5210f46f7a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:31:12.864252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] Deleting port be72be94-c7e3-41a0-b3fa-6191e8610201 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:12.864755 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.049613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:31:07Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:13.065227 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9cc450-b1e4-40f9-a3d6-efdc87260983 None None] The sync data for ids ['b91d84d1-c78e-48b8-baba-7b56bd8b9442'] in n-d-811806-1 is: [{'id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041947257', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:28:16Z', 'updated_at': '2022-02-04T20:31:07Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '74fc7de7-cc7e-49f2-9e8e-eff78c4e863e', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d84d1-c78e-48b8-baba-7b56bd8b9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:28:18Z', 'updated_at': '2022-02-04T20:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:13.231167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e70f0bf2-4688-46a1-aad9-441c058f07ed req-b9bdfa2b-ef63-401b-9329-97b0b4367974 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Unset dirty status for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:13.231167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e70f0bf2-4688-46a1-aad9-441c058f07ed req-b9bdfa2b-ef63-401b-9329-97b0b4367974 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1027 time: 2.4007995 Feb 04 20:31:13.302679 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.330709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] For port be72be94-c7e3-41a0-b3fa-6191e8610201, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=be72be94-c7e3-41a0-b3fa-6191e8610201,segment=NetworkSegment(4f090c72-0207-4657-821d-b87270589aea),segment_id=4f090c72-0207-4657-821d-b87270589aea)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:13.338116 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.370595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e70f0bf2-4688-46a1-aad9-441c058f07ed req-fdad7096-e0fe-486e-875c-bab7ee2864b7 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057167 Feb 04 20:31:13.396815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.412985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:13.413401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.558181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] Calling delete_port for be72be94-c7e3-41a0-b3fa-6191e8610201 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:13.590918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Attempting to bind port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:13.591451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Attempting to bind port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:13.591579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Attempting to bind port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d on network e89ca824-4609-4500-840c-36319cd25724 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:13.630746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d on network e89ca824-4609-4500-840c-36319cd25724 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:31:13.636038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Attempting to bind port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d on network e89ca824-4609-4500-840c-36319cd25724 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:13.665487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:13.666556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Checking segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:13.667611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Bound using segment: {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:13.669353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Bound port: fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9f116c-9cc6-422b-930e-a7753572b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e89ca824-4609-4500-840c-36319cd25724'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:13.669720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.791531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.881705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:13.881705 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:13.928245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] Pushing event deleted for resources: {'Port': ['ID=be72be94-c7e3-41a0-b3fa-6191e8610201,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:13.936632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5193d-544a-4b76-ac8c-cb9893d9cd7b None None] No DVR routers for this DVR port be72be94-c7e3-41a0-b3fa-6191e8610201 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:31:14.071887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:14.080424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:14.480990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device be72be94-c7e3-41a0-b3fa-6191e8610201 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:31:14.480990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: be72be94-c7e3-41a0-b3fa-6191e8610201 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:31:14.480990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device be72be94-c7e3-41a0-b3fa-6191e8610201 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:31:14.480990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:31:14.487013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:14.491406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:31:14.491406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97d7fd4b-e4a1-40ab-aa4c-8b0f46c4e1fb not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:31:14.607053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d8fc6-1413-4a8f-8c74-8df6425addc0 req-2240a448-e56c-4173-af38-98a1562293c8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:14.607053 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d48d8fc6-1413-4a8f-8c74-8df6425addc0 req-2240a448-e56c-4173-af38-98a1562293c8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1052 time: 0.1229980 Feb 04 20:31:14.641643 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:14.664785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d48d8fc6-1413-4a8f-8c74-8df6425addc0 req-a0f859c9-9e75-410a-ad59-f9822dc7c6b2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Feb 04 20:31:14.708136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:14.708817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:14.710232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] 10.222.0.24 "PUT /v2.0/ports/fe41c5ca-9443-44e1-a79d-935a8ea3fa6d HTTP/1.1" status: 200 len: 1091 time: 5.4135983 Feb 04 20:31:14.710670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:31:14.735563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e454e-4f68-439f-b8ed-d48ff245486f service neutron] Pushing event updated for resources: {'Port': ['ID=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:14.749747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:14.749905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:31:14.927395 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d', 'status': 'completed', 'code': 200} Feb 04 20:31:15.012436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:15.214541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:15.236887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Sync routers for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:15.236887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:15.236887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:15.271025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bde81-0a07-4ef5-b20d-fc9492d4c295 req-818692e1-48bd-4d33-8b87-3d467c301483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:15.271025 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c94bde81-0a07-4ef5-b20d-fc9492d4c295 req-818692e1-48bd-4d33-8b87-3d467c301483 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7c748659cd444e6a728783b277da1f6&device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1094 time: 0.3392522 Feb 04 20:31:15.337223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=74fc7de7-cc7e-49f2-9e8e-eff78c4e863e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:15.383638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:15.385171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-877dfff4-5c08-4e6c-bb53-30949562d067 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0571299 Feb 04 20:31:15.391161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 33894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:15.410905 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:15.413524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:15.483914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:15.497913 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:15.498978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Fanout notify agent at l3_agent the message router_deleted on router b91d84d1-c78e-48b8-baba-7b56bd8b9442 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:31:15.564598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:15.566859 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-31cedb0d-2c29-41ee-8c03-16f4efcae8d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/routers/b91d84d1-c78e-48b8-baba-7b56bd8b9442 HTTP/1.1" status: 204 len: 168 time: 3.5842636 Feb 04 20:31:15.572802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33902) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:15.847470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bde81-0a07-4ef5-b20d-fc9492d4c295 req-01623caa-f37a-44e1-97d8-b2d1ed9af0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:15.865032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c94bde81-0a07-4ef5-b20d-fc9492d4c295 req-01623caa-f37a-44e1-97d8-b2d1ed9af0fe service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c7c748659cd444e6a728783b277da1f6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5679569 Feb 04 20:31:15.903063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.015008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bde81-0a07-4ef5-b20d-fc9492d4c295 req-b6eff901-e834-4763-bdd0-d13ad6b05928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:16.035931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c94bde81-0a07-4ef5-b20d-fc9492d4c295 req-b6eff901-e834-4763-bdd0-d13ad6b05928 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528938 Feb 04 20:31:16.141739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.167719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:11Z', 'revision_number': 3, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:16.180224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Checking router: 893bf4a0-1fbf-4e0d-9597-0166caa91d02 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:31:16.181091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Updating router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:31:16.200020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fae38da-9c69-4e23-9b18-7c5210f46f7a']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:16.257678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f090c72-0207-4657-821d-b87270589aea') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:16.258246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f090c72-0207-4657-821d-b87270589aea') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:16.299753 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.332448 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.361872 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.378187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:31:16.378187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.392599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:31:16.407981 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:31:16.523573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:31:16.523573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 74fc7de7-cc7e-49f2-9e8e-eff78c4e863e not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:31:16.632111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-12662cb1-1cb9-41f6-b493-8d3558ea27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:16.633760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-12662cb1-1cb9-41f6-b493-8d3558ea27a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7c748659cd444e6a728783b277da1f6&device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1094 time: 0.5512495 Feb 04 20:31:16.704310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f872996-ce61-41c4-9bcb-1cfda912f28c req-42272d9e-f956-4d1e-9c0e-f70b29ec0f38 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:16.712484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f872996-ce61-41c4-9bcb-1cfda912f28c req-42272d9e-f956-4d1e-9c0e-f70b29ec0f38 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1094 time: 0.7440212 Feb 04 20:31:16.766869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.773036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:16.823820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Network': ['ID=8fae38da-9c69-4e23-9b18-7c5210f46f7a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:16.837168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-f2d0aa16-69d3-4d9e-aa22-526df0f8ddb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d HTTP/1.1" status: 200 len: 217 time: 0.1912971 Feb 04 20:31:16.850423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f872996-ce61-41c4-9bcb-1cfda912f28c req-ab13e320-c07b-4248-9828-2d31a48470df tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329207 Feb 04 20:31:16.886407 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5c8a4e4b-3469-4b7d-adae-d16d7d510128 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/networks/8fae38da-9c69-4e23-9b18-7c5210f46f7a HTTP/1.1" status: 204 len: 168 time: 1.3085663 Feb 04 20:31:16.890076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33924) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:17.061390 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6040-92a8-4cd3-84d8-8c6de86230fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.089581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.097724 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6040-92a8-4cd3-84d8-8c6de86230fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.101553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Transition to ACTIVE for port object 2719dcac-7e8b-4192-bcf2-00650ed5b5cf will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:17.133492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-e8517601-39b2-477d-a90f-3ba7c3fce9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:17.135123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-e8517601-39b2-477d-a90f-3ba7c3fce9b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4184e867-f4eb-4a02-a772-1110e17f1ef1 HTTP/1.1" status: 200 len: 849 time: 0.1896532 Feb 04 20:31:17.201882 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.229644 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6040-92a8-4cd3-84d8-8c6de86230fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.252871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e6040-92a8-4cd3-84d8-8c6de86230fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c550c-1a59-49cb-be8c-e21b741c9620,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:17.324174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Attempting to bind port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:17.327646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Attempting to bind port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:17.327646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Attempting to bind port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:17.340256 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6040-92a8-4cd3-84d8-8c6de86230fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.342620 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dc3e6040-92a8-4cd3-84d8-8c6de86230fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/security-groups/901c550c-1a59-49cb-be8c-e21b741c9620 HTTP/1.1" status: 204 len: 168 time: 0.4500136 Feb 04 20:31:17.361852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-0379e77f-b04c-4016-ad08-d997c2c85deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:17.364775 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-0379e77f-b04c-4016-ad08-d997c2c85deb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e89ca824-4609-4500-840c-36319cd25724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201087 Feb 04 20:31:17.374053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c3d4-bcdd-44b6-9d73-041feea1f1f3 None None] Pushing event updated for resources: {'Port': ['ID=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:17.376631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:17.377005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:17.377400 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.377776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:17.386802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Bound port: 2719dcac-7e8b-4192-bcf2-00650ed5b5cf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:17.387297 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.526378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] For port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:17.531943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] For port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:17.602430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.608367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:17.805618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-e58097c1-9670-4205-949f-0f18eb2c35de service neutron] 10.222.0.24 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167194 Feb 04 20:31:17.805997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:17.805997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:30:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:17.874495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c3d4-bcdd-44b6-9d73-041feea1f1f3 None None] Pushing event updated for resources: {'Port': ['ID=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:18.049269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 33990) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:18.057175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239429436', 'description': 'tempest-secgroup-smoke-1239429436 description', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:18.071010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:18.076188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:18.079478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:18.089984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:18.128306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:18.172616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:18.219170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:18.233415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:18.255981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:18.267109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:18.489032 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:18.564406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:18.609108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Allocated IP 172.20.0.1 (d5923911-2330-412e-ac86-9e6f9dbb3545/1efd2123-f261-49b0-8b47-803de3ad30c0/d4d60f24-4aca-48ba-b911-a3aa510a1641) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:18.612202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26ba73c7-d28b-4322-8d5f-652c07026103 req-cadc0619-ebb6-46f7-93de-b690ef908e34 service neutron] 10.222.0.24 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8124893 Feb 04 20:31:18.726723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:18.781796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:18.787328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c584562b-15b7-41e5-bc15-27b8333a9b27 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7359259 Feb 04 20:31:18.792146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34000) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:18.793586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': 'fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:18.805193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:11Z', 'revision_number': 3, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:18.809551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007372b5-4ebe-4209-b3e8-bad4f18416df None None] The sync data for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 is: [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:11Z', 'revision_number': 3, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:18.811841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:18.826322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c567bc-5e6e-46b2-b1ac-ed8e6923305b req-f8269dbc-502e-423d-a0de-a3ae9aa5ab63 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:18.831334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0c567bc-5e6e-46b2-b1ac-ed8e6923305b req-f8269dbc-502e-423d-a0de-a3ae9aa5ab63 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1094 time: 0.7387841 Feb 04 20:31:18.843597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:18.856033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:18.890792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:18.925626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0c567bc-5e6e-46b2-b1ac-ed8e6923305b req-e8f38bcd-6de0-4ded-83bd-b4c3d251dc12 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867903 Feb 04 20:31:18.990884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.023532 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.052378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Transition to ACTIVE for port object d4d60f24-4aca-48ba-b911-a3aa510a1641 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:19.115319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.257205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.293860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8c634b-abe9-4786-97ba-ef0b0473a1c4,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:19.349520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.350892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0779de55-aee1-4c5f-bd86-07036b3f6f01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5619245 Feb 04 20:31:19.353677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34014) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:19.364801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': 'fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:19.376698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.401455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:19.416466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:19.444153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:19.460269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:19.476258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Network d5923911-2330-412e-ac86-9e6f9dbb3545 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:19.480186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:19.489433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:19.526665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d60f24-4aca-48ba-b911-a3aa510a1641,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:19.554400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.604556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.808269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.888837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-028b15cd-78f6-4423-b30e-6dbea64dba15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7230680 Feb 04 20:31:19.898336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:19.926017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5c564ec6-509d-46fc-93e0-44edd59737f3 None None] Provisioning for port d4d60f24-4aca-48ba-b911-a3aa510a1641 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:19.937342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5c564ec6-509d-46fc-93e0-44edd59737f3 None None] Provisioning complete for port d4d60f24-4aca-48ba-b911-a3aa510a1641 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:19.937939 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5c564ec6-509d-46fc-93e0-44edd59737f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.030540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302ec164-38d2-4888-b211-58857b8e3220,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:20.122627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.128114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f3a1b58f-d79e-46cf-bb60-65a39b3f19fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7664325 Feb 04 20:31:20.128114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34066) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:20.139333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': 'fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:20.166117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:20.171019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:20.180439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:20.206818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:20.264258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2719dcac-7e8b-4192-bcf2-00650ed5b5cf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:20.318009 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.436902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5c564ec6-509d-46fc-93e0-44edd59737f3 None None] Port d4d60f24-4aca-48ba-b911-a3aa510a1641 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:31:20.461030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.521731 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cd0e0783-7958-462d-9dbf-f6fee9a73600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.534159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-122fe691-09f2-4e08-b7c3-2b2b572eca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:20.534159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-122fe691-09f2-4e08-b7c3-2b2b572eca9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 1096 time: 0.5385180 Feb 04 20:31:20.553137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.554015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21c809-de0e-4f00-bcca-a460fe1b236a req-40f8c18d-268c-4b70-8ec8-45436b5874b3 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:20.556676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:20.558343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de21c809-de0e-4f00-bcca-a460fe1b236a req-40f8c18d-268c-4b70-8ec8-45436b5874b3 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1094 time: 0.2284930 Feb 04 20:31:20.573456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:20.573857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.600988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78a5b43-e624-4e7b-b15c-733a103e0be6,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:20.775746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.775746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5d3b4cc1-9fca-4f6f-8f56-eca4b07e90c9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6337910 Feb 04 20:31:20.775746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34078) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:20.775746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': 'fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:20.794684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:20.821270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:20.826564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:20.848959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:20.859355 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.861002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-67899e9b-608b-437a-86a3-08e01bd76692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:20.861002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-67899e9b-608b-437a-86a3-08e01bd76692 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 200 len: 910 time: 0.2483644 Feb 04 20:31:20.862629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:20.973022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.974985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:20.976832 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de21c809-de0e-4f00-bcca-a460fe1b236a req-548d53be-7e50-469f-9c06-c1fd9c48e7de tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030132 Feb 04 20:31:21.011690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.050754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-a2b695bb-4597-4f82-90c7-ef3c15efedcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 HTTP/1.1" status: 200 len: 1000 time: 0.1853366 Feb 04 20:31:21.051582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:21.129653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.147791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-3281f7f8-937d-40d1-8e31-8e9e0e5bbead service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2471936 Feb 04 20:31:21.212505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.240322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af53e2a-669b-4c94-a6dd-beb60cac7ca1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:21.367364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-4b4f8d73-85c6-497c-b743-b4f92b97d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:21.368852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-4b4f8d73-85c6-497c-b743-b4f92b97d62b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 200 len: 848 time: 0.2796400 Feb 04 20:31:21.379254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.383624 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b46af6da-49f7-45fe-9f52-b8163edb9c59 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6178751 Feb 04 20:31:21.384805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34090) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:21.411662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': 'fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:21.428453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:21.440124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:21.447295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:21.454538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:21.498041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-34e6ae2b-b1d6-463a-98d1-ba45a330a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:21.507136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-34e6ae2b-b1d6-463a-98d1-ba45a330a8dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c748659cd444e6a728783b277da1f6&device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.1951544 Feb 04 20:31:21.582897 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:31:21.619729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.694415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.696644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-2cf26409-78f1-44f8-8242-00029b8b03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:21.698599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-2cf26409-78f1-44f8-8242-00029b8b03d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71c3120e-a942-4df0-a7ef-fe400b5204e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000863 Feb 04 20:31:21.786625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.823775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-e877ad4f-660f-42e2-9a77-4ccf8adc23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:21.825515 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-e877ad4f-660f-42e2-9a77-4ccf8adc23a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e89ca824-4609-4500-840c-36319cd25724 HTTP/1.1" status: 200 len: 911 time: 0.3018415 Feb 04 20:31:21.936525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.941779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-a8aec822-5ced-4bcc-b84d-dce9453bcbca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4c46d34-eff0-4ed0-9625-2236c07d3316 HTTP/1.1" status: 200 len: 217 time: 0.1053355 Feb 04 20:31:21.945353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device fe41c5ca-9443-44e1-a79d-935a8ea3fa6d details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:31:21.948295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:21.957125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d60f24-4aca-48ba-b911-a3aa510a1641,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:22.042766 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:22.080273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-0b272d44-a5a8-4529-9510-0d1b890c4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:22.082598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-0b272d44-a5a8-4529-9510-0d1b890c4987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4184e867-f4eb-4a02-a772-1110e17f1ef1 HTTP/1.1" status: 200 len: 849 time: 0.1327145 Feb 04 20:31:22.111373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8e1c8d-d948-4b95-89af-c65af47f147f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:22.296565 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:22.296565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a52bc3fe-1056-4e40-a195-d28b5f3c69a0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8971939 Feb 04 20:31:22.343353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:22.365372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2719dcac-7e8b-4192-bcf2-00650ed5b5cf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:22.371718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34108) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:22.389713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': 'fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:22.400169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-aade4b17-1f80-4356-92fd-a6652f380a91 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895378 Feb 04 20:31:22.405686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:22.421732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:22.427090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:22.437368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:22.443941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d', 'network_id': 'e89ca824-4609-4500-840c-36319cd25724', 'port_id': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d', 'mac_address': 'fa:16:3e:61:6c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4184e867-f4eb-4a02-a772-1110e17f1ef1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:31:22.488940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-b65471bd-8725-498e-ae5f-917c8e686a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:22.490468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-b65471bd-8725-498e-ae5f-917c8e686a89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e89ca824-4609-4500-840c-36319cd25724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3616745 Feb 04 20:31:22.499645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6c5d3-c53a-4d33-8fbf-f32f52b48b6f req-c8b728ac-9a45-493a-b276-05c593890600 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:22.510258 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6af6c5d3-c53a-4d33-8fbf-f32f52b48b6f req-c8b728ac-9a45-493a-b276-05c593890600 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1094 time: 0.2202966 Feb 04 20:31:22.555674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75bffcdc-ef0c-4314-9d4f-173f8afe2d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:22.560831 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:31:22.568184 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:22.593733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe41c5ca-9443-44e1-a79d-935a8ea3fa6d {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:31:22.621928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:22.623792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:22.624374 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:22.688293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ab33d3c-662c-41ba-9d9e-05c8f672a616 req-43783f89-9de4-4015-ae16-d90f77ae8447 service neutron] 10.222.0.24 "GET /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790153 Feb 04 20:31:22.715533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Network d5923911-2330-412e-ac86-9e6f9dbb3545 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:22.715533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:22.733379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:22.804123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:22.859783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:22.960775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6af6c5d3-c53a-4d33-8fbf-f32f52b48b6f req-6ee6f892-a024-4e17-a64a-429dde249ead tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487388 Feb 04 20:31:23.051795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['fe41c5ca-9443-44e1-a79d-935a8ea3fa6d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:31:23.062110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-658918e0-8863-4fe4-91d0-62df913eae1f service neutron] 10.222.0.62 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268536 Feb 04 20:31:23.081755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:31:23.161794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.254133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2276ceef-7db4-4ba6-883e-d37cb874ad04 None None] Provisioning complete for port d4d60f24-4aca-48ba-b911-a3aa510a1641 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:23.256280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2276ceef-7db4-4ba6-883e-d37cb874ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.302122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.409106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc45b3d-69e5-4574-b774-506acc5f2866,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:23.476992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2276ceef-7db4-4ba6-883e-d37cb874ad04 None None] Port d4d60f24-4aca-48ba-b911-a3aa510a1641 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:31:23.498632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:23.519239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-231117fa-bce2-4e0a-bc36-86d42ccdf873 admin admin] 10.222.0.48 "PUT /v2.0/routers/893bf4a0-1fbf-4e0d-9597-0166caa91d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1157706 Feb 04 20:31:23.521990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99e19408-da4f-4c93-8aaa-7a7bf474490d req-02db8fd0-1315-4a03-8dc8-42341d4a01ca service neutron] 10.222.0.62 "GET /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477706 Feb 04 20:31:23.526409 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Sync routers for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:23.555573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.555573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.571880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.573208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-08dc6597-7eac-43f1-8fa8-843958127330 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2006485 Feb 04 20:31:23.576375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34128) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:23.576546 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:23.577435 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:23.583144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'network': {'name': 'tempest-network-smoke--1492191143', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'port_security_enabled': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:23.590283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:23.595481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:network and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:23.599070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:23.610028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:23.699318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:31:23.707733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.769319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:31:23.778537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.779112 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Added segment 4b6d4a09-0341-493e-b22a-ad29d71446f1 of type vlan for network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 Feb 04 20:31:23.818281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.826799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:23.937873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:23.944520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:23.944520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:24.137693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Network': ['ID=97dccb0e-a4dd-4f7c-8596-c43ef469bec1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:24.151179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:31:24.265435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-973c9e27-5005-4e5c-a3d3-cbba03ccbcc9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6879587 Feb 04 20:31:24.268113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34154) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:24.274403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'admin_state_up': True, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:24.295376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:24.306857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:router and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:24.314245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:24.329026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:24.354196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28055f7f-3449-43cd-a706-b85ab978c43e req-83a9c5b5-9c3c-421c-a51b-b66ceac52666 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:24.356218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28055f7f-3449-43cd-a706-b85ab978c43e req-83a9c5b5-9c3c-421c-a51b-b66ceac52666 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1095 time: 0.1785638 Feb 04 20:31:24.406849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28055f7f-3449-43cd-a706-b85ab978c43e req-9ff2364e-151c-4fce-a83f-233ee09b1840 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Feb 04 20:31:24.441150 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:24.442184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:24.459503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:24.621661 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:21Z', 'revision_number': 2, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:24.621661 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Checking router: 893bf4a0-1fbf-4e0d-9597-0166caa91d02 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:31:24.621661 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Updating router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 port d4d60f24-4aca-48ba-b911-a3aa510a1641 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:31:24.695437 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:24.751783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34164) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:24.758156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-759174074-network', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:24.765021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:24.822922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Usage tracker for resource:network and tenant:ee406eac272641a4a49220f7ea3c0e48 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:24.822922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:24.822922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:25.043379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.116394 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.129313 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Transition to ACTIVE for port object d4d60f24-4aca-48ba-b911-a3aa510a1641 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:25.444106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Made reservation on behalf of ee406eac272641a4a49220f7ea3c0e48 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:31:25.448436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.464370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.479416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:25.483598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Usage tracker for resource:security_group_rule and tenant:ee406eac272641a4a49220f7ea3c0e48 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:25.487148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:25.492555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.497528 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.498430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:25.597269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.606997 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Pushing event updated for resources: {'Port': ['ID=d4d60f24-4aca-48ba-b911-a3aa510a1641,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:25.617025 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.617597 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.618084 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.618755 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.619241 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.619731 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.620204 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.620676 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.621145 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.621613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.622091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.623035 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:25.718132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.743612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:31:25.784124 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.784124 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Added segment fcb1617c-2d71-4d10-ac97-bbdf0ccf763d of type vlan for network b8e0cd7c-5792-4de6-9aad-e89abe23188f Feb 04 20:31:25.843694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae117959-b96f-4eee-9a4d-f43d7b924899,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:25.843694 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.863624 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Attempting to bind port d4d60f24-4aca-48ba-b911-a3aa510a1641 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:25.863624 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Attempting to bind port d4d60f24-4aca-48ba-b911-a3aa510a1641 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:25.871292 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Attempting to bind port d4d60f24-4aca-48ba-b911-a3aa510a1641 on network d5923911-2330-412e-ac86-9e6f9dbb3545 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:25.880414 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:25.880414 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Checking segment: {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:25.880414 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.880414 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Bound using segment: {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:25.880414 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Bound port: d4d60f24-4aca-48ba-b911-a3aa510a1641, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:25.880414 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.901121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b16d33-c335-4659-afae-00d34b8bbbf1 req-0f0bb5c9-65fd-4bd2-ab27-35809015e598 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:25.902977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4b16d33-c335-4659-afae-00d34b8bbbf1 req-0f0bb5c9-65fd-4bd2-ab27-35809015e598 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1095 time: 0.2749043 Feb 04 20:31:25.960752 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.960752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:25.960752 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:25.996778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device fe41c5ca-9443-44e1-a79d-935a8ea3fa6d up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:26.057475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] For port d4d60f24-4aca-48ba-b911-a3aa510a1641, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:26.066570 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] For port d4d60f24-4aca-48ba-b911-a3aa510a1641, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d4d60f24-4aca-48ba-b911-a3aa510a1641,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:26.150347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e0cd7c-5792-4de6-9aad-e89abe23188f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:26.176647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:31:26.201470 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.237270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a4b16d33-c335-4659-afae-00d34b8bbbf1 req-6077bd11-4885-487a-a757-198fc705652e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215792 Feb 04 20:31:26.288180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d34d8dba-ea6a-4840-b809-e7d8f1a4a260 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5328548 Feb 04 20:31:26.288900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34188) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:26.307826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Request body: {'subnet': {'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-subnet', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:26.318577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:26.323455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.326278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:26.326866 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.344904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:26.361113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Usage tracker for resource:subnet and tenant:ee406eac272641a4a49220f7ea3c0e48 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:26.378446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:26.387134 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.407707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:26.481379 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:26.481379 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:26.537740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Made reservation on behalf of ee406eac272641a4a49220f7ea3c0e48 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:31:26.545885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.636372 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc5f3b-6c13-47d0-8390-ef70975f620a None None] Pushing event updated for resources: {'Port': ['ID=d4d60f24-4aca-48ba-b911-a3aa510a1641,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:26.642353 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.742569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:31:26.751275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:26.829819 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d', 'code': 200} Feb 04 20:31:26.838716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.859021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.148 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:26.881399 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:26.889010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:26.948607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:27.074419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Checking segment: {'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:27.075407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Network hostable DHCP agents. Network: b8e0cd7c-5792-4de6-9aad-e89abe23188f, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:31:27.107352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed733915-bb52-451d-b3b4-a2d8514abd52,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:27.150763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506c285-9d10-43a7-9910-0c1fb7452706 req-23a67d2b-44dd-4a6e-ade9-cd00095da205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:27.157600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1506c285-9d10-43a7-9910-0c1fb7452706 req-23a67d2b-44dd-4a6e-ade9-cd00095da205 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.1934175 Feb 04 20:31:27.256453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:27.273144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:31:27.561789 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1965fc0b-f771-4869-a492-ece69566877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:26Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:27.562159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:27.562324 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965fc0b-f771-4869-a492-ece69566877a None None] The sync data for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 is: [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:26Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:27.571038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, b8e0cd7c-5792-4de6-9aad-e89abe23188f) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:27.577482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:27.578009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:27.581746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ebeb69-dda3-4433-9dc9-858fd49d2f23 None None] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:31:27.586412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1506c285-9d10-43a7-9910-0c1fb7452706 req-7051ec76-f35a-4a2c-be18-fbf43a23124f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235220 Feb 04 20:31:27.704671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f5fae01e-a5cd-45cc-9338-5f3dc0441ff4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4146085 Feb 04 20:31:27.707861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34212) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:27.715852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:27.732102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:27.732195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:27.732268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Usage tracker for resource:router and tenant:ee406eac272641a4a49220f7ea3c0e48 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:27.736101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:27.744837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:27.747315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:27.772418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:27.821205 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:27.822651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:27.836264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:27.863776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73796c-edb9-4973-84bf-db9537cad39f req-dfdad861-2ffe-45d5-b9ef-4d8fec398e6e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:27.865883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f73796c-edb9-4973-84bf-db9537cad39f req-dfdad861-2ffe-45d5-b9ef-4d8fec398e6e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.4371088 Feb 04 20:31:27.873727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:27.940838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-b8e0cd7c-5792-4de6-9aad-e89abe23188f', 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'fixed_ips': [{'subnet_id': 'ed733915-bb52-451d-b3b4-a2d8514abd52'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:31:27.940838 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:28.137950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f73796c-edb9-4973-84bf-db9537cad39f req-6b36c624-d56b-4c1b-9702-a9449c39ee78 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551310 Feb 04 20:31:28.265282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d4d60f24-4aca-48ba-b911-a3aa510a1641 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:28.439641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Allocated IP 172.20.0.2 (b8e0cd7c-5792-4de6-9aad-e89abe23188f/ed733915-bb52-451d-b3b4-a2d8514abd52/af445e24-7a27-45a7-8fb8-7ef25aaf0599) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:28.590511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d4d60f24-4aca-48ba-b911-a3aa510a1641 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:28.666468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d4d60f24-4aca-48ba-b911-a3aa510a1641 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:28.666468 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:28.778616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.044177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.163190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d4d60f24-4aca-48ba-b911-a3aa510a1641, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d4d60f24-4aca-48ba-b911-a3aa510a1641,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:29.163190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.188233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Transition to ACTIVE for port object af445e24-7a27-45a7-8fb8-7ef25aaf0599 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:29.239228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Transition to ACTIVE for port object af445e24-7a27-45a7-8fb8-7ef25aaf0599 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:29.261311 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.320886 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.359399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.476470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:29.479671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:29.483690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:29.593067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d4d60f24-4aca-48ba-b911-a3aa510a1641,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:29.672873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Pushing event updated for resources: {'Port': ['ID=af445e24-7a27-45a7-8fb8-7ef25aaf0599,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:29.680065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Attempting to bind port af445e24-7a27-45a7-8fb8-7ef25aaf0599 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:29.680847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Attempting to bind port af445e24-7a27-45a7-8fb8-7ef25aaf0599 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:29.681553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Attempting to bind port af445e24-7a27-45a7-8fb8-7ef25aaf0599 on network b8e0cd7c-5792-4de6-9aad-e89abe23188f {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:29.688245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:29.688905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Checking segment: {'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:29.689492 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.693515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Bound using segment: {'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:29.694032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Bound port: af445e24-7a27-45a7-8fb8-7ef25aaf0599, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:29.694611 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:29.924440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482c9e-453f-4d58-96f1-b86a99b67501 req-7ed102f9-b39d-497d-9fdd-bb195cfefe38 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:29.935933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b482c9e-453f-4d58-96f1-b86a99b67501 req-7ed102f9-b39d-497d-9fdd-bb195cfefe38 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.4535372 Feb 04 20:31:29.942505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] For port af445e24-7a27-45a7-8fb8-7ef25aaf0599, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:29.949940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] For port af445e24-7a27-45a7-8fb8-7ef25aaf0599, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=af445e24-7a27-45a7-8fb8-7ef25aaf0599,segment=NetworkSegment(fcb1617c-2d71-4d10-ac97-bbdf0ccf763d),segment_id=fcb1617c-2d71-4d10-ac97-bbdf0ccf763d)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:29.967751 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:30.030814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d4d60f24-4aca-48ba-b911-a3aa510a1641 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:30.046147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:30.135401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:30.162126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:30.239651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b482c9e-453f-4d58-96f1-b86a99b67501 req-47ab0601-530f-48b5-84e8-583589297c95 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101540 Feb 04 20:31:30.430679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4c32a-c59e-47ec-b075-4c4a29e86a00 None None] Pushing event updated for resources: {'Port': ['ID=af445e24-7a27-45a7-8fb8-7ef25aaf0599,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:30.451649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Allocated IP 172.25.7.26 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/15493df2-ce8e-4771-b61c-58dc85c63b7d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:30.490274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d4d60f24-4aca-48ba-b911-a3aa510a1641 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:30.490274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:30.713331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:30.750245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c90dce-36bd-4ffc-9ded-a0b6aabb4622 req-362dda8e-6f2a-448a-8da1-a028f0602c40 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:30.752997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19c90dce-36bd-4ffc-9ded-a0b6aabb4622 req-362dda8e-6f2a-448a-8da1-a028f0602c40 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.2441866 Feb 04 20:31:30.822792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-19c90dce-36bd-4ffc-9ded-a0b6aabb4622 req-d7b5a7a0-2407-4642-bca2-d4fe77880298 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 Feb 04 20:31:30.854878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:31:30.900055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:31.024236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:31.024236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Pushing event updated for resources: {'Port': ['ID=15493df2-ce8e-4771-b61c-58dc85c63b7d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:31.026324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:31.030841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:31.275275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:31.289886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Sync routers for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:31.318956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:31.323730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:31.449166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:31.453798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-780ded6c-7ec4-496a-86a2-bef0ccb2cc33 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.1843812 Feb 04 20:31:31.454720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34264) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:31.545185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0eed5910-e14d-498e-a064-725189e77210 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0cfcadd9b7094963a3b2d3b3e8a7f974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891140 Feb 04 20:31:31.546117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34270) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:31.652530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:31.806955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d6538-1d5d-4ab1-ba55-2e20625e02e5 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:31.813343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34278) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:31.817847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7a3d6538-1d5d-4ab1-ba55-2e20625e02e5 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2609069 Feb 04 20:31:31.864345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-41a5c56b-eb96-4021-9894-91aecfeef60c tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483310 Feb 04 20:31:31.864345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34282) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:31.870776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89777e-d2a4-4c97-9f6b-73f629f657ee req-91ec6ffc-fcb7-4881-b0ea-174ca05a4c0c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:31.870776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a89777e-d2a4-4c97-9f6b-73f629f657ee req-91ec6ffc-fcb7-4881-b0ea-174ca05a4c0c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.7742622 Feb 04 20:31:31.883032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1445903656', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:32.159719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device af445e24-7a27-45a7-8fb8-7ef25aaf0599 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:32.268951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d287ce-2f5a-47ef-9ec6-32019058c1c0 None None] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:31:32.360578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port af445e24-7a27-45a7-8fb8-7ef25aaf0599 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:32.411796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:28Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:32.431662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Checking router: a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:31:32.431662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Updating router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:31:32.456526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:32.505652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:32.564983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eb307a2e-cfee-46b4-b1b2-3627a8077d86 None None] Provisioning for port af445e24-7a27-45a7-8fb8-7ef25aaf0599 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:32.585301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a89777e-d2a4-4c97-9f6b-73f629f657ee req-560ff0af-4dae-42d9-8a6d-c9ec0310c658 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846498 Feb 04 20:31:32.602866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:32.602866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:subnet and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:31:32.653294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eb307a2e-cfee-46b4-b1b2-3627a8077d86 None None] Provisioning complete for port af445e24-7a27-45a7-8fb8-7ef25aaf0599 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:32.653621 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb307a2e-cfee-46b4-b1b2-3627a8077d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:32.685711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:31:32.709542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:32.876916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:31:32.881799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.196309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.205282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb307a2e-cfee-46b4-b1b2-3627a8077d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.269309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eb307a2e-cfee-46b4-b1b2-3627a8077d86 None None] For port af445e24-7a27-45a7-8fb8-7ef25aaf0599, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=af445e24-7a27-45a7-8fb8-7ef25aaf0599,segment=NetworkSegment(fcb1617c-2d71-4d10-ac97-bbdf0ccf763d),segment_id=fcb1617c-2d71-4d10-ac97-bbdf0ccf763d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:33.378023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb307a2e-cfee-46b4-b1b2-3627a8077d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.532951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb307a2e-cfee-46b4-b1b2-3627a8077d86 None None] Pushing event updated for resources: {'Port': ['ID=af445e24-7a27-45a7-8fb8-7ef25aaf0599,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:33.597502 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.636025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Transition to ACTIVE for port object 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:33.636837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6709-b4d6-4726-91ea-3f2d5e74d35e req-a2ea7b1d-71eb-48d6-8454-71bf5f74adc0 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:33.638347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dbbf6709-b4d6-4726-91ea-3f2d5e74d35e req-a2ea7b1d-71eb-48d6-8454-71bf5f74adc0 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.2898471 Feb 04 20:31:33.726664 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.730065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d7aa4d47-5ec0-48d3-957e-0b9abb41e566 None None] Provisioning complete for port af445e24-7a27-45a7-8fb8-7ef25aaf0599 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:33.730065 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d7aa4d47-5ec0-48d3-957e-0b9abb41e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.736251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dbbf6709-b4d6-4726-91ea-3f2d5e74d35e req-069a74da-5344-48d9-910d-5e98571b5207 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861123 Feb 04 20:31:33.762612 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.789964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:31:33.902858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Attempting to bind port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:33.903233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Attempting to bind port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:33.904639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Attempting to bind port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:33.906401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274148ec-b05f-44a4-b4fb-235781ee46ae None None] Pushing event updated for resources: {'Port': ['ID=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:33.915213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:33.915587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:33.915982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:33.916368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:33.916844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Bound port: 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:33.917216 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:34.063639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Checking segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:34.063998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network hostable DHCP agents. Network: 97dccb0e-a4dd-4f7c-8596-c43ef469bec1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:31:34.086612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Subnet': ['ID=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:34.094035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device af445e24-7a27-45a7-8fb8-7ef25aaf0599 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:34.244459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] For port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:34.259722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] For port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:34.299705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port af445e24-7a27-45a7-8fb8-7ef25aaf0599 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:34.299705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:34.310282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:34.321406 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Sync routers for ids ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:34.336482 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Routers {'a3a21b1b-506e-42a6-a0cb-67889ec5fe96'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:34.338043 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:34.341035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:31:34.366523 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:34.458971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:34.458971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1a5ae46f-adef-4934-9411-ebe512818e99 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7424459 Feb 04 20:31:34.459121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:34.459121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:34.459530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34322) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:34.474848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 97dccb0e-a4dd-4f7c-8596-c43ef469bec1) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:34.485239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:34.488169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:34.517854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93775848-bef2-4aa4-ad21-39f3f4ad4a25 None None] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:31:34.632768 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Set router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:34.658732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274148ec-b05f-44a4-b4fb-235781ee46ae None None] Pushing event updated for resources: {'Port': ['ID=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:34.687967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1b4e60de-a4f8-48a2-8739-cf4f8e06d2f3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8242123 Feb 04 20:31:34.703374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34328) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:34.878191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:35.210038 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:31:31Z', 'revision_number': 3, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port': {'id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:30Z', 'updated_at': '2022-02-04T20:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:35.217714 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Checking router: a3a21b1b-506e-42a6-a0cb-67889ec5fe96 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:31:35.218099 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Updating router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 port 15493df2-ce8e-4771-b61c-58dc85c63b7d binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:31:35.335518 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:35.409378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-e817f930-ca16-4a59-9362-a5ea3fe543c3 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:35.409378 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-e817f930-ca16-4a59-9362-a5ea3fe543c3 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.8261907 Feb 04 20:31:35.708401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:31:35.708401 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:35.798264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Deleting port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:35.798912 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:35.919290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348eff-945c-4aed-8857-d9d4ff2cb66a req-fbd3ce68-a88c-4f9a-b292-37f2b42192ef tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:35.930423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d348eff-945c-4aed-8857-d9d4ff2cb66a req-fbd3ce68-a88c-4f9a-b292-37f2b42192ef tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.5067341 Feb 04 20:31:36.164551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:28Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:36.201798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd086f-64c2-4443-a2ad-c1a50e9122f2 None None] The sync data for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 is: [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:28Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:36.301247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Allocated IP 172.20.0.2 (97dccb0e-a4dd-4f7c-8596-c43ef469bec1/fb002d34-cf17-47e1-9ac5-2e5d333a5fe2/712f6d1f-8655-41e8-9187-5ffc19b221d2) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:36.324665 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:36.344142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d348eff-945c-4aed-8857-d9d4ff2cb66a req-7808421c-d944-47d7-ac49-bcb29f57d8d0 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127567 Feb 04 20:31:36.371565 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Transition to ACTIVE for port object 15493df2-ce8e-4771-b61c-58dc85c63b7d will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:36.486645 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:36.700041 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Attempting to bind port 15493df2-ce8e-4771-b61c-58dc85c63b7d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:36.700041 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Attempting to bind port 15493df2-ce8e-4771-b61c-58dc85c63b7d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:36.700041 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Attempting to bind port 15493df2-ce8e-4771-b61c-58dc85c63b7d on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:36.733631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:36.733631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:36.733631 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:36.733631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:36.733631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Bound port: 15493df2-ce8e-4771-b61c-58dc85c63b7d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:36.733631 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:36.873173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:36.880581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152faba-fcee-4b55-867f-365de3ea12d5 None None] Pushing event updated for resources: {'Port': ['ID=15493df2-ce8e-4771-b61c-58dc85c63b7d,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:36.901314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Transition to ACTIVE for port object 712f6d1f-8655-41e8-9187-5ffc19b221d2 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:36.931826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Transition to ACTIVE for port object 712f6d1f-8655-41e8-9187-5ffc19b221d2 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:36.991027 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] For port 15493df2-ce8e-4771-b61c-58dc85c63b7d, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:36.994422 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] For port 15493df2-ce8e-4771-b61c-58dc85c63b7d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=15493df2-ce8e-4771-b61c-58dc85c63b7d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:37.041068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:37.112067 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:37.258405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:37.259937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:37.278643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:37.287334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:37.309915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:37.310488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:37.327237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Pushing event updated for resources: {'Port': ['ID=712f6d1f-8655-41e8-9187-5ffc19b221d2,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:37.343256 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Routers {'a3a21b1b-506e-42a6-a0cb-67889ec5fe96'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:37.344260 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:37.598441 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152faba-fcee-4b55-867f-365de3ea12d5 None None] Pushing event updated for resources: {'Port': ['ID=15493df2-ce8e-4771-b61c-58dc85c63b7d,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:37.782335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Attempting to bind port 712f6d1f-8655-41e8-9187-5ffc19b221d2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:37.782335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Attempting to bind port 712f6d1f-8655-41e8-9187-5ffc19b221d2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:37.782335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Attempting to bind port 712f6d1f-8655-41e8-9187-5ffc19b221d2 on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:37.810768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:37.810768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Checking segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:37.810768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:37.810768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Bound using segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:37.810768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Bound port: 712f6d1f-8655-41e8-9187-5ffc19b221d2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:37.810768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:37.970361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Calling delete_port for fe41c5ca-9443-44e1-a79d-935a8ea3fa6d owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:38.010342 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] Set router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:38.127442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] For port 712f6d1f-8655-41e8-9187-5ffc19b221d2, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:38.136926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] For port 712f6d1f-8655-41e8-9187-5ffc19b221d2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=712f6d1f-8655-41e8-9187-5ffc19b221d2,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:38.153322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device fe41c5ca-9443-44e1-a79d-935a8ea3fa6d no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:31:38.155331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Allocated IP 172.20.0.1 (b8e0cd7c-5792-4de6-9aad-e89abe23188f/ed733915-bb52-451d-b3b4-a2d8514abd52/295ad57f-a4f3-4328-8cd1-8a44ba8edcb9) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:38.263932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:38.347209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:38.502879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85c196-70ea-4b42-86d0-8c77289be689 req-39326b61-a05d-4ac7-90ad-1f7c1666eca2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:38.504698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee85c196-70ea-4b42-86d0-8c77289be689 req-39326b61-a05d-4ac7-90ad-1f7c1666eca2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1096 time: 0.6613543 Feb 04 20:31:38.659837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31c2d0-42dc-4e5e-8305-831357038978 None None] Pushing event updated for resources: {'Port': ['ID=712f6d1f-8655-41e8-9187-5ffc19b221d2,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:38.707330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:38.796917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:38.800662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:31:38.841196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee85c196-70ea-4b42-86d0-8c77289be689 req-43c64eab-fe3d-4d73-8748-cb56cdddde21 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255272 Feb 04 20:31:38.852950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:38.858232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:38.863620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:38.967817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.039898 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:31:31Z', 'revision_number': 3, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port': {'id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:30Z', 'updated_at': '2022-02-04T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:39.060528 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d', 'code': 200} Feb 04 20:31:39.064883 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9363f-0849-48ca-923a-fae0126bb052 None None] The sync data for ids ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'] in n-d-811806-1 is: [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:31:31Z', 'revision_number': 3, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port': {'id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:30Z', 'updated_at': '2022-02-04T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:39.069209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Transition to ACTIVE for port object 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:39.083390 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.188497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.240764 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:31:39.240764 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:31:39.259428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.404991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:39.422716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:39.446565 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.454341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:39.572285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:39.718913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.760043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Pushing event updated for resources: {'Port': ['ID=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:39.770924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.791863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Deleting port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:39.791863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.859784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:39.910915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:40.002164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:40.394259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ff7cf674-d10d-47d1-9aeb-a496c6bdffaa None None] Provisioning for port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:40.453817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ff7cf674-d10d-47d1-9aeb-a496c6bdffaa None None] Provisioning complete for port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:40.453817 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf674-d10d-47d1-9aeb-a496c6bdffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:40.568031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:40.570912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 15493df2-ce8e-4771-b61c-58dc85c63b7d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:40.792268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ff7cf674-d10d-47d1-9aeb-a496c6bdffaa None None] Port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:31:40.871657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfb029-f352-4f03-8845-5634debd821b req-1e1ffa0f-6fa1-4594-8efd-92d796135bf1 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:40.873150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ebfb029-f352-4f03-8845-5634debd821b req-1e1ffa0f-6fa1-4594-8efd-92d796135bf1 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 1094 time: 0.6296365 Feb 04 20:31:41.055638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] For port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:41.055638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:41.153105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:41.243145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0ebfb029-f352-4f03-8845-5634debd821b req-0aa95bae-749e-4cfd-9967-7d157b0492a6 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633301 Feb 04 20:31:41.276537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09caf445-075b-4e55-b638-a8a764c0d42b None None] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:31:41.340054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 15493df2-ce8e-4771-b61c-58dc85c63b7d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:41.438587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Calling delete_port for fe41c5ca-9443-44e1-a79d-935a8ea3fa6d owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:41.623729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 15493df2-ce8e-4771-b61c-58dc85c63b7d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:41.624672 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:41.869239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2a11d7bb-d437-4b55-a9d2-4dc60934cd81 None None] Provisioning for port 712f6d1f-8655-41e8-9187-5ffc19b221d2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:41.911095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.1 (97dccb0e-a4dd-4f7c-8596-c43ef469bec1/fb002d34-cf17-47e1-9ac5-2e5d333a5fe2/23ac687e-a618-4417-a9ba-34ae03250614) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:31:41.916824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:42.040192 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:42.055844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:42.066963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 15493df2-ce8e-4771-b61c-58dc85c63b7d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=15493df2-ce8e-4771-b61c-58dc85c63b7d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:42.178157 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:42.179543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712f6d1f-8655-41e8-9187-5ffc19b221d2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:42.235247 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:42.264345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Pushing event updated for resources: {'Port': ['ID=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:42.282292 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:42.454292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b4c46d34-eff0-4ed0-9625-2236c07d3316'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:31:42.649523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe41c5ca-9443-44e1-a79d-935a8ea3fa6d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:42.694962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:42.698523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:42.749437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=15493df2-ce8e-4771-b61c-58dc85c63b7d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:42.851791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 712f6d1f-8655-41e8-9187-5ffc19b221d2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:42.881018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 712f6d1f-8655-41e8-9187-5ffc19b221d2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:42.882503 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:42.908537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-744af9f0-075c-4288-915b-a7864e5ab006 req-d2d74af9-1c06-40ac-be9a-a34bed31d480 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 210 time: 0.3188035 Feb 04 20:31:43.078287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] No DVR routers for this DVR port fe41c5ca-9443-44e1-a79d-935a8ea3fa6d on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:31:43.078287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:43.082380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:43.082380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'name': 'network-vif-deleted', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:31:43.190329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object 23ac687e-a618-4417-a9ba-34ae03250614 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:43.205446 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9b349f-0b44-495b-bde9-abbd58dc2d9f', 'name': 'network-vif-deleted', 'tag': 'fe41c5ca-9443-44e1-a79d-935a8ea3fa6d', 'status': 'completed', 'code': 200} Feb 04 20:31:43.244432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2be7ac88-de87-49b0-b3a8-17000b971f46 req-186655df-924a-47cb-9e0b-243104165af8 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fe41c5ca-9443-44e1-a79d-935a8ea3fa6d HTTP/1.1" status: 204 len: 173 time: 7.7937438 Feb 04 20:31:43.349469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:43.415143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:31:43.422790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e21b5542-ad2a-4b53-953e-f2d43289e49c None None] Provisioning complete for port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:43.423169 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e21b5542-ad2a-4b53-953e-f2d43289e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:43.515548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:43.570627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:43.578494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:43.594408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:31:43.628428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 712f6d1f-8655-41e8-9187-5ffc19b221d2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=712f6d1f-8655-41e8-9187-5ffc19b221d2,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:43.641225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e21b5542-ad2a-4b53-953e-f2d43289e49c None None] Port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:31:43.716295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:43.857692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:43.905601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c1ecce5-6f38-4b4a-a81d-668970da5215 admin admin] 10.222.0.48 "PUT /v2.0/routers/a3a21b1b-506e-42a6-a0cb-67889ec5fe96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4279003 Feb 04 20:31:43.918390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=712f6d1f-8655-41e8-9187-5ffc19b221d2,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:43.918390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Sync routers for ids ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:43.927797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Routers {'a3a21b1b-506e-42a6-a0cb-67889ec5fe96'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:43.927797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:44.084362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 15493df2-ce8e-4771-b61c-58dc85c63b7d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:44.309573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:44.446458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=23ac687e-a618-4417-a9ba-34ae03250614,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:44.460472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7f2918b-bc6f-4cea-b73c-bab0cb775b7b None None] Provisioning for port 23ac687e-a618-4417-a9ba-34ae03250614 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:44.504890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 15493df2-ce8e-4771-b61c-58dc85c63b7d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:44.504890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:44.508939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d5789b47-e0ff-4570-94bb-d863959ff56c req-c3f17d2c-45bf-492f-b43d-cb69c4434ec4 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Synchronizing usage tracker for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:44.629460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7f2918b-bc6f-4cea-b73c-bab0cb775b7b None None] Provisioning complete for port 23ac687e-a618-4417-a9ba-34ae03250614 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:44.629460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7f2918b-bc6f-4cea-b73c-bab0cb775b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:44.692687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a7f2918b-bc6f-4cea-b73c-bab0cb775b7b None None] Port 23ac687e-a618-4417-a9ba-34ae03250614 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:31:44.697288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Set router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:44.701408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-d5789b47-e0ff-4570-94bb-d863959ff56c req-c3f17d2c-45bf-492f-b43d-cb69c4434ec4 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Unset dirty status for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:44.702366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5789b47-e0ff-4570-94bb-d863959ff56c req-c3f17d2c-45bf-492f-b43d-cb69c4434ec4 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db9b349f-0b44-495b-bde9-abbd58dc2d9f HTTP/1.1" status: 200 len: 210 time: 0.3898640 Feb 04 20:31:44.953845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:45.126883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:45.366673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:45.367214 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:45.712051 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:45.746792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:31:40Z', 'revision_number': 4, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port': {'id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:30Z', 'updated_at': '2022-02-04T20:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '295ad57f-a4f3-4328-8cd1-8a44ba8edcb9', 'name': '', 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'mac_address': 'fa:16:3e:d8:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ed733915-bb52-451d-b3b4-a2d8514abd52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:37Z', 'updated_at': '2022-02-04T20:31:41Z', 'revision_number': 2, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'subnets': [{'id': 'ed733915-bb52-451d-b3b4-a2d8514abd52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:45.751917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Checking router: a3a21b1b-506e-42a6-a0cb-67889ec5fe96 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:31:45.752382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Updating router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:31:45.813322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:45.831760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712f6d1f-8655-41e8-9187-5ffc19b221d2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:46.022192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 712f6d1f-8655-41e8-9187-5ffc19b221d2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:46.022774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:46.176169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:46.474546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:46.494514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=23ac687e-a618-4417-a9ba-34ae03250614,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:46.532384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:46.560222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Transition to ACTIVE for port object 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:46.684117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:46.694310 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:31:46.914730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:31:46.922226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:31:46.981464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d267d1f-7ead-42e4-893d-6f86d15a2024 None None] Pushing event updated for resources: {'Port': ['ID=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:47.071165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93169-2ce0-4755-a6ea-7540a31ba71f req-45c23f15-2f8a-4738-be70-24a0c21d49f2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:47.072686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72e93169-2ce0-4755-a6ea-7540a31ba71f req-45c23f15-2f8a-4738-be70-24a0c21d49f2 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.3333540 Feb 04 20:31:47.191786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Attempting to bind port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:47.196597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Attempting to bind port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:47.197179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Attempting to bind port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 on network b8e0cd7c-5792-4de6-9aad-e89abe23188f {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:47.224285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:47.233152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Checking segment: {'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:47.233826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:47.234443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Bound using segment: {'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:47.237765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Bound port: 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:47.238349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:47.307962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72e93169-2ce0-4755-a6ea-7540a31ba71f req-baa8a408-5244-48b5-b44d-b24b5dcfe72e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076895 Feb 04 20:31:47.523134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:31:47.550762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] For port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:47.558577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] For port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,segment=NetworkSegment(fcb1617c-2d71-4d10-ac97-bbdf0ccf763d),segment_id=fcb1617c-2d71-4d10-ac97-bbdf0ccf763d)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:47.668828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-79e77287-377d-4ae4-9b68-db90ecd3d503 None None] Provisioning complete for port 23ac687e-a618-4417-a9ba-34ae03250614 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:47.668828 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-79e77287-377d-4ae4-9b68-db90ecd3d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:47.789197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-79e77287-377d-4ae4-9b68-db90ecd3d503 None None] Port 23ac687e-a618-4417-a9ba-34ae03250614 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:31:47.792538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:47.798884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:47.817466 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Sync routers for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:47.824575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5f774220-0c9c-4649-a100-e4a20fddaa8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/a1a0a229-a07c-4cd7-a5f5-00eb77aaf179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1130335 Feb 04 20:31:47.827730 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:47.828344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:47.887171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Routers {'a3a21b1b-506e-42a6-a0cb-67889ec5fe96'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:47.887812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:48.243737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d267d1f-7ead-42e4-893d-6f86d15a2024 None None] Pushing event updated for resources: {'Port': ['ID=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:48.357103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ecba266-1deb-48db-8447-07ed4a2492bb tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:48.357103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ecba266-1deb-48db-8447-07ed4a2492bb tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.3368134 Feb 04 20:31:48.662670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-1a561f32-4460-48a7-b14b-c8d1bf1546fd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:48.728836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Deleting port b4c46d34-eff0-4ed0-9625-2236c07d3316 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:48.729173 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:48.757386 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:48.801181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] Set router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:48.888569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-1a561f32-4460-48a7-b14b-c8d1bf1546fd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:48.888569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-1a561f32-4460-48a7-b14b-c8d1bf1546fd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239429436&fields=id&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 267 time: 0.3843768 Feb 04 20:31:49.168282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-364e0b00-1fa8-48ce-bc0a-173c264009e0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:49.232058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-364e0b00-1fa8-48ce-bc0a-173c264009e0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:49.288214 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:45Z', 'revision_number': 2, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:49.288214 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Checking router: a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:31:49.288214 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Updating router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 port 23ac687e-a618-4417-a9ba-34ae03250614 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:31:49.393156 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:49.548332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-364e0b00-1fa8-48ce-bc0a-173c264009e0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:49.550230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-364e0b00-1fa8-48ce-bc0a-173c264009e0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 797 time: 0.6413610 Feb 04 20:31:49.704545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:31:40Z', 'revision_number': 4, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port': {'id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:30Z', 'updated_at': '2022-02-04T20:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '295ad57f-a4f3-4328-8cd1-8a44ba8edcb9', 'name': '', 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'mac_address': 'fa:16:3e:d8:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ed733915-bb52-451d-b3b4-a2d8514abd52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:37Z', 'updated_at': '2022-02-04T20:31:47Z', 'revision_number': 4, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'subnets': [{'id': 'ed733915-bb52-451d-b3b4-a2d8514abd52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:49.721313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892597a-3cdf-4628-bb60-190214aba805 None None] The sync data for ids ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'] in n-d-811806-1 is: [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:31:40Z', 'revision_number': 4, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port': {'id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:30Z', 'updated_at': '2022-02-04T20:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '295ad57f-a4f3-4328-8cd1-8a44ba8edcb9', 'name': '', 'network_id': 'b8e0cd7c-5792-4de6-9aad-e89abe23188f', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'mac_address': 'fa:16:3e:d8:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ed733915-bb52-451d-b3b4-a2d8514abd52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:37Z', 'updated_at': '2022-02-04T20:31:47Z', 'revision_number': 4, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'subnets': [{'id': 'ed733915-bb52-451d-b3b4-a2d8514abd52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:49.789041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416d2bf-947f-4b2f-83c4-c8d0da0c8039 req-a93b9200-75e7-436c-92dd-1a5e307c7bac tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:49.799724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416d2bf-947f-4b2f-83c4-c8d0da0c8039 req-a93b9200-75e7-436c-92dd-1a5e307c7bac tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.2929943 Feb 04 20:31:49.938356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416d2bf-947f-4b2f-83c4-c8d0da0c8039 req-d8389d06-bdf2-4adc-9455-9de628f35175 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363461 Feb 04 20:31:50.137666 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bf534b41-fde2-434f-820d-648935f4b01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:50.242897 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:50.242897 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Transition to ACTIVE for port object 23ac687e-a618-4417-a9ba-34ae03250614 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:31:50.245113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] For port b4c46d34-eff0-4ed0-9625-2236c07d3316, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b4c46d34-eff0-4ed0-9625-2236c07d3316,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:50.245113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:50.307214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-53aee3ae-b8aa-4a58-bed1-4308e6c8f47f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/quotas/0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 375 time: 0.7131352 Feb 04 20:31:50.316625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032e3cd-95be-49b6-8785-3dab9d5e67ad req-bf95d458-0959-47f8-b74d-72bd37e0ad0a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:50.316625 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b032e3cd-95be-49b6-8785-3dab9d5e67ad req-bf95d458-0959-47f8-b74d-72bd37e0ad0a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.1982503 Feb 04 20:31:50.403940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b032e3cd-95be-49b6-8785-3dab9d5e67ad req-5303b62d-2a4a-4933-9fcf-7aa9b96baf0e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732310 Feb 04 20:31:50.600687 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:50.611048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Calling delete_port for b4c46d34-eff0-4ed0-9625-2236c07d3316 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:50.766536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-37adeed8-81bd-479b-b8e5-b88f698590eb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:50.812666 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78541778-4169-43bb-81dc-4e3364aea16f None None] Pushing event updated for resources: {'Port': ['ID=23ac687e-a618-4417-a9ba-34ae03250614,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:50.891905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-37adeed8-81bd-479b-b8e5-b88f698590eb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:50.941837 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-37adeed8-81bd-479b-b8e5-b88f698590eb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6377664 Feb 04 20:31:51.444841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Attempting to bind port 23ac687e-a618-4417-a9ba-34ae03250614 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:31:51.444841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Attempting to bind port 23ac687e-a618-4417-a9ba-34ae03250614 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:31:51.444841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Attempting to bind port 23ac687e-a618-4417-a9ba-34ae03250614 on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:31:51.451921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-79067125-df6e-4dcc-bca8-3cbcc0790922 service neutron] 10.222.0.48 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402885 Feb 04 20:31:51.466630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:31:51.466630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Checking segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:31:51.466630 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:51.466630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Bound using segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:31:51.466630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Bound port: 23ac687e-a618-4417-a9ba-34ae03250614, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:31:51.466630 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:51.765341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] For port 23ac687e-a618-4417-a9ba-34ae03250614, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:31:51.775488 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] For port 23ac687e-a618-4417-a9ba-34ae03250614, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=23ac687e-a618-4417-a9ba-34ae03250614,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:31:51.796519 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:51.797910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c28c7-ba30-459e-948d-2889da9690bb req-aeb183bf-23d0-40b7-b363-1239f6ea606e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:51.799726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca5c28c7-ba30-459e-948d-2889da9690bb req-aeb183bf-23d0-40b7-b363-1239f6ea606e tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 1096 time: 0.1291232 Feb 04 20:31:51.866881 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:51.934031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-6ac914e1-d2cf-40fe-aa76-c891a5e52094 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:51.953563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-6ac914e1-d2cf-40fe-aa76-c891a5e52094 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 0.9435945 Feb 04 20:31:52.088128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:52.112771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4c46d34-eff0-4ed0-9625-2236c07d3316,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:52.160757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca5c28c7-ba30-459e-948d-2889da9690bb req-7fb99a3c-03b1-4b37-ad65-0f0ce9ba454c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d198572-e1e6-4efd-97d0-d8ec0a5b449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545024 Feb 04 20:31:52.175799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b4c46d34-eff0-4ed0-9625-2236c07d3316 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:31:52.219481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-2171d76e-08c5-44ce-9afa-6a1e88969954 service neutron] 10.222.0.48 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731731 Feb 04 20:31:52.250935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: b4c46d34-eff0-4ed0-9625-2236c07d3316 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:31:52.254142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b4c46d34-eff0-4ed0-9625-2236c07d3316 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:31:52.267279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Deleting port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:52.267666 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:52.330274 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78541778-4169-43bb-81dc-4e3364aea16f None None] Pushing event updated for resources: {'Port': ['ID=23ac687e-a618-4417-a9ba-34ae03250614,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:52.361557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] No DVR routers for this DVR port b4c46d34-eff0-4ed0-9625-2236c07d3316 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:31:52.367753 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:52.427554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-03273707-0391-4aa7-941d-70f20417494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:52.429405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'name': 'network-vif-deleted', 'tag': 'b4c46d34-eff0-4ed0-9625-2236c07d3316'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:31:52.453039 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:52.453039 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:52.462792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:52.462792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:52.462792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:52.491632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1abad03c-3982-43e4-b04a-00f99395b3db req-8ad9b483-3ff6-4e27-ac3e-ed4e76f65b22 tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.62 "DELETE /v2.0/ports/b4c46d34-eff0-4ed0-9625-2236c07d3316 HTTP/1.1" status: 204 len: 173 time: 4.1195734 Feb 04 20:31:52.875326 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75448214-7390-4042-bafc-e5e0b95cdf3f', 'name': 'network-vif-deleted', 'tag': 'b4c46d34-eff0-4ed0-9625-2236c07d3316', 'status': 'completed', 'code': 200} Feb 04 20:31:53.207003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa3ec90a-d364-4be9-acd7-b68b44e2d4b7 req-743eaa99-a159-4507-b9a5-c2fb42b41990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.1663775 Feb 04 20:31:53.274862 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:53.515384 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:31:53.567416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,segment=NetworkSegment(fcb1617c-2d71-4d10-ac97-bbdf0ccf763d),segment_id=fcb1617c-2d71-4d10-ac97-bbdf0ccf763d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:53.594716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:53.632074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:53.673798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd33f-519e-4033-a7e8-272804e4e3f0 req-ca58de63-de8f-4179-9e71-13563ecf48b5 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:53.686228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:53.707926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c3bd33f-519e-4033-a7e8-272804e4e3f0 req-ca58de63-de8f-4179-9e71-13563ecf48b5 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 945 time: 1.0664492 Feb 04 20:31:53.785130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c9e44b2f-df77-4b61-9695-52038a3f45b8 req-a9e2de1e-afb0-4bd0-9fdd-648de489ad4c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Synchronizing usage tracker for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:53.937507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c9e44b2f-df77-4b61-9695-52038a3f45b8 req-a9e2de1e-afb0-4bd0-9fdd-648de489ad4c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] Unset dirty status for tenant:c7c748659cd444e6a728783b277da1f6 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:53.938553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9e44b2f-df77-4b61-9695-52038a3f45b8 req-a9e2de1e-afb0-4bd0-9fdd-648de489ad4c tempest-TestServerMultinode-37687631 tempest-TestServerMultinode-37687631-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=75448214-7390-4042-bafc-e5e0b95cdf3f HTTP/1.1" status: 200 len: 210 time: 0.2806213 Feb 04 20:31:53.953030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:53.964778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c3bd33f-519e-4033-a7e8-272804e4e3f0 req-4fa56b15-33c9-43e8-9e86-7cd223517f7c tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645304 Feb 04 20:31:53.982973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.983534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.984897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.985453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.986573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.987831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.988918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.989417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.990450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.991727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.995855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:53.995855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:54.200670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:54.201044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:54.236393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:31:54.697797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-448a789b-ec5d-4673-af20-2eb38e4d9dca req-8498d7a0-ea4a-4b80-8ca2-767c5f670644 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.3640864 Feb 04 20:31:54.757874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:51Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:54.757874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6526ac-f358-452f-bc3f-ea45ee875b6a None None] The sync data for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 is: [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:51Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:31:54.918035 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:55.132074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:31:55.159816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34776) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:31:55.209277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:55.295795 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'code': 200} Feb 04 20:31:55.326575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:55.328769 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:55.459568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:55.459568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:55.459568 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Floating IP d24da1b2-c38f-46e1-aa2c-72eef4a1c89c disassociated. External IP: 172.25.7.25, port: b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79. Feb 04 20:31:55.459568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Calling delete_port for b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:55.589642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:55.669133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:31:55.669133 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:31:55.716513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a58d3a-d5e6-467b-892a-e24fe386b05e req-d56c2700-566b-4cc0-b0de-852c5759b4e5 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:55.724026 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66a58d3a-d5e6-467b-892a-e24fe386b05e req-d56c2700-566b-4cc0-b0de-852c5759b4e5 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 943 time: 0.3021030 Feb 04 20:31:55.903784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-7f568176-2ef6-4671-b4b7-66e5e460ab23 req-b128abe5-e268-4436-aa57-23bd429ee626 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:31:55.920036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-7f568176-2ef6-4671-b4b7-66e5e460ab23 req-b128abe5-e268-4436-aa57-23bd429ee626 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:31:55.938727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7f568176-2ef6-4671-b4b7-66e5e460ab23 req-b128abe5-e268-4436-aa57-23bd429ee626 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.0843835 Feb 04 20:31:55.941136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66a58d3a-d5e6-467b-892a-e24fe386b05e req-230e5d40-2b97-4e57-acfd-3a8ac614cb87 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070282 Feb 04 20:31:56.167524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Deleting port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:56.167524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:56.170949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 23ac687e-a618-4417-a9ba-34ae03250614 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:56.500300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 23ac687e-a618-4417-a9ba-34ae03250614 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:31:56.507050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 23ac687e-a618-4417-a9ba-34ae03250614 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:56.507439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:56.832211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] For port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:56.832786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:56.862464 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:56.958543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 23ac687e-a618-4417-a9ba-34ae03250614, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=23ac687e-a618-4417-a9ba-34ae03250614,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:57.111488 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:57.111488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:57.315864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:57.386228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=23ac687e-a618-4417-a9ba-34ae03250614,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:57.424852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:57.425229 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:57.802308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e661a794-71a0-4161-993f-060bd9bb6ddd req-6c05aaa1-fc02-499e-ba45-0519fcb8c865 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.4428892 Feb 04 20:31:57.889779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:57.890476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:57.890839 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Floating IP d24da1b2-c38f-46e1-aa2c-72eef4a1c89c disassociated. External IP: 172.25.7.25, port: b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79. Feb 04 20:31:57.891155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Calling delete_port for b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:57.902068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c62a8b-07e1-4bf2-81c0-50eeec6a23d2 req-07ea561a-475a-4113-b0b1-464280af3650 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:57.903519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09c62a8b-07e1-4bf2-81c0-50eeec6a23d2 req-07ea561a-475a-4113-b0b1-464280af3650 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 943 time: 0.7465096 Feb 04 20:31:57.951749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 23ac687e-a618-4417-a9ba-34ae03250614 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:31:57.978755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09c62a8b-07e1-4bf2-81c0-50eeec6a23d2 req-b55b99e9-4f14-40d2-bdf1-d98e2514590a tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups?id=55ab1248-554b-4ded-90c9-c4357988e008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587547 Feb 04 20:31:58.097875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 23ac687e-a618-4417-a9ba-34ae03250614 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:31:58.097875 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:58.098737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Deleting port ee03831c-4fe1-438a-b3d2-cf936b608c29 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:31:58.098737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:58.272647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] For port ee03831c-4fe1-438a-b3d2-cf936b608c29, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee03831c-4fe1-438a-b3d2-cf936b608c29,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:31:58.273033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:58.399711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Calling delete_port for ee03831c-4fe1-438a-b3d2-cf936b608c29 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:31:58.736940 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:58.779882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event deleted for resources: {'Port': ['ID=b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:58.790988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.791242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.791580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.791909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.792261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.792604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.792916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.793235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.793554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.793872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.794190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.794824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:31:58.871097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-27785452-81af-47b1-ab9b-3617ab9bead4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:31:58.873085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-27785452-81af-47b1-ab9b-3617ab9bead4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 797 time: 0.2223957 Feb 04 20:31:59.027179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-288dcfc8-8d50-4541-81e6-58080f890c57 req-9cac685c-2a37-4e57-9ef7-76aabf872d6c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.0571415 Feb 04 20:31:59.100433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Router 14cda93c-fc52-4264-abb4-1494440f7e50 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:31:59.196806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-5aedcae2-a375-4090-8bcf-9df9e2405a72 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 380 time: 0.3020334 Feb 04 20:31:59.206488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'port': {'device_id': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'admin_state_up': True, 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'security_groups': ['fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:31:59.552419 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac9081bc-75a6-4fb6-b47b-392a50fa9d4a req-3387a032-c678-4657-978b-72e955030484 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 210 time: 0.1352315 Feb 04 20:31:59.663540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:59.689624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:31:59.700962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] Sync routers for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:31:59.711797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:31:59.712207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:31:59.712479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:31:59.723743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee03831c-4fe1-438a-b3d2-cf936b608c29,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:31:59.763190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:31:59.903749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] No DVR routers for this DVR port b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:31:59.903749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:31:59.927035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'name': 'network-vif-deleted', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:00.013987 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e242d4-d4fd-4d48-a86a-a26fd79529d3', 'name': 'network-vif-deleted', 'tag': 'b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79', 'status': 'completed', 'code': 200} Feb 04 20:32:00.047208 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-64344fb7-6b26-4a70-ba5e-8f3f816e8a7c req-17519b89-9f9d-44cc-8806-ad9108a0080e tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.24 "DELETE /v2.0/ports/b17f3865-4a5b-4c6b-84d5-b0cb71f3ea79 HTTP/1.1" status: 204 len: 173 time: 8.0828080 Feb 04 20:32:00.229906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:00.241723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:00.246248 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:00.407784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-64df67e4-f2fc-4d6d-b681-c1a1191ec38b req-78dc27b4-2b6c-493d-b2d0-2ce3e2fd4fe1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.1073523 Feb 04 20:32:00.552263 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:00.942736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a25b2f5-a36f-41bd-a4c1-ad06e15e726a req-cd6576fb-df45-4cb9-9330-fc8df9e8c6b8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Synchronizing usage tracker for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:00.985471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:00.985471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] Checking router: 14cda93c-fc52-4264-abb4-1494440f7e50 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:32:00.985471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:00.985471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:01.111378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.14 (97dccb0e-a4dd-4f7c-8596-c43ef469bec1/fb002d34-cf17-47e1-9ac5-2e5d333a5fe2/d29da485-41fe-4ae3-8460-dc71f0f2e5de) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:01.245576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:01.313720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a25b2f5-a36f-41bd-a4c1-ad06e15e726a req-cd6576fb-df45-4cb9-9330-fc8df9e8c6b8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Unset dirty status for tenant:1d3b80f7faa34035a801e99e08bdc81e on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:01.317054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a25b2f5-a36f-41bd-a4c1-ad06e15e726a req-cd6576fb-df45-4cb9-9330-fc8df9e8c6b8 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e242d4-d4fd-4d48-a86a-a26fd79529d3 HTTP/1.1" status: 200 len: 210 time: 0.5046031 Feb 04 20:32:01.557990 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:01.606012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object d29da485-41fe-4ae3-8460-dc71f0f2e5de will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:01.625981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Router 73fe6363-bf71-464b-9426-42f02a201d0b has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:32:02.053991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:02.057880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0ed6d-c81e-4cb1-a43c-398cc9d1a5b9 None None] The sync data for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 is: [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:26:33Z', 'revision_number': 4, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '0f370e12-8efa-4510-bf92-77254c0e7d45', 'name': '', 'network_id': '71c3120e-a942-4df0-a7ef-fe400b5204e5', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'mac_address': 'fa:16:3e:c2:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:31Z', 'updated_at': '2022-02-04T20:26:42Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'subnets': [{'id': '7925e458-494c-4bf5-8efa-adaf5ad9a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:32:02.266142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-67c38bd1-6d6f-4623-97a5-427c37015b03 req-7400f426-aec9-4d5e-9ab7-f3ac8365a618 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.0810320 Feb 04 20:32:02.328916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:32:02.337183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] Sync routers for ids ['73fe6363-bf71-464b-9426-42f02a201d0b'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:32:02.352848 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] Routers {'73fe6363-bf71-464b-9426-42f02a201d0b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:02.352848 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73fe6363-bf71-464b-9426-42f02a201d0b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:02.370249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:02.513137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-93eb0830-d360-47b3-8413-38ea5716e1f5 admin admin] 10.222.0.48 "PUT /v2.0/routers/73fe6363-bf71-464b-9426-42f02a201d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3519549 Feb 04 20:32:02.516289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34896) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:02.527932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:02.548926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:02.557058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:02.615646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:02.691231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa89685-4a36-4add-b76f-dc2fe7b88ced None None] New status for floating IP d24da1b2-c38f-46e1-aa2c-72eef4a1c89c: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:32:02.715692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:02.739158 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] Set router 73fe6363-bf71-464b-9426-42f02a201d0b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:02.776196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:02.784353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:02.879286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:02.905825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-8b9b0081-52c1-499d-9866-20b6d1ecf8da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7001085 Feb 04 20:32:02.948187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Request body: {'port': {'device_id': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:03.062837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:03.076371 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:03.297681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:03.356487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:03.366096 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:31:58Z', 'revision_number': 5, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:03.378682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] Checking router: 73fe6363-bf71-464b-9426-42f02a201d0b for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:32:03.397666 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] Routers {'73fe6363-bf71-464b-9426-42f02a201d0b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:03.398889 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73fe6363-bf71-464b-9426-42f02a201d0b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:03.478756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0c1dd0ab-cf57-4d3d-b7b9-70cc6e724251 None None] Provisioning for port d29da485-41fe-4ae3-8460-dc71f0f2e5de completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:03.492173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0c1dd0ab-cf57-4d3d-b7b9-70cc6e724251 None None] Provisioning complete for port d29da485-41fe-4ae3-8460-dc71f0f2e5de triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:03.492173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd0ab-cf57-4d3d-b7b9-70cc6e724251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:03.563654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dd0ab-cf57-4d3d-b7b9-70cc6e724251 None None] Port d29da485-41fe-4ae3-8460-dc71f0f2e5de cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:32:03.651138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ab1248-554b-4ded-90c9-c4357988e008,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:03.665587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.665773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.667683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.668068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.669792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.670178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.670520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.670888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.671221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.671547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.671879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.672205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:03.684404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:03.685401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ac8f446d-241d-47f5-ba16-d0ef17688b19 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "DELETE /v2.0/security-groups/55ab1248-554b-4ded-90c9-c4357988e008 HTTP/1.1" status: 204 len: 168 time: 1.0645411 Feb 04 20:32:03.698517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34922) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:03.726729 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-4747681f-804c-4546-8cc0-70785f5f97f0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] show failed (client error): The resource could not be found. Feb 04 20:32:03.733789 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4747681f-804c-4546-8cc0-70785f5f97f0 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "GET /v2.0/security-groups/55ab1248-554b-4ded-90c9-c4357988e008 HTTP/1.1" status: 404 len: 347 time: 0.0271592 Feb 04 20:32:03.733789 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:03.737939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 34926) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:03.752781 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] Set router 73fe6363-bf71-464b-9426-42f02a201d0b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:04.214791 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Deleting port 5e966b46-8b6e-4768-a660-b84c84bd00d3 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:04.215120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:04.258231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29da485-41fe-4ae3-8460-dc71f0f2e5de {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:32:04.268947 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:04.292275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Transition to ACTIVE for port object d29da485-41fe-4ae3-8460-dc71f0f2e5de will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:04.305777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Deleting port 11c55db1-4bfb-456b-9b43-b28a96eec823 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:04.306118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:04.393143 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:31:58Z', 'revision_number': 5, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:04.393143 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d018c-aeaa-4219-bee9-1d87540695e4 None None] The sync data for ids ['73fe6363-bf71-464b-9426-42f02a201d0b'] in n-d-811806-1 is: [{'id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'name': 'tempest-TestServerMultinode-1819877418-router', 'tenant_id': '4012ca2c67644f0dbdd4ee34849870cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:29:52Z', 'updated_at': '2022-02-04T20:31:58Z', 'revision_number': 5, 'project_id': '4012ca2c67644f0dbdd4ee34849870cb', 'gw_port': {'id': '11c55db1-4bfb-456b-9b43-b28a96eec823', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fe6363-bf71-464b-9426-42f02a201d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:29:55Z', 'updated_at': '2022-02-04T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:32:04.420584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:04.492845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963fb8c-28f4-4443-912a-3919ad02fb66 req-c8c84647-1639-4e75-add3-7592762004aa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:04.492845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1963fb8c-28f4-4443-912a-3919ad02fb66 req-c8c84647-1639-4e75-add3-7592762004aa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 932 time: 0.9007881 Feb 04 20:32:04.722381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] For port 11c55db1-4bfb-456b-9b43-b28a96eec823, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=11c55db1-4bfb-456b-9b43-b28a96eec823,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:04.723536 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:04.838960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:05.034167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Calling delete_port for 11c55db1-4bfb-456b-9b43-b28a96eec823 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:05.159141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:32:05.159141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:32:05.159141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:05.176522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:32:05.177221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:05.184423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:32:05.185046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Checking segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:05.185609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Bound using segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:32:05.186216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Bound port: d29da485-41fe-4ae3-8460-dc71f0f2e5de, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:32:05.186869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:05.202806 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1963fb8c-28f4-4443-912a-3919ad02fb66 req-06201204-c917-42d6-8f26-5a1586a642e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057579 Feb 04 20:32:05.325176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:32:05.329584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:32:05.437773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:05.515067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:05.515067 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:05.515067 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] 10.222.0.62 "PUT /v2.0/ports/d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1092 time: 2.5918157 Feb 04 20:32:05.515067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:05.553190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8ad8d-5a55-42cb-aa12-d92a2bd7bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:05.587024 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'status': 'completed', 'code': 200} Feb 04 20:32:05.699422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5c634-1918-47cb-b415-b6b7186195da req-b8bdd2bb-2994-476d-aaeb-ce28e1b99deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:05.701021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c5c634-1918-47cb-b415-b6b7186195da req-b8bdd2bb-2994-476d-aaeb-ce28e1b99deb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1095 time: 0.0926290 Feb 04 20:32:05.753833 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:05.754458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:05.910201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee03831c-4fe1-438a-b3d2-cf936b608c29 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:06.038662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ee03831c-4fe1-438a-b3d2-cf936b608c29 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:06.047321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee03831c-4fe1-438a-b3d2-cf936b608c29 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:06.102078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5c634-1918-47cb-b415-b6b7186195da req-191797b1-9db6-454e-a21f-77fa1147e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:06.102078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c5c634-1918-47cb-b415-b6b7186195da req-191797b1-9db6-454e-a21f-77fa1147e6b4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3817511 Feb 04 20:32:06.125761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Calling delete_port for 5e966b46-8b6e-4768-a660-b84c84bd00d3 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:06.260647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5c634-1918-47cb-b415-b6b7186195da req-1e1216c8-3129-44ea-9cfe-e8f29384635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:06.262209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97c5c634-1918-47cb-b415-b6b7186195da req-1e1216c8-3129-44ea-9cfe-e8f29384635a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671722 Feb 04 20:32:06.301229 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:06.500672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c55db1-4bfb-456b-9b43-b28a96eec823,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:06.624105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-dca63cec-9ae5-4b46-82c1-fdbb0f119f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:06.624105 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-dca63cec-9ae5-4b46-82c1-fdbb0f119f50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1095 time: 0.3154442 Feb 04 20:32:06.710707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-1ebbf62b-2ac5-4160-bd13-49c825d934ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 217 time: 0.0847731 Feb 04 20:32:06.712572 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:06.798887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-5f1097fc-9e21-46aa-998f-92e2cecd8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:06.801590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-5f1097fc-9e21-46aa-998f-92e2cecd8cc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0852964 Feb 04 20:32:06.878856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Pushing event deleted for resources: {'Port': ['ID=5e966b46-8b6e-4768-a660-b84c84bd00d3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:06.952883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-400539b4-8815-49aa-9103-2fe8c149c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:06.952883 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-400539b4-8815-49aa-9103-2fe8c149c2cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114278 Feb 04 20:32:06.955898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.064744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-a5bde489-daed-4f1d-9e59-5eb2c7d2019f service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392312 Feb 04 20:32:07.078089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.103525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b10d0c-eefc-47df-b9a5-915a6556b943 req-b53dd8b5-3639-42d6-8ef4-06030ec874a4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:07.105555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9b10d0c-eefc-47df-b9a5-915a6556b943 req-b53dd8b5-3639-42d6-8ef4-06030ec874a4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.7359660 Feb 04 20:32:07.202047 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.222921 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.248206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9b10d0c-eefc-47df-b9a5-915a6556b943 req-d6e0fdf8-5443-4ea4-be2f-e0563087e35e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853641 Feb 04 20:32:07.269634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2052c162-1e37-4e9f-8105-0c4cc074a886 req-a8d5f45f-af90-41ff-9af6-30683b24b6b5 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971412 Feb 04 20:32:07.575883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.577231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8f8e8323-1160-4e78-bf23-34e065d19a34 tempest-AttachVolumeTestJSON-103504227 tempest-AttachVolumeTestJSON-103504227-project] 10.222.0.48 "DELETE /v2.0/floatingips/d24da1b2-c38f-46e1-aa2c-72eef4a1c89c HTTP/1.1" status: 204 len: 168 time: 3.8323479 Feb 04 20:32:07.654521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.661214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73fe6363-bf71-464b-9426-42f02a201d0b {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:32:07.661214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.661214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e9f0b8ed-2758-4386-aa9f-b08a7de36176 admin admin] 10.222.0.48 "DELETE /v2.0/routers/73fe6363-bf71-464b-9426-42f02a201d0b HTTP/1.1" status: 204 len: 168 time: 5.1437771 Feb 04 20:32:07.663775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 34998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:07.774366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] Deleting subnet 4184e867-f4eb-4a02-a772-1110e17f1ef1 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:32:07.777430 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.858410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:07.959713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:08.137885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:08.188360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4184e867-f4eb-4a02-a772-1110e17f1ef1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:08.195060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec61e9-c005-4c3e-b250-7c9d7da4deda None None] Network e89ca824-4609-4500-840c-36319cd25724 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:08.213140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:08.234379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a8357043-4eed-4aa7-aafd-695c7b1452b3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4184e867-f4eb-4a02-a772-1110e17f1ef1 HTTP/1.1" status: 204 len: 168 time: 0.5691452 Feb 04 20:32:08.242046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:08.459347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 11c55db1-4bfb-456b-9b43-b28a96eec823 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:08.516740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 11c55db1-4bfb-456b-9b43-b28a96eec823 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:08.523401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 11c55db1-4bfb-456b-9b43-b28a96eec823 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:08.523527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:08.535189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Deleting port ad4819f3-0817-42d8-8be0-d1accbd10e39 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:08.535538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:08.648485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6de74-992a-40b5-8f06-9525f84dc85d req-372d9fde-15c0-4a82-b27e-5428a3d7db24 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:08.652419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69f6de74-992a-40b5-8f06-9525f84dc85d req-372d9fde-15c0-4a82-b27e-5428a3d7db24 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:08.731490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a1858-804b-499c-bee2-8d91db850732 None None] DHCP port deletion for e89ca824-4609-4500-840c-36319cd25724 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:32:08.736853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Deleting port ad4819f3-0817-42d8-8be0-d1accbd10e39 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:08.737545 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:08.799990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-69f6de74-992a-40b5-8f06-9525f84dc85d req-372d9fde-15c0-4a82-b27e-5428a3d7db24 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:08.802347 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69f6de74-992a-40b5-8f06-9525f84dc85d req-372d9fde-15c0-4a82-b27e-5428a3d7db24 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.2798059 Feb 04 20:32:08.836832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] For port ad4819f3-0817-42d8-8be0-d1accbd10e39, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ad4819f3-0817-42d8-8be0-d1accbd10e39,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:08.837568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:08.897659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69f6de74-992a-40b5-8f06-9525f84dc85d req-cac8d7d6-e21b-4828-9d86-da4759556f2d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827699 Feb 04 20:32:09.065675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Calling delete_port for ad4819f3-0817-42d8-8be0-d1accbd10e39 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:09.179732 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.199257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-697a1858-804b-499c-bee2-8d91db850732 None None] For port ad4819f3-0817-42d8-8be0-d1accbd10e39, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ad4819f3-0817-42d8-8be0-d1accbd10e39,segment=NetworkSegment(cf9f116c-9cc6-422b-930e-a7753572b4a2),segment_id=cf9f116c-9cc6-422b-930e-a7753572b4a2)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:09.199928 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.345494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Calling delete_port for ad4819f3-0817-42d8-8be0-d1accbd10e39 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:09.373132 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.401618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:09.421315 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:32:09.430935 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:32:09.431318 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:32:09.479738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] No DVR routers for this DVR port ad4819f3-0817-42d8-8be0-d1accbd10e39 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:32:09.483227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4819f3-0817-42d8-8be0-d1accbd10e39,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:09.638609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.683380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89ca824-4609-4500-840c-36319cd25724']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:09.705411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9f116c-9cc6-422b-930e-a7753572b4a2') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:09.705963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9f116c-9cc6-422b-930e-a7753572b4a2') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:09.720357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.784174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.801341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:32:09.801341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:32:09.838981 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:32:09.932950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Deleting port ad4819f3-0817-42d8-8be0-d1accbd10e39 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:09.933461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-804b-499c-bee2-8d91db850732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:10.176501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-697a1858-804b-499c-bee2-8d91db850732 None None] The port 'ad4819f3-0817-42d8-8be0-d1accbd10e39' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:32:10.179891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ad4819f3-0817-42d8-8be0-d1accbd10e39 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:10.268686 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:10.286427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ad4819f3-0817-42d8-8be0-d1accbd10e39 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:10.293976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:10.295309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ad4819f3-0817-42d8-8be0-d1accbd10e39 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:10.320769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:32:10.323161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89ca824-4609-4500-840c-36319cd25724,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:10.329573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4af1fd19-c422-47c6-82f0-44bf7c90e047 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e89ca824-4609-4500-840c-36319cd25724 HTTP/1.1" status: 204 len: 168 time: 2.0872419 Feb 04 20:32:10.331417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:10.522808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:10.541207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'port_id': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'mac_address': 'fa:16:3e:4f:41:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:32:10.638414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:10.638754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dc00b-27e2-40ce-890d-001fe87e8226 req-0dd7c876-55e7-495f-bf73-2c375f25b085 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:10.641140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-611dc00b-27e2-40ce-890d-001fe87e8226 req-0dd7c876-55e7-495f-bf73-2c375f25b085 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.4597721 Feb 04 20:32:10.664253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29da485-41fe-4ae3-8460-dc71f0f2e5de {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:32:10.696355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:10.811740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-611dc00b-27e2-40ce-890d-001fe87e8226 req-1a09b5ac-423d-429c-a45d-6a0e878cce80 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845702 Feb 04 20:32:10.827549 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:10.988577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:11.130426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d29da485-41fe-4ae3-8460-dc71f0f2e5de'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:32:11.427005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:12.230591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:32:12.279784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Deleting port e551c672-6271-40ca-8f16-6293b2f0ed3d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:12.285475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde4d14-982c-43f6-bb8d-1b119c7d4c4d req-e6e21978-8a7d-4e78-8461-c20e6855f769 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:12.293468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:12.328879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccde4d14-982c-43f6-bb8d-1b119c7d4c4d req-e6e21978-8a7d-4e78-8461-c20e6855f769 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 945 time: 0.2559333 Feb 04 20:32:12.393326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccde4d14-982c-43f6-bb8d-1b119c7d4c4d req-e4542bdb-1271-4605-b550-aabe0374c3a3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662913 Feb 04 20:32:12.414580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d29da485-41fe-4ae3-8460-dc71f0f2e5de completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:12.428749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d29da485-41fe-4ae3-8460-dc71f0f2e5de triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:12.429685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:12.560278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] For port e551c672-6271-40ca-8f16-6293b2f0ed3d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e551c672-6271-40ca-8f16-6293b2f0ed3d,segment=NetworkSegment(8fd389e3-5abd-471a-b247-0958f82ed6a1),segment_id=8fd389e3-5abd-471a-b247-0958f82ed6a1)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:12.560637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:12.653703 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:12.684228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:12.714335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:12.733244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Calling delete_port for e551c672-6271-40ca-8f16-6293b2f0ed3d owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:12.807954 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'code': 200} Feb 04 20:32:12.845554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:13.005242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:13.117285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726a55-88eb-486b-aac4-5b3fdd665014 req-799f3fd3-8134-4fe2-bd2f-5553fdee21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:13.119169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf726a55-88eb-486b-aac4-5b3fdd665014 req-799f3fd3-8134-4fe2-bd2f-5553fdee21bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1097 time: 0.1927574 Feb 04 20:32:13.196484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf726a55-88eb-486b-aac4-5b3fdd665014 req-065b881f-f310-456a-8ca1-5d6f1d398974 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704346 Feb 04 20:32:13.216959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:13.344694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e551c672-6271-40ca-8f16-6293b2f0ed3d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:13.811785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811702f-8e54-4efb-9d37-be13278010d7 req-8345e469-e070-4d0f-896b-92dc1ccc8266 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:13.815306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8811702f-8e54-4efb-9d37-be13278010d7 req-8345e469-e070-4d0f-896b-92dc1ccc8266 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.1943057 Feb 04 20:32:13.913489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8811702f-8e54-4efb-9d37-be13278010d7 req-d5dffaf9-1ad9-498c-8ada-ce7b4daf069a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834622 Feb 04 20:32:14.103625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:14.719098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Router 42826097-813d-4e60-9490-43b9befee742 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:32:14.962420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:32:14.971297 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] Sync routers for ids ['42826097-813d-4e60-9490-43b9befee742'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:32:14.983487 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] Routers {'42826097-813d-4e60-9490-43b9befee742'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:14.984152 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['42826097-813d-4e60-9490-43b9befee742'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:15.204311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ac2454f1-1bb4-433a-a57f-5b45a43054f0 admin admin] 10.222.0.48 "PUT /v2.0/routers/42826097-813d-4e60-9490-43b9befee742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8716793 Feb 04 20:32:15.207364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35158) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:15.239765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f41cb-2259-4fe4-a54b-aaac6fce349d req-bfca3add-9e68-4776-aa7b-72e46d58c973 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:15.259164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-274f41cb-2259-4fe4-a54b-aaac6fce349d req-bfca3add-9e68-4776-aa7b-72e46d58c973 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2017043 Feb 04 20:32:15.279540 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] Set router 42826097-813d-4e60-9490-43b9befee742 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:15.325915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-274f41cb-2259-4fe4-a54b-aaac6fce349d req-95f7bd58-77b7-4058-8077-1a0d33798e88 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657332 Feb 04 20:32:15.621751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:15.893468 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:32:12Z', 'revision_number': 5, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:15.898405 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] Checking router: 42826097-813d-4e60-9490-43b9befee742 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:32:15.919094 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] Routers {'42826097-813d-4e60-9490-43b9befee742'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:15.921769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:31:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['42826097-813d-4e60-9490-43b9befee742'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:16.349605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:16.431771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Deleting port 011df930-9f74-400e-a7e3-2adf41b9b00c {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:16.432247 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:16.460497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] Set router 42826097-813d-4e60-9490-43b9befee742 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:16.900032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdef87-5487-4ed7-bd16-8a028e931c6b req-e2225777-49c5-48f5-8133-132bd2ac3f1f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:16.919419 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8cdef87-5487-4ed7-bd16-8a028e931c6b req-e2225777-49c5-48f5-8133-132bd2ac3f1f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2284887 Feb 04 20:32:17.109468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8cdef87-5487-4ed7-bd16-8a028e931c6b req-af5f2c45-3503-4b56-ac0f-d81f466b4459 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891580 Feb 04 20:32:17.118672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] For port 011df930-9f74-400e-a7e3-2adf41b9b00c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=011df930-9f74-400e-a7e3-2adf41b9b00c,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:17.119063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:17.213901 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:32:12Z', 'revision_number': 5, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:17.229314 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19f78b-096b-45de-a611-ceedc5d37630 None None] The sync data for ids ['42826097-813d-4e60-9490-43b9befee742'] in n-d-811806-1 is: [{'id': '42826097-813d-4e60-9490-43b9befee742', 'name': 'tempest-TestServerMultinode-1309988640-router', 'tenant_id': 'c7c748659cd444e6a728783b277da1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:30:19Z', 'updated_at': '2022-02-04T20:32:12Z', 'revision_number': 5, 'project_id': 'c7c748659cd444e6a728783b277da1f6', 'gw_port': {'id': '011df930-9f74-400e-a7e3-2adf41b9b00c', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42826097-813d-4e60-9490-43b9befee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:30:21Z', 'updated_at': '2022-02-04T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:32:17.430012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Calling delete_port for 011df930-9f74-400e-a7e3-2adf41b9b00c owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:17.618968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f878c6-54bd-4ada-be1c-4270d20aabf7 req-75a87728-fd2c-47eb-876c-116ed0d1f882 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:17.629812 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1f878c6-54bd-4ada-be1c-4270d20aabf7 req-75a87728-fd2c-47eb-876c-116ed0d1f882 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2136629 Feb 04 20:32:17.735532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1f878c6-54bd-4ada-be1c-4270d20aabf7 req-2a025e74-ff01-474a-b6b3-9dfefedb7090 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999749 Feb 04 20:32:17.767196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35224) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:17.848691 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:17.909457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e551c672-6271-40ca-8f16-6293b2f0ed3d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:18.009606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: e551c672-6271-40ca-8f16-6293b2f0ed3d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:18.010267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e551c672-6271-40ca-8f16-6293b2f0ed3d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:18.017114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=011df930-9f74-400e-a7e3-2adf41b9b00c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:18.213629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f971b8-7d7f-4164-9f47-8a4022cf42dd tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:18.219230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35252) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:18.219849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d1f971b8-7d7f-4164-9f47-8a4022cf42dd tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1092 time: 0.4481468 Feb 04 20:32:18.227635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:18.238255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.245508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:18.275503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:floatingip and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:18.290822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:18.316072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:18.431821 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.521385 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.523753 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.635687 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.635687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42826097-813d-4e60-9490-43b9befee742 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:32:18.658397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.676020 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c7d1fd24-3b4f-4c27-a801-2646e9f0a0c5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/42826097-813d-4e60-9490-43b9befee742 HTTP/1.1" status: 204 len: 168 time: 3.4607871 Feb 04 20:32:18.676412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35282) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:18.782423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] Deleting subnet 4364fcb9-c96b-41e9-bebf-1e3c433cb892 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:32:18.787641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.885616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:18.985814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:19.072939 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:19.452742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:19.503553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c995eed-b87e-481b-a833-7f9b11b17d95 None None] Network 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:19.514115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:19.581284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4364fcb9-c96b-41e9-bebf-1e3c433cb892,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:19.604817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-11c03eef-e1d2-4336-8e38-3a529d874fc3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4364fcb9-c96b-41e9-bebf-1e3c433cb892 HTTP/1.1" status: 204 len: 168 time: 0.9153557 Feb 04 20:32:19.605329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35324) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:19.648122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.204 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/3b02cb7a-386f-49f2-8142-d1f51c111700) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:19.806182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:19.837547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Deleting port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:19.838119 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:20.008217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:20.013930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 011df930-9f74-400e-a7e3-2adf41b9b00c no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:20.074810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 011df930-9f74-400e-a7e3-2adf41b9b00c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:20.075343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 011df930-9f74-400e-a7e3-2adf41b9b00c not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:20.088667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] DHCP port deletion for 3abc91b4-d1d0-4e83-9b11-ef18d5197a66 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:32:20.095653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] Deleting port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:20.097982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:20.109015 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:20.170408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb455ee8-7591-43a6-8ce0-dfcd528f5579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:20.310400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:20.310853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:20.319221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:20.353960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=3b02cb7a-386f-49f2-8142-d1f51c111700,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:20.650407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] For port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,segment=NetworkSegment(8fd389e3-5abd-471a-b247-0958f82ed6a1),segment_id=8fd389e3-5abd-471a-b247-0958f82ed6a1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:20.653143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:20.744720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] For port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,segment=NetworkSegment(8fd389e3-5abd-471a-b247-0958f82ed6a1),segment_id=8fd389e3-5abd-471a-b247-0958f82ed6a1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:20.745178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:20.977994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] Calling delete_port for 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:21.091116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Calling delete_port for 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:21.131642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:21.254551 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:21.262318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.db.api [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:32:21.262791 n-d-811806-1 neutron-server[88237]: DEBUG oslo_db.api [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:32:21.308732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] Pushing event deleted for resources: {'Port': ['ID=885dadb2-ec86-43ec-8f0f-e1d5d6e57bca,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:21.310871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282425e7-948f-423a-a356-9ed4e8cae0be None None] No DVR routers for this DVR port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:32:21.375908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:21.726950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:21.764022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Deleting port 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:21.765218 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:21.816283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35420) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:21.854580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] The port '885dadb2-ec86-43ec-8f0f-e1d5d6e57bca' was deleted {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:32:21.878429 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:21.960139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=3b02cb7a-386f-49f2-8142-d1f51c111700,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:21.974369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:22.036668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.043543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:22.043885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 885dadb2-ec86-43ec-8f0f-e1d5d6e57bca not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:22.054813 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.114509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abc91b4-d1d0-4e83-9b11-ef18d5197a66']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:22.160362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd389e3-5abd-471a-b247-0958f82ed6a1') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:22.160689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd389e3-5abd-471a-b247-0958f82ed6a1') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:22.192638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.219671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.228938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:32:22.229611 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: util.warn( Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:32:22.244365 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:32:22.306042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3fd812ca-8191-4a8a-ab3a-8bb479de458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.494680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.513889 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:22.528658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3abc91b4-d1d0-4e83-9b11-ef18d5197a66,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:22.572376 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP d556b9cf-7acb-46f4-b700-b86b31d5b1c7 associated. External IP: 172.25.7.204, port: d29da485-41fe-4ae3-8460-dc71f0f2e5de. Feb 04 20:32:22.647014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-07566f78-9c6e-4a32-8915-16c8064e3ac5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3abc91b4-d1d0-4e83-9b11-ef18d5197a66 HTTP/1.1" status: 204 len: 168 time: 3.0402994 Feb 04 20:32:22.958586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-0c3f50ad-29fd-4baf-ab7b-c5cbf7c5860e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908446 Feb 04 20:32:23.137705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884314-7b61-49ee-936f-b4be004a9c62 req-e18899cc-176a-4a27-9e0d-5b8de15d99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:23.138932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-e18899cc-176a-4a27-9e0d-5b8de15d99cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1097 time: 0.0878024 Feb 04 20:32:23.270849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35470) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:23.374346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884314-7b61-49ee-936f-b4be004a9c62 req-3d4f0ad5-db1b-43e7-8924-617fe4370c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:23.376081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-3d4f0ad5-db1b-43e7-8924-617fe4370c9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.2164052 Feb 04 20:32:23.431781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f812b733-d078-4e1c-b840-64210c6a72c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4012ca2c67644f0dbdd4ee34849870cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597564 Feb 04 20:32:23.443979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35482) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:23.457699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:23.480761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:32:23.600126 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:23.612153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-fb665762-5d04-45f9-b7ee-8ce23e8bc5e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.2301567 Feb 04 20:32:23.648375 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:32:23.661006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9960818e-d8fa-4c17-a780-c6d6b69c5250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:23.747455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884314-7b61-49ee-936f-b4be004a9c62 req-bb75ea0d-544a-442e-9062-aba1bba3f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:23.749139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-bb75ea0d-544a-442e-9062-aba1bba3f59f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.1229863 Feb 04 20:32:23.803980 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9960818e-d8fa-4c17-a780-c6d6b69c5250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:23.888793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884314-7b61-49ee-936f-b4be004a9c62 req-b6e491e4-3852-447b-a1c6-3c7aeb9a9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:23.890890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-b6e491e4-3852-447b-a1c6-3c7aeb9a9936 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328344 Feb 04 20:32:23.891961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:32:23.903601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] Sync routers for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:32:23.926738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:23.927977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:23.929665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:32:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:24.067067 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-cf968e1d-ac15-48fc-9d49-d95465946d9a service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697292 Feb 04 20:32:24.177805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:24.215604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9960818e-d8fa-4c17-a780-c6d6b69c5250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:24.217936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9960818e-d8fa-4c17-a780-c6d6b69c5250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:24.221916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9960818e-d8fa-4c17-a780-c6d6b69c5250 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f88ecaa4-097a-4918-b613-8b299aed0acb HTTP/1.1" status: 204 len: 168 time: 0.7723753 Feb 04 20:32:24.388243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98884314-7b61-49ee-936f-b4be004a9c62 req-86c01cf2-95ce-4e7b-bd79-c518d30857cd service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092341 Feb 04 20:32:24.527351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:24.559418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960818e-d8fa-4c17-a780-c6d6b69c5250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88ecaa4-097a-4918-b613-8b299aed0acb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:24.619645 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60cfc503-22e1-43a1-bd83-bd49c8ebe455 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3992498 Feb 04 20:32:24.622583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:24.761456 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'status': 'completed', 'code': 200} Feb 04 20:32:24.811286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Deleting port 0f370e12-8efa-4510-bf92-77254c0e7d45 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:24.811630 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:24.901484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd556b9cf-7acb-46f4-b700-b86b31d5b1c7', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'port_id': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'mac_address': 'fa:16:3e:4f:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:32:21Z', 'updated_at': '2022-02-04T20:32:21Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:56Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:24.906900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] Checking router: a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:32:24.922563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:24.926940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:32:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:25.064825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] For port 0f370e12-8efa-4510-bf92-77254c0e7d45, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0f370e12-8efa-4510-bf92-77254c0e7d45,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:25.065615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:25.239223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Calling delete_port for 0f370e12-8efa-4510-bf92-77254c0e7d45 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:25.243246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:25.268828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-bc628fd6-173c-4e6f-a052-3aaee658d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:25.271598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-bc628fd6-173c-4e6f-a052-3aaee658d56f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1097 time: 0.5218070 Feb 04 20:32:25.287045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8b7c4-948f-476a-95ff-7c6a6f59d6b4 req-00bd6117-bb9d-4a48-99ad-d8db39b911e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:25.289496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8a8b7c4-948f-476a-95ff-7c6a6f59d6b4 req-00bd6117-bb9d-4a48-99ad-d8db39b911e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.4804611 Feb 04 20:32:25.328225 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:25.513650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8a8b7c4-948f-476a-95ff-7c6a6f59d6b4 req-c89445a8-7d53-4221-b297-1aa817e99383 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851872 Feb 04 20:32:25.547563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35554) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:25.602198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35558) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:25.605691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-2bc4f0a7-b374-4f2a-8f29-add03473df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:25.609938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-2bc4f0a7-b374-4f2a-8f29-add03473df86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.3191934 Feb 04 20:32:25.631438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:25.743799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fafbf942-c2c3-4b78-bfe6-db46388db809 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/d556b9cf-7acb-46f4-b700-b86b31d5b1c7 HTTP/1.1" status: 200 len: 992 time: 0.1936808 Feb 04 20:32:25.758904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f370e12-8efa-4510-bf92-77254c0e7d45,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:25.759425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-62dd4fff-8c6d-4866-93d7-9a6342155aac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.1211829 Feb 04 20:32:25.931004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd556b9cf-7acb-46f4-b700-b86b31d5b1c7', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'port_id': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'mac_address': 'fa:16:3e:4f:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:32:21Z', 'updated_at': '2022-02-04T20:32:21Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:56Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:25.936954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31835b-1cc6-4a6c-8760-f2f0433a5fde None None] The sync data for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 is: [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd556b9cf-7acb-46f4-b700-b86b31d5b1c7', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'port_id': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'mac_address': 'fa:16:3e:4f:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:32:21Z', 'updated_at': '2022-02-04T20:32:21Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:56Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:32:25.952980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8baadb45-b2e0-407b-b01f-e7958bc8eded admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7c748659cd444e6a728783b277da1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470674 Feb 04 20:32:25.953479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35576) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:26.019206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-56705ca1-14c3-4657-bbe4-e3e26c82a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:26.020864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-56705ca1-14c3-4657-bbe4-e3e26c82a59a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.2305629 Feb 04 20:32:26.195478 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f10e0c7a-8010-4562-b2e4-8e644e374052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:26.233429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-028c5116-10fc-4fea-8f82-898131af1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:26.244225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-028c5116-10fc-4fea-8f82-898131af1f23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137847 Feb 04 20:32:26.267296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f10e0c7a-8010-4562-b2e4-8e644e374052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:26.318451 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc6a37-c6d6-4fea-8e5a-97d4f51af299 None None] New status for floating IP d556b9cf-7acb-46f4-b700-b86b31d5b1c7: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:32:26.322673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:26.531342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-1eb6bd99-8268-40b8-8822-f6cd1051c7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420378 Feb 04 20:32:26.738196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01a61897-7c26-4b39-bc5a-e72e8b14c272 req-9743c562-e95d-4e93-9904-97d6ee8f1b4d service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983559 Feb 04 20:32:26.747751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35604) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:26.813061 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f10e0c7a-8010-4562-b2e4-8e644e374052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:26.863720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e0c7a-8010-4562-b2e4-8e644e374052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d198572-e1e6-4efd-97d0-d8ec0a5b449b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:26.948638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3388b3a6-a051-49fd-ab24-df7bdc638c39 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/d556b9cf-7acb-46f4-b700-b86b31d5b1c7 HTTP/1.1" status: 200 len: 994 time: 0.1996610 Feb 04 20:32:27.041951 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f10e0c7a-8010-4562-b2e4-8e644e374052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:27.045620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Router 14cda93c-fc52-4264-abb4-1494440f7e50 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:32:27.045734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f10e0c7a-8010-4562-b2e4-8e644e374052 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d198572-e1e6-4efd-97d0-d8ec0a5b449b HTTP/1.1" status: 204 len: 168 time: 1.0827887 Feb 04 20:32:27.306092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:32:27.317825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] Sync routers for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:32:27.321471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c1ce18b0-bdc9-4769-a69d-71e78224092a admin admin] 10.222.0.48 "PUT /v2.0/routers/14cda93c-fc52-4264-abb4-1494440f7e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5034299 Feb 04 20:32:27.323981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35632) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:27.339422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:27.340209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:32:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:27.566473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:27.714340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:27.928238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:28.067822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Deleting port c27abb31-b353-4454-93e7-530bb7161891 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:28.068552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:28.203004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'c27abb31-b353-4454-93e7-530bb7161891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:32:25Z', 'revision_number': 5, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port': {'id': 'c27abb31-b353-4454-93e7-530bb7161891', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:26:25Z', 'updated_at': '2022-02-04T20:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:28.210908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] Checking router: 14cda93c-fc52-4264-abb4-1494440f7e50 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:32:28.225711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] Routers {'14cda93c-fc52-4264-abb4-1494440f7e50'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:32:28.226454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:32:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['14cda93c-fc52-4264-abb4-1494440f7e50'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:28.440053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] For port c27abb31-b353-4454-93e7-530bb7161891, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c27abb31-b353-4454-93e7-530bb7161891,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:28.440363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:28.443652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] Set router 14cda93c-fc52-4264-abb4-1494440f7e50 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:32:28.571466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:32:27Z', 'revision_number': 6, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:28.605427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72829571-1651-4ee7-bac1-cac52af23622 None None] The sync data for ids ['14cda93c-fc52-4264-abb4-1494440f7e50'] in n-d-811806-1 is: [{'id': '14cda93c-fc52-4264-abb4-1494440f7e50', 'name': 'tempest-AttachVolumeTestJSON-59859805-router', 'tenant_id': '1d3b80f7faa34035a801e99e08bdc81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:26:24Z', 'updated_at': '2022-02-04T20:32:27Z', 'revision_number': 6, 'project_id': '1d3b80f7faa34035a801e99e08bdc81e', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:32:28.633731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Calling delete_port for c27abb31-b353-4454-93e7-530bb7161891 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:29.006080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.055635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27abb31-b353-4454-93e7-530bb7161891,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:29.172910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.383937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.386512 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.523475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.524027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14cda93c-fc52-4264-abb4-1494440f7e50 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:32:29.539222 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.540382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2012affb-3239-442d-bfc7-bcf5cdfd4007 admin admin] 10.222.0.48 "DELETE /v2.0/routers/14cda93c-fc52-4264-abb4-1494440f7e50 HTTP/1.1" status: 204 len: 168 time: 2.2154257 Feb 04 20:32:29.542800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35710) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:29.609159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] Deleting subnet 7925e458-494c-4bf5-8efa-adaf5ad9a493 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:32:29.614036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.669643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.750413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.949457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0f370e12-8efa-4510-bf92-77254c0e7d45 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:29.963181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:29.989884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 0f370e12-8efa-4510-bf92-77254c0e7d45 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:29.990513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0f370e12-8efa-4510-bf92-77254c0e7d45 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:29.991211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c27abb31-b353-4454-93e7-530bb7161891 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:30.031170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:30.036843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c27abb31-b353-4454-93e7-530bb7161891 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:30.037329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c27abb31-b353-4454-93e7-530bb7161891 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:30.039601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1dd4f6-8d22-47c0-beaa-f7da4bfd11e3 None None] Network 71c3120e-a942-4df0-a7ef-fe400b5204e5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:30.046947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7925e458-494c-4bf5-8efa-adaf5ad9a493,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:30.052047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3d3c9ae0-34cf-474b-aa67-2a2bcef32f9f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7925e458-494c-4bf5-8efa-adaf5ad9a493 HTTP/1.1" status: 204 len: 168 time: 0.5081081 Feb 04 20:32:30.054632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35728) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:30.228494 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:30.240027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Deleting port aa57284d-6c7a-4b48-8d6a-46558e0999ae {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:30.240643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:30.375337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] DHCP port deletion for 71c3120e-a942-4df0-a7ef-fe400b5204e5 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:32:30.381189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Deleting port aa57284d-6c7a-4b48-8d6a-46558e0999ae {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:30.381812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:30.501421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] For port aa57284d-6c7a-4b48-8d6a-46558e0999ae, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa57284d-6c7a-4b48-8d6a-46558e0999ae,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:30.502407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:30.652549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] For port aa57284d-6c7a-4b48-8d6a-46558e0999ae, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa57284d-6c7a-4b48-8d6a-46558e0999ae,segment=NetworkSegment(944dc874-1ee6-4207-a2c2-6632d8801b6b),segment_id=944dc874-1ee6-4207-a2c2-6632d8801b6b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:30.653031 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:30.809983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Calling delete_port for aa57284d-6c7a-4b48-8d6a-46558e0999ae owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:30.813503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Calling delete_port for aa57284d-6c7a-4b48-8d6a-46558e0999ae owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:32:31.156461 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.160381 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:32:31.160849 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:32:31.213281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Pushing event deleted for resources: {'Port': ['ID=aa57284d-6c7a-4b48-8d6a-46558e0999ae,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:31.216494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] No DVR routers for this DVR port aa57284d-6c7a-4b48-8d6a-46558e0999ae on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:32:31.341504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.364384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c3120e-a942-4df0-a7ef-fe400b5204e5']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:31.377374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944dc874-1ee6-4207-a2c2-6632d8801b6b') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:31.386852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944dc874-1ee6-4207-a2c2-6632d8801b6b') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:32:31.389124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.405474 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.411457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:32:31.420617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:32:31.425128 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:32:31.543761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35788) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:31.605647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.620331 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.631384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] Pushing event deleted for resources: {'Network': ['ID=71c3120e-a942-4df0-a7ef-fe400b5204e5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:31.662558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Deleting port aa57284d-6c7a-4b48-8d6a-46558e0999ae {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:31.663090 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.699125 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.714011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:31.718278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Usage tracker for resource:security_group_rule and tenant:80f457e2baf24aef8d25d97c860b9de2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:31.721519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:31.727401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:31.734036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dd08d708-9a2a-4522-97aa-0fdbeb3057de None None] The port 'aa57284d-6c7a-4b48-8d6a-46558e0999ae' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:32:31.808139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-79df01b4-b446-4116-9c3b-56ca119867ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/71c3120e-a942-4df0-a7ef-fe400b5204e5 HTTP/1.1" status: 204 len: 168 time: 1.7516208 Feb 04 20:32:31.824355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.934023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa57284d-6c7a-4b48-8d6a-46558e0999ae no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:32:31.936877 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:31.969996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: aa57284d-6c7a-4b48-8d6a-46558e0999ae {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:32:31.970344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa57284d-6c7a-4b48-8d6a-46558e0999ae not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:32:31.988275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f567c72-c5ff-47cd-9b2e-1b298df4dc33,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:31.992708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-95abd5ca-d9df-4bd1-8394-f84f7c1b6c18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80f457e2baf24aef8d25d97c860b9de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478312 Feb 04 20:32:31.995310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35812) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:32.060012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be645b68-a687-46d6-a0fd-05a681bb3ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.088719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be645b68-a687-46d6-a0fd-05a681bb3ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.240927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 35824) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:32.248694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be645b68-a687-46d6-a0fd-05a681bb3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.273890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645b68-a687-46d6-a0fd-05a681bb3ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f567c72-c5ff-47cd-9b2e-1b298df4dc33,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:32.280950 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be645b68-a687-46d6-a0fd-05a681bb3ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.282479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-be645b68-a687-46d6-a0fd-05a681bb3ab3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f567c72-c5ff-47cd-9b2e-1b298df4dc33 HTTP/1.1" status: 204 len: 168 time: 0.2862282 Feb 04 20:32:32.329484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35834) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:32.329607 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4f881b55-ec06-43fd-b954-a7ab4881b8b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d3b80f7faa34035a801e99e08bdc81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845799 Feb 04 20:32:32.421820 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b51fe407-cea7-4a32-98cb-814bd68d3ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.455459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b51fe407-cea7-4a32-98cb-814bd68d3ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.616978 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b51fe407-cea7-4a32-98cb-814bd68d3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.634879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fe407-cea7-4a32-98cb-814bd68d3ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9b4c45-60d1-4f92-9b29-e9e068d08a68,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:32.645404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b51fe407-cea7-4a32-98cb-814bd68d3ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:32.655462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b51fe407-cea7-4a32-98cb-814bd68d3ba8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e9b4c45-60d1-4f92-9b29-e9e068d08a68 HTTP/1.1" status: 204 len: 168 time: 0.3159051 Feb 04 20:32:34.053263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 35964) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:34.190430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1155504271-network', 'tenant_id': 'f266930fe434436eb7e0d8505a3ef77c'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:34.196186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:34.200471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Usage tracker for resource:network and tenant:f266930fe434436eb7e0d8505a3ef77c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:34.203700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:34.211459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:34.308164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Made reservation on behalf of f266930fe434436eb7e0d8505a3ef77c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:34.316026 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.331109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.357736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:34.362388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Usage tracker for resource:security_group_rule and tenant:f266930fe434436eb7e0d8505a3ef77c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:34.365419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:34.371173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:34.471105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.531242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.562585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:32:34.575482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:34.584059 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.584410 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Added segment a2039797-f8fd-4b57-b659-3d437c46b004 of type vlan for network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 Feb 04 20:32:34.613719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.731403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.732519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:34.733143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:34.859654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:34.870976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:32:34.934305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ee6c7c5-555b-4fbf-bd4a-1dbe440b4a11 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8799183 Feb 04 20:32:34.937230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36018) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:34.946216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Request body: {'subnet': {'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1155504271-subnet', 'tenant_id': 'f266930fe434436eb7e0d8505a3ef77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:34.960937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:34.965187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Usage tracker for resource:subnet and tenant:f266930fe434436eb7e0d8505a3ef77c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:34.968426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:34.975584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:35.100097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Made reservation on behalf of f266930fe434436eb7e0d8505a3ef77c for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:35.110365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:35.433958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:35.530260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e72bcd-d0da-484b-968a-5c823fe606fd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:35.541999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Checking segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:35.542296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Network hostable DHCP agents. Network: b3ac9a7b-6de4-4401-992e-b7f45fdc48f0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:32:35.645374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:32:35.770813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, b3ac9a7b-6de4-4401-992e-b7f45fdc48f0) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:35.774902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:35.775706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:35.779956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b41af6-6709-4882-b4b7-bf84364500de None None] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:35.901240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-31103518-a9c0-4ae4-aa5f-565844c6e4a1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9623098 Feb 04 20:32:36.038556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec076fa1-b642-4367-bb26-5786c33e5c3b None None] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:36.582197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647886f1-1855-4262-90be-9cd2a7f96367 req-7b8e822c-53ca-4581-be67-e913c3ad46cd tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:36.582197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-7b8e822c-53ca-4581-be67-e913c3ad46cd tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.1753805 Feb 04 20:32:36.596511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a79ec209-eeeb-454d-b4be-031c3dd5c897 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/quotas/f266930fe434436eb7e0d8505a3ef77c HTTP/1.1" status: 200 len: 375 time: 0.0169272 Feb 04 20:32:36.644944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-4a9e32e3-f469-412b-9f92-d320fd817506 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462971 Feb 04 20:32:36.787089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-0a8b204c-83e1-4820-9de1-fa207207db0f service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354814 Feb 04 20:32:36.921410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-f28cf047-b777-4bd3-b9f7-f70be6a0c3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284730 Feb 04 20:32:37.239712 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b39d8c1-77df-4506-b21d-dc60863101ea req-9e09a42c-c470-41e8-b72f-371247388060 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 210 time: 0.0806792 Feb 04 20:32:37.530014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-16ccea9f-31d5-4f30-b314-bf215ed435ac tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4e0a10dcd3a442ab9eccd3f16efe435f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390906 Feb 04 20:32:37.715743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-d8d10a5f-84e3-4639-8bc0-077cc3776842 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:37.728062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-d8d10a5f-84e3-4639-8bc0-077cc3776842 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911044 Feb 04 20:32:37.763164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-47c3232e-18d2-424a-a9cd-465fa69238d3 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/quotas/4e0a10dcd3a442ab9eccd3f16efe435f HTTP/1.1" status: 200 len: 375 time: 0.0244954 Feb 04 20:32:37.827516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-849d0569-e605-45c2-b31b-1da3cc16b883 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e0a10dcd3a442ab9eccd3f16efe435f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675209 Feb 04 20:32:38.327170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e8468a8-e8fc-4268-a50c-03852ebb2a48 req-02987d92-f738-461d-86e7-ae8d56eb874e tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 210 time: 0.0425489 Feb 04 20:32:38.649234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-13584d8c-053d-4669-abaa-3ae18d7a5824 req-319489be-a22b-4bf1-9d8d-27ddaf04aa4d tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 210 time: 0.0658512 Feb 04 20:32:39.043194 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:39.260431 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:39.512073 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f52c54ff-5016-41f9-a29f-5c2a544e99ba req-0ac5ee6f-60ea-48a0-9f0b-f112cf10abff tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 210 time: 0.0461130 Feb 04 20:32:39.646914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36210) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:39.652401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1703063921'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:39.658571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:39.662202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:network and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:39.665392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:39.670887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:39.794463 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-335d457c-32cf-455e-9552-feb6b94c7824 req-588ff3a2-64c4-4721-96a0-5bf86bfcf0de tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 210 time: 0.0481141 Feb 04 20:32:39.804079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:39.807697 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:39.838912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:32:39.853119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:39.857485 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Added segment b5faaaf4-0bd6-4444-965a-8d938095acfb of type vlan for network c9291753-d179-4d73-b9d3-568803a1791d Feb 04 20:32:39.895400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.012100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.012100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:40.012100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.247302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Network': ['ID=c9291753-d179-4d73-b9d3-568803a1791d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:40.258798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network c9291753-d179-4d73-b9d3-568803a1791d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:32:40.288589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8a5b7433-0d6b-41ae-9595-048449b75782 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6381068 Feb 04 20:32:40.291169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36226) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:40.297771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1131310278'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:40.314516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:40.351964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:network and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:40.360402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:40.414743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:40.498349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647886f1-1855-4262-90be-9cd2a7f96367 req-db7ca30a-dbe3-4a3e-9952-53cc40941174 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:40.499783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-db7ca30a-dbe3-4a3e-9952-53cc40941174 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.1827502 Feb 04 20:32:40.513034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Request body: {'port': {'device_id': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'admin_state_up': True, 'tenant_id': 'f266930fe434436eb7e0d8505a3ef77c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:40.577871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:40.580596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.683772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4200c139-dce9-498b-ac95-ce7c176623e8 req-024591f9-5da3-42ab-97e6-89f9dcc28c3c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 210 time: 0.0609589 Feb 04 20:32:40.691804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:32:40.716587 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.716925 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Added segment 3125b161-839b-43cc-93d1-381b6fc5fd20 of type vlan for network 804f2887-0933-4850-b633-c01cd3191bc8 Feb 04 20:32:40.728197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:40.740428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Usage tracker for resource:port and tenant:f266930fe434436eb7e0d8505a3ef77c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:40.743728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:40.761669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:40.766424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.825500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Made reservation on behalf of f266930fe434436eb7e0d8505a3ef77c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:40.829636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.855491 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.864764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:40.865522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:40.990139 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60713e06-7b99-408c-8e9d-918e9410ccdd req-c9acfd04-3b7d-4ea9-87db-70af76920fa6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 210 time: 0.0457032 Feb 04 20:32:41.040305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Network': ['ID=804f2887-0933-4850-b633-c01cd3191bc8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:41.044231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e32ec748-0aa4-4d11-aebe-d7d5dfc2577a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7537816 Feb 04 20:32:41.046503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36246) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:41.052505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'subnet': {'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:41.067950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 804f2887-0933-4850-b633-c01cd3191bc8 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:32:41.305225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Allocated IP 172.20.0.2 (b3ac9a7b-6de4-4401-992e-b7f45fdc48f0/06e72bcd-d0da-484b-968a-5c823fe606fd/a1658fad-ae9d-47b0-ac58-72bca7c114ab) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:41.316923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:41.320767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:subnet and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:41.323815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:41.329711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:41.338655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-09f1e978-0f00-43e1-b210-4b18b22f42ad tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e0a10dcd3a442ab9eccd3f16efe435f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546517 Feb 04 20:32:41.438673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:41.442751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:41.558823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:41.701164 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:41.767473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-6763d66d-ec97-4a5e-a2d4-33af197ff3c5 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:41.768109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-6763d66d-ec97-4a5e-a2d4-33af197ff3c5 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4223187 Feb 04 20:32:41.781798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Request body: {'port': {'device_id': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '4e0a10dcd3a442ab9eccd3f16efe435f'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:41.800746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:41.804699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:41.806619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event updated for resources: {'Port': ['ID=a1658fad-ae9d-47b0-ac58-72bca7c114ab,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:41.809036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:41.930027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:41.930637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:41.976076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc1da-2c7c-4644-ad02-40afd26573f6 req-6ffbbc01-367e-4d35-9637-05b130594c17 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:41.976076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a6acc1da-2c7c-4644-ad02-40afd26573f6 req-6ffbbc01-367e-4d35-9637-05b130594c17 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:42.004433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:42.017638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Usage tracker for resource:port and tenant:4e0a10dcd3a442ab9eccd3f16efe435f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:42.027259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:42.036333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:42.046257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-a20af2aa-1752-4ac5-8c33-4d4a64ecbe03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5367751 Feb 04 20:32:42.068738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Request body: {'port': {'device_id': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:42.115226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a6acc1da-2c7c-4644-ad02-40afd26573f6 req-6ffbbc01-367e-4d35-9637-05b130594c17 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:42.116361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6acc1da-2c7c-4644-ad02-40afd26573f6 req-6ffbbc01-367e-4d35-9637-05b130594c17 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 931 time: 0.2817643 Feb 04 20:32:42.185837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Made reservation on behalf of 4e0a10dcd3a442ab9eccd3f16efe435f for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:42.193464 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.210051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.239498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6acc1da-2c7c-4644-ad02-40afd26573f6 req-e8af242d-fb2a-477d-848b-052be2e63ce2 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063824 Feb 04 20:32:42.248360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17fe25e7-f539-447a-a269-8261a029fbdd req-b610cd7b-fc38-49cb-a897-272cdb0438e8 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 210 time: 0.1430004 Feb 04 20:32:42.255269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.259387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.295575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:42.307616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Usage tracker for resource:security_group_rule and tenant:4e0a10dcd3a442ab9eccd3f16efe435f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:42.316988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:42.321333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Subnet': ['ID=deb13a35-1159-4bfa-ac31-9d64c6b7436c,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:42.335897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:42.362345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Checking segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:42.362733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network hostable DHCP agents. Network: c9291753-d179-4d73-b9d3-568803a1791d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:32:42.452904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.454215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network c9291753-d179-4d73-b9d3-568803a1791d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:32:42.536659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.624787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, c9291753-d179-4d73-b9d3-568803a1791d) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:42.635986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:42.636383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c1f34-0caf-4e70-a506-0b556c14f695 None None] Network c9291753-d179-4d73-b9d3-568803a1791d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:42.636888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.682183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1658fad-ae9d-47b0-ac58-72bca7c114ab {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:32:42.691841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:42.692308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.725937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Transition to ACTIVE for port object a1658fad-ae9d-47b0-ac58-72bca7c114ab will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:42.757553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-16424e40-78c1-42c7-b91b-4445a32af476 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7099369 Feb 04 20:32:42.760612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36274) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:42.766675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'subnet': {'network_id': '804f2887-0933-4850-b633-c01cd3191bc8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:42.797189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:42.812552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Allocated IP 192.168.233.45 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/5f10af5e-36fa-4ad9-9334-4867362115da) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:42.956059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-c9291753-d179-4d73-b9d3-568803a1791d', 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'fixed_ips': [{'subnet_id': 'deb13a35-1159-4bfa-ac31-9d64c6b7436c'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:32:42.957314 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.104687 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.128173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Transition to ACTIVE for port object 5f10af5e-36fa-4ad9-9334-4867362115da will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:43.196755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1658fad-ae9d-47b0-ac58-72bca7c114ab,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:43.231350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Allocated IP 10.1.1.2 (c9291753-d179-4d73-b9d3-568803a1791d/deb13a35-1159-4bfa-ac31-9d64c6b7436c/0c5d8fe1-43d2-423e-992d-78acc0b8705d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:43.250287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.264016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:43.300011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:subnet and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:43.307146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:43.351236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:43.373490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:43.381671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:43.384778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:43.415560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Attempting to bind port a1658fad-ae9d-47b0-ac58-72bca7c114ab on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:32:43.416258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Attempting to bind port a1658fad-ae9d-47b0-ac58-72bca7c114ab by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:32:43.416752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Attempting to bind port a1658fad-ae9d-47b0-ac58-72bca7c114ab on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:43.429160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Port a1658fad-ae9d-47b0-ac58-72bca7c114ab on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:32:43.430246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Attempting to bind port a1658fad-ae9d-47b0-ac58-72bca7c114ab on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:43.438369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:32:43.438989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Checking segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:43.439572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Bound using segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:32:43.441697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Bound port: a1658fad-ae9d-47b0-ac58-72bca7c114ab, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:32:43.442292 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.506061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:43.514145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.548378 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.580015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Transition to ACTIVE for port object 0c5d8fe1-43d2-423e-992d-78acc0b8705d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:43.603479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Pushing event updated for resources: {'Port': ['ID=5f10af5e-36fa-4ad9-9334-4867362115da,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:43.627495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:43.628133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.636219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Transition to ACTIVE for port object 0c5d8fe1-43d2-423e-992d-78acc0b8705d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:43.702885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f14f72-b674-46f7-ba27-7b2817645fea req-1842e4d2-7677-4325-9833-1e7ca2967e6c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:43.705177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-07f14f72-b674-46f7-ba27-7b2817645fea req-1842e4d2-7677-4325-9833-1e7ca2967e6c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 943 time: 0.2316909 Feb 04 20:32:43.725854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.768454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-fbb97a04-7e3b-4a0a-89d9-0786d4ee6fa9 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9892237 Feb 04 20:32:43.805869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] For port a1658fad-ae9d-47b0-ac58-72bca7c114ab, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:32:43.809500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Request body: {'port': {'device_id': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:43.825788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] For port a1658fad-ae9d-47b0-ac58-72bca7c114ab, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:32:43.838729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-07f14f72-b674-46f7-ba27-7b2817645fea req-f184bb9e-4c73-491f-a9b6-8e4f3b2740c6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:43.846331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Pushing event updated for resources: {'Port': ['ID=0c5d8fe1-43d2-423e-992d-78acc0b8705d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:43.864636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da76c-16df-4ab0-8af9-c30a21762f20 req-88312c49-e3a1-47a1-918d-74598de1e9f5 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:43.866160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f7da76c-16df-4ab0-8af9-c30a21762f20 req-88312c49-e3a1-47a1-918d-74598de1e9f5 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 935 time: 0.3619266 Feb 04 20:32:43.899260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Network c9291753-d179-4d73-b9d3-568803a1791d is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:43.901757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:43.908603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:43.933732 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.954386 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:43.974795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-07f14f72-b674-46f7-ba27-7b2817645fea req-f184bb9e-4c73-491f-a9b6-8e4f3b2740c6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:43.974795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-07f14f72-b674-46f7-ba27-7b2817645fea req-f184bb9e-4c73-491f-a9b6-8e4f3b2740c6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631681 Feb 04 20:32:44.062213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2ff44289-a087-4dcc-9528-abecb4e469c7 None None] Provisioning for port 5f10af5e-36fa-4ad9-9334-4867362115da completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:44.073388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2ff44289-a087-4dcc-9528-abecb4e469c7 None None] Provisioning complete for port 5f10af5e-36fa-4ad9-9334-4867362115da triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:44.076183 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2ff44289-a087-4dcc-9528-abecb4e469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.119131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Attempting to bind port 0c5d8fe1-43d2-423e-992d-78acc0b8705d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:32:44.126228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Attempting to bind port 0c5d8fe1-43d2-423e-992d-78acc0b8705d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:32:44.127425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Attempting to bind port 0c5d8fe1-43d2-423e-992d-78acc0b8705d on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:44.143008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:44.143635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.144884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:32:44.145462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Checking segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:44.146030 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.146570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Bound using segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:32:44.147231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Bound port: 0c5d8fe1-43d2-423e-992d-78acc0b8705d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:32:44.147784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.148849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/a1658fad-ae9d-47b0-ac58-72bca7c114ab HTTP/1.1" status: 200 len: 1091 time: 2.0913587 Feb 04 20:32:44.149309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'tag': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:44.170069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2ff44289-a087-4dcc-9528-abecb4e469c7 None None] Port 5f10af5e-36fa-4ad9-9334-4867362115da cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:32:44.218581 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f7da76c-16df-4ab0-8af9-c30a21762f20 req-e6e8e1d0-7e78-4bf0-85bb-a810436cb772 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206401 Feb 04 20:32:44.283540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] For port 0c5d8fe1-43d2-423e-992d-78acc0b8705d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:32:44.287000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] For port 0c5d8fe1-43d2-423e-992d-78acc0b8705d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0c5d8fe1-43d2-423e-992d-78acc0b8705d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:32:44.288662 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'tag': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab', 'status': 'completed', 'code': 200} Feb 04 20:32:44.354111 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.364157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fddf3-6bd0-4e71-89cd-6e63836f67f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1658fad-ae9d-47b0-ac58-72bca7c114ab,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:44.406098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647886f1-1855-4262-90be-9cd2a7f96367 req-2d273f81-4dcf-4fd8-b657-0a709e595d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:44.407724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-2d273f81-4dcf-4fd8-b657-0a709e595d5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 1094 time: 0.1295459 Feb 04 20:32:44.465046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f10af5e-36fa-4ad9-9334-4867362115da {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:32:44.477147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.497783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-d3558e09-795e-4ff6-8f7c-5b69e32f2ac4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab HTTP/1.1" status: 200 len: 217 time: 0.0793054 Feb 04 20:32:44.499723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.507570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d0c4-5acf-44ec-a138-3364b77dd470 None None] Pushing event updated for resources: {'Port': ['ID=0c5d8fe1-43d2-423e-992d-78acc0b8705d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:44.508855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Transition to ACTIVE for port object 5f10af5e-36fa-4ad9-9334-4867362115da will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:44.603899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:44.693086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8c84fee7-0672-42b9-b93d-a84d0c41c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:44.694541 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8c84fee7-0672-42b9-b93d-a84d0c41c16f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.1871877 Feb 04 20:32:44.795673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Pushing event updated for resources: {'Port': ['ID=5f10af5e-36fa-4ad9-9334-4867362115da,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:44.807267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Subnet': ['ID=2ac8ada0-46da-4645-a8c7-a61aa318b7ad,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:44.823421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Checking segment: {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:44.823421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network hostable DHCP agents. Network: 804f2887-0933-4850-b633-c01cd3191bc8, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:32:44.823421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-23b0f8fc-00b6-46f0-996f-9e742ee1db63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095560 Feb 04 20:32:45.072345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-8322800f-7f18-4862-855b-ffca16f4931f service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329938 Feb 04 20:32:45.135528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network 804f2887-0933-4850-b633-c01cd3191bc8 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:32:45.288914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Attempting to bind port 5f10af5e-36fa-4ad9-9334-4867362115da on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:32:45.289252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Attempting to bind port 5f10af5e-36fa-4ad9-9334-4867362115da by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:32:45.289833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Attempting to bind port 5f10af5e-36fa-4ad9-9334-4867362115da on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:45.295491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Port 5f10af5e-36fa-4ad9-9334-4867362115da on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:32:45.295997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Attempting to bind port 5f10af5e-36fa-4ad9-9334-4867362115da on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:45.302060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:32:45.302599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:45.303173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:32:45.303740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Bound port: 5f10af5e-36fa-4ad9-9334-4867362115da, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:32:45.304375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:45.332550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 804f2887-0933-4850-b633-c01cd3191bc8) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:45.341840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4567d47-07d2-4e12-9342-968407d1fdbd None None] Network 804f2887-0933-4850-b633-c01cd3191bc8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:45.354768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:45.355399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:45.379493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-647886f1-1855-4262-90be-9cd2a7f96367 req-e044c571-216d-4e10-99d0-ecd3890ca37a service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968502 Feb 04 20:32:45.388675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577da0c-3b55-4d8c-af82-ba02e4bf89ab req-ce3d5b36-d39b-4e10-93c5-caa4d7354b17 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:45.390150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0577da0c-3b55-4d8c-af82-ba02e4bf89ab req-ce3d5b36-d39b-4e10-93c5-caa4d7354b17 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 943 time: 0.2621734 Feb 04 20:32:45.442103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0577da0c-3b55-4d8c-af82-ba02e4bf89ab req-98dcf3a7-97a6-41ee-a0ff-b8f9329216f0 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Feb 04 20:32:45.478362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36326) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:45.479308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-57735abf-1e32-45de-8673-83b44a33831c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7175848 Feb 04 20:32:45.493981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'port': {'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'name': 'tempest-TaggedBootDevicesTest_v242-506260945', 'fixed_ips': [{'subnet_id': 'deb13a35-1159-4bfa-ac31-9d64c6b7436c'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:45.667867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-804f2887-0933-4850-b633-c01cd3191bc8', 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'fixed_ips': [{'subnet_id': '2ac8ada0-46da-4645-a8c7-a61aa318b7ad'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:32:45.669205 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:45.677079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:45.685657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] For port 5f10af5e-36fa-4ad9-9334-4867362115da, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:32:45.688341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:port and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:45.696944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:45.706541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] For port 5f10af5e-36fa-4ad9-9334-4867362115da, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5f10af5e-36fa-4ad9-9334-4867362115da,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:32:45.707776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:45.739735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b733a3-bbdb-4a57-bc07-55de2e5f9ffc req-a6f038f9-96e6-4a2b-959a-39ff502e5fe8 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:45.741200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-79b733a3-bbdb-4a57-bc07-55de2e5f9ffc req-a6f038f9-96e6-4a2b-959a-39ff502e5fe8 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Synchronizing usage tracker for tenant:4e0a10dcd3a442ab9eccd3f16efe435f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:45.772045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:45.833945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-534985fb-7d08-4511-9ea8-30dc6947fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:45.835877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:45.836632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-534985fb-7d08-4511-9ea8-30dc6947fcd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 1094 time: 0.3221717 Feb 04 20:32:45.920112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Allocated IP 10.2.2.2 (804f2887-0933-4850-b633-c01cd3191bc8/2ac8ada0-46da-4645-a8c7-a61aa318b7ad/cc7c6d63-8c3a-4bc3-b642-63a9f4397f11) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:46.031623 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:46.089685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-79b733a3-bbdb-4a57-bc07-55de2e5f9ffc req-a6f038f9-96e6-4a2b-959a-39ff502e5fe8 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Unset dirty status for tenant:4e0a10dcd3a442ab9eccd3f16efe435f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:46.090947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79b733a3-bbdb-4a57-bc07-55de2e5f9ffc req-a6f038f9-96e6-4a2b-959a-39ff502e5fe8 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 947 time: 0.6930709 Feb 04 20:32:46.098589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] device_id is not set on port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:32:46.114155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-752526ff-75c9-4050-a662-ed487d838b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:46.116095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-752526ff-75c9-4050-a662-ed487d838b42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 916 time: 0.2726331 Feb 04 20:32:46.165989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:46.166759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:46.168381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f10af5e-36fa-4ad9-9334-4867362115da HTTP/1.1" status: 200 len: 1095 time: 2.3632793 Feb 04 20:32:46.171956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'tag': '5f10af5e-36fa-4ad9-9334-4867362115da'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:46.293845 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'tag': '5f10af5e-36fa-4ad9-9334-4867362115da', 'status': 'completed', 'code': 200} Feb 04 20:32:46.316225 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:46.328162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Transition to ACTIVE for port object cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:46.335792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-eda10dd0-ab08-42b2-90e0-98a9c274b10c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab HTTP/1.1" status: 200 len: 217 time: 0.2111840 Feb 04 20:32:46.341615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0c5d8fe1-43d2-423e-992d-78acc0b8705d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:32:46.406367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4be6eb-3263-4e24-af25-a57b880fdddd None None] Network c9291753-d179-4d73-b9d3-568803a1791d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:46.474391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84feea7-688f-489c-8faf-1768d76afc82 service neutron] Pushing event updated for resources: {'Port': ['ID=5f10af5e-36fa-4ad9-9334-4867362115da,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:46.486830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-79b733a3-bbdb-4a57-bc07-55de2e5f9ffc req-e5f22d59-c8eb-4d66-bdfd-e16e1120a8af tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Synchronizing usage tracker for tenant:4e0a10dcd3a442ab9eccd3f16efe435f on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:46.507402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-b568b125-b594-4045-8c19-71b42a0eae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:46.513171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-b568b125-b594-4045-8c19-71b42a0eae8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.1661892 Feb 04 20:32:46.612240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-447c4e5d-33b2-4595-a5f3-6056e1350f5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953526 Feb 04 20:32:46.633548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Transition to ACTIVE for port object cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:46.667106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 10.1.1.166 (c9291753-d179-4d73-b9d3-568803a1791d/deb13a35-1159-4bfa-ac31-9d64c6b7436c/4aaeb823-d6a4-4c44-8401-b3b3ee648006) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:46.682874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-79b733a3-bbdb-4a57-bc07-55de2e5f9ffc req-e5f22d59-c8eb-4d66-bdfd-e16e1120a8af tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Unset dirty status for tenant:4e0a10dcd3a442ab9eccd3f16efe435f on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:46.684365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79b733a3-bbdb-4a57-bc07-55de2e5f9ffc req-e5f22d59-c8eb-4d66-bdfd-e16e1120a8af tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399077 Feb 04 20:32:46.690250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8c5ae-e18b-42ff-8098-3bdfd92cdcaf req-30d5b563-1339-43ac-841c-18f69c4fa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:46.692581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56b8c5ae-e18b-42ff-8098-3bdfd92cdcaf req-30d5b563-1339-43ac-841c-18f69c4fa5a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e0a10dcd3a442ab9eccd3f16efe435f&device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 1098 time: 0.3946533 Feb 04 20:32:46.713512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0806f8d4-6112-4116-97ed-aebad6325027 None None] Provisioning for port 0c5d8fe1-43d2-423e-992d-78acc0b8705d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:46.731620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 0c5d8fe1-43d2-423e-992d-78acc0b8705d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:46.735590 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:46.749128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56b8c5ae-e18b-42ff-8098-3bdfd92cdcaf req-7d0b4e9f-bfff-40f6-a8a4-eb3ef5b50f23 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e0a10dcd3a442ab9eccd3f16efe435f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410278 Feb 04 20:32:46.828390 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-bbc70e69-cddb-43c2-8c71-ae6098b003a9 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098436 Feb 04 20:32:46.832325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0c5d8fe1-43d2-423e-992d-78acc0b8705d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:46.832989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:46.907622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Network 804f2887-0933-4850-b633-c01cd3191bc8 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:46.914568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:46.931221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:46.958084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8c5ae-e18b-42ff-8098-3bdfd92cdcaf req-d5bfc04f-c5f7-44a0-bd83-176e95bed4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:46.960070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56b8c5ae-e18b-42ff-8098-3bdfd92cdcaf req-d5bfc04f-c5f7-44a0-bd83-176e95bed4f8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000208 Feb 04 20:32:47.050115 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Pushing event updated for resources: {'Port': ['ID=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:47.094191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Attempting to bind port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:32:47.094580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Attempting to bind port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:32:47.095056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Attempting to bind port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 on network 804f2887-0933-4850-b633-c01cd3191bc8 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:32:47.118130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:32:47.118130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Checking segment: {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:32:47.118130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:47.118130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Bound using segment: {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:32:47.118130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Bound port: cc7c6d63-8c3a-4bc3-b642-63a9f4397f11, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:32:47.118597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:47.232555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:47.254828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3dced1ea-34f1-4d69-ae2a-a6e2fbc6e5fb req-43976bf4-76a4-4171-97e8-b123b78c0b94 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630383 Feb 04 20:32:47.291635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422ec97-a218-4947-a5ae-9bf42061f93a req-8f861ead-251b-4c29-95b0-8efb250e523d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:47.293410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d422ec97-a218-4947-a5ae-9bf42061f93a req-8f861ead-251b-4c29-95b0-8efb250e523d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 943 time: 0.4641514 Feb 04 20:32:47.320198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 0c5d8fe1-43d2-423e-992d-78acc0b8705d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0c5d8fe1-43d2-423e-992d-78acc0b8705d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:47.342621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3de9e60c-f72e-47b7-b56a-f14ab4dc18a0 None None] Provisioning complete for port 0c5d8fe1-43d2-423e-992d-78acc0b8705d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:47.343426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3de9e60c-f72e-47b7-b56a-f14ab4dc18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:47.386299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d422ec97-a218-4947-a5ae-9bf42061f93a req-92f2972d-78cf-4c10-bd25-4aba9c1ab189 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854232 Feb 04 20:32:47.398491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-a8562d88-9524-4ab9-8a46-eb427f355e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:47.400245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-a8562d88-9524-4ab9-8a46-eb427f355e24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e0a10dcd3a442ab9eccd3f16efe435f&device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 1098 time: 0.2608001 Feb 04 20:32:47.413278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:47.417489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:47.494088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-5ef4414a-c5aa-46de-a404-f4f4001c50fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5f10af5e-36fa-4ad9-9334-4867362115da HTTP/1.1" status: 200 len: 217 time: 0.0766540 Feb 04 20:32:47.495651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] For port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:32:47.500293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Transition to ACTIVE for port object 4aaeb823-d6a4-4c44-8401-b3b3ee648006 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:47.512691 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] For port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:32:47.530639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=0c5d8fe1-43d2-423e-992d-78acc0b8705d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:47.570569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-95ae0c3f-eb7c-4447-b6a6-449e79856489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:47.572051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-95ae0c3f-eb7c-4447-b6a6-449e79856489 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.0687094 Feb 04 20:32:47.587476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:47.732138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861201f1-e3c3-4d1f-a3c6-2f6923f739bb None None] Pushing event updated for resources: {'Port': ['ID=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:47.887587 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:48.004558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network c9291753-d179-4d73-b9d3-568803a1791d is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:48.005229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0c5d8fe1-43d2-423e-992d-78acc0b8705d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:32:48.014979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:48.021713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:48.068323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=4aaeb823-d6a4-4c44-8401-b3b3ee648006,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:48.104597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-5338aef3-30a2-4442-9f2a-053e1c76a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:48.106127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-5338aef3-30a2-4442-9f2a-053e1c76a1ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5241017 Feb 04 20:32:48.160408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0c5d8fe1-43d2-423e-992d-78acc0b8705d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:48.161314 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:48.310590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:48.311318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:48.323572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d75c-8d21-4b7e-a80f-3aafdc15e470 req-cd486eb6-f004-4fb4-b3b6-6055f832fc64 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:48.332862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85d6d75c-8d21-4b7e-a80f-3aafdc15e470 req-cd486eb6-f004-4fb4-b3b6-6055f832fc64 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 947 time: 0.4903626 Feb 04 20:32:48.423706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85d6d75c-8d21-4b7e-a80f-3aafdc15e470 req-8cd73965-75a7-4af6-b1de-8bfea445be7f tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890658 Feb 04 20:32:48.455499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a1658fad-ae9d-47b0-ac58-72bca7c114ab details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:32:48.504250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-3672d16c-5764-427a-a780-6c6a5bedae55 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601501 Feb 04 20:32:48.630438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dd03fd1f-99f6-48d1-98e0-b3f66dd7f455 None None] Provisioning for port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:48.634443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36380) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:48.635798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94acb3c7-616c-4b69-836c-1bba98f24f6e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1500394 Feb 04 20:32:48.641167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-dd03fd1f-99f6-48d1-98e0-b3f66dd7f455 None None] Provisioning complete for port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:48.641545 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd03fd1f-99f6-48d1-98e0-b3f66dd7f455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:48.646985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'port': {'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'name': 'tempest-TaggedBootDevicesTest_v242-782396401', 'fixed_ips': [{'subnet_id': 'deb13a35-1159-4bfa-ac31-9d64c6b7436c'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:48.694120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-606a17f6-79ee-43b0-912c-8cb9ed33d54d req-b64f167b-5fdb-40a5-80b8-618e85be81a2 service neutron] 10.222.0.24 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799145 Feb 04 20:32:48.758734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dd03fd1f-99f6-48d1-98e0-b3f66dd7f455 None None] Port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:32:48.803773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a1658fad-ae9d-47b0-ac58-72bca7c114ab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:48.820387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'port_id': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab', 'mac_address': 'fa:16:3e:92:37:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e72bcd-d0da-484b-968a-5c823fe606fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:32:48.823269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026a72d-6c94-46af-b80f-44b786b82dc5 req-05971b2a-8c2c-4a7b-ab29-231cb0d00c44 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:48.828317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3026a72d-6c94-46af-b80f-44b786b82dc5 req-05971b2a-8c2c-4a7b-ab29-231cb0d00c44 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 943 time: 0.2591457 Feb 04 20:32:48.884177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:48.907460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1658fad-ae9d-47b0-ac58-72bca7c114ab {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:32:48.926593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a1658fad-ae9d-47b0-ac58-72bca7c114ab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:48.943821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:48.949319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:port and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:48.954212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:48.960092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:48.985288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3026a72d-6c94-46af-b80f-44b786b82dc5 req-be1ad0af-e3c1-4aec-9c02-7cd04847bdbf tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317949 Feb 04 20:32:49.009027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:49.083394 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a1658fad-ae9d-47b0-ac58-72bca7c114ab,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:49.088569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:32:49.237808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:32:49.269225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:49.309304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] device_id is not set on port ac7696c2-8b64-4a82-9879-5e4f09e29272 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:32:49.362468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bd4b7-7b3f-4c59-aee6-84b27e568d83 None None] Network 804f2887-0933-4850-b633-c01cd3191bc8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:32:49.643134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7945e578-0468-47e6-96c2-b9e803fe09e6 None None] Provisioning for port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:49.693568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 10.1.1.202 (c9291753-d179-4d73-b9d3-568803a1791d/deb13a35-1159-4bfa-ac31-9d64c6b7436c/ac7696c2-8b64-4a82-9879-5e4f09e29272) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:49.779544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4868-396a-4485-b0d3-f6fbe415244c req-5039d579-7173-4b75-b565-09fc171839bd tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:49.781169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a1f4868-396a-4485-b0d3-f6fbe415244c req-5039d579-7173-4b75-b565-09fc171839bd tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 947 time: 0.1440067 Feb 04 20:32:50.066392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:32:50.086238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a1f4868-396a-4485-b0d3-f6fbe415244c req-9ce61760-79e7-4c0f-9f5c-59b3b1222647 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947266 Feb 04 20:32:50.167662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.191333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Transition to ACTIVE for port object ac7696c2-8b64-4a82-9879-5e4f09e29272 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:32:50.201017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47229fd9-9b3c-4d2d-baf8-c905b90464b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.311769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.339871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:50.344226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c14ebc-5c48-4ff4-9081-01e039d18fef req-17d0a29c-fb80-4a0b-80a2-5fd2082157a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:50.346267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c2c14ebc-5c48-4ff4-9081-01e039d18fef req-17d0a29c-fb80-4a0b-80a2-5fd2082157a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 944 time: 0.0869851 Feb 04 20:32:50.346875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:50.347507 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.389552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network c9291753-d179-4d73-b9d3-568803a1791d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:50.395438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c2c14ebc-5c48-4ff4-9081-01e039d18fef req-b93a9ee6-4c7b-4936-aa9f-fbedd9c8ab58 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Feb 04 20:32:50.416593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:50.416854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a1658fad-ae9d-47b0-ac58-72bca7c114ab up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:32:50.427569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:50.490049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=ac7696c2-8b64-4a82-9879-5e4f09e29272,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:50.557257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:50.557257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.639655 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.672545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port a1658fad-ae9d-47b0-ac58-72bca7c114ab completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:50.692238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-11c9ca04-6ca1-4a3e-8958-7cf024993cf2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0566094 Feb 04 20:32:50.694936 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:50.696835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port a1658fad-ae9d-47b0-ac58-72bca7c114ab triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:50.697210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.800949 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.887104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:50.919576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:50.927614 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:50.937435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a1658fad-ae9d-47b0-ac58-72bca7c114ab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:50.974178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-51c36a7a-ed2d-4646-b315-658978d93e9c None None] Provisioning for port ac7696c2-8b64-4a82-9879-5e4f09e29272 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:50.980636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-51c36a7a-ed2d-4646-b315-658978d93e9c None None] Provisioning complete for port ac7696c2-8b64-4a82-9879-5e4f09e29272 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:50.981024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-51c36a7a-ed2d-4646-b315-658978d93e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:51.027877 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab', 'code': 200} Feb 04 20:32:51.051956 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:51.119379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-51c36a7a-ed2d-4646-b315-658978d93e9c None None] Port ac7696c2-8b64-4a82-9879-5e4f09e29272 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:32:51.167679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a1658fad-ae9d-47b0-ac58-72bca7c114ab,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:51.209554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fab61c-8042-4258-8af0-fb95317e42f4 req-743d8af0-bfc5-4fae-bbaf-74947f8770d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:51.213305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35fab61c-8042-4258-8af0-fb95317e42f4 req-743d8af0-bfc5-4fae-bbaf-74947f8770d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 1096 time: 0.1229205 Feb 04 20:32:51.312935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35fab61c-8042-4258-8af0-fb95317e42f4 req-568f50b0-ce43-4b28-9ec0-cb3455cce306 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854979 Feb 04 20:32:51.335072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36488) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:51.341795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410247025', 'description': 'tempest-description--280479665'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:51.345885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e373b-fed8-4358-9277-1babd401b0b7 req-ddbdca2a-7758-4b26-a705-7040960b4e00 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:51.350420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c1e373b-fed8-4358-9277-1babd401b0b7 req-ddbdca2a-7758-4b26-a705-7040960b4e00 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 947 time: 0.1017034 Feb 04 20:32:51.350510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:51.354568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:security_group and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:51.357549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:51.363603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:51.393756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c1e373b-fed8-4358-9277-1babd401b0b7 req-f6a5b5ce-397e-4b54-9930-e378eb63ca03 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Feb 04 20:32:51.479553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:51.500903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:51.509473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:security_group_rule and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:51.512710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:51.520809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:51.644445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191b1fd-ffdb-4454-b92e-0533ccaff4b7 req-d9e38dcc-2d75-4dc1-81cc-30489dd704ef tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:51.645827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4191b1fd-ffdb-4454-b92e-0533ccaff4b7 req-d9e38dcc-2d75-4dc1-81cc-30489dd704ef tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 945 time: 0.1298785 Feb 04 20:32:51.688810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:51.713554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4191b1fd-ffdb-4454-b92e-0533ccaff4b7 req-7a290465-a625-493e-801e-0123070c8d92 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582993 Feb 04 20:32:51.762212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:51.805584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:51.859925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:51.861854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4d548b2d-c085-41fe-a986-24491a9e62f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5251229 Feb 04 20:32:51.864698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 36526) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:51.869586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'security_group_rule': {'security_group_id': '0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:51.876375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:51.880256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:security_group_rule and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:51.887242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:51.891236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:51.983030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:32:52.001117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.055670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:52.056330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.072522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.141936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.170518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1547ef96-e901-4d67-bb56-1b23d072c8f7,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:52.260118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.264188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a6035216-981a-4bcd-b589-22f358d696e4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3958707 Feb 04 20:32:52.264485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36550) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:52.270039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'security_group_rule': {'security_group_id': '0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:52.276536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:52.280514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:security_group_rule and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:52.283400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:52.289569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:52.338263 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e6e66480-7026-4b8a-adb0-59d28ce0f1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.371170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.416994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5f10af5e-36fa-4ad9-9334-4867362115da details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:32:52.450455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.536931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.607329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2127bb42-c694-482a-acd6-b3d97650ec07,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:52.629647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5f10af5e-36fa-4ad9-9334-4867362115da, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5f10af5e-36fa-4ad9-9334-4867362115da,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:52.647817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5f10af5e-36fa-4ad9-9334-4867362115da', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '5f10af5e-36fa-4ad9-9334-4867362115da', 'mac_address': 'fa:16:3e:fb:d8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:32:52.656854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c6f7-84ee-4951-97c5-5ea9408b2f7a req-34b45b97-3cbe-46dd-8473-aabda2ce0259 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:52.658985 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e752c6f7-84ee-4951-97c5-5ea9408b2f7a req-34b45b97-3cbe-46dd-8473-aabda2ce0259 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 947 time: 0.1128185 Feb 04 20:32:52.708741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e752c6f7-84ee-4951-97c5-5ea9408b2f7a req-04a854e4-9316-4f54-881e-7b80f941285f tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408335 Feb 04 20:32:52.709559 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.728112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f10af5e-36fa-4ad9-9334-4867362115da {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:32:52.747517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5f10af5e-36fa-4ad9-9334-4867362115da, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5f10af5e-36fa-4ad9-9334-4867362115da,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:52.758510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.758510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c91aa134-1eb6-484f-a536-4efeab391952 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4890337 Feb 04 20:32:52.760534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 36578) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:32:52.765711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:32:52.785603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:32:52.794772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:floatingip and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:32:52.796056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:32:52.803825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:32:52.841487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.866624 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:52.995367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5f10af5e-36fa-4ad9-9334-4867362115da,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:53.053596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cac15-40da-4557-8f8a-75afef6c22e3 req-2c80ceca-fcc7-439d-8863-ecfa7a9280ff tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:53.056307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c2cac15-40da-4557-8f8a-75afef6c22e3 req-2c80ceca-fcc7-439d-8863-ecfa7a9280ff tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 945 time: 0.1419921 Feb 04 20:32:53.066504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5f10af5e-36fa-4ad9-9334-4867362115da'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:32:53.085547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:53.120021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c2cac15-40da-4557-8f8a-75afef6c22e3 req-87174253-d975-45c5-b4bf-66995abf3676 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533342 Feb 04 20:32:53.275439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 172.25.7.35 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/fd39bc37-04ef-4978-b26b-e7a824d6b230) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:32:53.448476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:53.474037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:53.516690 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:53.588548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:53.661680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:32:53.664604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:32:53.668160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:32:53.708542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=fd39bc37-04ef-4978-b26b-e7a824d6b230,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:53.755124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.070902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.138064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d09b66-88a8-4cd1-b493-3f96957b3f88 req-7c43883e-a702-48b7-a356-aa82077250dc tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:54.139564 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78d09b66-88a8-4cd1-b493-3f96957b3f88 req-7c43883e-a702-48b7-a356-aa82077250dc tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 948 time: 0.3191466 Feb 04 20:32:54.272284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78d09b66-88a8-4cd1-b493-3f96957b3f88 req-c9e03d8c-5f5b-4fb9-bf4d-b8da50fa2632 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238496 Feb 04 20:32:54.356255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.419829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5f10af5e-36fa-4ad9-9334-4867362115da up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:32:54.420352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.532411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=fd39bc37-04ef-4978-b26b-e7a824d6b230,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:54.543072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.590985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 5f10af5e-36fa-4ad9-9334-4867362115da completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:32:54.601154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5f10af5e-36fa-4ad9-9334-4867362115da triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:32:54.601154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.619676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.621381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-46296328-40c4-4609-9d7f-9f54a80313a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8593431 Feb 04 20:32:54.745008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:54.818500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10af5e-36fa-4ad9-9334-4867362115da'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:32:54.854299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5f10af5e-36fa-4ad9-9334-4867362115da, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5f10af5e-36fa-4ad9-9334-4867362115da,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:32:54.912227 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10af5e-36fa-4ad9-9334-4867362115da', 'code': 200} Feb 04 20:32:54.922450 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:55.080153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f04e4678-cbcf-47c7-ac3d-cd280faf8c89 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:55.088296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31495f-86ab-4cea-a2ab-20deffde1e25 req-a315837b-5b7b-4f57-a301-dee7ae1b413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:55.090180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb31495f-86ab-4cea-a2ab-20deffde1e25 req-a315837b-5b7b-4f57-a301-dee7ae1b413b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 1100 time: 0.0963118 Feb 04 20:32:55.160225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb31495f-86ab-4cea-a2ab-20deffde1e25 req-995e3de2-00b3-4fa3-b0b4-25ce30e518bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630319 Feb 04 20:32:55.167099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5f10af5e-36fa-4ad9-9334-4867362115da,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:32:55.176858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.177318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.177748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.178205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.178781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.179208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.179650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.180099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.180517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.180927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.181504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.182054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:32:55.188438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f04e4678-cbcf-47c7-ac3d-cd280faf8c89 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:55.192800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f04e4678-cbcf-47c7-ac3d-cd280faf8c89 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--410247025&fields=id&tenant_id=ca216ea8b212443897c0fc0074ff91d7 HTTP/1.1" status: 200 len: 267 time: 0.1567554 Feb 04 20:32:55.240023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:32:55.283378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f57d8d64-7577-4408-a9b7-361f8ba073f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:55.283950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f57d8d64-7577-4408-a9b7-361f8ba073f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:55.385653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f57d8d64-7577-4408-a9b7-361f8ba073f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:55.386839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f57d8d64-7577-4408-a9b7-361f8ba073f5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports/4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 936 time: 0.1880131 Feb 04 20:32:55.497732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-564d87cd-ca58-424b-90b0-09b6bc9a9263 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:55.501163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-564d87cd-ca58-424b-90b0-09b6bc9a9263 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports/ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 936 time: 0.0889759 Feb 04 20:32:55.524378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b7f7-9c39-4af1-990b-fef946685546 req-13bb3101-8d85-4951-8df6-0aafb0cde598 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:55.552393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2d9b7f7-9c39-4af1-990b-fef946685546 req-13bb3101-8d85-4951-8df6-0aafb0cde598 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 949 time: 0.1480312 Feb 04 20:32:55.584310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d76893d6-ddd3-4ec4-8e3e-c43858fad517 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0692148 Feb 04 20:32:55.604224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2d9b7f7-9c39-4af1-990b-fef946685546 req-3794b8d5-4a83-48bb-805a-83bc8d3c4900 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611558 Feb 04 20:32:55.644990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-a2990209-e572-4780-b73b-ad0ef2ff53cb tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528166 Feb 04 20:32:55.809433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-004a0e28-7dc8-44f6-9c7f-0f4ebcd37a25 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:55.815322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-004a0e28-7dc8-44f6-9c7f-0f4ebcd37a25 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:55.821037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-004a0e28-7dc8-44f6-9c7f-0f4ebcd37a25 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:55.821845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-004a0e28-7dc8-44f6-9c7f-0f4ebcd37a25 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:32:55.934184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-004a0e28-7dc8-44f6-9c7f-0f4ebcd37a25 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:32:55.935510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-004a0e28-7dc8-44f6-9c7f-0f4ebcd37a25 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/networks?id=d5923911-2330-412e-ac86-9e6f9dbb3545&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=804f2887-0933-4850-b633-c01cd3191bc8&id=804f2887-0933-4850-b633-c01cd3191bc8 HTTP/1.1" status: 200 len: 1996 time: 0.2840896 Feb 04 20:32:55.953256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0b4cb286-db6b-460a-baf0-b1bc1db5b817 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/quotas/ca216ea8b212443897c0fc0074ff91d7 HTTP/1.1" status: 200 len: 375 time: 0.0119693 Feb 04 20:32:56.065255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-332b4d0c-1ec8-4656-a0c5-f4efe04eac8b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1052506 Feb 04 20:32:56.210327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-01d447e1-78c7-4083-bc61-fc14585148a5 service neutron] 10.222.0.48 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338880 Feb 04 20:32:56.350612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-24cb85e1-655d-4956-9dd2-396b7a42a36d service neutron] 10.222.0.48 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343825 Feb 04 20:32:56.416670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-2e497ba8-2175-41bd-b522-6d862395d3df service neutron] 10.222.0.48 "GET /v2.0/ports/4aaeb823-d6a4-4c44-8401-b3b3ee648006?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0598998 Feb 04 20:32:56.587340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-712675ac-00ff-4781-b5b0-c966f47ab7fa service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649871 Feb 04 20:32:56.840856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-cbdb1b9a-2497-40ad-af30-a0094439e49d service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486939 Feb 04 20:32:56.908288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-8b0172a5-5afe-433f-96dd-08c68ff4fef7 service neutron] 10.222.0.48 "GET /v2.0/ports/ac7696c2-8b64-4a82-9879-5e4f09e29272?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0599895 Feb 04 20:32:57.072924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-054dcc48-0531-4b15-a321-915378298f75 service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593490 Feb 04 20:32:57.218501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-580522e0-196a-4216-852b-0422506e86c3 service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399865 Feb 04 20:32:57.356585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-516c6be8-dd71-4752-9907-2bcbf4eb7ff9 service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317217 Feb 04 20:32:57.523111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-7f68a7f2-9268-432a-8cc8-6fc987e8ada6 service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607018 Feb 04 20:32:57.698068 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-08c2f730-a5a5-4ccf-bbe3-ecfd2c56866a service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741116 Feb 04 20:32:57.702685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f843347-3a5b-493c-9298-106b726a49e0 req-a23b578a-5b5b-4e7a-abe4-6103d50be430 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:57.704220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f843347-3a5b-493c-9298-106b726a49e0 req-a23b578a-5b5b-4e7a-abe4-6103d50be430 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 949 time: 0.0958920 Feb 04 20:32:57.750379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f843347-3a5b-493c-9298-106b726a49e0 req-ad4b9ca9-96eb-4787-b211-2ab4235a4434 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Feb 04 20:32:57.837572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-46be47c7-333b-428e-b170-40a7ea34373c service neutron] 10.222.0.48 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333652 Feb 04 20:32:58.082636 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-806196b5-1f12-4183-8a9b-47a34171aa0e service neutron] 10.222.0.48 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390361 Feb 04 20:32:58.239730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-b8e3a8fe-88e5-4f17-8aec-ef868189a99b service neutron] 10.222.0.48 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512799 Feb 04 20:32:58.380288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-b9e20a49-eac6-4e66-a2fe-bc2a454bfc23 service neutron] 10.222.0.48 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346648 Feb 04 20:32:58.535001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-2045c559-0ce9-4d1f-8ca5-2fda4048aa4b service neutron] 10.222.0.48 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466277 Feb 04 20:32:58.536052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14439b1-2558-4c2b-a81b-200e67585ee5 req-3db65d2f-0bef-4655-b557-e965b2e7dbba tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:58.537546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c14439b1-2558-4c2b-a81b-200e67585ee5 req-3db65d2f-0bef-4655-b557-e965b2e7dbba tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 949 time: 0.0917807 Feb 04 20:32:58.587150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c14439b1-2558-4c2b-a81b-200e67585ee5 req-9f8fcbef-fda0-4a57-bedf-16074a99782a tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Feb 04 20:32:59.866245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b28f6-21ac-4035-97b6-ed1f959c94ec req-ef477fb3-306d-4229-a388-c7574668a6cb tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:59.878224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-584b28f6-21ac-4035-97b6-ed1f959c94ec req-ef477fb3-306d-4229-a388-c7574668a6cb tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 949 time: 0.1822035 Feb 04 20:32:59.901106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-e2178b65-30d0-4cb6-bd6b-be10e7b7c427 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:32:59.902659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-e2178b65-30d0-4cb6-bd6b-be10e7b7c427 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 949 time: 0.1499372 Feb 04 20:32:59.989418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-584b28f6-21ac-4035-97b6-ed1f959c94ec req-5965a2bc-41d4-48cb-9dbc-cc9f987528bf tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/security-groups?id=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100676 Feb 04 20:32:59.998414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Deleting port 5f10af5e-36fa-4ad9-9334-4867362115da {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:32:59.998827 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:00.309455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-97942428-70af-4006-9af5-15cd8da45de5 req-df4016ba-042b-48ed-a18c-00c1cee4ee18 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:00.356676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-97942428-70af-4006-9af5-15cd8da45de5 req-df4016ba-042b-48ed-a18c-00c1cee4ee18 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:00.357835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97942428-70af-4006-9af5-15cd8da45de5 req-df4016ba-042b-48ed-a18c-00c1cee4ee18 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 210 time: 0.1218109 Feb 04 20:33:00.365212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] For port 5f10af5e-36fa-4ad9-9334-4867362115da, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5f10af5e-36fa-4ad9-9334-4867362115da,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:00.365580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:00.505403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Calling delete_port for 5f10af5e-36fa-4ad9-9334-4867362115da owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:33:00.649202 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:33:00.731014 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:00.750923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5f10af5e-36fa-4ad9-9334-4867362115da'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:33:00.784146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Pushing event deleted for resources: {'Port': ['ID=5f10af5e-36fa-4ad9-9334-4867362115da,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:00.881437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] No DVR routers for this DVR port 5f10af5e-36fa-4ad9-9334-4867362115da on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:33:00.884564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:00.888895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'name': 'network-vif-deleted', 'tag': '5f10af5e-36fa-4ad9-9334-4867362115da'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:00.937438 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd30a18-f10a-495f-895a-6ec57f91d944', 'name': 'network-vif-deleted', 'tag': '5f10af5e-36fa-4ad9-9334-4867362115da', 'status': 'completed', 'code': 200} Feb 04 20:33:00.971879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-224b7454-b0d1-4728-9efd-d3136f71e96d req-fc5a149a-9871-4b02-80f6-6b8aa80584f6 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.24 "DELETE /v2.0/ports/5f10af5e-36fa-4ad9-9334-4867362115da HTTP/1.1" status: 204 len: 173 time: 1.0628712 Feb 04 20:33:01.215575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d5019b9f-449c-486a-87a4-04badfc9c280 req-b52660a2-c638-4076-af50-4095bf851502 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Synchronizing usage tracker for tenant:4e0a10dcd3a442ab9eccd3f16efe435f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:01.339455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d5019b9f-449c-486a-87a4-04badfc9c280 req-b52660a2-c638-4076-af50-4095bf851502 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] Unset dirty status for tenant:4e0a10dcd3a442ab9eccd3f16efe435f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:01.344058 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5019b9f-449c-486a-87a4-04badfc9c280 req-b52660a2-c638-4076-af50-4095bf851502 tempest-VolumesNegativeTest-1300358415 tempest-VolumesNegativeTest-1300358415-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbd30a18-f10a-495f-895a-6ec57f91d944 HTTP/1.1" status: 200 len: 210 time: 0.1862812 Feb 04 20:33:01.473461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92afc3f9-6513-4b00-9f95-483279a6cae9 req-665fcc31-838d-4ac3-9732-947dea7e7320 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 210 time: 0.0469584 Feb 04 20:33:02.634819 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c81df62-facb-41bf-95da-52622ae7d1f0 req-dbbb9cfa-da83-4997-90c0-1cd6f02f2da0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 210 time: 0.0431170 Feb 04 20:33:03.147828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ca016752-d391-485b-bcf7-67bb798a96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:03.150264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ca016752-d391-485b-bcf7-67bb798a96ef service neutron] 10.222.0.62 "GET /v2.0/ports/4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 1032 time: 0.1854565 Feb 04 20:33:03.227335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-a0fb7d70-34d5-4606-9633-31c6c368c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:03.229034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-a0fb7d70-34d5-4606-9633-31c6c368c867 service neutron] 10.222.0.62 "GET /v2.0/ports/ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 1032 time: 0.0698011 Feb 04 20:33:03.420952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6a903182-b791-4da9-b30f-d5f635c56314 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:03.420952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6a903182-b791-4da9-b30f-d5f635c56314 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:03.423687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6a903182-b791-4da9-b30f-d5f635c56314 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:03.425276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6a903182-b791-4da9-b30f-d5f635c56314 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "GET /v2.0/networks?id=d5923911-2330-412e-ac86-9e6f9dbb3545&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=804f2887-0933-4850-b633-c01cd3191bc8&id=804f2887-0933-4850-b633-c01cd3191bc8 HTTP/1.1" status: 200 len: 1996 time: 0.1902976 Feb 04 20:33:03.487240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-8a4ec973-97d9-4be5-b79f-7933711708cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca216ea8b212443897c0fc0074ff91d7 HTTP/1.1" status: 200 len: 379 time: 0.0528417 Feb 04 20:33:03.497546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'admin_state_up': True, 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'security_groups': ['0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:03.681421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:03.691767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:03.807856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e9a825e-92c5-49b7-95c6-d497c5d82239 req-f49352e8-b3ca-4647-ad85-26b6fae03a07 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 210 time: 0.0442989 Feb 04 20:33:03.810866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:03.815153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:04.071829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 172.20.0.13 (d5923911-2330-412e-ac86-9e6f9dbb3545/1efd2123-f261-49b0-8b47-803de3ad30c0/f25e6811-33da-4eb3-8b35-60c85dda7f17) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:04.306454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:04.323060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Transition to ACTIVE for port object f25e6811-33da-4eb3-8b35-60c85dda7f17 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:04.447853 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:04.459948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5f10af5e-36fa-4ad9-9334-4867362115da no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:33:04.524648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 5f10af5e-36fa-4ad9-9334-4867362115da {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:33:04.525029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5f10af5e-36fa-4ad9-9334-4867362115da not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:33:04.545533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network d5923911-2330-412e-ac86-9e6f9dbb3545 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:04.549310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:04.557885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:04.603672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=f25e6811-33da-4eb3-8b35-60c85dda7f17,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:04.615014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.615615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.616102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.616598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.617074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.617537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.618008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.618946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.621985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.622363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.622737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.623069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:04.666750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:04.666750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:04.872234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e51b7864-9f29-470b-96dc-785470f4b11f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3786535 Feb 04 20:33:04.883864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'admin_state_up': True, 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'security_groups': ['0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:04.957972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f7b9bd17-7254-4d45-b663-1914613cd21f None None] Provisioning for port f25e6811-33da-4eb3-8b35-60c85dda7f17 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:04.969093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f7b9bd17-7254-4d45-b663-1914613cd21f None None] Provisioning complete for port f25e6811-33da-4eb3-8b35-60c85dda7f17 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:04.969638 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bd17-7254-4d45-b663-1914613cd21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:05.064460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9bd17-7254-4d45-b663-1914613cd21f None None] Port f25e6811-33da-4eb3-8b35-60c85dda7f17 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:33:05.110085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-33e4cae8-84d8-4c32-b261-1832dd60ba84 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:05.123084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-33e4cae8-84d8-4c32-b261-1832dd60ba84 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/networks?id=4a661720-ebee-4a24-9b69-bd39c954b979 HTTP/1.1" status: 200 len: 814 time: 0.2764757 Feb 04 20:33:05.148524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-4c8b994c-5fbe-411a-be60-dcd3af9d753a tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/quotas/d2191314df224e21b40440681653278a HTTP/1.1" status: 200 len: 375 time: 0.0240099 Feb 04 20:33:05.217782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:05.227194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:port and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:05.231153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:05.234496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-4fe49cc5-79b0-4ad7-9f9a-a965f388c1eb tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2191314df224e21b40440681653278a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848293 Feb 04 20:33:05.241681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:05.254289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1825-0d69-4e7e-9519-d02a954eba52 req-ce49a8ed-4b82-4e7b-b43f-b3c738a16300 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:05.255181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8e0b1825-0d69-4e7e-9519-d02a954eba52 req-ce49a8ed-4b82-4e7b-b43f-b3c738a16300 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:05.376745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-0d908a77-6542-4e2b-bceb-f5957386753f service neutron] 10.222.0.48 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410513 Feb 04 20:33:05.383251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:05.395545 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:05.553938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8e0b1825-0d69-4e7e-9519-d02a954eba52 req-ce49a8ed-4b82-4e7b-b43f-b3c738a16300 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:05.555158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e0b1825-0d69-4e7e-9519-d02a954eba52 req-ce49a8ed-4b82-4e7b-b43f-b3c738a16300 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 932 time: 0.5126672 Feb 04 20:33:05.588490 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-586b535e-6e8e-4535-9546-66f1dd5af2a5 service neutron] 10.222.0.48 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927762 Feb 04 20:33:05.629438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 10.1.1.180 (c9291753-d179-4d73-b9d3-568803a1791d/deb13a35-1159-4bfa-ac31-9d64c6b7436c/35c45c46-c19f-4e8e-ade4-91b090d4366d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:05.644852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e0b1825-0d69-4e7e-9519-d02a954eba52 req-a18a4582-3c8a-41fd-ad37-5acf2d1857bf tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741591 Feb 04 20:33:05.966983 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:06.005693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Transition to ACTIVE for port object 35c45c46-c19f-4e8e-ade4-91b090d4366d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:06.023708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f463730-1259-4649-91f8-0f9c509e3f45 req-6bd91e17-aa5d-4477-8da8-768fd650adca tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 210 time: 0.1610751 Feb 04 20:33:06.113043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:06.379870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-0edb0634-e6be-4e05-ace3-31aeb17e27f3 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:06.385659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network c9291753-d179-4d73-b9d3-568803a1791d is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:06.387237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-0edb0634-e6be-4e05-ace3-31aeb17e27f3 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.1821575 Feb 04 20:33:06.388810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:06.393029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:06.423723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-2c143bfb-0d67-40e2-87ce-8932deb0987f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/quotas/f266930fe434436eb7e0d8505a3ef77c HTTP/1.1" status: 200 len: 375 time: 0.0346420 Feb 04 20:33:06.435712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=35c45c46-c19f-4e8e-ade4-91b090d4366d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:06.507481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:06.508387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:06.568998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-622ac651-0477-43c3-993b-9c731770fc6c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402342 Feb 04 20:33:06.623132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-91410465-584d-4860-883e-e229234be452 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7436256 Feb 04 20:33:06.640827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'admin_state_up': True, 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'security_groups': ['0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:06.869836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:06.871566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d1018db-d2c4-42f8-aac8-a9b5e3a6c4fa None None] Provisioning for port 35c45c46-c19f-4e8e-ade4-91b090d4366d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:06.880325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d1018db-d2c4-42f8-aac8-a9b5e3a6c4fa None None] Provisioning complete for port 35c45c46-c19f-4e8e-ade4-91b090d4366d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:06.881123 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d1018db-d2c4-42f8-aac8-a9b5e3a6c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:06.950952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:06.973102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7d1018db-d2c4-42f8-aac8-a9b5e3a6c4fa None None] Port 35c45c46-c19f-4e8e-ade4-91b090d4366d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:33:06.988728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f77bf9-fd00-48e4-b08b-ef5a8040d8e0 req-a61dd653-aa25-40f6-a597-9cc53804d8f7 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:06.994728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f77bf9-fd00-48e4-b08b-ef5a8040d8e0 req-a61dd653-aa25-40f6-a597-9cc53804d8f7 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:06.995659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-056b5322-10d1-4adf-be71-8e98218a4919 service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193289 Feb 04 20:33:06.996317 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66f77bf9-fd00-48e4-b08b-ef5a8040d8e0 req-a61dd653-aa25-40f6-a597-9cc53804d8f7 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 1654 time: 0.1193550 Feb 04 20:33:07.050018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66f77bf9-fd00-48e4-b08b-ef5a8040d8e0 req-06ba39ef-dee1-4680-adc6-b14c4dba2d63 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478027 Feb 04 20:33:07.064631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:07.072132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:07.188940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c6a46fd2-83b8-49eb-bb6f-25456fc7fb31 service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866436 Feb 04 20:33:07.323606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edc3a05a-dc3d-4f3b-9ee2-279dd5f6513a req-e4cbe38f-02ec-4efb-8f89-5b1e259671cc tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 210 time: 0.1674430 Feb 04 20:33:07.416868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 10.1.1.164 (c9291753-d179-4d73-b9d3-568803a1791d/deb13a35-1159-4bfa-ac31-9d64c6b7436c/f07a9499-01c6-472c-aee4-1a7231061983) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:07.521237 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-713f49e2-da64-4bb8-8507-af5a7587bfb0 req-f998f3ce-55e4-408e-8afa-f68fc65d911d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 210 time: 0.0684204 Feb 04 20:33:07.803201 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:07.812447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Transition to ACTIVE for port object f07a9499-01c6-472c-aee4-1a7231061983 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:07.923264 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:08.005724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network c9291753-d179-4d73-b9d3-568803a1791d is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:08.019667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:08.032745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:08.127181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=f07a9499-01c6-472c-aee4-1a7231061983,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:08.174799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:08.175445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:08.319519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-9d7c383a-13ce-4bb0-a215-0d6b08d7c4d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6905169 Feb 04 20:33:08.331728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8', 'admin_state_up': True, 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'security_groups': ['0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:08.420662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270191-16e2-4656-ad0e-bdb13002115b req-c261a00f-7a76-474c-a133-204eb1a73829 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:08.433624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270191-16e2-4656-ad0e-bdb13002115b req-c261a00f-7a76-474c-a133-204eb1a73829 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:08.441059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270191-16e2-4656-ad0e-bdb13002115b req-c261a00f-7a76-474c-a133-204eb1a73829 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:08.443376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2270191-16e2-4656-ad0e-bdb13002115b req-c261a00f-7a76-474c-a133-204eb1a73829 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 2375 time: 0.1738904 Feb 04 20:33:08.500310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2270191-16e2-4656-ad0e-bdb13002115b req-14f4c264-d874-4d15-a4f0-110c70340414 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495260 Feb 04 20:33:08.567018 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63eaa577-d264-446f-9ed1-5a1987a06341 req-4f688341-5d69-4a5a-addc-cd2aacd6b902 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 210 time: 0.0571175 Feb 04 20:33:08.634157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2ea6b342-b1dd-4730-b581-658c5c6e8111 None None] Provisioning for port f07a9499-01c6-472c-aee4-1a7231061983 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:08.658234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2ea6b342-b1dd-4730-b581-658c5c6e8111 None None] Provisioning complete for port f07a9499-01c6-472c-aee4-1a7231061983 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:08.658234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b342-b1dd-4730-b581-658c5c6e8111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:08.696102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:08.706742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Usage tracker for resource:port and tenant:ca216ea8b212443897c0fc0074ff91d7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:08.712659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:08.726347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:08.752700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c45a1b26-eb8a-4e6b-a696-facf97db4ba1 req-15154816-b47e-4d4b-a12c-0f1e695d5c29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 210 time: 0.1382928 Feb 04 20:33:08.777278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6b342-b1dd-4730-b581-658c5c6e8111 None None] Port f07a9499-01c6-472c-aee4-1a7231061983 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:33:08.844925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:09.022117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:09.156479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:09.186594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-21462311-9faf-4a88-9b71-a55a56994005 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:09.187594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-21462311-9faf-4a88-9b71-a55a56994005 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Synchronizing usage tracker for tenant:d2191314df224e21b40440681653278a on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:09.396893 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:09.404960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-21462311-9faf-4a88-9b71-a55a56994005 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Unset dirty status for tenant:d2191314df224e21b40440681653278a on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:09.406556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-21462311-9faf-4a88-9b71-a55a56994005 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.24 "GET /v2.0/networks?id=4a661720-ebee-4a24-9b69-bd39c954b979 HTTP/1.1" status: 200 len: 814 time: 0.5334668 Feb 04 20:33:09.429957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Request body: {'port': {'device_id': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979', 'admin_state_up': True, 'tenant_id': 'd2191314df224e21b40440681653278a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:09.747886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6b0ef31-62fd-431f-b7a3-51907ec889ac req-bb62b265-150a-4af1-9a14-b3ce7de96758 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 210 time: 0.0442576 Feb 04 20:33:09.854539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 10.2.2.100 (804f2887-0933-4850-b633-c01cd3191bc8/2ac8ada0-46da-4645-a8c7-a61aa318b7ad/d1380310-4863-47b5-acf6-681239ca134a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:09.935104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:09.939378 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-83b54205-60eb-4d55-a5cc-c70adb16a445 req-6c9c623e-8998-4e39-a800-fcd0e6a29a6a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 210 time: 0.0626078 Feb 04 20:33:09.945138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Usage tracker for resource:port and tenant:d2191314df224e21b40440681653278a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:09.980144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:09.994341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:10.011897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a76e3-8a4c-4d85-b3a8-c5b30c20403f req-86290b49-9d57-497f-b10f-f2466697059c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:10.018403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a76e3-8a4c-4d85-b3a8-c5b30c20403f req-86290b49-9d57-497f-b10f-f2466697059c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:10.024279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a76e3-8a4c-4d85-b3a8-c5b30c20403f req-86290b49-9d57-497f-b10f-f2466697059c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:10.025114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-018a76e3-8a4c-4d85-b3a8-c5b30c20403f req-86290b49-9d57-497f-b10f-f2466697059c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:10.204772 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:10.222589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-018a76e3-8a4c-4d85-b3a8-c5b30c20403f req-86290b49-9d57-497f-b10f-f2466697059c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:10.222589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-018a76e3-8a4c-4d85-b3a8-c5b30c20403f req-86290b49-9d57-497f-b10f-f2466697059c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 2375 time: 0.5441377 Feb 04 20:33:10.237330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Transition to ACTIVE for port object d1380310-4863-47b5-acf6-681239ca134a will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:10.301196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-018a76e3-8a4c-4d85-b3a8-c5b30c20403f req-e01e1b80-3749-4cd7-a5c7-5a8a4733e367 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593340 Feb 04 20:33:10.307524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Made reservation on behalf of d2191314df224e21b40440681653278a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:10.311359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:10.445154 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:10.554248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network 804f2887-0933-4850-b633-c01cd3191bc8 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:10.563106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:10.565447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:10.641101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=d1380310-4863-47b5-acf6-681239ca134a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:10.672818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:10.673798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:10.678817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Allocated IP 172.20.0.9 (4a661720-ebee-4a24-9b69-bd39c954b979/4898a798-9104-4218-9134-49423213c29f/1c96321d-7085-4a59-815e-1280359e0ccc) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:10.842339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d0428006-bd5a-4471-be49-54f544d0c3e3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5157323 Feb 04 20:33:10.895838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-94a83e58-a586-4c3f-b03a-d7988b576708 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:10.895838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-94a83e58-a586-4c3f-b03a-d7988b576708 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.3118434 Feb 04 20:33:10.896868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8', 'admin_state_up': True, 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'security_groups': ['0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:10.904521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Request body: {'port': {'device_id': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'admin_state_up': True, 'tenant_id': 'f266930fe434436eb7e0d8505a3ef77c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:10.990975 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4baf7e34-bd45-4079-a639-2a7ce82708a4 None None] Provisioning for port d1380310-4863-47b5-acf6-681239ca134a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:10.998717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4baf7e34-bd45-4079-a639-2a7ce82708a4 None None] Provisioning complete for port d1380310-4863-47b5-acf6-681239ca134a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:10.998717 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4baf7e34-bd45-4079-a639-2a7ce82708a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:11.237277 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e1a0110e-6022-4cfd-ad82-e043ee844a28 req-ed369a7c-e561-4354-b653-4a8741d1681d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 210 time: 0.1268685 Feb 04 20:33:11.267543 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-648c93cf-e605-4155-aaf4-304b14816c5d req-ebb91339-c45b-4264-be47-cf982a01ecb4 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 210 time: 0.0889833 Feb 04 20:33:11.273790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4baf7e34-bd45-4079-a639-2a7ce82708a4 None None] Port d1380310-4863-47b5-acf6-681239ca134a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:33:11.323103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:11.336434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:11.340546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:11.349451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:11.355267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:11.444851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Made reservation on behalf of f266930fe434436eb7e0d8505a3ef77c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:11.448683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:11.480337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Made reservation on behalf of ca216ea8b212443897c0fc0074ff91d7 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:11.504832 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:11.734090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Allocated IP 10.2.2.200 (804f2887-0933-4850-b633-c01cd3191bc8/2ac8ada0-46da-4645-a8c7-a61aa318b7ad/c2adb57e-9414-4898-aaa6-023d346a8919) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:11.759479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:11.776433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Allocated IP 172.20.0.13 (b3ac9a7b-6de4-4401-992e-b7f45fdc48f0/06e72bcd-d0da-484b-968a-5c823fe606fd/61cb19f2-82de-4fd3-b61b-c96a2e635c62) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:11.943886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa596e-111f-4515-bd6d-52b03b072155 req-97b74f8b-ae99-4e15-a41c-4f70587bd17c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:11.959321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa596e-111f-4515-bd6d-52b03b072155 req-97b74f8b-ae99-4e15-a41c-4f70587bd17c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:11.966682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa596e-111f-4515-bd6d-52b03b072155 req-97b74f8b-ae99-4e15-a41c-4f70587bd17c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:11.972798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa596e-111f-4515-bd6d-52b03b072155 req-97b74f8b-ae99-4e15-a41c-4f70587bd17c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:11.980315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4fa596e-111f-4515-bd6d-52b03b072155 req-97b74f8b-ae99-4e15-a41c-4f70587bd17c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 3096 time: 0.4050176 Feb 04 20:33:12.075506 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4fa596e-111f-4515-bd6d-52b03b072155 req-36feb070-213f-42c4-9e3a-bb725882a7a2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939784 Feb 04 20:33:12.124858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Network 4a661720-ebee-4a24-9b69-bd39c954b979 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:12.130316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:12.137054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:12.178382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Pushing event updated for resources: {'Port': ['ID=1c96321d-7085-4a59-815e-1280359e0ccc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:12.194266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:12.207986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:12.230486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Transition to ACTIVE for port object c2adb57e-9414-4898-aaa6-023d346a8919 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:12.243752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:12.245638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:12.351552 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:12.365822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:33:12.447405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-50c5c5b0-2664-468e-a462-4258087ef2a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0177834 Feb 04 20:33:12.447405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:12.572177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:12.588190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:12.609750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:12.693332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event updated for resources: {'Port': ['ID=61cb19f2-82de-4fd3-b61b-c96a2e635c62,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:12.727473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.727818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.728156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.728487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.728975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.729307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.729629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.729948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.730268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.730587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.730963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.731283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:12.762637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:12.763459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:12.789077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Request body: {'port': {'device_id': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:12.793032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb7479-22f0-4fa6-8b04-36a07999bc1d req-62265fe7-96dd-47c5-929b-45a0f9761f94 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:12.795127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-01fb7479-22f0-4fa6-8b04-36a07999bc1d req-62265fe7-96dd-47c5-929b-45a0f9761f94 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 932 time: 0.3168223 Feb 04 20:33:12.871265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-01fb7479-22f0-4fa6-8b04-36a07999bc1d req-6e8547da-c014-4d6b-ae71-4cdc443f1a03 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704732 Feb 04 20:33:12.888073 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-c68d1cbd-84b5-463f-86b6-eb5a0f7fdd29 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9834495 Feb 04 20:33:12.901739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Request body: {'port': {'device_id': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:12.906315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Network 804f2887-0933-4850-b633-c01cd3191bc8 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:12.942768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event updated for resources: {'Port': ['ID=c2adb57e-9414-4898-aaa6-023d346a8919,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:12.962991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:12.967197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:13.051552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e37828-e739-4263-92e4-911f109a24b2 req-b0d42171-d28a-4cb3-b16a-a14be2e622d9 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:13.052410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-15e37828-e739-4263-92e4-911f109a24b2 req-b0d42171-d28a-4cb3-b16a-a14be2e622d9 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Synchronizing usage tracker for tenant:d2191314df224e21b40440681653278a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:13.081216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:13.107641 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:13.407187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:13.408580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:13.412652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-15e37828-e739-4263-92e4-911f109a24b2 req-b0d42171-d28a-4cb3-b16a-a14be2e622d9 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Unset dirty status for tenant:d2191314df224e21b40440681653278a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:13.417250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15e37828-e739-4263-92e4-911f109a24b2 req-b0d42171-d28a-4cb3-b16a-a14be2e622d9 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 931 time: 1.0209367 Feb 04 20:33:13.488337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6f89b4e5-1b16-4f7d-848e-4a1da29f88e8 None None] Provisioning for port c2adb57e-9414-4898-aaa6-023d346a8919 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:13.492046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-15e37828-e739-4263-92e4-911f109a24b2 req-08cf864e-8fad-48c0-936e-b3ca01d51c51 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Synchronizing usage tracker for tenant:d2191314df224e21b40440681653278a on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:13.495444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6f89b4e5-1b16-4f7d-848e-4a1da29f88e8 None None] Provisioning complete for port c2adb57e-9414-4898-aaa6-023d346a8919 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:13.505116 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6f89b4e5-1b16-4f7d-848e-4a1da29f88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:13.580878 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-38ac5896-d40e-4ee5-af0a-53edd596ec4a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6933436 Feb 04 20:33:13.619201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:13.628012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6f89b4e5-1b16-4f7d-848e-4a1da29f88e8 None None] Port c2adb57e-9414-4898-aaa6-023d346a8919 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:33:13.669282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e2d3-0505-4e80-8f09-08f1d6256ab1 req-c727030b-5cde-4d96-bf2f-e71e163b6790 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:13.675775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e2d3-0505-4e80-8f09-08f1d6256ab1 req-c727030b-5cde-4d96-bf2f-e71e163b6790 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:13.676552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-15e37828-e739-4263-92e4-911f109a24b2 req-08cf864e-8fad-48c0-936e-b3ca01d51c51 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Unset dirty status for tenant:d2191314df224e21b40440681653278a on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:13.677820 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15e37828-e739-4263-92e4-911f109a24b2 req-08cf864e-8fad-48c0-936e-b3ca01d51c51 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542753 Feb 04 20:33:13.682953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e2d3-0505-4e80-8f09-08f1d6256ab1 req-c727030b-5cde-4d96-bf2f-e71e163b6790 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:13.689510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e2d3-0505-4e80-8f09-08f1d6256ab1 req-c727030b-5cde-4d96-bf2f-e71e163b6790 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:13.695755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e2d3-0505-4e80-8f09-08f1d6256ab1 req-c727030b-5cde-4d96-bf2f-e71e163b6790 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:13.703579 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9874e2d3-0505-4e80-8f09-08f1d6256ab1 req-c727030b-5cde-4d96-bf2f-e71e163b6790 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 3817 time: 0.2695129 Feb 04 20:33:13.771556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c96321d-7085-4a59-815e-1280359e0ccc {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:13.792472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:13.831532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Transition to ACTIVE for port object 1c96321d-7085-4a59-815e-1280359e0ccc will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:13.838407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:13.846756 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9874e2d3-0505-4e80-8f09-08f1d6256ab1 req-956e2a10-0b20-406f-a633-d798a90dfebd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421697 Feb 04 20:33:13.914965 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.076449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cb19f2-82de-4fd3-b61b-c96a2e635c62 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:14.089946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.106573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Transition to ACTIVE for port object 61cb19f2-82de-4fd3-b61b-c96a2e635c62 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:14.233082 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.354173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c96321d-7085-4a59-815e-1280359e0ccc,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:14.407703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37586) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:14.546543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Pushing event updated for resources: {'Port': ['ID=61cb19f2-82de-4fd3-b61b-c96a2e635c62,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:14.570560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Attempting to bind port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:14.571049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Attempting to bind port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:14.571376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Attempting to bind port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:14.579743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:14.580076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Attempting to bind port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:14.590538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:14.590838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Checking segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:14.592640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Bound using segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:14.593090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Bound port: 61cb19f2-82de-4fd3-b61b-c96a2e635c62, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:14.593444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.600931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e2dab-f1ed-4805-a767-a3185562dda0 req-070f279f-0a3c-4fac-87ab-fc5c90f43c81 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:14.603050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab2e2dab-f1ed-4805-a767-a3185562dda0 req-070f279f-0a3c-4fac-87ab-fc5c90f43c81 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 932 time: 0.4560876 Feb 04 20:33:14.606587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Attempting to bind port 1c96321d-7085-4a59-815e-1280359e0ccc on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:14.607154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Attempting to bind port 1c96321d-7085-4a59-815e-1280359e0ccc by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:14.607668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Attempting to bind port 1c96321d-7085-4a59-815e-1280359e0ccc on network 4a661720-ebee-4a24-9b69-bd39c954b979 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:14.641460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Port 1c96321d-7085-4a59-815e-1280359e0ccc on network 4a661720-ebee-4a24-9b69-bd39c954b979 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:14.642331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Attempting to bind port 1c96321d-7085-4a59-815e-1280359e0ccc on network 4a661720-ebee-4a24-9b69-bd39c954b979 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:14.672933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:14.673188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Checking segment: {'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:14.673763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Bound using segment: {'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:14.674379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Bound port: 1c96321d-7085-4a59-815e-1280359e0ccc, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:14.674746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.747783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ff65e6f7-7dab-487c-9a3c-e442966ace1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e0a10dcd3a442ab9eccd3f16efe435f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058052 Feb 04 20:33:14.750613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] For port 61cb19f2-82de-4fd3-b61b-c96a2e635c62, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:14.753195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37598) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:14.757368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] For port 61cb19f2-82de-4fd3-b61b-c96a2e635c62, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=61cb19f2-82de-4fd3-b61b-c96a2e635c62,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:14.761542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab2e2dab-f1ed-4805-a767-a3185562dda0 req-620b78b2-e676-4f03-bc52-1e689900eae3 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366680 Feb 04 20:33:14.822221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f199-059e-4a28-9df4-4ca2e13ff246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.876553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.964191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:14.964812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:14.966185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] 10.222.0.24 "PUT /v2.0/ports/61cb19f2-82de-4fd3-b61b-c96a2e635c62 HTTP/1.1" status: 200 len: 1092 time: 2.0725930 Feb 04 20:33:14.969992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'tag': '61cb19f2-82de-4fd3-b61b-c96a2e635c62'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:14.989793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f199-059e-4a28-9df4-4ca2e13ff246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:15.025441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3c9b9-fa53-4c72-84c7-7f7a590a8686 service neutron] Pushing event updated for resources: {'Port': ['ID=61cb19f2-82de-4fd3-b61b-c96a2e635c62,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:15.067829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1393933-d380-4da7-9f09-ad1eb416fedb req-319b608d-3d5d-4968-8d78-889e70bd74f4 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.067948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25e6811-33da-4eb3-8b35-60c85dda7f17 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:15.073287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1393933-d380-4da7-9f09-ad1eb416fedb req-319b608d-3d5d-4968-8d78-889e70bd74f4 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 943 time: 0.2523458 Feb 04 20:33:15.074983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] For port 1c96321d-7085-4a59-815e-1280359e0ccc, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:15.077937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:15.081732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] For port 1c96321d-7085-4a59-815e-1280359e0ccc, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1c96321d-7085-4a59-815e-1280359e0ccc,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:15.154146 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:15.187335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1393933-d380-4da7-9f09-ad1eb416fedb req-06d1dc39-b89d-4620-b64a-4426ba8f5464 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128378 Feb 04 20:33:15.229032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f199-059e-4a28-9df4-4ca2e13ff246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:15.244721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.245404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:15.247892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] 10.222.0.24 "PUT /v2.0/ports/1c96321d-7085-4a59-815e-1280359e0ccc HTTP/1.1" status: 200 len: 1091 time: 2.5029395 Feb 04 20:33:15.251768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Transition to ACTIVE for port object f25e6811-33da-4eb3-8b35-60c85dda7f17 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:15.252582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'tag': '1c96321d-7085-4a59-815e-1280359e0ccc'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:15.255532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2f199-059e-4a28-9df4-4ca2e13ff246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc3b4a-bed7-4bff-a84b-6bcd285af9f1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:15.262570 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'tag': '61cb19f2-82de-4fd3-b61b-c96a2e635c62', 'status': 'completed', 'code': 200} Feb 04 20:33:15.265488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-0fd17e1d-2b29-4552-b537-9586121dba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.268688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-0fd17e1d-2b29-4552-b537-9586121dba69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 1095 time: 0.1548245 Feb 04 20:33:15.321499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.328088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.335019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.342135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.349311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.350391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:15.351461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-ba1f8eac-9d3d-4040-93bb-008b47053493 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb19f2-82de-4fd3-b61b-c96a2e635c62 HTTP/1.1" status: 200 len: 217 time: 0.0752923 Feb 04 20:33:15.355051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c366-9c80-4af5-b466-59c8cd6b8ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c96321d-7085-4a59-815e-1280359e0ccc,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:15.373055 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:15.428730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-1baacffa-6f24-4d7a-8109-2399dc53a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.430344 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-1baacffa-6f24-4d7a-8109-2399dc53a726 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.0699415 Feb 04 20:33:15.436132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f199-059e-4a28-9df4-4ca2e13ff246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:15.437199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9cc2f199-059e-4a28-9df4-4ca2e13ff246 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52bc3b4a-bed7-4bff-a84b-6bcd285af9f1 HTTP/1.1" status: 204 len: 168 time: 0.6829326 Feb 04 20:33:15.488092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-6fd0955c-d88e-4dc3-864b-023d80693019 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496736 Feb 04 20:33:15.613940 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'tag': '1c96321d-7085-4a59-815e-1280359e0ccc', 'status': 'completed', 'code': 200} Feb 04 20:33:15.616201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Pushing event updated for resources: {'Port': ['ID=f25e6811-33da-4eb3-8b35-60c85dda7f17,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:15.651902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:15.654366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-577e96c3-9c6c-4e00-942a-d6d37ef300f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 3817 time: 0.5489821 Feb 04 20:33:15.712698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-70071314-86f1-4e41-80a4-f809ab446b7a service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051921 Feb 04 20:33:15.818986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-8c171571-5d9e-4c39-b9cc-82ca8dbf9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:15.825555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-8c171571-5d9e-4c39-b9cc-82ca8dbf9794 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2191314df224e21b40440681653278a&device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 1094 time: 0.3834493 Feb 04 20:33:15.963002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f3a6a7c5-36fa-4717-9cd0-c9ec9d102a70 req-8b43617f-0622-4bc4-aa89-c66398524911 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013957 Feb 04 20:33:15.973129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-9f4e2e4e-710e-403d-bc43-08beb82bdecc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c96321d-7085-4a59-815e-1280359e0ccc HTTP/1.1" status: 200 len: 217 time: 0.0812874 Feb 04 20:33:16.010855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a449362-c1d4-44bd-91ad-98a25d02b0f9 req-b9b79ce6-04e1-4110-829a-793dfe070cff service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907288 Feb 04 20:33:16.034423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Attempting to bind port f25e6811-33da-4eb3-8b35-60c85dda7f17 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:16.034894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Attempting to bind port f25e6811-33da-4eb3-8b35-60c85dda7f17 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:16.035179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Attempting to bind port f25e6811-33da-4eb3-8b35-60c85dda7f17 on network d5923911-2330-412e-ac86-9e6f9dbb3545 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:16.050103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Port f25e6811-33da-4eb3-8b35-60c85dda7f17 on network d5923911-2330-412e-ac86-9e6f9dbb3545 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:16.050413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Attempting to bind port f25e6811-33da-4eb3-8b35-60c85dda7f17 on network d5923911-2330-412e-ac86-9e6f9dbb3545 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:16.060735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:16.061119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Checking segment: {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:16.061449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Bound using segment: {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:16.061884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Bound port: f25e6811-33da-4eb3-8b35-60c85dda7f17, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:16.062227 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:16.083527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-db40f5f5-0cea-4e90-8bad-cc6e49d674a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:16.084886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-db40f5f5-0cea-4e90-8bad-cc6e49d674a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4898a798-9104-4218-9134-49423213c29f HTTP/1.1" status: 200 len: 854 time: 0.0977578 Feb 04 20:33:16.182293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-095270a2-1700-4f4f-bd84-514d4187dca3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a661720-ebee-4a24-9b69-bd39c954b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680237 Feb 04 20:33:16.327855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd876a-c5f9-4206-a958-444ac4291048 req-700d974e-55c8-436b-b22b-1869068589d2 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:16.327855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-99dd876a-c5f9-4206-a958-444ac4291048 req-700d974e-55c8-436b-b22b-1869068589d2 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:16.328588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] For port f25e6811-33da-4eb3-8b35-60c85dda7f17, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:16.334586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aed97-1e20-485a-8f97-062f767d1271 req-4d081b10-08a9-4196-8f78-bc0aa2a0408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:16.336102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b53aed97-1e20-485a-8f97-062f767d1271 req-4d081b10-08a9-4196-8f78-bc0aa2a0408e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 1095 time: 0.1352274 Feb 04 20:33:16.389898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] For port f25e6811-33da-4eb3-8b35-60c85dda7f17, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:16.442998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-99dd876a-c5f9-4206-a958-444ac4291048 req-700d974e-55c8-436b-b22b-1869068589d2 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:16.445296 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99dd876a-c5f9-4206-a958-444ac4291048 req-700d974e-55c8-436b-b22b-1869068589d2 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 944 time: 0.4324372 Feb 04 20:33:16.474143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-86446df4-284f-4359-ae0d-046acdc3c806 service neutron] 10.222.0.24 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620387 Feb 04 20:33:16.480791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:16.526146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99dd876a-c5f9-4206-a958-444ac4291048 req-dd685a1f-a099-4e4e-aa62-50a7d95d987e tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748751 Feb 04 20:33:16.552535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aed97-1e20-485a-8f97-062f767d1271 req-c613b0c4-f58d-4140-a059-f6942b30e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:16.555322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b53aed97-1e20-485a-8f97-062f767d1271 req-c613b0c4-f58d-4140-a059-f6942b30e3a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 916 time: 0.2093983 Feb 04 20:33:16.638028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b53aed97-1e20-485a-8f97-062f767d1271 req-eadc3341-2bf5-486d-956b-f6169a0a9645 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb19f2-82de-4fd3-b61b-c96a2e635c62 HTTP/1.1" status: 200 len: 217 time: 0.0724702 Feb 04 20:33:16.664253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:16.664871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:16.666234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] 10.222.0.62 "PUT /v2.0/ports/f25e6811-33da-4eb3-8b35-60c85dda7f17 HTTP/1.1" status: 200 len: 1092 time: 3.0545158 Feb 04 20:33:16.683373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec7daf-fad9-472e-a3b2-bad8e67dfed2 req-8f9bf3c6-00c7-4219-8657-3a27ee1d4203 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:16.684856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3ec7daf-fad9-472e-a3b2-bad8e67dfed2 req-8f9bf3c6-00c7-4219-8657-3a27ee1d4203 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 943 time: 0.3561914 Feb 04 20:33:16.735817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aed97-1e20-485a-8f97-062f767d1271 req-58b1625a-c27d-4e75-be4a-3fe0c2ea9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:16.737561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b53aed97-1e20-485a-8f97-062f767d1271 req-58b1625a-c27d-4e75-be4a-3fe0c2ea9205 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.0820005 Feb 04 20:33:16.745179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ee17b-b9ca-4d01-ba45-28d0d1a7bf55 service neutron] Pushing event updated for resources: {'Port': ['ID=f25e6811-33da-4eb3-8b35-60c85dda7f17,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:16.764560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:16.795683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b53aed97-1e20-485a-8f97-062f767d1271 req-b949872c-1209-4009-8c78-d07dc718e778 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501947 Feb 04 20:33:16.854581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3ec7daf-fad9-472e-a3b2-bad8e67dfed2 req-a4d37866-f2e4-42ea-8ae6-d9f82a766a8a tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580276 Feb 04 20:33:16.888260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ff92ad-24eb-4106-9d1d-289f8c0388f3 req-c2c48789-3dcd-4089-bf76-b6191c33b46c service neutron] 10.222.0.24 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991573 Feb 04 20:33:16.962355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:16.974505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b53aed97-1e20-485a-8f97-062f767d1271 req-ff1eca1d-63f3-49e4-8c1a-05e02194ca92 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695158 Feb 04 20:33:16.977915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37658) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:17.203403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b53aed97-1e20-485a-8f97-062f767d1271 req-5cc04b0d-ed52-4b54-86bd-7b6325924762 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063189 Feb 04 20:33:17.368216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaf10-0158-4cf6-bb02-56b9de253ce2 req-1b37e1fa-979c-426a-a56b-4baca1290826 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:17.384647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaf10-0158-4cf6-bb02-56b9de253ce2 req-1b37e1fa-979c-426a-a56b-4baca1290826 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:17.394859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaf10-0158-4cf6-bb02-56b9de253ce2 req-1b37e1fa-979c-426a-a56b-4baca1290826 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:17.404528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaf10-0158-4cf6-bb02-56b9de253ce2 req-1b37e1fa-979c-426a-a56b-4baca1290826 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:17.419822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaf10-0158-4cf6-bb02-56b9de253ce2 req-1b37e1fa-979c-426a-a56b-4baca1290826 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:17.435829 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-efbaaf10-0158-4cf6-bb02-56b9de253ce2 req-1b37e1fa-979c-426a-a56b-4baca1290826 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 3829 time: 0.2379909 Feb 04 20:33:17.451438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-133552982-network', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:17.451438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:17.461370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Usage tracker for resource:network and tenant:4c1ee9b1ba554f4c8128980e7d34540a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:17.461370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:17.471342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:17.514900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-6555b87c-2483-48d6-adf9-ba4277cff56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:17.514900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-6555b87c-2483-48d6-adf9-ba4277cff56a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2191314df224e21b40440681653278a&device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 1094 time: 0.4358063 Feb 04 20:33:17.523656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-efbaaf10-0158-4cf6-bb02-56b9de253ce2 req-ccda7cd9-f594-4354-a988-4d60f150e728 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825233 Feb 04 20:33:17.654097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:17.668825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Made reservation on behalf of 4c1ee9b1ba554f4c8128980e7d34540a for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:17.671155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:17.740850 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'status': 'completed', 'code': 200} Feb 04 20:33:17.785416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:17.842086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:17.863012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Usage tracker for resource:security_group_rule and tenant:4c1ee9b1ba554f4c8128980e7d34540a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:17.882982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:17.904624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:17.935137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-3e4646c5-077b-4523-8b75-0333afe86c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:17.936596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-3e4646c5-077b-4523-8b75-0333afe86c12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a661720-ebee-4a24-9b69-bd39c954b979 HTTP/1.1" status: 200 len: 915 time: 0.4223011 Feb 04 20:33:18.042214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-a95bd087-e9d0-4910-9075-d3cb49c3581d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c96321d-7085-4a59-815e-1280359e0ccc HTTP/1.1" status: 200 len: 217 time: 0.0938716 Feb 04 20:33:18.055512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b489e-e6aa-4f2b-b98a-cebed0d34a42 req-95b528ad-ff5a-4f9d-aabe-fed2634f3e4d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.056966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c5b489e-e6aa-4f2b-b98a-cebed0d34a42 req-95b528ad-ff5a-4f9d-aabe-fed2634f3e4d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 943 time: 0.0841942 Feb 04 20:33:18.100629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbc960-e77a-400c-ad2a-37307b21b16b req-a5be274c-ecc2-4d97-a6c2-6897c4d20529 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.102119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfbbc960-e77a-400c-ad2a-37307b21b16b req-a5be274c-ecc2-4d97-a6c2-6897c4d20529 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 944 time: 0.4427812 Feb 04 20:33:18.106189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c5b489e-e6aa-4f2b-b98a-cebed0d34a42 req-c35b8bb6-54d8-4d7e-8319-d596d32278a8 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Feb 04 20:33:18.121228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-8a64cd6a-1407-405f-9461-04db0884fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.123414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-8a64cd6a-1407-405f-9461-04db0884fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.123414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-8a64cd6a-1407-405f-9461-04db0884fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.123414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-8a64cd6a-1407-405f-9461-04db0884fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.123414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-8a64cd6a-1407-405f-9461-04db0884fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.124877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-8a64cd6a-1407-405f-9461-04db0884fa5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 4364 time: 0.3814881 Feb 04 20:33:18.329151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-a08927e9-5acc-4d28-8d3c-1557001eb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.330522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-a08927e9-5acc-4d28-8d3c-1557001eb56c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4898a798-9104-4218-9134-49423213c29f HTTP/1.1" status: 200 len: 854 time: 0.2810979 Feb 04 20:33:18.332456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aaeb823-d6a4-4c44-8401-b3b3ee648006 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:18.355306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:18.398601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfbbc960-e77a-400c-ad2a-37307b21b16b req-4437ca7b-da0f-40fd-907d-4b774a12d4f5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836823 Feb 04 20:33:18.420458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-c606b5f9-d39e-4024-8bf3-ccb393703c63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a661720-ebee-4a24-9b69-bd39c954b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687704 Feb 04 20:33:18.454031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Transition to ACTIVE for port object 4aaeb823-d6a4-4c44-8401-b3b3ee648006 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:18.527399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 61cb19f2-82de-4fd3-b61b-c96a2e635c62 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:33:18.540609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:18.619232 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:18.686929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 61cb19f2-82de-4fd3-b61b-c96a2e635c62, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=61cb19f2-82de-4fd3-b61b-c96a2e635c62,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:18.697059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-095263b5-be35-4154-89a7-b383e82fc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.698255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-095263b5-be35-4154-89a7-b383e82fc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.698960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-095263b5-be35-4154-89a7-b383e82fc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.700864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-095263b5-be35-4154-89a7-b383e82fc2a7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ca216ea8b212443897c0fc0074ff91d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5414057 Feb 04 20:33:18.713081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '61cb19f2-82de-4fd3-b61b-c96a2e635c62', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'port_id': '61cb19f2-82de-4fd3-b61b-c96a2e635c62', 'mac_address': 'fa:16:3e:a8:2a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e72bcd-d0da-484b-968a-5c823fe606fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:33:18.727595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:18.796019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:18.815907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cb19f2-82de-4fd3-b61b-c96a2e635c62 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:18.854534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c13a98-0324-4004-b20c-f606c391b4dd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:18.863025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 61cb19f2-82de-4fd3-b61b-c96a2e635c62, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=61cb19f2-82de-4fd3-b61b-c96a2e635c62,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:18.873586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9623d1a5-7bb4-4d75-81f3-bc0a9993a1ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.883366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9623d1a5-7bb4-4d75-81f3-bc0a9993a1ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.887280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaeb823-d6a4-4c44-8401-b3b3ee648006,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:18.889259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9623d1a5-7bb4-4d75-81f3-bc0a9993a1ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.896273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9623d1a5-7bb4-4d75-81f3-bc0a9993a1ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.902495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9623d1a5-7bb4-4d75-81f3-bc0a9993a1ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.912509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9623d1a5-7bb4-4d75-81f3-bc0a9993a1ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:18.912509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9623d1a5-7bb4-4d75-81f3-bc0a9993a1ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 4606 time: 0.1591280 Feb 04 20:33:18.931090 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:18.976450 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cdb4bd94-fb60-4e17-9beb-5bd751113205 req-9debf1d5-d469-4373-b078-2e9345535d9d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595858 Feb 04 20:33:18.976663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:33:19.007000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=61cb19f2-82de-4fd3-b61b-c96a2e635c62,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:19.039874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-9ef2822d-ca66-465b-a4b7-fdcb024e0f6d service neutron] 10.222.0.24 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094382 Feb 04 20:33:19.072171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.072508 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Added segment 63bce783-0eab-4dcd-af2a-46c25da882cc of type vlan for network 60642067-2e1a-454f-9f68-68fa18c63762 Feb 04 20:33:19.188152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['61cb19f2-82de-4fd3-b61b-c96a2e635c62'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:33:19.402296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.433954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-f93a2ec0-5f9b-4826-96f7-0a79c40bbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:19.435408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7593b391-edcc-46e3-8499-27e37c9f5c14 req-f93a2ec0-5f9b-4826-96f7-0a79c40bbdf6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7117758 Feb 04 20:33:19.467127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Attempting to bind port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:19.467456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Attempting to bind port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:19.467769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Attempting to bind port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:19.484162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 on network c9291753-d179-4d73-b9d3-568803a1791d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:19.484487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Attempting to bind port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:19.506555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:19.506918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Checking segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:19.507306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Bound using segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:19.507977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Bound port: 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:19.508516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.523192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5e93454-60a0-4321-bbf6-0d4f05f574c6 req-4d8a2cb2-3017-4ca9-8b90-baa497c22dd3 service neutron] 10.222.0.24 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688735 Feb 04 20:33:19.584627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9da51-6fbd-4a3e-89f9-af0173954e25 req-f8439de5-04ec-48b9-a90d-7d0280c56ed8 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:19.586148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5a9da51-6fbd-4a3e-89f9-af0173954e25 req-f8439de5-04ec-48b9-a90d-7d0280c56ed8 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1097 time: 0.0945225 Feb 04 20:33:19.593947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9540a-8241-4fa1-b831-0866d42f2439 req-562a9a68-a3f9-4c49-908f-e8f0d44e3d3d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:19.595553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a2d9540a-8241-4fa1-b831-0866d42f2439 req-562a9a68-a3f9-4c49-908f-e8f0d44e3d3d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 943 time: 0.2974739 Feb 04 20:33:19.598883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.599773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:19.600323 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.635446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a5a9da51-6fbd-4a3e-89f9-af0173954e25 req-a270407e-1a55-46d9-ba3e-0808bf952e15 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Feb 04 20:33:19.756121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] For port 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:19.767216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] Pushing event updated for resources: {'Network': ['ID=60642067-2e1a-454f-9f68-68fa18c63762,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:19.773008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a2d9540a-8241-4fa1-b831-0866d42f2439 req-f6498bfa-26f9-43ca-9d04-e31080e24bed tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658657 Feb 04 20:33:19.776517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] For port 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:19.781805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 60642067-2e1a-454f-9f68-68fa18c63762 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:33:19.811102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ba570e01-027b-46d4-8e92-ce463f1fa34c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.8320911 Feb 04 20:33:19.814411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 37718) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:19.819783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Request body: {'subnet': {'network_id': '60642067-2e1a-454f-9f68-68fa18c63762', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-133552982-subnet', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:19.824978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:19.831118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Usage tracker for resource:subnet and tenant:4c1ee9b1ba554f4c8128980e7d34540a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:19.835358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:19.842620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:19.862501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbb300-b563-461f-899b-5e9fe2910ec4 req-b4427771-1f2c-4890-8243-5adfb06a21cb tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:19.864162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66dbb300-b563-461f-899b-5e9fe2910ec4 req-b4427771-1f2c-4890-8243-5adfb06a21cb tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 945 time: 0.1067245 Feb 04 20:33:19.867668 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.946804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:19.946804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.946804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] 10.222.0.62 "PUT /v2.0/ports/4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 1135 time: 3.1907370 Feb 04 20:33:19.946804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Made reservation on behalf of 4c1ee9b1ba554f4c8128980e7d34540a for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:19.949696 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:19.962319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66dbb300-b563-461f-899b-5e9fe2910ec4 req-ed340fe7-3316-4c7d-82c7-176401031b84 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843015 Feb 04 20:33:19.964105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': '4aaeb823-d6a4-4c44-8401-b3b3ee648006'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:20.080433 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-17372f1b-f2ea-49e3-a9f9-4ef838b45656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:20.080708 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': '4aaeb823-d6a4-4c44-8401-b3b3ee648006', 'status': 'completed', 'code': 200} Feb 04 20:33:20.114178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:20.270858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12f5da-fda4-48dc-bbca-0269ce2c9172 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaeb823-d6a4-4c44-8401-b3b3ee648006,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:20.313230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-ffcdedc7-cf59-4c8b-92eb-45183102a465 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.319264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-ffcdedc7-cf59-4c8b-92eb-45183102a465 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.325618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-ffcdedc7-cf59-4c8b-92eb-45183102a465 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.331524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-ffcdedc7-cf59-4c8b-92eb-45183102a465 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.337311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-ffcdedc7-cf59-4c8b-92eb-45183102a465 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.343186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-ffcdedc7-cf59-4c8b-92eb-45183102a465 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.345550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-ffcdedc7-cf59-4c8b-92eb-45183102a465 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 4606 time: 0.1833718 Feb 04 20:33:20.423236 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6b01cc2-f661-4367-8ac4-0b2cafbf7ea9 req-302d98bc-4c94-4fdb-b69f-45a6066ca391 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689132 Feb 04 20:33:20.478004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:20.541025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1c96321d-7085-4a59-815e-1280359e0ccc details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:33:20.543326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-5637c1cc-54b8-41c8-9774-3d94200d0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.543909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-5637c1cc-54b8-41c8-9774-3d94200d0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.544255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-5637c1cc-54b8-41c8-9774-3d94200d0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.544710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-5637c1cc-54b8-41c8-9774-3d94200d0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.545160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-5637c1cc-54b8-41c8-9774-3d94200d0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.545449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 61cb19f2-82de-4fd3-b61b-c96a2e635c62 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:20.545606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-5637c1cc-54b8-41c8-9774-3d94200d0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.547611 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-5637c1cc-54b8-41c8-9774-3d94200d0f1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5292 time: 0.3659513 Feb 04 20:33:20.689868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f79c71-421f-4eca-9ce4-a1bb8db0fdee req-55ce7657-5c08-475e-96f9-706e453229ac tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.690839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08f79c71-421f-4eca-9ce4-a1bb8db0fdee req-55ce7657-5c08-475e-96f9-706e453229ac tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.3930469 Feb 04 20:33:20.734668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 1c96321d-7085-4a59-815e-1280359e0ccc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1c96321d-7085-4a59-815e-1280359e0ccc,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:20.748049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '1c96321d-7085-4a59-815e-1280359e0ccc', 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979', 'port_id': '1c96321d-7085-4a59-815e-1280359e0ccc', 'mac_address': 'fa:16:3e:94:41:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4898a798-9104-4218-9134-49423213c29f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:33:20.796773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:20.820335 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:20.872289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:20.872667 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:20.885885 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:20.943859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c96321d-7085-4a59-815e-1280359e0ccc {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:20.963828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 1c96321d-7085-4a59-815e-1280359e0ccc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1c96321d-7085-4a59-815e-1280359e0ccc,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:20.988633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac14e7-c9d6-47a2-b21c-d2b82ac3cc91 req-55de0e1d-0e68-4973-9600-4ebf485e9e63 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:20.995670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37ac14e7-c9d6-47a2-b21c-d2b82ac3cc91 req-55de0e1d-0e68-4973-9600-4ebf485e9e63 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 943 time: 0.0987735 Feb 04 20:33:20.999148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-08f79c71-421f-4eca-9ce4-a1bb8db0fdee req-e889e6f0-4c32-4ff5-8c93-c113f07867aa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870867 Feb 04 20:33:21.024640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-19f03fa1-4e5e-4b02-bb2a-4a15e28dcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.025113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-19f03fa1-4e5e-4b02-bb2a-4a15e28dcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.025628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-19f03fa1-4e5e-4b02-bb2a-4a15e28dcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.027553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-19f03fa1-4e5e-4b02-bb2a-4a15e28dcd95 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ca216ea8b212443897c0fc0074ff91d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4664888 Feb 04 20:33:21.031400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:21.056554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:21.095865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 61cb19f2-82de-4fd3-b61b-c96a2e635c62, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=61cb19f2-82de-4fd3-b61b-c96a2e635c62,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:21.097553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb19f2-82de-4fd3-b61b-c96a2e635c62'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:21.103000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:21.196259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:21.199350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2187ac60-88d7-42ca-96d6-b9c5efc54100,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:21.214849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=1c96321d-7085-4a59-815e-1280359e0ccc,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:21.295056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37ac14e7-c9d6-47a2-b21c-d2b82ac3cc91 req-d010db0e-75f9-4380-9f25-03a3aff999e5 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985003 Feb 04 20:33:21.309234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ea95617-f625-479f-968c-95949deac41e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/d556b9cf-7acb-46f4-b700-b86b31d5b1c7 HTTP/1.1" status: 200 len: 994 time: 0.2768123 Feb 04 20:33:21.316200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=61cb19f2-82de-4fd3-b61b-c96a2e635c62,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:21.358990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['1c96321d-7085-4a59-815e-1280359e0ccc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:33:21.392401 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb19f2-82de-4fd3-b61b-c96a2e635c62', 'code': 200} Feb 04 20:33:21.519573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Checking segment: {'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:21.519971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Network hostable DHCP agents. Network: 60642067-2e1a-454f-9f68-68fa18c63762, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:33:21.612529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ee25c-de3f-4bdf-bda2-2b91761a2f9b req-93d73a7d-5e9e-42e9-9197-a377c2293ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.614794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d59ee25c-de3f-4bdf-bda2-2b91761a2f9b req-93d73a7d-5e9e-42e9-9197-a377c2293ec4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 1097 time: 0.1441350 Feb 04 20:33:21.637615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-2d75d28a-a6b5-45a6-b2a2-af611b08e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.638986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42d5356a-b699-4d03-a3b4-511af9296d41 req-2d75d28a-a6b5-45a6-b2a2-af611b08e8c4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6005099 Feb 04 20:33:21.675360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d59ee25c-de3f-4bdf-bda2-2b91761a2f9b req-f02f2db7-1119-43b3-bd3a-ff23d1bec369 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Feb 04 20:33:21.697887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Network 60642067-2e1a-454f-9f68-68fa18c63762 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:33:21.706780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-b40dd472-34b7-4254-9272-0ef030ff3114 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4357932 Feb 04 20:33:21.717819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e866c3-40c8-4cbb-b6a9-b15ac07d3cda req-05ed8b78-67a9-4673-a624-499a024e7b84 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.719326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17e866c3-40c8-4cbb-b6a9-b15ac07d3cda req-05ed8b78-67a9-4673-a624-499a024e7b84 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 946 time: 0.5213480 Feb 04 20:33:21.744600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7696c2-8b64-4a82-9879-5e4f09e29272 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:21.755704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:21.784339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Transition to ACTIVE for port object ac7696c2-8b64-4a82-9879-5e4f09e29272 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:21.785294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-4a2a3b0b-e9cb-4000-9917-31ecc5ef2c79 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.787483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17e866c3-40c8-4cbb-b6a9-b15ac07d3cda req-8c45f8cd-bfbe-4f91-9702-5e662fe53063 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604632 Feb 04 20:33:21.791185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-4a2a3b0b-e9cb-4000-9917-31ecc5ef2c79 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.796999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-4a2a3b0b-e9cb-4000-9917-31ecc5ef2c79 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.803573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-4a2a3b0b-e9cb-4000-9917-31ecc5ef2c79 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.809485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-4a2a3b0b-e9cb-4000-9917-31ecc5ef2c79 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.815338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-4a2a3b0b-e9cb-4000-9917-31ecc5ef2c79 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.817797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-4a2a3b0b-e9cb-4000-9917-31ecc5ef2c79 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 4606 time: 0.1213100 Feb 04 20:33:21.855905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 60642067-2e1a-454f-9f68-68fa18c63762) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:21.860103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:21.861462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:21.865135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1371e3-272d-43d9-8b3a-b246f6d81d21 None None] Network 60642067-2e1a-454f-9f68-68fa18c63762 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:33:21.880660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9bac571-03ea-448b-b23f-37d1f8fcb5ff req-58bd7761-d26d-45c1-b1d8-8207c67a12b1 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576131 Feb 04 20:33:21.901636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.065261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cd3a08ec-0141-40bb-b8dd-4f043551d6c7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2498112 Feb 04 20:33:22.068204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37768) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:22.073739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:22.089290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:22.095374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Usage tracker for resource:router and tenant:4c1ee9b1ba554f4c8128980e7d34540a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:22.114819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:22.132538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:22.197586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7696c2-8b64-4a82-9879-5e4f09e29272,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:22.220173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.221468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.254123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.281089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-60642067-2e1a-454f-9f68-68fa18c63762', 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'fixed_ips': [{'subnet_id': '2187ac60-88d7-42ca-96d6-b9c5efc54100'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:33:22.285826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.348435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-ad4b7c78-fe56-4a8a-b521-be0c610dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:22.350127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-ad4b7c78-fe56-4a8a-b521-be0c610dee4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 1096 time: 0.2867627 Feb 04 20:33:22.370591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Attempting to bind port ac7696c2-8b64-4a82-9879-5e4f09e29272 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:22.370983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Attempting to bind port ac7696c2-8b64-4a82-9879-5e4f09e29272 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:22.371312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Attempting to bind port ac7696c2-8b64-4a82-9879-5e4f09e29272 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:22.396427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Port ac7696c2-8b64-4a82-9879-5e4f09e29272 on network c9291753-d179-4d73-b9d3-568803a1791d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:22.396752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Attempting to bind port ac7696c2-8b64-4a82-9879-5e4f09e29272 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:22.407464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:22.407809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Checking segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:22.408198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Bound using segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:22.408631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Bound port: ac7696c2-8b64-4a82-9879-5e4f09e29272, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:22.408970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.499312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Allocated IP 172.20.0.2 (60642067-2e1a-454f-9f68-68fa18c63762/2187ac60-88d7-42ca-96d6-b9c5efc54100/1fa45f6f-0b6d-4ed6-8c52-60266922f167) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:22.714453 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca11d00e-ae86-492a-9e06-05628cfc3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.725570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1c96321d-7085-4a59-815e-1280359e0ccc up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:22.830581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:22.864020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] For port ac7696c2-8b64-4a82-9879-5e4f09e29272, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:22.905865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-aa7763cd-7a32-4685-bf54-7f6b78612936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:22.914049 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-aa7763cd-7a32-4685-bf54-7f6b78612936 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 916 time: 0.5364931 Feb 04 20:33:22.991892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] For port ac7696c2-8b64-4a82-9879-5e4f09e29272, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:23.016215 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.029060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Transition to ACTIVE for port object 1fa45f6f-0b6d-4ed6-8c52-60266922f167 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:23.042781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0ad07-7c09-454b-ba0b-caf8b4bad565 req-5436dd78-348c-4e07-8bb2-39a1fd008639 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:23.050037 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6d0ad07-7c09-454b-ba0b-caf8b4bad565 req-5436dd78-348c-4e07-8bb2-39a1fd008639 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 944 time: 0.4621246 Feb 04 20:33:23.058766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Transition to ACTIVE for port object 1fa45f6f-0b6d-4ed6-8c52-60266922f167 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:23.068845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-cf2e1f01-820f-47bc-a006-90fa52bbbb73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab HTTP/1.1" status: 200 len: 217 time: 0.1402788 Feb 04 20:33:23.100942 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6d0ad07-7c09-454b-ba0b-caf8b4bad565 req-6531b588-0b2d-4c79-bd04-33c3e0f4b50d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500600 Feb 04 20:33:23.111887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 1c96321d-7085-4a59-815e-1280359e0ccc completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:23.122366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 1c96321d-7085-4a59-815e-1280359e0ccc triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:23.122366 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.149074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.190707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.303004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-7d750577-803f-44bb-aee3-2cdf04dc57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:23.304733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-7d750577-803f-44bb-aee3-2cdf04dc57f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.2234750 Feb 04 20:33:23.310199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:23.310840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.312986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5786ee81-d646-4571-a251-1594138c5063 service neutron] 10.222.0.62 "PUT /v2.0/ports/ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 1135 time: 3.2368271 Feb 04 20:33:23.321893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Network 60642067-2e1a-454f-9f68-68fa18c63762 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:23.327641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:23.334318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:23.370268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'ac7696c2-8b64-4a82-9879-5e4f09e29272'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:23.377307 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-d6df27d4-0912-40b4-b832-ce3a7fb6f1ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613117 Feb 04 20:33:23.378486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786ee81-d646-4571-a251-1594138c5063 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7696c2-8b64-4a82-9879-5e4f09e29272,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:23.394819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec6d5b-aa38-4e0c-bc5a-3f5a2d88bbeb req-6bfb8e03-27cf-48c9-ba45-a28e831a90e2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:23.403054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61ec6d5b-aa38-4e0c-bc5a-3f5a2d88bbeb req-6bfb8e03-27cf-48c9-ba45-a28e831a90e2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.6851251 Feb 04 20:33:23.433825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-6e27327a-b29f-4399-960c-4136e5ae8516 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6482091 Feb 04 20:33:23.450577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Pushing event updated for resources: {'Port': ['ID=1fa45f6f-0b6d-4ed6-8c52-60266922f167,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:23.506975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.528061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:23.549258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Attempting to bind port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:23.550765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Attempting to bind port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:23.551405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Attempting to bind port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 on network 60642067-2e1a-454f-9f68-68fa18c63762 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:23.558360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.581392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.605105 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.611773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:23.612605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Checking segment: {'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:23.613847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.622005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Bound using segment: {'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:23.622939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Bound port: 1fa45f6f-0b6d-4ed6-8c52-60266922f167, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:23.623925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.696909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-83c97276-98db-40fd-98ad-1fded5493285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:23.697640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:23.698379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-83c97276-98db-40fd-98ad-1fded5493285 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1097 time: 0.6942067 Feb 04 20:33:23.737941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61ec6d5b-aa38-4e0c-bc5a-3f5a2d88bbeb req-f9d5f51a-37e4-4812-a109-e38e12715c92 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332310 Feb 04 20:33:23.809977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c96321d-7085-4a59-815e-1280359e0ccc'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:23.833667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Allocated IP 172.25.7.169 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/58d6ce5b-00ec-4848-994c-a51ea04ea022) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:23.868670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 1c96321d-7085-4a59-815e-1280359e0ccc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1c96321d-7085-4a59-815e-1280359e0ccc,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:23.878482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab81141-592a-433f-876b-98b65d3f6bee req-dfb8ad4e-c12a-4a08-96b2-31c8319a537e tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:23.888198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ab81141-592a-433f-876b-98b65d3f6bee req-dfb8ad4e-c12a-4a08-96b2-31c8319a537e tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 946 time: 0.5951245 Feb 04 20:33:23.909565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] For port 1fa45f6f-0b6d-4ed6-8c52-60266922f167, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:23.913721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] For port 1fa45f6f-0b6d-4ed6-8c52-60266922f167, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1fa45f6f-0b6d-4ed6-8c52-60266922f167,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:23.944907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:24.035145 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=1c96321d-7085-4a59-815e-1280359e0ccc,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:24.064400 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:24.147950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64856d5-8557-4a27-a945-e36be9643216 None None] Pushing event updated for resources: {'Port': ['ID=1fa45f6f-0b6d-4ed6-8c52-60266922f167,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:24.230370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:24.256194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ab81141-592a-433f-876b-98b65d3f6bee req-f7f99b15-4b00-414c-836c-328a8f3df009 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573608 Feb 04 20:33:24.276775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-b7e98f20-6ec8-41e1-b4cf-3102e6e7faf2 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298564 Feb 04 20:33:24.284449 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:24.358452 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'ac7696c2-8b64-4a82-9879-5e4f09e29272', 'status': 'completed', 'code': 200} Feb 04 20:33:24.405823 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c96321d-7085-4a59-815e-1280359e0ccc', 'code': 200} Feb 04 20:33:24.441673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:24.513291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-29bf6900-57b1-4b92-867c-ef79c6d1f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.516033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-29bf6900-57b1-4b92-867c-ef79c6d1f417 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.7839994 Feb 04 20:33:24.748094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:24.797778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:24.814479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:24.821190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.826928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.833182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.838856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.844560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.850221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.856070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:24.863247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-db2b94ec-0425-411b-a2ca-259d290fa9ae tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5383 time: 0.7497067 Feb 04 20:33:24.906319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Pushing event updated for resources: {'Port': ['ID=58d6ce5b-00ec-4848-994c-a51ea04ea022,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:25.042214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-7d37cdfa-8d14-444b-8f6b-41352a18612f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1002 time: 0.5198836 Feb 04 20:33:25.115239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0cefd9a-d0cc-46b1-8473-657c6ebe5d70 req-4f887576-e92b-4b79-ae2c-bb7f187c2a60 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982242 Feb 04 20:33:25.139841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8c3c1286-d7cf-4831-8206-b0a52b46fcea req-446254f7-d00a-48ad-91d5-0e2320924f72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2419457 Feb 04 20:33:25.152945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0510c-73e9-4c90-b014-03b18dca7d6d req-5dac2165-474c-4f8e-98c8-b79c2a7e1393 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.164647 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dee0510c-73e9-4c90-b014-03b18dca7d6d req-5dac2165-474c-4f8e-98c8-b79c2a7e1393 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 945 time: 0.4691527 Feb 04 20:33:25.191029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.193604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.194357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.195107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.195737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.196424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.197075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.199483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bded33a3-11be-44d8-979c-0c63a665440a req-c2534d46-a7d4-4646-9fc2-41d24298ef34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6220 time: 0.8215046 Feb 04 20:33:25.202363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d84f-158f-4287-9bff-7783383bcd72 req-5367438e-5aa6-489a-8947-89f82b31cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.206477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f723d84f-158f-4287-9bff-7783383bcd72 req-5367438e-5aa6-489a-8947-89f82b31cea6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 1096 time: 0.5086005 Feb 04 20:33:25.233566 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:25.262533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-be9b38cb-5b36-4671-bab9-29dc884e3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.273941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-be9b38cb-5b36-4671-bab9-29dc884e3aad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.2080023 Feb 04 20:33:25.459138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c45c46-c19f-4e8e-ade4-91b090d4366d {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:25.474122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:25.501517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dee0510c-73e9-4c90-b014-03b18dca7d6d req-d7633f2a-7092-4b1c-badf-623db14417e9 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752280 Feb 04 20:33:25.518585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-27ceb30a-a721-4c6d-b213-82f59ef9ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.518585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-27ceb30a-a721-4c6d-b213-82f59ef9ceed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2296817 Feb 04 20:33:25.518585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Transition to ACTIVE for port object 35c45c46-c19f-4e8e-ade4-91b090d4366d will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:25.586824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f723d84f-158f-4287-9bff-7783383bcd72 req-762802c8-9d6c-40a4-8795-a891108bb5a8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342700 Feb 04 20:33:25.662070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:25.776273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Pushing event updated for resources: {'Port': ['ID=35c45c46-c19f-4e8e-ade4-91b090d4366d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:25.845665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-28a09065-0072-421c-a779-d5036266671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.846246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-28a09065-0072-421c-a779-d5036266671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.847435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-28a09065-0072-421c-a779-d5036266671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:25.859516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bded33a3-11be-44d8-979c-0c63a665440a req-28a09065-0072-421c-a779-d5036266671e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ca216ea8b212443897c0fc0074ff91d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5808067 Feb 04 20:33:25.868461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94dbe1-7d85-49ce-8c72-16fff58c9e15 None None] Network 60642067-2e1a-454f-9f68-68fa18c63762 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:33:25.895213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-b8f4e7b1-5da6-49ce-89da-796392eb2f48 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719151 Feb 04 20:33:26.117931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.215475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1fa45f6f-0b6d-4ed6-8c52-60266922f167 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:26.256021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Attempting to bind port 35c45c46-c19f-4e8e-ade4-91b090d4366d on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:26.256364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Attempting to bind port 35c45c46-c19f-4e8e-ade4-91b090d4366d by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:26.256725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Attempting to bind port 35c45c46-c19f-4e8e-ade4-91b090d4366d on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:26.265075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Port 35c45c46-c19f-4e8e-ade4-91b090d4366d on network c9291753-d179-4d73-b9d3-568803a1791d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:26.265712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Attempting to bind port 35c45c46-c19f-4e8e-ade4-91b090d4366d on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:26.272185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:26.272526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Checking segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:26.272912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Bound using segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:26.276505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Bound port: 35c45c46-c19f-4e8e-ade4-91b090d4366d, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:26.276505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.287718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d69ed69-b1a6-4bdd-83f2-53c04be7fa98 req-e9e5470a-0910-4423-b2dc-f033139e277e service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630030 Feb 04 20:33:26.366303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-889daaf8-fe69-44b3-9549-ed64155d7f87 None None] Provisioning for port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:26.441672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] For port 35c45c46-c19f-4e8e-ade4-91b090d4366d, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:26.450454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] For port 35c45c46-c19f-4e8e-ade4-91b090d4366d, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:26.453377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:26.459160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:26.459531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.530637 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.622006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.722579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 1fa45f6f-0b6d-4ed6-8c52-60266922f167, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1fa45f6f-0b6d-4ed6-8c52-60266922f167,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:26.794508 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.886098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d6a45a33-8103-4efd-b375-43586cde1d6e None None] Provisioning complete for port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:26.886999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d6a45a33-8103-4efd-b375-43586cde1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.953928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:26.955078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:26.956451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] 10.222.0.62 "PUT /v2.0/ports/35c45c46-c19f-4e8e-ade4-91b090d4366d HTTP/1.1" status: 200 len: 1091 time: 3.5215430 Feb 04 20:33:26.957144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=1fa45f6f-0b6d-4ed6-8c52-60266922f167,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:26.964860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:27.087401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1f0a9-d546-4922-84de-997608b00a2e req-aa6186c4-dc88-4a16-8382-da82d71c9296 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.094713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0e1f0a9-d546-4922-84de-997608b00a2e req-aa6186c4-dc88-4a16-8382-da82d71c9296 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 1.3944628 Feb 04 20:33:27.143432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded33a3-11be-44d8-979c-0c63a665440a req-3c671cba-e615-4c67-bf1e-84a5024bf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.145141 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bded33a3-11be-44d8-979c-0c63a665440a req-3c671cba-e615-4c67-bf1e-84a5024bf6cc service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2611852 Feb 04 20:33:27.154381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:27.167734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:27.226746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d0e1f0a9-d546-4922-84de-997608b00a2e req-4db85821-1227-4698-a3e7-f5179c0eae83 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279347 Feb 04 20:33:27.263654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3bc2-ec1a-4a3e-a4db-136220f9bda4 service neutron] Pushing event updated for resources: {'Port': ['ID=35c45c46-c19f-4e8e-ade4-91b090d4366d,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:27.348639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.362580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.370940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.377881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.384454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.391365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.398006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.409075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-9b1fa50b-1279-4d3b-bfd2-59ee797e1410 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5395 time: 0.4448862 Feb 04 20:33:27.448829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-196a1331-6450-41be-9d8c-67a7d0705d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.450332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-196a1331-6450-41be-9d8c-67a7d0705d65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1097 time: 0.4039946 Feb 04 20:33:27.525477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Router 0d0d5117-332a-438d-bf63-d85351122abd is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:33:27.541608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:27.580681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b537b1d5-ce1b-495b-a9c8-10b7446e9c06 req-045e6ace-ba22-4419-9db5-eca5df867c4c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704974 Feb 04 20:33:27.772418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-46b12f90-77b3-4506-a426-1e4f5bd80c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.774480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-46b12f90-77b3-4506-a426-1e4f5bd80c1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.3120990 Feb 04 20:33:27.842540 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d', 'status': 'completed', 'code': 200} Feb 04 20:33:27.884027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:33:27.893072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38305-ab6a-4984-beaa-038990e7fced req-84f959ff-9152-4ca8-b64a-65fe013c89c7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:27.895225 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Sync routers for ids ['0d0d5117-332a-438d-bf63-d85351122abd'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:33:27.897882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fef38305-ab6a-4984-beaa-038990e7fced req-84f959ff-9152-4ca8-b64a-65fe013c89c7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 945 time: 0.4181559 Feb 04 20:33:27.904562 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Routers {'0d0d5117-332a-438d-bf63-d85351122abd'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:33:27.905182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:33:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['0d0d5117-332a-438d-bf63-d85351122abd'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:27.919099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-de1dfdb4-954e-4210-9113-e88db3e3464b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1002 time: 0.1323874 Feb 04 20:33:28.063018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1fa45f6f-0b6d-4ed6-8c52-60266922f167 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:28.107486 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:28.107486 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f2826fef-1690-41f5-a087-8d75408673a3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.0275061 Feb 04 20:33:28.107486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 37892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:28.165488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-32af97c8-e7fd-4e79-8218-f907e0d84323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.169673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-32af97c8-e7fd-4e79-8218-f907e0d84323 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0917258 Feb 04 20:33:28.172403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Set router 0d0d5117-332a-438d-bf63-d85351122abd gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:33:28.289996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:28.290377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:28.389720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fef38305-ab6a-4984-beaa-038990e7fced req-9de6fcf3-6a49-44ae-bbbc-e573fdabf8b2 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593430 Feb 04 20:33:28.398672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.402188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.402188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.402188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.402188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.402188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.402656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.405357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-88062cec-a1bd-472d-8466-332fc76bb530 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6287 time: 0.5655367 Feb 04 20:33:28.692212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07a9499-01c6-472c-aee4-1a7231061983 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:28.701729 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:28.721547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Transition to ACTIVE for port object f07a9499-01c6-472c-aee4-1a7231061983 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:28.737521 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:25Z', 'revision_number': 3, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:28.741731 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Checking router: 0d0d5117-332a-438d-bf63-d85351122abd for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:33:28.745919 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Updating router 0d0d5117-332a-438d-bf63-d85351122abd port 58d6ce5b-00ec-4848-994c-a51ea04ea022 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:33:28.780153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-3cb76632-bef2-4430-9f47-5cebfc992034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.787544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-3cb76632-bef2-4430-9f47-5cebfc992034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6057978 Feb 04 20:33:28.795822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:28.814482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c5c39-a224-4ff0-8342-8dbc6b4e845c req-e66d0868-8f1c-4021-8afe-2fc066cbb879 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.824034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66c5c39-a224-4ff0-8342-8dbc6b4e845c req-e66d0868-8f1c-4021-8afe-2fc066cbb879 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.4462698 Feb 04 20:33:28.846917 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:28.886268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-40ae1f1d-c888-48b6-a572-7c6db1de39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.886930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-40ae1f1d-c888-48b6-a572-7c6db1de39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.887447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-40ae1f1d-c888-48b6-a572-7c6db1de39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:28.889371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-40ae1f1d-c888-48b6-a572-7c6db1de39d5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ca216ea8b212443897c0fc0074ff91d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3781016 Feb 04 20:33:29.098576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Pushing event updated for resources: {'Port': ['ID=f07a9499-01c6-472c-aee4-1a7231061983,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:29.137059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e66c5c39-a224-4ff0-8342-8dbc6b4e845c req-27a60e9c-030f-4bac-9b4b-bb60f2aa4b02 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114412 Feb 04 20:33:29.459791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-423243dd-a43a-4e9e-8f6d-4eaf010a7e40 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326540 Feb 04 20:33:29.492238 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:29.525639 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Transition to ACTIVE for port object 58d6ce5b-00ec-4848-994c-a51ea04ea022 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:29.595434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.602673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.609614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.617646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.624908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.633306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.640416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.649458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-c03a3f8a-2484-409e-81fb-f44374d3a762 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5407 time: 0.8879125 Feb 04 20:33:29.657173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-7f424257-e5a0-49f7-9cb3-55a9b46c5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:29.659100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4896f1b0-c118-410a-b11a-9b73c5038929 req-7f424257-e5a0-49f7-9cb3-55a9b46c5dec service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7630904 Feb 04 20:33:29.674789 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:29.850719 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Pushing event updated for resources: {'Port': ['ID=58d6ce5b-00ec-4848-994c-a51ea04ea022,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:29.855610 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e89ddd5-2eab-4c43-b19d-88c7c4623a6d req-bea2660e-16a7-4ec9-90ba-94ee6c9f9ca3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050536 Feb 04 20:33:29.859292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Attempting to bind port f07a9499-01c6-472c-aee4-1a7231061983 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:29.860707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Attempting to bind port f07a9499-01c6-472c-aee4-1a7231061983 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:29.861199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Attempting to bind port f07a9499-01c6-472c-aee4-1a7231061983 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:29.865939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-f21b3290-1eba-4035-ba98-d50a13cbedaa service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992641 Feb 04 20:33:29.871047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Port f07a9499-01c6-472c-aee4-1a7231061983 on network c9291753-d179-4d73-b9d3-568803a1791d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:29.871558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Attempting to bind port f07a9499-01c6-472c-aee4-1a7231061983 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:29.877724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:29.878635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Checking segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:29.879212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Bound using segment: {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:29.886950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Bound port: f07a9499-01c6-472c-aee4-1a7231061983, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5faaaf4-0bd6-4444-965a-8d938095acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:29.886950 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:29.935862 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Attempting to bind port 58d6ce5b-00ec-4848-994c-a51ea04ea022 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:29.936236 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Attempting to bind port 58d6ce5b-00ec-4848-994c-a51ea04ea022 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:29.936604 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Attempting to bind port 58d6ce5b-00ec-4848-994c-a51ea04ea022 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:29.971174 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:29.975258 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:29.984219 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:29.984219 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:29.984219 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Bound port: 58d6ce5b-00ec-4848-994c-a51ea04ea022, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:29.984219 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:30.058762 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.059378 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.059981 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.060343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.060682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.061007 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.061332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.061655 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.062156 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.062481 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.062825 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.063172 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:33:30.083010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:30.090873 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] For port 58d6ce5b-00ec-4848-994c-a51ea04ea022, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:30.095160 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] For port 58d6ce5b-00ec-4848-994c-a51ea04ea022, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=58d6ce5b-00ec-4848-994c-a51ea04ea022,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:30.208930 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:30.268046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-aa257c89-4b1f-4dd3-88d2-13525031ddaa tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:30.268791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-aa257c89-4b1f-4dd3-88d2-13525031ddaa tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:30.314231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] For port f07a9499-01c6-472c-aee4-1a7231061983, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:30.317786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] For port f07a9499-01c6-472c-aee4-1a7231061983, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f07a9499-01c6-472c-aee4-1a7231061983,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:30.348712 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Routers {'0d0d5117-332a-438d-bf63-d85351122abd'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:33:30.349415 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:33:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['0d0d5117-332a-438d-bf63-d85351122abd'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:30.353135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-aa257c89-4b1f-4dd3-88d2-13525031ddaa tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:30.355041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-aa257c89-4b1f-4dd3-88d2-13525031ddaa tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.3910608 Feb 04 20:33:30.379685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-77dfdf5c-ee11-4583-88a9-18fa4f8afaef tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/quotas/f266930fe434436eb7e0d8505a3ef77c HTTP/1.1" status: 200 len: 375 time: 0.0144539 Feb 04 20:33:30.495637 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:30.529965 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fa770-7f0c-47be-9fe0-9a5091694da3 None None] Pushing event updated for resources: {'Port': ['ID=58d6ce5b-00ec-4848-994c-a51ea04ea022,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:30.596121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bf4d4-2f16-4bec-b75d-4116f24273f6 req-7c7f7be7-3e9a-4b9e-b92c-d3ab521a0cb6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:30.597720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-151bf4d4-2f16-4bec-b75d-4116f24273f6 req-7c7f7be7-3e9a-4b9e-b92c-d3ab521a0cb6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2435000 Feb 04 20:33:30.599254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Allocated IP 172.20.0.1 (60642067-2e1a-454f-9f68-68fa18c63762/2187ac60-88d7-42ca-96d6-b9c5efc54100/aa531828-5b84-45b4-a6f9-2ac30b0faa51) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:30.616007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:30.616980 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:30.618353 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] 10.222.0.62 "PUT /v2.0/ports/f07a9499-01c6-472c-aee4-1a7231061983 HTTP/1.1" status: 200 len: 1091 time: 3.4625123 Feb 04 20:33:30.627778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:30.686799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] Set router 0d0d5117-332a-438d-bf63-d85351122abd gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:33:30.719716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7abc5f-a833-4bb2-a94f-c58a04e9f303 service neutron] Pushing event updated for resources: {'Port': ['ID=f07a9499-01c6-472c-aee4-1a7231061983,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:30.748611 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-0482ea2d-715f-44fe-ab16-0a8becbcf314 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3677669 Feb 04 20:33:30.786012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-151bf4d4-2f16-4bec-b75d-4116f24273f6 req-b8d96bfa-38d7-4de6-aaff-f3055f2d8ec7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806953 Feb 04 20:33:30.788216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:30.974223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:31.017531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Transition to ACTIVE for port object aa531828-5b84-45b4-a6f9-2ac30b0faa51 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:31.018664 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983', 'status': 'completed', 'code': 200} Feb 04 20:33:31.280694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.287030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:25Z', 'revision_number': 3, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:31.288299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.291545 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b4fe74-e20c-4c4b-9b0d-7ba38a211633 None None] The sync data for ids ['0d0d5117-332a-438d-bf63-d85351122abd'] in n-d-811806-1 is: [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:25Z', 'revision_number': 3, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:33:31.295641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.302111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.308950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.315545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.322048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.329845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de959e69-d555-4e81-9a40-d2610d173a1b req-7974875f-92d3-42d6-9df2-66a2d49e7d3c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5407 time: 0.2891934 Feb 04 20:33:31.331614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:31.383029 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:31.435119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de959e69-d555-4e81-9a40-d2610d173a1b req-acb8267a-cbb9-48fb-be2d-619517e9aa1f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949688 Feb 04 20:33:31.454244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Network 60642067-2e1a-454f-9f68-68fa18c63762 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:31.457774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:31.460570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:31.507128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-8236c649-489d-4d73-838c-92b41563c450 service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573647 Feb 04 20:33:31.518358 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Pushing event updated for resources: {'Port': ['ID=aa531828-5b84-45b4-a6f9-2ac30b0faa51,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:31.535746 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:31.609133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.609595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.610124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.611125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.611584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.612040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.612480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:31.614331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6587092-5b4b-4a36-83d3-732b98d145af req-e117c647-6e8a-4f55-a962-1129f36c1ce5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6354 time: 0.6039433 Feb 04 20:33:32.009324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-10746db8-d07d-4c21-b3ab-07a67fc2361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:32.009807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-10746db8-d07d-4c21-b3ab-07a67fc2361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:32.010266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-10746db8-d07d-4c21-b3ab-07a67fc2361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:32.015329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6587092-5b4b-4a36-83d3-732b98d145af req-10746db8-d07d-4c21-b3ab-07a67fc2361f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ca216ea8b212443897c0fc0074ff91d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3495085 Feb 04 20:33:32.054931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-08bc8f31-aeed-4aea-98e6-8e4bc508a208 None None] Provisioning for port aa531828-5b84-45b4-a6f9-2ac30b0faa51 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:32.077908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-08bc8f31-aeed-4aea-98e6-8e4bc508a208 None None] Provisioning complete for port aa531828-5b84-45b4-a6f9-2ac30b0faa51 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:32.078447 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-08bc8f31-aeed-4aea-98e6-8e4bc508a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:32.145387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:32.157531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 58d6ce5b-00ec-4848-994c-a51ea04ea022 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:32.278442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3edcfa-61d9-41cd-af6a-2526905fb736 req-175f3c5b-dc80-4c12-8abb-07eea5373eb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:32.305376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e3edcfa-61d9-41cd-af6a-2526905fb736 req-175f3c5b-dc80-4c12-8abb-07eea5373eb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.3735118 Feb 04 20:33:32.354096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-08bc8f31-aeed-4aea-98e6-8e4bc508a208 None None] Port aa531828-5b84-45b4-a6f9-2ac30b0faa51 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:33:32.425643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587092-5b4b-4a36-83d3-732b98d145af req-f1333b1d-ef8a-45ad-9f08-529227f88f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:32.427145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6587092-5b4b-4a36-83d3-732b98d145af req-f1333b1d-ef8a-45ad-9f08-529227f88f4e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3977780 Feb 04 20:33:32.444112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 58d6ce5b-00ec-4848-994c-a51ea04ea022 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:32.452336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 58d6ce5b-00ec-4848-994c-a51ea04ea022 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:32.452788 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:32.534327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-4b44dc03-b35d-4241-b0c3-ba1b785c3c67 service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0130963 Feb 04 20:33:32.687684 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:32.711326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 58d6ce5b-00ec-4848-994c-a51ea04ea022, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=58d6ce5b-00ec-4848-994c-a51ea04ea022,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:32.784488 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1e3edcfa-61d9-41cd-af6a-2526905fb736 req-bfa83f0f-9a45-4ab6-925f-67f5acea880b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755590 Feb 04 20:33:32.825033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:33.013671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:33.053476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=58d6ce5b-00ec-4848-994c-a51ea04ea022,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:33.109151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:33.122806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:33.150589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:33.150589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:33.184627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:33.201703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:33.224124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:33.226338 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-58c92581-19dc-47ec-b2cb-1b927c8bf2e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5407 time: 0.3010254 Feb 04 20:33:33.233565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:33.263301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c51c691-7b46-428f-a662-4008217c9002 req-05a31908-f8c1-4abc-920c-2bc8c9d0693e tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 210 time: 0.1184790 Feb 04 20:33:33.283264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1380310-4863-47b5-acf6-681239ca134a {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:33.295446 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:33.312771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Transition to ACTIVE for port object d1380310-4863-47b5-acf6-681239ca134a will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:33.388774 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:33.414965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:33.430094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a07a6d1-1223-404b-8836-cf546a2bdd5d req-74fea71b-967e-415f-95da-a216c705bf58 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505733 Feb 04 20:33:33.438119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Pushing event updated for resources: {'Port': ['ID=aa531828-5b84-45b4-a6f9-2ac30b0faa51,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:33.682979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Network 60642067-2e1a-454f-9f68-68fa18c63762 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:33.684303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:33.747202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Pushing event updated for resources: {'Port': ['ID=d1380310-4863-47b5-acf6-681239ca134a,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:34.013569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 58d6ce5b-00ec-4848-994c-a51ea04ea022 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:34.067015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Router 0d0d5117-332a-438d-bf63-d85351122abd has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:33:34.229968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Attempting to bind port d1380310-4863-47b5-acf6-681239ca134a on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:34.230561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Attempting to bind port d1380310-4863-47b5-acf6-681239ca134a by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:34.254970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ee622dd0-a101-4acc-a7ea-316f6c9b8515 None None] Provisioning complete for port aa531828-5b84-45b4-a6f9-2ac30b0faa51 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:34.254970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee622dd0-a101-4acc-a7ea-316f6c9b8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Attempting to bind port d1380310-4863-47b5-acf6-681239ca134a on network 804f2887-0933-4850-b633-c01cd3191bc8 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98876250-c939-4019-82ab-5d3a4da8d8cc req-7b17828b-7d97-48ae-95fd-f7104aa0d4fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98876250-c939-4019-82ab-5d3a4da8d8cc req-7b17828b-7d97-48ae-95fd-f7104aa0d4fb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2286267 Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Port d1380310-4863-47b5-acf6-681239ca134a on network 804f2887-0933-4850-b633-c01cd3191bc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Attempting to bind port d1380310-4863-47b5-acf6-681239ca134a on network 804f2887-0933-4850-b633-c01cd3191bc8 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Checking segment: {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Bound using segment: {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Bound port: d1380310-4863-47b5-acf6-681239ca134a, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:34.658584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:34.670006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ee622dd0-a101-4acc-a7ea-316f6c9b8515 None None] Port aa531828-5b84-45b4-a6f9-2ac30b0faa51 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:33:34.670006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 58d6ce5b-00ec-4848-994c-a51ea04ea022 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:34.670006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:34.678554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7f4b888-0ede-4a8c-984d-c76bc8b58e27 req-3e561c9c-fa1e-490d-9b11-7e1a12a55b61 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 210 time: 0.1183128 Feb 04 20:33:34.680042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98876250-c939-4019-82ab-5d3a4da8d8cc req-55e22242-b799-4692-a8f9-e304787012e3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378013 Feb 04 20:33:34.682764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:33:34.696139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Sync routers for ids ['0d0d5117-332a-438d-bf63-d85351122abd'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:33:34.696337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-83a8312b-1fd4-4992-bf21-c26f8d0824bc admin admin] 10.222.0.48 "PUT /v2.0/routers/0d0d5117-332a-438d-bf63-d85351122abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4923129 Feb 04 20:33:34.696462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Routers {'0d0d5117-332a-438d-bf63-d85351122abd'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:33:34.696462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:33:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['0d0d5117-332a-438d-bf63-d85351122abd'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:34.696644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] For port d1380310-4863-47b5-acf6-681239ca134a, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:34.696644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] For port d1380310-4863-47b5-acf6-681239ca134a, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d1380310-4863-47b5-acf6-681239ca134a,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:34.841810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.848450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.855610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.857769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Set router 0d0d5117-332a-438d-bf63-d85351122abd gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:33:34.862641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.869021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.875619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.885411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:34.896263 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2990152-7d95-4da0-8347-65c154300160 req-adce24a3-2494-4416-9d44-8585f4112f6f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5419 time: 0.2006278 Feb 04 20:33:34.944761 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e2990152-7d95-4da0-8347-65c154300160 req-6a31167f-c003-4824-b337-dbb0b11befe1 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471168 Feb 04 20:33:35.013651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:35.076748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.077614 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:35.079778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] 10.222.0.62 "PUT /v2.0/ports/d1380310-4863-47b5-acf6-681239ca134a HTTP/1.1" status: 200 len: 1091 time: 4.3025246 Feb 04 20:33:35.080373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:35.133300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5d0fc-4456-4259-8dc3-74242cff707b service neutron] Pushing event updated for resources: {'Port': ['ID=d1380310-4863-47b5-acf6-681239ca134a,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:35.192802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Request body: {'port': {'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:35.316262 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a', 'status': 'completed', 'code': 200} Feb 04 20:33:35.471376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:31Z', 'revision_number': 4, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'aa531828-5b84-45b4-a6f9-2ac30b0faa51', 'name': '', 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'mac_address': 'fa:16:3e:1c:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2187ac60-88d7-42ca-96d6-b9c5efc54100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:30Z', 'updated_at': '2022-02-04T20:33:32Z', 'revision_number': 2, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'subnets': [{'id': '2187ac60-88d7-42ca-96d6-b9c5efc54100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:35.479667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Checking router: 0d0d5117-332a-438d-bf63-d85351122abd for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:33:35.479667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Updating router 0d0d5117-332a-438d-bf63-d85351122abd port aa531828-5b84-45b4-a6f9-2ac30b0faa51 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:33:35.504568 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:35.542137 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:35.591350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.592251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.592723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.593363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.594023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.594827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.595818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.598607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-96dd2569-c25a-4e8c-8c55-e197081d739f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6421 time: 0.2812536 Feb 04 20:33:35.864681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722701d8-273c-4e57-a37e-3af6d37ed189 req-9b355071-c76c-441d-a822-60c320f593d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:35.874220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-722701d8-273c-4e57-a37e-3af6d37ed189 req-9b355071-c76c-441d-a822-60c320f593d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.1285348 Feb 04 20:33:35.885219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1b7d73a-0a8f-4f15-958b-9c9b93a266b6 req-6641f207-3268-4fb2-a322-84d6f79e6d76 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 210 time: 0.1130302 Feb 04 20:33:35.967640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-722701d8-273c-4e57-a37e-3af6d37ed189 req-52e0bbc1-0a27-4201-8985-1236f476f0d6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915086 Feb 04 20:33:36.288166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-0e7b273c-5624-4809-9f9a-ae3983a4f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.289246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-0e7b273c-5624-4809-9f9a-ae3983a4f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.289852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-0e7b273c-5624-4809-9f9a-ae3983a4f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.291629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-0e7b273c-5624-4809-9f9a-ae3983a4f491 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ca216ea8b212443897c0fc0074ff91d7&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6838853 Feb 04 20:33:36.380692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:36.402859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Transition to ACTIVE for port object aa531828-5b84-45b4-a6f9-2ac30b0faa51 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:36.473346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:36.621681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-51d6fdd4-81b1-4673-bc42-bb4c04d93774 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.623460 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-51d6fdd4-81b1-4673-bc42-bb4c04d93774 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.62 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.3240421 Feb 04 20:33:36.636079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Request body: {'port': {'device_id': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'admin_state_up': True, 'tenant_id': 'f266930fe434436eb7e0d8505a3ef77c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:36.679447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-0a45f8c0-2bc6-4dbe-bdef-de2baa21b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.681358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-0a45f8c0-2bc6-4dbe-bdef-de2baa21b75a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3717723 Feb 04 20:33:36.744004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.758163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.771468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.786060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.804638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.810770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.856174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:36.862478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-3d17cf13-c877-4717-87b9-200934ddea35 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5419 time: 0.6954193 Feb 04 20:33:36.950536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:36.970029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:37.008712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eab3f1-598c-413b-9ee3-6a5cd420fc53 None None] Pushing event updated for resources: {'Port': ['ID=aa531828-5b84-45b4-a6f9-2ac30b0faa51,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:37.028142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Attempting to bind port aa531828-5b84-45b4-a6f9-2ac30b0faa51 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:37.028142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Attempting to bind port aa531828-5b84-45b4-a6f9-2ac30b0faa51 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:37.028142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Attempting to bind port aa531828-5b84-45b4-a6f9-2ac30b0faa51 on network 60642067-2e1a-454f-9f68-68fa18c63762 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:37.042315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:37.045911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Checking segment: {'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:37.049489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:37.051704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Bound using segment: {'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:37.053065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Bound port: aa531828-5b84-45b4-a6f9-2ac30b0faa51, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bce783-0eab-4dcd-af2a-46c25da882cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:37.055163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:37.104517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Made reservation on behalf of f266930fe434436eb7e0d8505a3ef77c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:33:37.108437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:37.337404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38130) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:37.433307 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ea61d31-1f0b-4f82-83f3-e98a7018dd04 req-a95d1977-e439-456e-9538-e3b787d187d3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5548487 Feb 04 20:33:37.445152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2adb57e-9414-4898-aaa6-023d346a8919 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:37.454916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:37.476957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Transition to ACTIVE for port object c2adb57e-9414-4898-aaa6-023d346a8919 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:37.486412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] For port aa531828-5b84-45b4-a6f9-2ac30b0faa51, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:37.490553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] For port aa531828-5b84-45b4-a6f9-2ac30b0faa51, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa531828-5b84-45b4-a6f9-2ac30b0faa51,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:37.602226 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:37.637589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:37.648678 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:33:37.658494 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a02c572-ab31-4222-80f9-936850cae1bc req-8ca9459b-1870-481e-b263-022b890f198d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 210 time: 0.0882804 Feb 04 20:33:37.766714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Routers {'0d0d5117-332a-438d-bf63-d85351122abd'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:33:37.767506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:33:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['0d0d5117-332a-438d-bf63-d85351122abd'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:37.862962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2adb57e-9414-4898-aaa6-023d346a8919,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:37.878128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eab3f1-598c-413b-9ee3-6a5cd420fc53 None None] Pushing event updated for resources: {'Port': ['ID=aa531828-5b84-45b4-a6f9-2ac30b0faa51,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:38.003396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Allocated IP 172.20.0.4 (b3ac9a7b-6de4-4401-992e-b7f45fdc48f0/06e72bcd-d0da-484b-968a-5c823fe606fd/571d4b4e-8889-409c-8c07-7f57c378afa7) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:33:38.163231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] Set router 0d0d5117-332a-438d-bf63-d85351122abd gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:33:38.169647 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53312ce-cf6d-452f-8189-b13a4b19b7f9 req-a2ff1e7d-9b43-42f5-82a0-4a157d3e4383 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:38.177452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d53312ce-cf6d-452f-8189-b13a4b19b7f9 req-a2ff1e7d-9b43-42f5-82a0-4a157d3e4383 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.6076839 Feb 04 20:33:38.320375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Attempting to bind port c2adb57e-9414-4898-aaa6-023d346a8919 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:38.320375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Attempting to bind port c2adb57e-9414-4898-aaa6-023d346a8919 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:38.320375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Attempting to bind port c2adb57e-9414-4898-aaa6-023d346a8919 on network 804f2887-0933-4850-b633-c01cd3191bc8 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:38.345738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d53312ce-cf6d-452f-8189-b13a4b19b7f9 req-10aa6ce9-6cc6-4437-a1d2-4b7dd0aac0e4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668785 Feb 04 20:33:38.347966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Port c2adb57e-9414-4898-aaa6-023d346a8919 on network 804f2887-0933-4850-b633-c01cd3191bc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:38.351921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Attempting to bind port c2adb57e-9414-4898-aaa6-023d346a8919 on network 804f2887-0933-4850-b633-c01cd3191bc8 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:38.364233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:38.365807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Checking segment: {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:38.369976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Bound using segment: {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:38.370437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Bound port: c2adb57e-9414-4898-aaa6-023d346a8919, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3125b161-839b-43cc-93d1-381b6fc5fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:38.370822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:38.564314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] For port c2adb57e-9414-4898-aaa6-023d346a8919, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:38.576238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] For port c2adb57e-9414-4898-aaa6-023d346a8919, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2adb57e-9414-4898-aaa6-023d346a8919,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:38.634663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:38.704323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:38.705045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:38.709991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] 10.222.0.62 "PUT /v2.0/ports/c2adb57e-9414-4898-aaa6-023d346a8919 HTTP/1.1" status: 200 len: 1091 time: 3.5261679 Feb 04 20:33:38.710717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:38.756118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad151755-2cde-42b8-9fbe-a31b3ef02ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2adb57e-9414-4898-aaa6-023d346a8919,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:38.961044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:31Z', 'revision_number': 4, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'aa531828-5b84-45b4-a6f9-2ac30b0faa51', 'name': '', 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'mac_address': 'fa:16:3e:1c:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2187ac60-88d7-42ca-96d6-b9c5efc54100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:30Z', 'updated_at': '2022-02-04T20:33:37Z', 'revision_number': 4, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'subnets': [{'id': '2187ac60-88d7-42ca-96d6-b9c5efc54100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:38.965640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17fa57-2e6c-47cb-9d7f-3620ce5490e2 None None] The sync data for ids ['0d0d5117-332a-438d-bf63-d85351122abd'] in n-d-811806-1 is: [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:31Z', 'revision_number': 4, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'aa531828-5b84-45b4-a6f9-2ac30b0faa51', 'name': '', 'network_id': '60642067-2e1a-454f-9f68-68fa18c63762', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'mac_address': 'fa:16:3e:1c:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2187ac60-88d7-42ca-96d6-b9c5efc54100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:30Z', 'updated_at': '2022-02-04T20:33:37Z', 'revision_number': 4, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'subnets': [{'id': '2187ac60-88d7-42ca-96d6-b9c5efc54100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:33:38.978154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:39.020377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73a857cd-72ec-4818-a29f-3f044720c09b req-3a78a42b-d150-4294-8451-6e926cd2a010 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 210 time: 0.1314702 Feb 04 20:33:39.023283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.031155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.039024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.050088 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:39.054230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.061389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.073631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.080406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.092139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-e7e5db9e-825f-4a0d-824d-00d38ae0d8fd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.4707549 Feb 04 20:33:39.118468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.119212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.120149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.120744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.121964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.122678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.123528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.125972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ad680951-30e7-4a30-a83b-3878ab5a3783 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6488 time: 0.1967683 Feb 04 20:33:39.181261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d63aaa1c-c978-49e1-a0ec-d9da60000416 req-bcbcda69-a6f5-40ba-b65e-57734deeb053 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880482 Feb 04 20:33:39.287588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:39.289120 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919', 'status': 'completed', 'code': 200} Feb 04 20:33:39.308978 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0b70cf92-e920-4c51-91c1-5957b6976ea2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17 HTTP/1.1" status: 200 len: 217 time: 0.1747143 Feb 04 20:33:39.322507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:39.384754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-2faa8f8e-cd38-4624-959f-1fb800c08d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.384754 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-2faa8f8e-cd38-4624-959f-1fb800c08d26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1efd2123-f261-49b0-8b47-803de3ad30c0 HTTP/1.1" status: 200 len: 856 time: 0.0686681 Feb 04 20:33:39.387627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:39.399764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab', '61cb19f2-82de-4fd3-b61b-c96a2e635c62'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:33:39.726456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-228a7bb5-7d84-493a-ad04-3c31b79af019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.729495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-228a7bb5-7d84-493a-ad04-3c31b79af019 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5923911-2330-412e-ac86-9e6f9dbb3545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3317761 Feb 04 20:33:39.746301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8c793-ba8e-4e76-a0d9-bae995747b11 req-7e0cbd44-c47b-4636-b24b-37ab09812a24 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:39.760912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14b8c793-ba8e-4e76-a0d9-bae995747b11 req-7e0cbd44-c47b-4636-b24b-37ab09812a24 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2232511 Feb 04 20:33:39.835057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event updated for resources: {'Port': ['ID=571d4b4e-8889-409c-8c07-7f57c378afa7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:39.948987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:33:39.950945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:33:39.959124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:33:39.982650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14b8c793-ba8e-4e76-a0d9-bae995747b11 req-33b52c13-dbc0-4141-a55e-d429b3dd4fcb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168162 Feb 04 20:33:40.090132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.090836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:40.093106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-f232107d-d616-4bd9-8cf9-52ff5121b46f service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860696 Feb 04 20:33:40.106555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa531828-5b84-45b4-a6f9-2ac30b0faa51 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:40.381535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port aa531828-5b84-45b4-a6f9-2ac30b0faa51 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:40.387977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port aa531828-5b84-45b4-a6f9-2ac30b0faa51 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:40.388494 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:40.458561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-15f3f216-f663-492e-98c3-65c7e04cfef7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8253980 Feb 04 20:33:40.476333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Request body: {'port': {'device_id': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:40.517838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-92365e66-14db-46ce-8a58-6230db353374 service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174585 Feb 04 20:33:40.626978 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-4477674d-87a3-4526-b5d0-085ccc4def4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 217 time: 0.0986972 Feb 04 20:33:40.662346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:40.690242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Deleting port aa531828-5b84-45b4-a6f9-2ac30b0faa51 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:33:40.690777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:40.747824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port aa531828-5b84-45b4-a6f9-2ac30b0faa51, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa531828-5b84-45b4-a6f9-2ac30b0faa51,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:40.832592 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:40.921877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.928899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.943321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.949259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.955539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.961494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.967907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:40.977740 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-a48881f3-e9c7-4c06-881c-df6a4666bea5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.5282388 Feb 04 20:33:41.006919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=aa531828-5b84-45b4-a6f9-2ac30b0faa51,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:41.036688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-21ae5e5c-51d1-4449-a1ab-6f3a58c0b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:41.038007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-21ae5e5c-51d1-4449-a1ab-6f3a58c0b82e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.4001477 Feb 04 20:33:41.056618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-11cae57e-ab06-4bab-8dbc-914c1706df8b req-be70f301-6830-4e8f-99c2-686f670bc344 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752416 Feb 04 20:33:41.059366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfb52e-8431-44b5-b2ec-0a5fdeaf0c20 req-1eab98b2-1f69-4144-aeca-893523409a6c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:41.060362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-37dfb52e-8431-44b5-b2ec-0a5fdeaf0c20 req-1eab98b2-1f69-4144-aeca-893523409a6c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:33:41.101832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:41.196099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-bf6f3270-5ca1-4b81-a114-169b2a7cfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:41.199707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-bf6f3270-5ca1-4b81-a114-169b2a7cfdfe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413043 Feb 04 20:33:41.211241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-37dfb52e-8431-44b5-b2ec-0a5fdeaf0c20 req-1eab98b2-1f69-4144-aeca-893523409a6c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:33:41.212608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37dfb52e-8431-44b5-b2ec-0a5fdeaf0c20 req-1eab98b2-1f69-4144-aeca-893523409a6c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 931 time: 0.9298909 Feb 04 20:33:41.286322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] For port aa531828-5b84-45b4-a6f9-2ac30b0faa51, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa531828-5b84-45b4-a6f9-2ac30b0faa51,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:41.286724 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:41.308118 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37dfb52e-8431-44b5-b2ec-0a5fdeaf0c20 req-8feed893-2b48-495f-871e-30530f505179 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863528 Feb 04 20:33:41.492489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-959155c7-b8db-4554-b76d-a87a6c8f6fa4 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857745 Feb 04 20:33:41.498021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Calling delete_port for aa531828-5b84-45b4-a6f9-2ac30b0faa51 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:33:41.650805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df864e1-8e9d-4272-ae42-65aa9cba0330 req-4cd39666-ddce-4fb5-9c38-aafdbb01ea18 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:41.652362 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4df864e1-8e9d-4272-ae42-65aa9cba0330 req-4cd39666-ddce-4fb5-9c38-aafdbb01ea18 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2348156 Feb 04 20:33:41.685089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-2760184f-60dd-476d-a577-ac0455480f26 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783345 Feb 04 20:33:41.770380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-8dd78b63-fe3d-4cc7-a1d4-6a0e4a827f77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 217 time: 0.0722508 Feb 04 20:33:41.773121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4df864e1-8e9d-4272-ae42-65aa9cba0330 req-352e9117-0ed3-4500-bb86-6e74116e072e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119988 Feb 04 20:33:41.863000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-a3047862-2161-4244-a4e9-69c6aecc4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:41.864529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-a3047862-2161-4244-a4e9-69c6aecc4a70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0867116 Feb 04 20:33:41.949270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e239162a-226d-4b8c-a8d6-a6c48ad98c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:41.950842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-e239162a-226d-4b8c-a8d6-a6c48ad98c46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796118 Feb 04 20:33:41.988054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:33:41.988374 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:33:42.002790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571d4b4e-8889-409c-8c07-7f57c378afa7 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:42.013943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:42.044485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Transition to ACTIVE for port object 571d4b4e-8889-409c-8c07-7f57c378afa7 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:42.060287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa531828-5b84-45b4-a6f9-2ac30b0faa51 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:42.116923 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:42.143314 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-20850b49-4da7-4ff7-b609-e36026f95178 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861284 Feb 04 20:33:42.150220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port aa531828-5b84-45b4-a6f9-2ac30b0faa51 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:42.150839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:42.443004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Pushing event updated for resources: {'Port': ['ID=571d4b4e-8889-409c-8c07-7f57c378afa7,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:42.470892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-d050ff9c-fda0-499c-8718-8221a0846747 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176348 Feb 04 20:33:42.494533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Deleting port aa531828-5b84-45b4-a6f9-2ac30b0faa51 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:33:42.494929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:42.534740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Attempting to bind port 571d4b4e-8889-409c-8c07-7f57c378afa7 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:42.535086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Attempting to bind port 571d4b4e-8889-409c-8c07-7f57c378afa7 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:42.535423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Attempting to bind port 571d4b4e-8889-409c-8c07-7f57c378afa7 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:42.609693 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-fe562b1d-9718-4de9-908b-4681e30ede90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d HTTP/1.1" status: 200 len: 217 time: 0.1332192 Feb 04 20:33:42.684727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Port 571d4b4e-8889-409c-8c07-7f57c378afa7 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:42.684978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Attempting to bind port 571d4b4e-8889-409c-8c07-7f57c378afa7 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:42.694608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5210c89a-3764-4bd2-898b-7baa83548234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.695755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-5210c89a-3764-4bd2-898b-7baa83548234 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0767803 Feb 04 20:33:42.706012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:42.706357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Checking segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:42.706776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Bound using segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:42.707220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Bound port: 571d4b4e-8889-409c-8c07-7f57c378afa7, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:42.707575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:42.731822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.737696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.743526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.747979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40317fb4-1de6-43a5-b22f-949f2beb98a5 req-60a588eb-a9a4-40d4-9fdd-b3899b3dadc7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.749263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.749563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40317fb4-1de6-43a5-b22f-949f2beb98a5 req-60a588eb-a9a4-40d4-9fdd-b3899b3dadc7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 943 time: 0.1937690 Feb 04 20:33:42.755554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.761664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.767983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.769883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-c79ab750-e018-422d-9124-3b4a709529ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.4448957 Feb 04 20:33:42.829278 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-40317fb4-1de6-43a5-b22f-949f2beb98a5 req-fe01bbe2-62bb-4443-bae1-7db4cd27f73f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700142 Feb 04 20:33:42.855229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-a61789f1-1ec5-4ff9-aaf9-62a4580ce4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:42.856804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-a61789f1-1ec5-4ff9-aaf9-62a4580ce4b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522825 Feb 04 20:33:42.953710 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ed075478-0ce0-4f5d-9396-ade77a54057d req-08014ba2-001b-465e-a042-7603accd183b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762507 Feb 04 20:33:43.016837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] For port 571d4b4e-8889-409c-8c07-7f57c378afa7, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:43.026188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] For port aa531828-5b84-45b4-a6f9-2ac30b0faa51, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=aa531828-5b84-45b4-a6f9-2ac30b0faa51,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:43.026557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:43.042164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] For port 571d4b4e-8889-409c-8c07-7f57c378afa7, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=571d4b4e-8889-409c-8c07-7f57c378afa7,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:43.127391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-75fb1db4-bba0-4540-be65-c9aebde1784f service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629235 Feb 04 20:33:43.139754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683ab54-4f37-44f8-8bb6-72a6b6e274d1 req-63fc722c-a91c-4370-9450-74d25ad5df7c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:43.141413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d683ab54-4f37-44f8-8bb6-72a6b6e274d1 req-63fc722c-a91c-4370-9450-74d25ad5df7c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.1629097 Feb 04 20:33:43.173236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:43.189705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Calling delete_port for aa531828-5b84-45b4-a6f9-2ac30b0faa51 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:33:43.320194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:43.320194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:43.321034 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] 10.222.0.62 "PUT /v2.0/ports/571d4b4e-8889-409c-8c07-7f57c378afa7 HTTP/1.1" status: 200 len: 1091 time: 2.8543012 Feb 04 20:33:43.328394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'tag': '571d4b4e-8889-409c-8c07-7f57c378afa7'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:43.379504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f03356-3bad-48ae-8064-8617c85a970b service neutron] Pushing event updated for resources: {'Port': ['ID=571d4b4e-8889-409c-8c07-7f57c378afa7,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:43.409246 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'tag': '571d4b4e-8889-409c-8c07-7f57c378afa7', 'status': 'completed', 'code': 200} Feb 04 20:33:43.486585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d683ab54-4f37-44f8-8bb6-72a6b6e274d1 req-838a4d2e-36fb-463b-8d40-89fc17a939e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195524 Feb 04 20:33:43.521580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-143c1b5f-c380-4e54-b763-8c4e8b343399 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791308 Feb 04 20:33:43.587201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643113d-370a-45f3-8fbd-ac33efacc45d req-d131425e-cfb7-4975-bb1e-c77f971996b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:43.588692 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5643113d-370a-45f3-8fbd-ac33efacc45d req-d131425e-cfb7-4975-bb1e-c77f971996b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 1094 time: 0.1540070 Feb 04 20:33:43.601624 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-3fa99cf6-3510-457d-a3ec-8a60291c397e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f07a9499-01c6-472c-aee4-1a7231061983 HTTP/1.1" status: 200 len: 217 time: 0.0743835 Feb 04 20:33:43.681522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:43.686388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed1b3bbb-282b-454d-a68e-cdea0a965936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:43.688250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ed1b3bbb-282b-454d-a68e-cdea0a965936 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0805945 Feb 04 20:33:43.751287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa531828-5b84-45b4-a6f9-2ac30b0faa51,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:43.791956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0cb7fbf8-3550-433d-bbb0-72c1d6aea972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:43.794565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0cb7fbf8-3550-433d-bbb0-72c1d6aea972 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006358 Feb 04 20:33:43.938000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643113d-370a-45f3-8fbd-ac33efacc45d req-1b7313e2-6ab3-4dc5-82db-bb223134c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:43.939661 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5643113d-370a-45f3-8fbd-ac33efacc45d req-1b7313e2-6ab3-4dc5-82db-bb223134c789 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f266930fe434436eb7e0d8505a3ef77c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3441212 Feb 04 20:33:44.027059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-40a8c78c-4ebe-4a8a-9316-8ed2aabeca9a service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185919 Feb 04 20:33:44.281210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-54b2bf34-11ca-4bc8-b09f-7ba4dd816dc9 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530372 Feb 04 20:33:44.376987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-7ab03460-a52e-455b-af18-f4020ef2d226 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1380310-4863-47b5-acf6-681239ca134a HTTP/1.1" status: 200 len: 217 time: 0.0816784 Feb 04 20:33:44.434954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbe81b-3ecf-4e1c-990f-6bcb22a9832f req-206cfa6e-a25a-4525-b6e6-6d8332ff30a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.436430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1acbe81b-3ecf-4e1c-990f-6bcb22a9832f req-206cfa6e-a25a-4525-b6e6-6d8332ff30a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 943 time: 0.3091314 Feb 04 20:33:44.444052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643113d-370a-45f3-8fbd-ac33efacc45d req-f181b67e-c82a-43ea-8049-5e5b25c20a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.445454 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5643113d-370a-45f3-8fbd-ac33efacc45d req-f181b67e-c82a-43ea-8049-5e5b25c20a74 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3984756 Feb 04 20:33:44.447973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:44.457305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.463142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.468957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.475319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.481145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.486935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.492965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.494680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-2ee67fd1-1b11-4cba-8da5-624a8905ebf0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.2801704 Feb 04 20:33:44.543825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-df250593-5b36-4883-ac9a-5d62089fc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.545291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-df250593-5b36-4883-ac9a-5d62089fc07f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.1612663 Feb 04 20:33:44.619488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bc09f9d7-2081-416f-9452-2fdd8d2a3b0c req-c66b9efd-f8ba-4ad7-9c44-004891faeb07 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134615 Feb 04 20:33:44.661741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0c1b97fc-4039-4089-961a-fe93edd24a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:44.663249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-0c1b97fc-4039-4089-961a-fe93edd24a48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033444 Feb 04 20:33:44.852510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-919d3051-4eeb-4579-9c00-650d4054afeb service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823196 Feb 04 20:33:44.914939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1acbe81b-3ecf-4e1c-990f-6bcb22a9832f req-98a551b1-dcf7-408d-a85a-dab6b5381fc3 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682760 Feb 04 20:33:45.011371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-d76b2378-851d-40fe-83dc-d3f2a739a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:45.012850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-d76b2378-851d-40fe-83dc-d3f2a739a046 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 1094 time: 0.5200810 Feb 04 20:33:45.073217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-c3f5a8f2-d736-4ec3-9c7f-915355c54b43 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748886 Feb 04 20:33:45.081283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995fb10-735f-4935-9ace-224388fee806 req-1cb9ad15-ebd4-4277-b052-cc131ad870fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:45.082648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a995fb10-735f-4935-9ace-224388fee806 req-1cb9ad15-ebd4-4277-b052-cc131ad870fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2293718 Feb 04 20:33:45.164750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-ce35be29-98ab-4496-b496-f26c9a7442dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2adb57e-9414-4898-aaa6-023d346a8919 HTTP/1.1" status: 200 len: 217 time: 0.0810761 Feb 04 20:33:45.214751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-53760c54-f8f5-4ca6-b4d0-23d08d9bbbad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=571d4b4e-8889-409c-8c07-7f57c378afa7 HTTP/1.1" status: 200 len: 217 time: 0.1944094 Feb 04 20:33:45.231935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a995fb10-735f-4935-9ace-224388fee806 req-bee69d1e-0512-4e70-88a9-b2565f3eb908 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008384 Feb 04 20:33:45.244993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-c2f51a05-a260-42f5-acde-29a8c9b22430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:45.246714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-c2f51a05-a260-42f5-acde-29a8c9b22430 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.0761204 Feb 04 20:33:45.287638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Router 0d0d5117-332a-438d-bf63-d85351122abd has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:33:45.297607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-7a8dacae-1114-4c53-bd98-0562a36e3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:45.299083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-7a8dacae-1114-4c53-bd98-0562a36e3e11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.0768576 Feb 04 20:33:45.335434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-148ed720-8f52-4c70-bca5-894ff6835564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:45.337677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-148ed720-8f52-4c70-bca5-894ff6835564 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806587 Feb 04 20:33:45.425098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-f4c1c997-f193-4f0a-9871-71ebe6dc90e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702929 Feb 04 20:33:45.631422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:33:45.641955 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] Sync routers for ids ['0d0d5117-332a-438d-bf63-d85351122abd'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:33:45.656170 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] Routers {'0d0d5117-332a-438d-bf63-d85351122abd'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:33:45.656402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f64528f6-a1b6-4fbc-974e-94efb27d3b09 admin admin] 10.222.0.48 "PUT /v2.0/routers/0d0d5117-332a-438d-bf63-d85351122abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3175495 Feb 04 20:33:45.658108 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:33:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['0d0d5117-332a-438d-bf63-d85351122abd'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:45.660156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38240) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:45.663980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-c86e2d6b-1a2a-4820-937e-50038a706c82 service neutron] 10.222.0.62 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307520 Feb 04 20:33:45.672862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-75bf44d9-c4d4-455e-ae28-7e0134c62cad service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276994 Feb 04 20:33:45.877210 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] Set router 0d0d5117-332a-438d-bf63-d85351122abd gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:33:45.927089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-116d7efe-ea35-486d-acbd-f67ca033d09b req-39e8d0f6-145b-404f-80ba-0bba9c39126b service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090571 Feb 04 20:33:46.204766 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7555926-50a9-48cd-9643-c8c26df7ecae req-99b23a56-51a7-4d1f-a21b-279845f7f4d1 service neutron] 10.222.0.62 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348097 Feb 04 20:33:46.251832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.252282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.252766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.253221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.253684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.254143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.254600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.256638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-2ba58c55-bdf2-4c71-a89f-ee1b9b87ca21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6488 time: 0.1944141 Feb 04 20:33:46.275116 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.281280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.287920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.294130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.300613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.307230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.313198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.315517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-964a26a5-299d-43c4-a2cd-f25f1ce23c21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.5202844 Feb 04 20:33:46.316791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:46.339294 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:43Z', 'revision_number': 5, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:46.342514 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] Checking router: 0d0d5117-332a-438d-bf63-d85351122abd for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:33:46.410323 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] Routers {'0d0d5117-332a-438d-bf63-d85351122abd'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:33:46.411217 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:33:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['0d0d5117-332a-438d-bf63-d85351122abd'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:46.450782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-b91a96b5-30d3-4388-a608-c66940c2d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.453842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-b91a96b5-30d3-4388-a608-c66940c2d41d service neutron] 10.222.0.62 "GET /v2.0/networks?id=804f2887-0933-4850-b633-c01cd3191bc8 HTTP/1.1" status: 200 len: 903 time: 0.1907351 Feb 04 20:33:46.466733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3032a-5b58-4a1d-9923-cde07b226f58 req-79daf0bd-5fda-40ca-a755-5fe2412b293b tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.469737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18e3032a-5b58-4a1d-9923-cde07b226f58 req-79daf0bd-5fda-40ca-a755-5fe2412b293b tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 943 time: 0.3468895 Feb 04 20:33:46.522487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb7c06cb-7c3b-4fba-a129-60599f74600b req-913f2283-82e0-4d79-8b33-dc72fc6bacb5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1511126 Feb 04 20:33:46.618897 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] Set router 0d0d5117-332a-438d-bf63-d85351122abd gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:33:46.629119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-cb2de639-a399-4112-9d53-2c0aab661078 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2adb57e-9414-4898-aaa6-023d346a8919 HTTP/1.1" status: 200 len: 217 time: 0.1597157 Feb 04 20:33:46.760154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:46.851048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18e3032a-5b58-4a1d-9923-cde07b226f58 req-8dc7f758-0eaa-425b-8112-719c56fc83f8 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034496 Feb 04 20:33:46.867454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-bf4bdb6c-b3ab-41ae-8612-a47341043ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:46.869118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-bf4bdb6c-b3ab-41ae-8612-a47341043ddb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.2208359 Feb 04 20:33:46.874002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Deleting port 58d6ce5b-00ec-4848-994c-a51ea04ea022 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:33:46.874356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:46.992272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-776b847f-073a-45b5-936b-1ccf142e4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.001008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-776b847f-073a-45b5-936b-1ccf142e4f70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185620 Feb 04 20:33:47.028538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af9e84-6cd9-4014-ba6e-1ac18a3765bd req-b7c85516-82a2-4b18-bc5d-42534a612673 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.030195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53af9e84-6cd9-4014-ba6e-1ac18a3765bd req-b7c85516-82a2-4b18-bc5d-42534a612673 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2510159 Feb 04 20:33:47.074060 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:43Z', 'revision_number': 5, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:47.078409 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95a0cf-7721-4b7a-bf99-c1ccd09fada3 None None] The sync data for ids ['0d0d5117-332a-438d-bf63-d85351122abd'] in n-d-811806-1 is: [{'id': '0d0d5117-332a-438d-bf63-d85351122abd', 'name': 'tempest-ImageQuotaTest-133552982-router', 'tenant_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:33:22Z', 'updated_at': '2022-02-04T20:33:43Z', 'revision_number': 5, 'project_id': '4c1ee9b1ba554f4c8128980e7d34540a', 'gw_port': {'id': '58d6ce5b-00ec-4848-994c-a51ea04ea022', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d5117-332a-438d-bf63-d85351122abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:33:23Z', 'updated_at': '2022-02-04T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:33:47.171398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53af9e84-6cd9-4014-ba6e-1ac18a3765bd req-409620a7-cb47-470d-a474-a76bb618d137 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894511 Feb 04 20:33:47.229993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-cefd4f73-3568-43d0-85dc-5acf981f7340 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274895 Feb 04 20:33:47.234523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] For port 58d6ce5b-00ec-4848-994c-a51ea04ea022, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=58d6ce5b-00ec-4848-994c-a51ea04ea022,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:47.235520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:47.369495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Calling delete_port for 58d6ce5b-00ec-4848-994c-a51ea04ea022 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:33:47.391674 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8394ffe2-2806-441d-8a30-f5e1797673b5 req-df475132-37d9-4a52-8c47-8ca09d9568eb service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544986 Feb 04 20:33:47.633213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:47.681341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d6ce5b-00ec-4848-994c-a51ea04ea022,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:47.794279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:47.794990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.800903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.806734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.812498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.826514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.834746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.840811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:47.849727 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-e1cd2810-a66b-4ecb-a41e-5e0c279694a5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1742797 Feb 04 20:33:47.925375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb217684-f5f1-42ee-8ff2-b5916d69f4db req-1b2658f9-8915-4ef7-9939-86b428680947 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745358 Feb 04 20:33:48.029915 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.034328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.051157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa531828-5b84-45b4-a6f9-2ac30b0faa51 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:33:48.093138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: aa531828-5b84-45b4-a6f9-2ac30b0faa51 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:33:48.093383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device aa531828-5b84-45b4-a6f9-2ac30b0faa51 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:33:48.146896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcb618-f09f-4de8-8bf2-01f825e3dc9a req-cb158fad-3be0-4c85-a136-b6e868fc102a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:48.149622 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fefcb618-f09f-4de8-8bf2-01f825e3dc9a req-cb158fad-3be0-4c85-a136-b6e868fc102a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 943 time: 0.1134393 Feb 04 20:33:48.181799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.182377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d0d5117-332a-438d-bf63-d85351122abd {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:33:48.212424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.213540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0528b9aa-82b0-4992-b867-7d1cc8d65e01 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0d0d5117-332a-438d-bf63-d85351122abd HTTP/1.1" status: 204 len: 168 time: 2.5523701 Feb 04 20:33:48.216245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38264) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:48.302807 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fefcb618-f09f-4de8-8bf2-01f825e3dc9a req-094376e9-e528-49a0-b18b-c2415d41859f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365473 Feb 04 20:33:48.331063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] Deleting subnet 2187ac60-88d7-42ca-96d6-b9c5efc54100 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:33:48.334538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.406438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.416705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb77170-ebee-4424-be0c-5d892feb3ddf req-8e3d771f-96b8-43f7-82a2-bcc4c4b4e584 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:48.424351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5bb77170-ebee-4424-be0c-5d892feb3ddf req-8e3d771f-96b8-43f7-82a2-bcc4c4b4e584 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.1296039 Feb 04 20:33:48.507283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5bb77170-ebee-4424-be0c-5d892feb3ddf req-062ab476-e9aa-45bf-a10a-ece7d99bb446 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818367 Feb 04 20:33:48.663234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.833021 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.870776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2187ac60-88d7-42ca-96d6-b9c5efc54100,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:48.874275 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:48.880793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-49dd3a9c-98f0-461b-94e5-2eb180e0e719 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2187ac60-88d7-42ca-96d6-b9c5efc54100 HTTP/1.1" status: 204 len: 168 time: 0.6636059 Feb 04 20:33:48.881169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda042e5-917f-4563-8506-b31478a256e0 None None] Network 60642067-2e1a-454f-9f68-68fa18c63762 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:33:48.883600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38268) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:48.999277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:49.012683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Deleting port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:33:49.017712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:49.338250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] For port 1fa45f6f-0b6d-4ed6-8c52-60266922f167, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1fa45f6f-0b6d-4ed6-8c52-60266922f167,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:49.338614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:49.354511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] DHCP port deletion for 60642067-2e1a-454f-9f68-68fa18c63762 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:33:49.361102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Deleting port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:33:49.361476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:49.376546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.388728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.404714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.411347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.428314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.434139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.439966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.441870 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-2934723f-7a08-4767-b01f-5e26d346ab72 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.3024750 Feb 04 20:33:49.577731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c3fc1-594e-4cf2-8c1e-d1d534f911e1 req-c008be18-7b72-42d0-b5e2-3d4831d67fe7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:49.586616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-562c3fc1-594e-4cf2-8c1e-d1d534f911e1 req-c008be18-7b72-42d0-b5e2-3d4831d67fe7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 943 time: 0.1371567 Feb 04 20:33:49.626738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Calling delete_port for 1fa45f6f-0b6d-4ed6-8c52-60266922f167 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:33:49.647005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-562c3fc1-594e-4cf2-8c1e-d1d534f911e1 req-a1c36d70-a2cf-416c-8d85-0465c7766d18 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Feb 04 20:33:49.697566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-155c342c-f617-4693-aa8d-1cd080b17d4b req-9569b468-be7d-470b-90e3-df815f4fcbe2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2489839 Feb 04 20:33:49.713489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] For port 1fa45f6f-0b6d-4ed6-8c52-60266922f167, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1fa45f6f-0b6d-4ed6-8c52-60266922f167,segment=NetworkSegment(63bce783-0eab-4dcd-af2a-46c25da882cc),segment_id=63bce783-0eab-4dcd-af2a-46c25da882cc)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:49.714682 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:49.875134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Calling delete_port for 1fa45f6f-0b6d-4ed6-8c52-60266922f167 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:33:50.031911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 58d6ce5b-00ec-4848-994c-a51ea04ea022 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:33:50.032209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4b550-5e7a-4df7-b156-b7fb5bdcd51b req-463f5a18-7a07-40fd-b356-33bcdac63848 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:50.032209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-33d4b550-5e7a-4df7-b156-b7fb5bdcd51b req-463f5a18-7a07-40fd-b356-33bcdac63848 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.0947337 Feb 04 20:33:50.032606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 58d6ce5b-00ec-4848-994c-a51ea04ea022 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:33:50.032606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 58d6ce5b-00ec-4848-994c-a51ea04ea022 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:33:50.032606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1fa45f6f-0b6d-4ed6-8c52-60266922f167 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:33:50.070788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-33d4b550-5e7a-4df7-b156-b7fb5bdcd51b req-332e9028-8ff2-4f34-8618-96651b0faa86 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Feb 04 20:33:50.152599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.421732 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.470730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa45f6f-0b6d-4ed6-8c52-60266922f167,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:50.472653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] No DVR routers for this DVR port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:33:50.485906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-271422fd-ee03-471a-949e-7071a074738f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.492648 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:33:50.493001 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:33:50.571835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 571d4b4e-8889-409c-8c07-7f57c378afa7 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:33:50.602829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.637831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60642067-2e1a-454f-9f68-68fa18c63762']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:50.651921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bce783-0eab-4dcd-af2a-46c25da882cc') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:50.652310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bce783-0eab-4dcd-af2a-46c25da882cc') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:33:50.665618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.684661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.709075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:33:50.709075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:33:50.723470 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:33:50.831934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 571d4b4e-8889-409c-8c07-7f57c378afa7, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=571d4b4e-8889-409c-8c07-7f57c378afa7,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:50.847860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '571d4b4e-8889-409c-8c07-7f57c378afa7', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'port_id': '571d4b4e-8889-409c-8c07-7f57c378afa7', 'mac_address': 'fa:16:3e:d5:b8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e72bcd-d0da-484b-968a-5c823fe606fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:33:50.913173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:50.936456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571d4b4e-8889-409c-8c07-7f57c378afa7 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:50.956933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 571d4b4e-8889-409c-8c07-7f57c378afa7, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=571d4b4e-8889-409c-8c07-7f57c378afa7,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:50.985583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f40959-c5cd-4183-aee1-aa3eab0e4e2d req-afc36e53-6e7e-4753-9a8f-644ef623f582 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:50.987187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4f40959-c5cd-4183-aee1-aa3eab0e4e2d req-afc36e53-6e7e-4753-9a8f-644ef623f582 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 943 time: 0.1304500 Feb 04 20:33:50.994774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Deleting port 1fa45f6f-0b6d-4ed6-8c52-60266922f167 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:33:50.998858 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.030886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.037397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.043592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.044256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4f40959-c5cd-4183-aee1-aa3eab0e4e2d req-3c467cb7-6925-49ea-a8fe-0d367bbd5248 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Feb 04 20:33:51.050078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.056175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.062514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.064653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.069015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.071360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-a607f940-f7d0-4b22-8551-b9de4ed2914f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1475554 Feb 04 20:33:51.089110 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.093778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-778c7098-5a93-4c07-9d64-c5c1af18c795 None None] The port '1fa45f6f-0b6d-4ed6-8c52-60266922f167' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:33:51.106705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] Pushing event deleted for resources: {'Network': ['ID=60642067-2e1a-454f-9f68-68fa18c63762,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:51.120048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-72b495c9-f3f2-4739-8767-e29fcbb3ddcb admin admin] 10.222.0.48 "DELETE /v2.0/networks/60642067-2e1a-454f-9f68-68fa18c63762 HTTP/1.1" status: 204 len: 168 time: 2.2337961 Feb 04 20:33:51.128593 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.286641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=571d4b4e-8889-409c-8c07-7f57c378afa7,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:51.362528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d9c9b-5766-47ce-9ccb-f18df8e9c1a0 req-4955a19c-3383-496b-b81a-13a0fc9d62d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:51.364136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e6d9c9b-5766-47ce-9ccb-f18df8e9c1a0 req-4955a19c-3383-496b-b81a-13a0fc9d62d5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.1016595 Feb 04 20:33:51.372746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0369898b-5bd3-4a48-b325-bdd460d4c5ae req-9e0ae3aa-3421-459b-9974-e775804f7128 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2957544 Feb 04 20:33:51.418041 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e6d9c9b-5766-47ce-9ccb-f18df8e9c1a0 req-4f52a16c-a5de-4ca5-8927-701e628f20d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448444 Feb 04 20:33:51.448339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['571d4b4e-8889-409c-8c07-7f57c378afa7'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:33:51.468779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38318) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:51.519340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-697ec680-d855-4c17-b575-411bf787db00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c1ee9b1ba554f4c8128980e7d34540a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509243 Feb 04 20:33:51.522091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38322) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:51.588245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cff192cf-297a-4002-acaf-572abfe31ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.615542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cff192cf-297a-4002-acaf-572abfe31ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.733433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cff192cf-297a-4002-acaf-572abfe31ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.751487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff192cf-297a-4002-acaf-572abfe31ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c13a98-0324-4004-b20c-f606c391b4dd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:51.758501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cff192cf-297a-4002-acaf-572abfe31ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:51.760806 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cff192cf-297a-4002-acaf-572abfe31ea9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51c13a98-0324-4004-b20c-f606c391b4dd HTTP/1.1" status: 204 len: 168 time: 0.2369392 Feb 04 20:33:52.279149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9038f7f-d58b-4a3a-acf7-72a1b1d99195 req-9ded1d43-2d3b-41ef-ab4c-a73c778be834 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.295606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f9038f7f-d58b-4a3a-acf7-72a1b1d99195 req-9ded1d43-2d3b-41ef-ab4c-a73c778be834 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 944 time: 0.1025968 Feb 04 20:33:52.309247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-639ddece-7f2d-442d-8150-ec7bc7215add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:52.496844 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f9038f7f-d58b-4a3a-acf7-72a1b1d99195 req-1cef10fa-d775-4fe5-b29d-e2c3994e8ec8 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832505 Feb 04 20:33:52.589519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 571d4b4e-8889-409c-8c07-7f57c378afa7 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:33:52.654137 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-262c7578-1c0e-436b-883b-bd981bc91cba service neutron] show failed (client error): The resource could not be found. Feb 04 20:33:52.654137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-262c7578-1c0e-436b-883b-bd981bc91cba service neutron] 10.222.0.62 "GET /v2.0/ports/d29da485-41fe-4ae3-8460-dc71f0f2e5de/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.2353568 Feb 04 20:33:52.717631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.731355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.731355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.744843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38364) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:52.746102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.746102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.753056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.773965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.785845 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-412cb303-6764-428c-8a85-f96e1ed55535 req-76c8c3e7-9a9d-47a5-a7cf-06c7c943cc0e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.2429519 Feb 04 20:33:52.806046 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:52.816103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:33:52.827012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:33:52.842206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:33:52.862478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc2374-903c-4c99-9433-b934df417254 req-6e244d63-8149-43f5-bf35-d9b4994fd3a1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:52.864740 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dadc2374-903c-4c99-9433-b934df417254 req-6e244d63-8149-43f5-bf35-d9b4994fd3a1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 946 time: 0.2107036 Feb 04 20:33:52.866248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:33:52.907584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 571d4b4e-8889-409c-8c07-7f57c378afa7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:33:52.913070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 571d4b4e-8889-409c-8c07-7f57c378afa7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:33:52.913560 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:52.946142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dadc2374-903c-4c99-9433-b934df417254 req-e853dfe1-1a00-40f4-a4db-863b889042e6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703454 Feb 04 20:33:53.051238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-412cb303-6764-428c-8a85-f96e1ed55535 req-9ea3eb69-adab-413e-9dff-647deee47110 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2696846 Feb 04 20:33:53.129738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.190546 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.201250 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.266574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571d4b4e-8889-409c-8c07-7f57c378afa7'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:53.299507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5519295 Feb 04 20:33:53.300746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38374) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:33:53.314900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3404332-d52c-4c07-9087-b140a39cbf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed7ce4-16b1-4ee0-bcb1-c7c312e94d6b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:53.317422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 571d4b4e-8889-409c-8c07-7f57c378afa7, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=571d4b4e-8889-409c-8c07-7f57c378afa7,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:53.368324 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571d4b4e-8889-409c-8c07-7f57c378afa7', 'code': 200} Feb 04 20:33:53.396919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.398049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:33:53.427008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a64479a6-a64b-48cd-82ec-40be2a1234b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.522158 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a64479a6-a64b-48cd-82ec-40be2a1234b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.617886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc7590-7f87-4ff6-9798-e987fa6d87e4 req-5bed9517-81f5-4d12-b5d7-dd4197e6a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:53.617886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fcc7590-7f87-4ff6-9798-e987fa6d87e4 req-5bed9517-81f5-4d12-b5d7-dd4197e6a86e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 1096 time: 0.1494901 Feb 04 20:33:53.690099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.695804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fcc7590-7f87-4ff6-9798-e987fa6d87e4 req-c1719e3c-74ef-4c9e-bc1f-4928211f1a9c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667677 Feb 04 20:33:53.699285 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.723552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=571d4b4e-8889-409c-8c07-7f57c378afa7,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:53.831846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1e224-505a-424f-8a39-d9238e5d2588 req-f7f75e58-bd03-4380-8ffa-488cf9ae517d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:53.842190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48f1e224-505a-424f-8a39-d9238e5d2588 req-f7f75e58-bd03-4380-8ffa-488cf9ae517d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 945 time: 0.2194138 Feb 04 20:33:53.848933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.901799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:53.918361 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a64479a6-a64b-48cd-82ec-40be2a1234b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.952456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-979cfa50-a84b-4771-a40d-c3594e64351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:53.952456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-979cfa50-a84b-4771-a40d-c3594e64351c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 1097 time: 0.3460324 Feb 04 20:33:53.975081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:33:53.979179 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:53.999871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64479a6-a64b-48cd-82ec-40be2a1234b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed7ce4-16b1-4ee0-bcb1-c7c312e94d6b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:54.029708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a64479a6-a64b-48cd-82ec-40be2a1234b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:54.044848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a64479a6-a64b-48cd-82ec-40be2a1234b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1ed7ce4-16b1-4ee0-bcb1-c7c312e94d6b HTTP/1.1" status: 204 len: 168 time: 0.7428815 Feb 04 20:33:54.069062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48f1e224-505a-424f-8a39-d9238e5d2588 req-09cf5418-b8a5-4e0e-b975-0e958172eb07 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252395 Feb 04 20:33:54.107347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:54.280430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9a059-3527-45f8-a8ac-e23170e1f074 req-8c9c88b6-ca27-44e9-b36c-2da8ba2901ac tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.280430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37b9a059-3527-45f8-a8ac-e23170e1f074 req-8c9c88b6-ca27-44e9-b36c-2da8ba2901ac tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.1701789 Feb 04 20:33:54.314967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:54.430553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37b9a059-3527-45f8-a8ac-e23170e1f074 req-bc964d34-5454-4b4b-9e23-4672e649c973 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374819 Feb 04 20:33:54.853118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:33:54.868440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.876282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.882058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.888074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.894354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.900157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.905883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:54.908509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-ab94fdca-38f5-4b16-9a56-986555b6d1c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.6966457 Feb 04 20:33:54.967418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:55.055467 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-403d7101-34c2-45a1-b1e1-51443a8861cd req-4e87d7ef-4224-4505-90f6-0eb72f55de4e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340969 Feb 04 20:33:55.065629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29da485-41fe-4ae3-8460-dc71f0f2e5de {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:33:55.078835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:55.111802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Transition to ACTIVE for port object d29da485-41fe-4ae3-8460-dc71f0f2e5de will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:33:55.176640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:55.212244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:55.326296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cff6b-2338-43c2-a10c-699ac9a4139e req-1a8a4f43-4cb1-4a16-adac-455bdb97fa0d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:55.329400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-115cff6b-2338-43c2-a10c-699ac9a4139e req-1a8a4f43-4cb1-4a16-adac-455bdb97fa0d tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 945 time: 0.1066215 Feb 04 20:33:55.369078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:55.388097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:55.420168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-115cff6b-2338-43c2-a10c-699ac9a4139e req-8ab62a62-c158-4868-a066-bbdfe3ab5bf9 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822494 Feb 04 20:33:55.498551 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'code': 200} Feb 04 20:33:55.524156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] No DVR routers for this DVR port d29da485-41fe-4ae3-8460-dc71f0f2e5de on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:33:55.771981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05943c23-0931-49b4-a22e-00032e7a3e98 req-6b4302c0-4ecd-4b17-86a9-80f1f3b5dca2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:55.773528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05943c23-0931-49b4-a22e-00032e7a3e98 req-6b4302c0-4ecd-4b17-86a9-80f1f3b5dca2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.1086817 Feb 04 20:33:55.841261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05943c23-0931-49b4-a22e-00032e7a3e98 req-b871061f-a9ec-449b-a1b5-ad289165ab54 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552754 Feb 04 20:33:55.888454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:33:55.888454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:33:55.890672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:55.895828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:33:55.895828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:33:55.910168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:33:55.910168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Checking segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:33:55.910168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Bound using segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:33:55.910168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Bound port: d29da485-41fe-4ae3-8460-dc71f0f2e5de, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:33:55.910168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:56.011275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:33:56.014234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:33:56.142530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:56.235285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.235285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:33:56.235285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] 10.222.0.24 "PUT /v2.0/ports/d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1092 time: 2.2713892 Feb 04 20:33:56.239915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:33:56.506550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab3aa4-2260-4feb-aeec-9d69f64dd261 service neutron] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=8']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:33:56.569642 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'status': 'completed', 'code': 200} Feb 04 20:33:56.614969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.618470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.625473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.642545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.642545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.642545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.649978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.658136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d8a24c0-1bae-409a-a352-362641a59270 req-6451119d-ba11-4915-9adf-73f70a35c413 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.4224756 Feb 04 20:33:56.689412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-3b2bb325-7c09-429e-8ce6-f69299e063b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.690939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-3b2bb325-7c09-429e-8ce6-f69299e063b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1095 time: 0.3814368 Feb 04 20:33:56.699745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d8a24c0-1bae-409a-a352-362641a59270 req-7a370c66-5130-4ed9-aa4d-11e5ca82c374 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457597 Feb 04 20:33:56.717564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-b7726639-76b5-4cc0-b101-dafb2607a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.719939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-b7726639-76b5-4cc0-b101-dafb2607a923 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1095 time: 0.1597478 Feb 04 20:33:56.836726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-3c8ffdf1-fc2b-401d-b6b2-e41e5aba7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.838146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-3c8ffdf1-fc2b-401d-b6b2-e41e5aba7eca service neutron] 10.222.0.24 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.1375926 Feb 04 20:33:56.896400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-37feb5ff-939d-4043-a46b-f51ad24dd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.896400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-37feb5ff-939d-4043-a46b-f51ad24dd53a service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.1557794 Feb 04 20:33:56.989756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb854a5-e32a-4853-96b5-709cd8417a48 req-307d95b4-e7a7-4fff-bf29-cd3ac3dda2ed tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:56.989756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eeb854a5-e32a-4853-96b5-709cd8417a48 req-307d95b4-e7a7-4fff-bf29-cd3ac3dda2ed tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 945 time: 0.3240390 Feb 04 20:33:57.009434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-efcd7908-5c5c-4d46-a8a8-cd8c4701e8ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.1536179 Feb 04 20:33:57.048338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-4dd13ada-91ec-4f59-a7a4-efeed51efa0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.1475325 Feb 04 20:33:57.123270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eeb854a5-e32a-4853-96b5-709cd8417a48 req-e39d8608-361d-4156-a65f-190aeef256f1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278863 Feb 04 20:33:57.137146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-dae25745-2e03-4665-9c8c-045635a518c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.139455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-dae25745-2e03-4665-9c8c-045635a518c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0878139 Feb 04 20:33:57.193339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-b85eb4c3-82bb-44b7-a30f-4f906d746488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.196540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-b85eb4c3-82bb-44b7-a30f-4f906d746488 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.1479130 Feb 04 20:33:57.275649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcacf1f-c5f0-4c17-a983-f6011302ed16 req-a574a70a-30a9-4b44-98c0-507f0444a00c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.275649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bcacf1f-c5f0-4c17-a983-f6011302ed16 req-a574a70a-30a9-4b44-98c0-507f0444a00c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.2614377 Feb 04 20:33:57.329752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bcacf1f-c5f0-4c17-a983-f6011302ed16 req-482c02d9-e9aa-4546-af1b-2123f80908d4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499105 Feb 04 20:33:57.332189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-c2cb80e8-a008-4e1c-a3b9-2edfbdb643eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.333961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-1c781937-bd2c-4697-afc4-9bb0dd9bd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.333961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-1c781937-bd2c-4697-afc4-9bb0dd9bd8a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823380 Feb 04 20:33:57.336773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-c2cb80e8-a008-4e1c-a3b9-2edfbdb643eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280565 Feb 04 20:33:57.487732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-4d3172e2-7e17-4d34-875d-a843036f12e1 service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462314 Feb 04 20:33:57.527439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-43dcd15f-f913-4a7c-8869-1e3502e2074d service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871386 Feb 04 20:33:57.692624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42ebb579-e072-4c7e-910b-807c4d6dd90b req-488d75f9-f2b5-4616-950a-2b4f2ef3de00 service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923637 Feb 04 20:33:57.842641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-da5bf4de-08aa-4ce9-a51e-b29e97a6800a service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089025 Feb 04 20:33:57.937674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-a0e2ef65-cac2-488c-9012-5eb0f6103b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.939815 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-a0e2ef65-cac2-488c-9012-5eb0f6103b82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1095 time: 0.0980687 Feb 04 20:33:57.957862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.963783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.970269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.977846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.994146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.994146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.997004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:57.997004 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-92040f87-be03-444b-8ec4-e52a5eb5f2d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1370585 Feb 04 20:33:58.084903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fc999a5-786f-404c-a72f-8645acba5b34 req-5807b591-0300-4ff8-9ad4-997c81b74990 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698533 Feb 04 20:33:58.182151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-9f8e4e98-8805-4df1-b4a5-77e48d90bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:58.182151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-9f8e4e98-8805-4df1-b4a5-77e48d90bf8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.2353368 Feb 04 20:33:58.318479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-da51a45d-9c53-4cb8-900b-586efd78c842 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.1219594 Feb 04 20:33:58.402244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-caca43b8-117f-4f3c-88bf-ec9502a7b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:58.402244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-caca43b8-117f-4f3c-88bf-ec9502a7b462 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0821364 Feb 04 20:33:58.562336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-6d19f8ac-3eda-4750-b836-01e4cd31aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:58.564507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-6d19f8ac-3eda-4750-b836-01e4cd31aba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526263 Feb 04 20:33:58.603977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b72fa-93e7-460e-ba2e-467a702b6a3f req-0e28ff4c-62fa-46e0-aab8-3250e4760947 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:58.605324 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e08b72fa-93e7-460e-ba2e-467a702b6a3f req-0e28ff4c-62fa-46e0-aab8-3250e4760947 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.1295171 Feb 04 20:33:58.765550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e08b72fa-93e7-460e-ba2e-467a702b6a3f req-75374e1f-1bdc-4526-9a41-e8777951bdb6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050804 Feb 04 20:33:58.916889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-bfc3bd36-9e34-4065-a660-d504b186854c service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440893 Feb 04 20:33:59.073469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-918ce277-878b-4c9c-ade4-9db78a970ef7 req-4896d65a-f1a9-4514-ab94-b9b8a333393c service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475427 Feb 04 20:33:59.363074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.369207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.380203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.380203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.390492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.409618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.409618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.409618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-3df631fa-311d-4d7e-afdb-6cba6dae65e6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1496928 Feb 04 20:33:59.464466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70087dd3-adb4-41e1-98a2-e86138eade26 req-8571bd64-ea6e-44aa-91f1-0e16750c261f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554647 Feb 04 20:33:59.962273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b26e00-407c-4827-b41d-ed6b59e10807 req-667d324f-efab-4952-83a6-48ed7c685f98 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:33:59.962273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46b26e00-407c-4827-b41d-ed6b59e10807 req-667d324f-efab-4952-83a6-48ed7c685f98 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.0917449 Feb 04 20:34:00.039337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46b26e00-407c-4827-b41d-ed6b59e10807 req-a8a017ef-d819-4286-9ee7-79f3322eda05 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665870 Feb 04 20:34:00.688476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:00.698504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:00.700072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:00.706432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:00.712159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:00.717807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:00.723578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:00.725497 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-c7300728-7922-4082-a07b-a2bc2c146dc6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1393905 Feb 04 20:34:00.779151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da610274-43f9-49a7-a103-d08e33cd8ecf req-94f68d60-8580-4df6-bc56-3591709968f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476315 Feb 04 20:34:00.810672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:00.975704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:00.987322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'port_id': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'mac_address': 'fa:16:3e:4f:41:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:01.051742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:01.074151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29da485-41fe-4ae3-8460-dc71f0f2e5de {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:01.090603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:01.208365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:01.259701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296c700-78a6-42aa-82a8-9673e61cff3b req-a8854c6a-da5f-4fbe-bc72-73379953163c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:01.259701 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f296c700-78a6-42aa-82a8-9673e61cff3b req-a8854c6a-da5f-4fbe-bc72-73379953163c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 944 time: 0.1126266 Feb 04 20:34:01.296275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.313567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:01.319609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f296c700-78a6-42aa-82a8-9673e61cff3b req-6eaa0098-450c-49bb-bbbb-3109d2652a5c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589411 Feb 04 20:34:01.489882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d29da485-41fe-4ae3-8460-dc71f0f2e5de'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:02.155763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.165359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.179049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.185783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.186787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-1c8cc800-24e9-4def-b316-39b95c459513 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.207473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-1c8cc800-24e9-4def-b316-39b95c459513 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 945 time: 0.2325087 Feb 04 20:34:02.226350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.278272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.300142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.313530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-ffb7b3bb-a2ff-4c80-b1ac-5879c817bd6d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.2487149 Feb 04 20:34:02.397775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c831da-a872-472e-9757-d79fc4aec815 req-2324a760-2443-4d5c-98cc-90911467af53 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.399469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c831da-a872-472e-9757-d79fc4aec815 req-2324a760-2443-4d5c-98cc-90911467af53 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 945 time: 0.3152514 Feb 04 20:34:02.405136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d22f81a9-cf40-48e7-8668-ee8f6fe48170 req-00716e8c-6ba5-411c-b639-13053d2dc8f3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954428 Feb 04 20:34:02.442934 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-8fe15db2-9600-434c-a5a6-f180d366e2d2 service neutron] 10.222.0.24 "GET /v2.0/ports/d29da485-41fe-4ae3-8460-dc71f0f2e5de/bindings/n-h2-811806-1 HTTP/1.1" status: 200 len: 382 time: 0.2298632 Feb 04 20:34:02.470383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-32c831da-a872-472e-9757-d79fc4aec815 req-de90ee8a-c18c-42f5-9ecf-407c7d633e8b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595496 Feb 04 20:34:02.601607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ae2dc154-1154-47a8-9e1d-f7eaa23abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.601607 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ae2dc154-1154-47a8-9e1d-f7eaa23abb79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1096 time: 0.1278908 Feb 04 20:34:02.786822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-8dbb9695-ebc8-4284-bbe4-46346be59553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:02.788402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-8dbb9695-ebc8-4284-bbe4-46346be59553 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.1816554 Feb 04 20:34:02.821365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:02.925467 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-65e065e6-f153-49c3-9fd6-c5e128daf78b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1001 time: 0.1274650 Feb 04 20:34:03.003747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-63bb5721-ed0f-4fa5-acb5-d444e6ae63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.003747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-63bb5721-ed0f-4fa5-acb5-d444e6ae63ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0646813 Feb 04 20:34:03.052489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port d29da485-41fe-4ae3-8460-dc71f0f2e5de completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:03.052489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d29da485-41fe-4ae3-8460-dc71f0f2e5de triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:03.052489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:03.088764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-d4045686-a6f6-4d56-9b99-31316fcde663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.088764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-d4045686-a6f6-4d56-9b99-31316fcde663 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826066 Feb 04 20:34:03.198282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:03.235087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:03.242475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:03.273721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-8a384f35-71fe-485e-8b0d-60c67841762c service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767089 Feb 04 20:34:03.334351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:03.334351 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'code': 200} Feb 04 20:34:03.425049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=10']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:03.454282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-69b6c3c2-5ed8-4d8f-93c3-54f9e193f2fa service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660845 Feb 04 20:34:03.705592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.705592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.716428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.723576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.727242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5ae24-90f0-40eb-8d26-e70a91c78735 req-42bc126d-5980-4168-8696-6e530d0fb318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.727242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97d5ae24-90f0-40eb-8d26-e70a91c78735 req-42bc126d-5980-4168-8696-6e530d0fb318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 947 time: 0.1348083 Feb 04 20:34:03.731402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.731402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.743469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:03.749489 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-a6ce989f-fc6f-4607-ae52-acfe3abc7bfa tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1921043 Feb 04 20:34:03.795056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97d5ae24-90f0-40eb-8d26-e70a91c78735 req-3864b3f0-2b77-4eae-81b6-57e400dfb3be tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634129 Feb 04 20:34:03.813361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f5b2a62-33bf-4ea2-9ea4-7bcafe42a66a req-50d36247-59f1-4e96-9b17-34f2730d601b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592566 Feb 04 20:34:05.159965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962583-343b-43f4-bd95-db8b6b2c2af7 req-6ec600a6-a31c-45b2-8c76-f665d05e1f1b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.161743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d962583-343b-43f4-bd95-db8b6b2c2af7 req-6ec600a6-a31c-45b2-8c76-f665d05e1f1b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 947 time: 0.2571561 Feb 04 20:34:05.175304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.181430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.187682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.193705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.199772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.205817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.207762 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d962583-343b-43f4-bd95-db8b6b2c2af7 req-9b6d9d75-ae4b-4b1d-90f7-48b379066b63 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Feb 04 20:34:05.211679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:05.213634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-85513221-bd8d-4761-b0e4-116fe3eac230 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1473124 Feb 04 20:34:05.260609 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e06ae9f1-569d-4cb0-9ce9-48b944621337 req-d35a08fc-d5b0-4b37-a8f0-fee6e387440f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405276 Feb 04 20:34:06.540136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cbf9e-c105-4623-a84b-a684d15b4469 req-f7c9ecc4-e600-406b-a226-1e0d23c8d5f2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.548255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c46cbf9e-c105-4623-a84b-a684d15b4469 req-f7c9ecc4-e600-406b-a226-1e0d23c8d5f2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 947 time: 0.1362178 Feb 04 20:34:06.556513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.568858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.574933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.581820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.588468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.594940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.615064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c46cbf9e-c105-4623-a84b-a684d15b4469 req-e14c0242-2a55-4fe5-a157-99a7a34c19a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572228 Feb 04 20:34:06.624014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.630817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-fb90cee7-e034-45cf-8768-77572dfc0b99 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1723783 Feb 04 20:34:06.722637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea2f4f47-6867-4524-93f2-05b03d9527bb req-d4a4342b-0438-425a-a90b-d188bd56b0e8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910981 Feb 04 20:34:06.767992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-8ae70966-ac05-40c6-948e-0e80cced2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:06.769538 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-8ae70966-ac05-40c6-948e-0e80cced2e05 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 1098 time: 0.1398282 Feb 04 20:34:06.782474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:34:06.950176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:07.261343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:07.314682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:34:07.377094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:07.383007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:07.412017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Transition to ACTIVE for port object d29da485-41fe-4ae3-8460-dc71f0f2e5de will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:34:07.442008 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'code': 200} Feb 04 20:34:07.475619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:07.723191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] No DVR routers for this DVR port d29da485-41fe-4ae3-8460-dc71f0f2e5de on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:34:07.861266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=11']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.879333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.881616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.881616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.881616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.881616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:07.994011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:07.997584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.003136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.009096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.014886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.021302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.027086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.028995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-db10452f-2075-49aa-bbbf-a580be09f96e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1671667 Feb 04 20:34:08.076907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-abbe5bc4-a724-4525-a62c-7a1d16537691 req-f6edbebd-4b13-4975-bee3-6515800ea3f9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418568 Feb 04 20:34:08.142476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a9d5-59eb-42dd-8103-5d034ea0cfa8 req-87bdda9f-b0b4-42fb-91d2-fd72139705ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.146234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32f7a9d5-59eb-42dd-8103-5d034ea0cfa8 req-87bdda9f-b0b4-42fb-91d2-fd72139705ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 945 time: 0.3604231 Feb 04 20:34:08.227738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:34:08.227738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:34:08.227738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:34:08.252477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:34:08.252477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Attempting to bind port d29da485-41fe-4ae3-8460-dc71f0f2e5de on network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:34:08.262686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32f7a9d5-59eb-42dd-8103-5d034ea0cfa8 req-ab9066a7-310a-4ea8-954c-482c0be2a2eb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188788 Feb 04 20:34:08.263585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:34:08.263923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Checking segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:34:08.264327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Bound using segment: {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:34:08.264726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Bound port: d29da485-41fe-4ae3-8460-dc71f0f2e5de, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6d4a09-0341-493e-b22a-ad29d71446f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:34:08.265068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:08.380238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:34:08.380238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:34:08.456680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:08.513459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.513459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:08.513459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] 10.222.0.62 "PUT /v2.0/ports/d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1093 time: 1.7341063 Feb 04 20:34:08.582406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab990652-ae06-4d91-b863-ab43b510b5af service neutron] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=12']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:08.626618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-1078df97-c3b1-4dd7-95c5-f44be5f9de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.628076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-1078df97-c3b1-4dd7-95c5-f44be5f9de56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1096 time: 0.0848963 Feb 04 20:34:08.855415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-11e3f8a5-7d3a-431e-9b7e-61f4fc8aa070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:08.857329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-11e3f8a5-7d3a-431e-9b7e-61f4fc8aa070 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.2209125 Feb 04 20:34:08.866245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:34:08.935989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:34:08.977641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-06c58355-937f-45fc-81ef-bb5cf8c663c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.1109502 Feb 04 20:34:09.044843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:09.060733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-cca3d4bc-0fd2-41d7-bf21-d336c6b4d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.060733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-cca3d4bc-0fd2-41d7-bf21-d336c6b4d0dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0728757 Feb 04 20:34:09.150488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-0b57c4ff-afdb-4a5e-b5a0-f917abcf7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.152134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-0b57c4ff-afdb-4a5e-b5a0-f917abcf7b35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855331 Feb 04 20:34:09.309958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:09.360535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.373641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.373641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.375354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-8ed6e283-b985-4e2f-a2e6-1f3569cb816f service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073147 Feb 04 20:34:09.378342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.384478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.390277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.396561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.398468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-43cfad1d-6eff-43d1-b961-b709fefc9a33 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1739469 Feb 04 20:34:09.448402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3a6d580-745a-4df4-bf1a-12c4c6141a7c req-d4c02102-169d-4304-a055-641633a28e43 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431006 Feb 04 20:34:09.452328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:09.551594 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'status': 'completed', 'code': 200} Feb 04 20:34:09.594180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a51d1987-8ea5-4981-b8a8-a034bde9ba46 req-c01e8ddf-1409-4bd9-a20a-10ffa449504a service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085299 Feb 04 20:34:09.618810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a368-8be0-4d7a-94b8-357146fc0fc4 req-c87cff90-f345-4e87-85df-2f627cb1f84b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.618810 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8166a368-8be0-4d7a-94b8-357146fc0fc4 req-c87cff90-f345-4e87-85df-2f627cb1f84b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 945 time: 0.1603000 Feb 04 20:34:09.651156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-9a08b770-9533-4a3d-9561-6ce9f28c667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.651156 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-9a08b770-9533-4a3d-9561-6ce9f28c667c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1096 time: 0.0822463 Feb 04 20:34:09.691637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8166a368-8be0-4d7a-94b8-357146fc0fc4 req-93ccf2f1-9ec9-4a67-b2ab-a15a18a5ac40 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644124 Feb 04 20:34:09.780945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-169f575d-25e6-4334-82e0-380463b44d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.783833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-169f575d-25e6-4334-82e0-380463b44d33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1096 time: 0.0873871 Feb 04 20:34:09.800610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-22d901fd-6086-4550-b55d-54c61ea19313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.802089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-22d901fd-6086-4550-b55d-54c61ea19313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.1437223 Feb 04 20:34:09.951430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-af6f7005-1472-45b4-b7fc-952ca6767cca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.1379745 Feb 04 20:34:09.956918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-47cc0d07-17f2-4a17-8f99-61b4ded4475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:09.956918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-47cc0d07-17f2-4a17-8f99-61b4ded4475d service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.1606154 Feb 04 20:34:10.029061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-b423205c-5a25-4dd4-9cdd-5c21971e0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.030515 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-b423205c-5a25-4dd4-9cdd-5c21971e0c35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0708456 Feb 04 20:34:10.066647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-df698324-2496-4d33-93e1-431aa37ea740 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1000 time: 0.1032376 Feb 04 20:34:10.111507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-b247121e-628f-42ff-8210-8417fb6a7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.112921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-b247121e-628f-42ff-8210-8417fb6a7734 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725694 Feb 04 20:34:10.152295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-0716088e-8c2f-4625-9fe9-c2d291b77bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.152295 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-0716088e-8c2f-4625-9fe9-c2d291b77bed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0779057 Feb 04 20:34:10.262375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-d1eeacc0-d28d-414b-b6bb-063bb14a22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.262375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-d1eeacc0-d28d-414b-b6bb-063bb14a22f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027017 Feb 04 20:34:10.286045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-511b81cc-0aaa-4212-bff9-c45376212380 service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606662 Feb 04 20:34:10.457290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-f4f87042-8e01-42b9-9644-ac116a5c6f05 service neutron] 10.222.0.24 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572971 Feb 04 20:34:10.611869 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-9d582629-7a93-4aee-8c09-fc520a50ed40 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352373 Feb 04 20:34:10.723177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.732208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.739956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.748780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.787977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.794416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.815257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.815257 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-75cdb846-2747-434d-bd40-2b7ad0fe49a3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.2039452 Feb 04 20:34:10.819896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-549fac2b-e525-4759-82d9-7c362c0d9086 req-1b2266f7-956d-49e7-ba68-ca82d8514467 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928596 Feb 04 20:34:10.878774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03c24c3b-1e0d-4e83-9495-e9dbf0bb16b3 req-41e5836d-6652-432e-95e5-c8c7a352c8f4 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618246 Feb 04 20:34:10.934666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cd74e-d0e7-4498-96ea-409fca2b02cc req-c05ada44-fb12-4db4-ad43-82ee72a75b61 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:10.939457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c3cd74e-d0e7-4498-96ea-409fca2b02cc req-c05ada44-fb12-4db4-ad43-82ee72a75b61 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 945 time: 0.0911503 Feb 04 20:34:11.002970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6c3cd74e-d0e7-4498-96ea-409fca2b02cc req-f77eba83-efaa-448f-b324-89f3ddfb90ca tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648429 Feb 04 20:34:12.115990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.127017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.135442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.145899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.148949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.155089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.161650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.163757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-0f005c02-9f5d-43f3-b46f-bcf6c3ab6722 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5431 time: 0.1726422 Feb 04 20:34:12.248718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c69c3a6-c64a-4059-9be4-bb5c3b0ba68f req-2f5b39c2-54e4-4eff-af58-8f0ba7e896a8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787604 Feb 04 20:34:12.263639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486f060-89e0-406c-b6c1-a7c43d052a90 req-3f7bd281-46fc-4f64-af50-5753686b250e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:12.264981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1486f060-89e0-406c-b6c1-a7c43d052a90 req-3f7bd281-46fc-4f64-af50-5753686b250e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 945 time: 0.1236005 Feb 04 20:34:12.336061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1486f060-89e0-406c-b6c1-a7c43d052a90 req-501e7888-d666-4626-ac97-15ff9da144f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537019 Feb 04 20:34:12.730404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 35c45c46-c19f-4e8e-ade4-91b090d4366d details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:12.913806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 35c45c46-c19f-4e8e-ade4-91b090d4366d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:12.925762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '35c45c46-c19f-4e8e-ade4-91b090d4366d', 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'port_id': '35c45c46-c19f-4e8e-ade4-91b090d4366d', 'mac_address': 'fa:16:3e:74:a6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb13a35-1159-4bfa-ac31-9d64c6b7436c', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:12.989617 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:13.002257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c45c46-c19f-4e8e-ade4-91b090d4366d {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:13.027539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 35c45c46-c19f-4e8e-ade4-91b090d4366d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:13.117051 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:13.117186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f07a9499-01c6-472c-aee4-1a7231061983 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:13.259566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=35c45c46-c19f-4e8e-ade4-91b090d4366d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:13.259566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f07a9499-01c6-472c-aee4-1a7231061983, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f07a9499-01c6-472c-aee4-1a7231061983,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:13.283336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'f07a9499-01c6-472c-aee4-1a7231061983', 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'port_id': 'f07a9499-01c6-472c-aee4-1a7231061983', 'mac_address': 'fa:16:3e:67:48:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb13a35-1159-4bfa-ac31-9d64c6b7436c', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:13.403438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:13.446567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07a9499-01c6-472c-aee4-1a7231061983 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:13.500662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f07a9499-01c6-472c-aee4-1a7231061983, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f07a9499-01c6-472c-aee4-1a7231061983,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:13.583886 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:13.583886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c2adb57e-9414-4898-aaa6-023d346a8919 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:13.623767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.666009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.680663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.704393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.711999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a7787-c0bb-4f7e-adbb-f91fbf7dc915 req-912fde12-5d06-4211-bb7b-ccb38e5c9424 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.726833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.741258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.744998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-700a7787-c0bb-4f7e-adbb-f91fbf7dc915 req-912fde12-5d06-4211-bb7b-ccb38e5c9424 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 945 time: 0.1883540 Feb 04 20:34:13.748864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:13.754904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-aa95b816-289d-48fa-a2a4-3d822c755b52 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5432 time: 0.2971671 Feb 04 20:34:13.818003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-700a7787-c0bb-4f7e-adbb-f91fbf7dc915 req-4112bb9a-e525-4da9-bd71-30d809f874eb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819747 Feb 04 20:34:13.854754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 38728) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:34:13.868177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be2bb19f-5b5a-441d-a31b-5fcec2da27e1 req-f2e47b7e-6e1f-47ca-861b-f693396ede8d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067853 Feb 04 20:34:13.887534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f07a9499-01c6-472c-aee4-1a7231061983,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:13.912886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c2adb57e-9414-4898-aaa6-023d346a8919, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2adb57e-9414-4898-aaa6-023d346a8919,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:13.940861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c2adb57e-9414-4898-aaa6-023d346a8919', 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8', 'port_id': 'c2adb57e-9414-4898-aaa6-023d346a8919', 'mac_address': 'fa:16:3e:52:23:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac8ada0-46da-4645-a8c7-a61aa318b7ad', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:14.015038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:14.025226 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d4f81d8-0662-4c20-812d-b948913279d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/d556b9cf-7acb-46f4-b700-b86b31d5b1c7 HTTP/1.1" status: 200 len: 992 time: 0.1833453 Feb 04 20:34:14.033108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2adb57e-9414-4898-aaa6-023d346a8919 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:14.051830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c2adb57e-9414-4898-aaa6-023d346a8919, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2adb57e-9414-4898-aaa6-023d346a8919,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:14.127381 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:14.127381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4aaeb823-d6a4-4c44-8401-b3b3ee648006 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:14.210433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:14.238902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '4aaeb823-d6a4-4c44-8401-b3b3ee648006', 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'port_id': '4aaeb823-d6a4-4c44-8401-b3b3ee648006', 'mac_address': 'fa:16:3e:f2:56:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb13a35-1159-4bfa-ac31-9d64c6b7436c', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:14.312582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c2adb57e-9414-4898-aaa6-023d346a8919,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:14.318270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:14.338685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aaeb823-d6a4-4c44-8401-b3b3ee648006 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:14.355828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:14.461308 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:14.461308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f25e6811-33da-4eb3-8b35-60c85dda7f17 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:14.648365 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:34:14.677240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4aaeb823-d6a4-4c44-8401-b3b3ee648006,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:14.720923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f25e6811-33da-4eb3-8b35-60c85dda7f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:14.748437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'port_id': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'mac_address': 'fa:16:3e:42:28:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:14.828794 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:14.850374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25e6811-33da-4eb3-8b35-60c85dda7f17 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:14.870795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f25e6811-33da-4eb3-8b35-60c85dda7f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:14.946255 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:14.947601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d1380310-4863-47b5-acf6-681239ca134a details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:15.033131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f25e6811-33da-4eb3-8b35-60c85dda7f17,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:15.051678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d1380310-4863-47b5-acf6-681239ca134a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d1380310-4863-47b5-acf6-681239ca134a,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:15.069429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd1380310-4863-47b5-acf6-681239ca134a', 'network_id': '804f2887-0933-4850-b633-c01cd3191bc8', 'port_id': 'd1380310-4863-47b5-acf6-681239ca134a', 'mac_address': 'fa:16:3e:ab:0b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac8ada0-46da-4645-a8c7-a61aa318b7ad', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:15.159005 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:15.162422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:15.172163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:15.172163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:15.191025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:15.195252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1380310-4863-47b5-acf6-681239ca134a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:15.199063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:15.199063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:15.205195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:15.213405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6123368d-c432-4060-9994-ce03c75a23c2 req-200ede53-fdbe-43e7-a663-a424fb1db8d8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5436 time: 0.1927240 Feb 04 20:34:15.237821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d1380310-4863-47b5-acf6-681239ca134a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d1380310-4863-47b5-acf6-681239ca134a,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:15.262469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6123368d-c432-4060-9994-ce03c75a23c2 req-8a182b7a-7f7a-4422-a637-53007f789afb tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472500 Feb 04 20:34:15.354927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:15.354927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ac7696c2-8b64-4a82-9879-5e4f09e29272 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:15.430469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d1380310-4863-47b5-acf6-681239ca134a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:15.462861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ac7696c2-8b64-4a82-9879-5e4f09e29272, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:15.479901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'ac7696c2-8b64-4a82-9879-5e4f09e29272', 'network_id': 'c9291753-d179-4d73-b9d3-568803a1791d', 'port_id': 'ac7696c2-8b64-4a82-9879-5e4f09e29272', 'mac_address': 'fa:16:3e:f7:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb13a35-1159-4bfa-ac31-9d64c6b7436c', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:15.548491 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:15.570106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7696c2-8b64-4a82-9879-5e4f09e29272 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:15.608136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ac7696c2-8b64-4a82-9879-5e4f09e29272, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:15.924027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:15.969358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:16.029734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ac7696c2-8b64-4a82-9879-5e4f09e29272,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:16.203373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:16.218496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6fb30185-a57d-4d22-a6c5-fd7b1775e661 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.238830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6fb30185-a57d-4d22-a6c5-fd7b1775e661 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.2812455 Feb 04 20:34:16.240830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'port_id': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'mac_address': 'fa:16:3e:4f:41:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:16.263339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6432ceae-4feb-49bd-99db-eb62660d8a8f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/quotas/f266930fe434436eb7e0d8505a3ef77c HTTP/1.1" status: 200 len: 375 time: 0.0351641 Feb 04 20:34:16.320763 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:16.343209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29da485-41fe-4ae3-8460-dc71f0f2e5de {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:16.361188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:16.395817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-003b0328-b1d0-4bac-a1ce-0411ed4912a4 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237538 Feb 04 20:34:16.457110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:16.562104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=13']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:16.567122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.571076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-2c439c05-b011-41b9-bfdb-2f923ab30fce service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675959 Feb 04 20:34:16.574809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.574809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.582097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.598143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.613756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.621311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:16.623006 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-5efbdab3-8c2a-491e-8cc3-e4af5f91f8df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5438 time: 0.1985605 Feb 04 20:34:16.760490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6b335a4b-b155-49c6-b9f1-02d953048c26 service neutron] 10.222.0.48 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971993 Feb 04 20:34:16.821649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f5de859d-5d23-4f0c-8e2b-f20a55dfbf78 req-fc9efe0d-d216-438e-b4ea-c27fdcf5c399 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1866672 Feb 04 20:34:17.077862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f25e6811-33da-4eb3-8b35-60c85dda7f17'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:17.113873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['35c45c46-c19f-4e8e-ade4-91b090d4366d'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:17.183470 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c2dc8202-33bf-423f-9037-85ae527512c0 req-5a386638-feef-4ee3-bb31-aad05a45e0df tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 210 time: 0.0919666 Feb 04 20:34:17.280341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f07a9499-01c6-472c-aee4-1a7231061983'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:17.317012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ac7696c2-8b64-4a82-9879-5e4f09e29272'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:17.341162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['4aaeb823-d6a4-4c44-8401-b3b3ee648006'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:17.369677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c2adb57e-9414-4898-aaa6-023d346a8919'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:17.663714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d1380310-4863-47b5-acf6-681239ca134a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:17.703963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['d29da485-41fe-4ae3-8460-dc71f0f2e5de'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:18.071356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:18.077041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:18.083541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:18.089286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:18.095143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:18.101228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:18.106918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:18.108838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5f91759-dfac-4def-9194-0370037c4775 req-ada11b32-ce6a-4922-ba10-1af32da99efd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5438 time: 0.1477211 Feb 04 20:34:18.204405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5f91759-dfac-4def-9194-0370037c4775 req-2726306a-4cfe-4be1-bbf0-0d476fb8efb0 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847690 Feb 04 20:34:18.425107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-449c75c8-eca6-4a8b-b46e-5afdc4f6523e req-5b42c543-997b-4bf2-8dff-06f1855b9e27 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 210 time: 0.0607636 Feb 04 20:34:19.541487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.555304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.564742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.571656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.580830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.595019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.607109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.609116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-05735aeb-1324-4a3c-8fa6-d44e873283a9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5438 time: 0.2149003 Feb 04 20:34:19.696503 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-920f5d05-21b6-4088-9f66-54d95f785b05 req-cd973e5e-33ca-4bea-8d3f-2315e01292ff tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584440 Feb 04 20:34:19.754510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0accb9ea-53d1-43af-b6d2-191dbd29b7d0 req-0608a350-135e-4f6b-9350-3b1d79e138a0 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 210 time: 0.0566628 Feb 04 20:34:19.851749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-b0b7c71b-5fb8-43e2-a827-018b045ca522 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:19.851749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-b0b7c71b-5fb8-43e2-a827-018b045ca522 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 815 time: 0.2509363 Feb 04 20:34:19.865713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Request body: {'port': {'device_id': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'admin_state_up': True, 'tenant_id': 'f266930fe434436eb7e0d8505a3ef77c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:34:20.041855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:34:20.070301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:34:20.160036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0be59b44-38e5-4937-ab93-287f323844b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:20.164960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Made reservation on behalf of f266930fe434436eb7e0d8505a3ef77c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:34:20.164960 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:20.351288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Allocated IP 172.20.0.6 (b3ac9a7b-6de4-4401-992e-b7f45fdc48f0/06e72bcd-d0da-484b-968a-5c823fe606fd/cfaa7206-69d3-43f8-8dbc-38667433e1b8) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:34:20.578448 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:20.693518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:20.709542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab', '61cb19f2-82de-4fd3-b61b-c96a2e635c62'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:20.776641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event updated for resources: {'Port': ['ID=cfaa7206-69d3-43f8-8dbc-38667433e1b8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:20.795369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.795726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.796073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.796414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.797323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.797661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.797995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.798327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.798659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.799015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.799344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.799671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:34:20.805934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:34:20.807113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:34:20.819244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:34:20.944378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:20.944917 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:21.098526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.116963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.129138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.150906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.159914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.159914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.183078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c154d-0c14-401f-8dd0-c719131006a3 req-fa083b7f-ee4d-46d4-93d0-eb3acd9635b1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.183078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4d0c154d-0c14-401f-8dd0-c719131006a3 req-fa083b7f-ee4d-46d4-93d0-eb3acd9635b1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:34:21.187895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.203330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-b67fffdb-5ee3-487e-86d6-e348f94bb371 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5438 time: 0.2739730 Feb 04 20:34:21.207656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-3032f40b-04a5-4b76-a1d2-f30905956872 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3356330 Feb 04 20:34:21.226085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Request body: {'port': {'device_id': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:34:21.301389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d1da118-d58a-4737-865a-06e8f3c1d203 req-f5b21d1f-1ca0-4486-b46d-ec5e7b9a71df tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979385 Feb 04 20:34:21.326925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4d0c154d-0c14-401f-8dd0-c719131006a3 req-fa083b7f-ee4d-46d4-93d0-eb3acd9635b1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:34:21.328591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d0c154d-0c14-401f-8dd0-c719131006a3 req-fa083b7f-ee4d-46d4-93d0-eb3acd9635b1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 931 time: 0.3623116 Feb 04 20:34:21.394309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:21.400001 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-3533c1c0-0d83-4ef5-ab3d-2e37368f53a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950282 Feb 04 20:34:21.415171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d0c154d-0c14-401f-8dd0-c719131006a3 req-9c4f0a41-c0f4-4c82-9fce-191f70700614 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807390 Feb 04 20:34:21.669104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-e509f51d-def2-41cd-8980-a9df4c63fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.670799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-e509f51d-def2-41cd-8980-a9df4c63fe91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 1096 time: 0.1431472 Feb 04 20:34:21.893301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfaa7206-69d3-43f8-8dbc-38667433e1b8 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:21.909252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:21.920719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Transition to ACTIVE for port object cfaa7206-69d3-43f8-8dbc-38667433e1b8 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:34:21.957429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 35c45c46-c19f-4e8e-ade4-91b090d4366d up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:21.973205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-6ee46e37-6b22-4b75-9d8d-4d718fef53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:21.973205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-6ee46e37-6b22-4b75-9d8d-4d718fef53bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 916 time: 0.2802176 Feb 04 20:34:22.015847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:22.081552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-e85ea9bf-a193-4ade-b2b7-63740b1ee715 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab HTTP/1.1" status: 200 len: 217 time: 0.0994811 Feb 04 20:34:22.117088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 35c45c46-c19f-4e8e-ade4-91b090d4366d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:22.128722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 35c45c46-c19f-4e8e-ade4-91b090d4366d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:22.128722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:22.163286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-f48789f4-e959-4e28-8277-fdbbb5d3863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.166251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-f48789f4-e959-4e28-8277-fdbbb5d3863e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.0755742 Feb 04 20:34:22.264573 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-dd2c8707-f09b-457f-878e-7b359ba72134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743725 Feb 04 20:34:22.493111 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7c2c82c4-c024-495b-bc0a-605464eafa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:22.493111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['571d4b4e-8889-409c-8c07-7f57c378afa7'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:22.635721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:22.638452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Pushing event updated for resources: {'Port': ['ID=cfaa7206-69d3-43f8-8dbc-38667433e1b8,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:22.653636 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-202f3a7c-de10-40bf-bc2b-7a75cd11a7b3 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784163 Feb 04 20:34:22.718191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:22.766532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 35c45c46-c19f-4e8e-ade4-91b090d4366d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:22.799951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Attempting to bind port cfaa7206-69d3-43f8-8dbc-38667433e1b8 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:34:22.799951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Attempting to bind port cfaa7206-69d3-43f8-8dbc-38667433e1b8 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:34:22.799951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Attempting to bind port cfaa7206-69d3-43f8-8dbc-38667433e1b8 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:34:22.810113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Port cfaa7206-69d3-43f8-8dbc-38667433e1b8 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:34:22.810113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Attempting to bind port cfaa7206-69d3-43f8-8dbc-38667433e1b8 on network b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:34:22.815637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:34:22.815637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Checking segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:34:22.815637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Bound using segment: {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:34:22.815637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Bound port: cfaa7206-69d3-43f8-8dbc-38667433e1b8, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2039797-f8fd-4b57-b659-3d437c46b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:34:22.815637 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:22.885940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.897204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.902601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:22.902601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f25e6811-33da-4eb3-8b35-60c85dda7f17 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:22.914031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.914031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.914031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.914031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.923376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.923376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-93f0236e-b300-4ecf-a2bf-7c44bb88de21 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5438 time: 0.3201327 Feb 04 20:34:22.931381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b438e6-e0b0-4e6f-9358-20213d0ec91b req-e34e24af-20f0-48dc-9c61-ae9305f091d7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:22.931381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8b438e6-e0b0-4e6f-9358-20213d0ec91b req-e34e24af-20f0-48dc-9c61-ae9305f091d7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 943 time: 0.2296228 Feb 04 20:34:22.982325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] For port cfaa7206-69d3-43f8-8dbc-38667433e1b8, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:34:22.982325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] For port cfaa7206-69d3-43f8-8dbc-38667433e1b8, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cfaa7206-69d3-43f8-8dbc-38667433e1b8,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:34:22.987705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b925a674-aaf6-4966-b8c5-ed242df48713 req-975bd993-7ca8-4ff5-8692-f6d4aeaeb1ce service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082294 Feb 04 20:34:23.052889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8b438e6-e0b0-4e6f-9358-20213d0ec91b req-ab811e96-2557-4ef8-add3-18262e90f63e tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Feb 04 20:34:23.053120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=35c45c46-c19f-4e8e-ade4-91b090d4366d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:23.066601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b0518418-f148-4b81-b50b-2ff859eeeb52 req-50f26571-571f-4fe6-bfe4-9d7a1e17a101 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992377 Feb 04 20:34:23.073378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-04760c28-bb8c-4762-9247-3c696a72b641 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1506648 Feb 04 20:34:23.098998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:23.140539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port f25e6811-33da-4eb3-8b35-60c85dda7f17 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:23.146407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port f25e6811-33da-4eb3-8b35-60c85dda7f17 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:23.147022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:23.157453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:23.158156 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:23.159912 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] 10.222.0.24 "PUT /v2.0/ports/cfaa7206-69d3-43f8-8dbc-38667433e1b8 HTTP/1.1" status: 200 len: 1091 time: 1.9489584 Feb 04 20:34:23.168573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'tag': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:23.197123 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d', 'code': 200} Feb 04 20:34:23.266192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276d93b-70fc-43e5-ab35-4d49c6002ffe service neutron] Pushing event updated for resources: {'Port': ['ID=cfaa7206-69d3-43f8-8dbc-38667433e1b8,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:23.281976 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'tag': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8', 'status': 'completed', 'code': 200} Feb 04 20:34:23.291547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-15466758-c16f-4ba8-b14d-5030a0c1aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:23.291547 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-15466758-c16f-4ba8-b14d-5030a0c1aa48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1097 time: 0.1112237 Feb 04 20:34:23.369834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:23.409735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-762e094d-7bec-409b-ab96-bf5a7f336b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:23.409735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-762e094d-7bec-409b-ab96-bf5a7f336b71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 1094 time: 0.1029799 Feb 04 20:34:23.424319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f25e6811-33da-4eb3-8b35-60c85dda7f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:23.443499 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:23.481849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-26b4ccd4-316d-49f4-8c09-a325cb49eeee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfaa7206-69d3-43f8-8dbc-38667433e1b8 HTTP/1.1" status: 200 len: 217 time: 0.0665407 Feb 04 20:34:23.503379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-b9a6a406-c11e-4d39-bbf5-69fac77c7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:23.504939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-b9a6a406-c11e-4d39-bbf5-69fac77c7056 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.1847506 Feb 04 20:34:23.515348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:23.565680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:23.569187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-c9a48662-a622-4b7b-8d69-fd997be9f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:23.569187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-c9a48662-a622-4b7b-8d69-fd997be9f3d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.0718565 Feb 04 20:34:23.603360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f25e6811-33da-4eb3-8b35-60c85dda7f17,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:23.617844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-48ec1109-7db0-474a-8f55-9d5b67802a02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482829 Feb 04 20:34:23.650034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-36035a87-c2fa-46e1-b518-ab5099cd7a46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 1001 time: 0.1348147 Feb 04 20:34:23.733300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-fca89488-5079-4548-9303-0aa5a036cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:23.735623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-fca89488-5079-4548-9303-0aa5a036cd71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0827031 Feb 04 20:34:23.797800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-c6402b58-0262-478a-8083-7e8be219a3d6 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735690 Feb 04 20:34:23.822568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-51eacb26-0e9f-4608-8023-44bfb4119150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:23.824524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-51eacb26-0e9f-4608-8023-44bfb4119150 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823381 Feb 04 20:34:23.953682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ac7696c2-8b64-4a82-9879-5e4f09e29272 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:23.958359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0cb3481-3589-4f2d-9ff8-db4af475a276 req-bb72ab51-cfd3-470e-a964-866860291573 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517777 Feb 04 20:34:24.048745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-7cd262fa-e4c8-473a-b06a-9d4c1c261826 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134590 Feb 04 20:34:24.220710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port ac7696c2-8b64-4a82-9879-5e4f09e29272 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:24.227424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port ac7696c2-8b64-4a82-9879-5e4f09e29272 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:24.228087 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:24.301230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6173256f-7419-4a5c-91aa-1d8e777a134b req-e4b1bb8c-b224-4580-b126-22a67d27b1a6 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419505 Feb 04 20:34:24.450090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.468218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.468218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.482720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-93fa97de-7a42-49dc-a462-b79a4a7e4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.486278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.490833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-93fa97de-7a42-49dc-a462-b79a4a7e4396 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f266930fe434436eb7e0d8505a3ef77c&device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 1094 time: 0.3254030 Feb 04 20:34:24.494518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.494518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.503086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.520475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af2d58-7279-4417-8463-185d3e2f860a req-40f513be-82ad-4d43-9f98-557d74f64bc8 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5440 time: 0.1765459 Feb 04 20:34:24.531299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:24.600205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ac7696c2-8b64-4a82-9879-5e4f09e29272, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:24.648987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28c29c-d77d-40f8-835c-f543e19ed531 req-2f63e4d6-123f-4ac4-a2f2-4293091dd444 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.656372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f28c29c-d77d-40f8-835c-f543e19ed531 req-2f63e4d6-123f-4ac4-a2f2-4293091dd444 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 943 time: 0.3139708 Feb 04 20:34:24.692359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-897584f9-5bca-40f1-a39f-8c7a9a722d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.692583 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:24.693815 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-897584f9-5bca-40f1-a39f-8c7a9a722d89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 200 len: 916 time: 0.2145314 Feb 04 20:34:24.694881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f07a9499-01c6-472c-aee4-1a7231061983 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:24.753568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e1af2d58-7279-4417-8463-185d3e2f860a req-e9ccecb8-f6b5-4514-ab42-fa9060a47479 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226708 Feb 04 20:34:24.806449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-adfa3062-455a-44b5-b0ea-a883f414f10e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfaa7206-69d3-43f8-8dbc-38667433e1b8 HTTP/1.1" status: 200 len: 217 time: 0.0890191 Feb 04 20:34:24.818771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f28c29c-d77d-40f8-835c-f543e19ed531 req-51407d62-9dea-4668-a65b-44c6f2ecffc6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539943 Feb 04 20:34:24.882499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-d7daeb1e-a59e-46d4-a83c-0008e8ab3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:24.888432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ac7696c2-8b64-4a82-9879-5e4f09e29272,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:24.892162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-d7daeb1e-a59e-46d4-a83c-0008e8ab3567 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 200 len: 855 time: 0.0646033 Feb 04 20:34:24.946603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-ea24e370-27e7-4120-999b-d1b948cb9d9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485549 Feb 04 20:34:24.966105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port f07a9499-01c6-472c-aee4-1a7231061983 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:24.969628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port f07a9499-01c6-472c-aee4-1a7231061983 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:24.970000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:25.137174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:25.209168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7696c2-8b64-4a82-9879-5e4f09e29272'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:25.253369 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:25.288303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f07a9499-01c6-472c-aee4-1a7231061983, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f07a9499-01c6-472c-aee4-1a7231061983,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:25.302417 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-83eb5ea9-e3f6-43db-b6e4-b953fa695164 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576741 Feb 04 20:34:25.367196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:25.367603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c2adb57e-9414-4898-aaa6-023d346a8919 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:25.398630 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'code': 200} Feb 04 20:34:25.399013 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7696c2-8b64-4a82-9879-5e4f09e29272', 'code': 200} Feb 04 20:34:25.399230 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983', 'code': 200} Feb 04 20:34:25.493572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-363bda0b-a90e-495d-ba1c-8f6839194fa1 req-700027b2-3f8c-4228-b58f-1953cca0a916 service neutron] 10.222.0.24 "GET /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815510 Feb 04 20:34:25.511181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f07a9499-01c6-472c-aee4-1a7231061983,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:25.580776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c2adb57e-9414-4898-aaa6-023d346a8919 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:25.590664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c2adb57e-9414-4898-aaa6-023d346a8919 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:25.590664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:25.709939 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:25.742355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c2adb57e-9414-4898-aaa6-023d346a8919, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2adb57e-9414-4898-aaa6-023d346a8919,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:25.846173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:25.846173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4aaeb823-d6a4-4c44-8401-b3b3ee648006 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:25.978406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c2adb57e-9414-4898-aaa6-023d346a8919,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:26.010892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.018236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.035130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.041155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.047343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.053345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.056099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca8662-829b-4cb9-91b5-172f48d0360d req-b52014f6-2eb7-4747-9556-5e2843c04ab1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.057842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32ca8662-829b-4cb9-91b5-172f48d0360d req-b52014f6-2eb7-4747-9556-5e2843c04ab1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 943 time: 0.1048629 Feb 04 20:34:26.059389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:26.061348 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-4b42ed5f-2d5c-4a63-ad6f-164bd615912d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5443 time: 0.1897492 Feb 04 20:34:26.088551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:26.088551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:26.088551 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:26.129383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32ca8662-829b-4cb9-91b5-172f48d0360d req-bcc47061-8e42-42fb-9f75-a54e17104c3a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535696 Feb 04 20:34:26.206265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31a9226c-42d9-4785-ba1e-e0973c547255 req-e770a3fc-3fc0-409c-8a50-205ce20fa9bc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305282 Feb 04 20:34:26.366456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:26.453721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:26.555496 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:26.556882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d1380310-4863-47b5-acf6-681239ca134a up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:26.686772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=4aaeb823-d6a4-4c44-8401-b3b3ee648006,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:26.768778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d1380310-4863-47b5-acf6-681239ca134a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:26.773535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d1380310-4863-47b5-acf6-681239ca134a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:26.773535 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:26.898638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cfaa7206-69d3-43f8-8dbc-38667433e1b8 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:26.907543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:27.018563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d1380310-4863-47b5-acf6-681239ca134a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d1380310-4863-47b5-acf6-681239ca134a,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:27.096811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port cfaa7206-69d3-43f8-8dbc-38667433e1b8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cfaa7206-69d3-43f8-8dbc-38667433e1b8,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:27.116353 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:27.116353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:27.301293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8', 'network_id': 'b3ac9a7b-6de4-4401-992e-b7f45fdc48f0', 'port_id': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8', 'mac_address': 'fa:16:3e:e1:cc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e72bcd-d0da-484b-968a-5c823fe606fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:27.310928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d1380310-4863-47b5-acf6-681239ca134a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:27.488185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.496158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.496158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.515637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.515637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.519223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976e15-4a56-48bf-b64e-c195a5937eb3 req-fbaa36c1-b2d5-49ca-8360-bb25d8ba706c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.522941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.526149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaeb823-d6a4-4c44-8401-b3b3ee648006'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:27.529824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17976e15-4a56-48bf-b64e-c195a5937eb3 req-fbaa36c1-b2d5-49ca-8360-bb25d8ba706c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 943 time: 0.1816249 Feb 04 20:34:27.533910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.537120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:27.540553 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-0f33743d-e324-404b-b86f-899daaebf4cd tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1635497 Feb 04 20:34:27.584349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfaa7206-69d3-43f8-8dbc-38667433e1b8 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:27.613896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17976e15-4a56-48bf-b64e-c195a5937eb3 req-b8b9ee1f-832a-4ec2-8d92-69fb14506341 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907810 Feb 04 20:34:27.621839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port cfaa7206-69d3-43f8-8dbc-38667433e1b8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cfaa7206-69d3-43f8-8dbc-38667433e1b8,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:27.645972 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd637cdd-3718-49fb-babb-fd02971a8c59 req-b716a002-80d9-489d-a391-bfd764420a19 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119497 Feb 04 20:34:27.687919 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919', 'code': 200} Feb 04 20:34:27.688222 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaeb823-d6a4-4c44-8401-b3b3ee648006', 'code': 200} Feb 04 20:34:27.688671 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a', 'code': 200} Feb 04 20:34:27.709725 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:27.763246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port d29da485-41fe-4ae3-8460-dc71f0f2e5de completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:27.782153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port d29da485-41fe-4ae3-8460-dc71f0f2e5de triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:27.782153 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:27.934964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=cfaa7206-69d3-43f8-8dbc-38667433e1b8,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:27.960468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.960947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.961417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.961873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.962330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.962814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.963267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:27.965214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-2250db1a-bcc4-44a0-8aa6-0edaf86b59da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6502 time: 0.1608415 Feb 04 20:34:27.996511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['cfaa7206-69d3-43f8-8dbc-38667433e1b8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:28.009826 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12a3f208-45cc-46ad-8f77-c27cb765d61a req-9df424ec-5ac2-497e-843c-6318b2fb7c76 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379245 Feb 04 20:34:28.041644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:28.093930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:28.160208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:28.273776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=14']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:28.910434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cfaa7206-69d3-43f8-8dbc-38667433e1b8 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:34:28.926157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f6496-56ec-4e35-83e0-cd1799da0ff0 req-8f89aa54-4a97-4d39-bba8-5ae8107f2c1a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:28.927975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f19f6496-56ec-4e35-83e0-cd1799da0ff0 req-8f89aa54-4a97-4d39-bba8-5ae8107f2c1a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 944 time: 0.1717958 Feb 04 20:34:28.985873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:28.988367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f19f6496-56ec-4e35-83e0-cd1799da0ff0 req-7f6631a4-f2bd-4544-a590-fab3d12b0eea tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Feb 04 20:34:29.005358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:29.011583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:29.018631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:29.023181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:29.028920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:29.035340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:29.037274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-85f5f175-1510-4c9e-937b-36bdd3529cf9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.2065330 Feb 04 20:34:29.085789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7890b6f1-5b48-4308-a078-33b4f9bd19f9 req-fac7ac2f-acba-4bb7-a52d-51113e934995 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419986 Feb 04 20:34:29.089802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port cfaa7206-69d3-43f8-8dbc-38667433e1b8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:34:29.096966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port cfaa7206-69d3-43f8-8dbc-38667433e1b8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:34:29.097733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:29.228763 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:29.269712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port cfaa7206-69d3-43f8-8dbc-38667433e1b8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cfaa7206-69d3-43f8-8dbc-38667433e1b8,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:29.369211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:29.439775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=cfaa7206-69d3-43f8-8dbc-38667433e1b8,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:29.689535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}, {'server_uuid': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:29.778837 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'code': 200} Feb 04 20:34:29.779404 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8', 'code': 200} Feb 04 20:34:29.914414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae27a-a59d-4721-879b-84bb6376bd68 req-ef081f06-c48e-41b9-9845-c715c3ef45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:29.916101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-422ae27a-a59d-4721-879b-84bb6376bd68 req-ef081f06-c48e-41b9-9845-c715c3ef45f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 1096 time: 0.0791571 Feb 04 20:34:29.962659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-422ae27a-a59d-4721-879b-84bb6376bd68 req-6f1b6a46-f60b-4973-92ff-abfa5221247b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Feb 04 20:34:30.190019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe50ca-148d-4cfc-b0b4-71a2bc954d96 req-1e0c5400-139f-43eb-b1f8-ba27e0ab47d1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.197778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edbe50ca-148d-4cfc-b0b4-71a2bc954d96 req-1e0c5400-139f-43eb-b1f8-ba27e0ab47d1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 945 time: 0.0920033 Feb 04 20:34:30.238975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edbe50ca-148d-4cfc-b0b4-71a2bc954d96 req-1d897f13-cd8f-44cd-a75a-f6e0b646a24a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Feb 04 20:34:30.323773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.330057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.335798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.341503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.347814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.353559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.359327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.361177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0450a975-1255-4aeb-8d16-179d5032716d req-291b2f52-76fc-41ec-aa95-49e62a9f13c3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1334589 Feb 04 20:34:30.408081 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0450a975-1255-4aeb-8d16-179d5032716d req-24a59dde-4cc7-4b7e-a916-7a722cceca94 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408592 Feb 04 20:34:30.599392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.605203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.610962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.618204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.629724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.636065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.642398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:30.644310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3f00c7c-dd08-4628-8f41-546152806c2d req-41dc01fe-d014-4565-b955-866c3eec0d65 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1278801 Feb 04 20:34:30.654445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 38974) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:34:30.661078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Request body: {'floatingip': {'port_id': 'f25e6811-33da-4eb3-8b35-60c85dda7f17'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:34:30.744721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:31.489450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:31.515894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5d982-8aed-45ef-b648-62b3c1e07be4 req-c687c1c9-c0a9-4c3f-9769-171d4fc711d9 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:31.517355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-daa5d982-8aed-45ef-b648-62b3c1e07be4 req-c687c1c9-c0a9-4c3f-9769-171d4fc711d9 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 945 time: 0.1175468 Feb 04 20:34:31.541104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:31.762725 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-daa5d982-8aed-45ef-b648-62b3c1e07be4 req-b142bf9e-abcf-42d1-b289-92acd6d9bba1 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392926 Feb 04 20:34:31.861623 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Floating IP b2691f82-e805-45ab-be42-a1d54fc8524f associated. External IP: 172.25.7.35, port: f25e6811-33da-4eb3-8b35-60c85dda7f17. Feb 04 20:34:32.227967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:34:32.432870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:34:32.445348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] Sync routers for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:34:32.445813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:32.455787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:34:32.456608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:34:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:34:32.503073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c3e4dc4d-bab5-4ab1-b2a3-fad4f38a3a82 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "PUT /v2.0/floatingips/b2691f82-e805-45ab-be42-a1d54fc8524f HTTP/1.1" status: 200 len: 991 time: 1.8475037 Feb 04 20:34:32.504348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:32.595166 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'status': 'completed', 'code': 200} Feb 04 20:34:32.694083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:34:32.751509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.752080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.752681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.753154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.754410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.754867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.755333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.757951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-d54a15c1-c70c-4abb-a8e0-7c72bcf5dffc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6502 time: 0.1261597 Feb 04 20:34:32.794094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.800663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.807884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.815650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.821636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.828311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.835266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:32.837373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-8da900b4-b97b-43f0-b3e0-275b054fb7de tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1960061 Feb 04 20:34:32.910023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67502a45-b7fd-4d0d-b364-b4368a5ed51a req-5b8d5c4b-4b5a-4a09-971b-34610e5717f1 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639138 Feb 04 20:34:33.037230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-ed59828e-dd4a-4bcf-ad54-9b613f7f160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:33.038715 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-ed59828e-dd4a-4bcf-ad54-9b613f7f160c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5923911-2330-412e-ac86-9e6f9dbb3545 HTTP/1.1" status: 200 len: 918 time: 0.2738624 Feb 04 20:34:33.138596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d667b9-18ce-45dd-b6fb-24fdc5609be4 req-dc7a4876-e4f3-4806-b0de-948ae9d9f2e9 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:33.140694 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6d667b9-18ce-45dd-b6fb-24fdc5609be4 req-dc7a4876-e4f3-4806-b0de-948ae9d9f2e9 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 945 time: 0.1839292 Feb 04 20:34:33.163142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b2691f82-e805-45ab-be42-a1d54fc8524f', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'port_id': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'mac_address': 'fa:16:3e:42:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:32:53Z', 'updated_at': '2022-02-04T20:34:31Z', 'revision_number': 1, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:29Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:34:33.167776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] Checking router: 893bf4a0-1fbf-4e0d-9597-0166caa91d02 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:34:33.181325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:34:33.182984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:34:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:34:33.198821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-288443a5-d788-44ee-96b0-7b411862f0a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17 HTTP/1.1" status: 200 len: 999 time: 0.1505487 Feb 04 20:34:33.214096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6d667b9-18ce-45dd-b6fb-24fdc5609be4 req-ec4eb4a9-ba04-4fdd-afe7-97cc542500b9 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Feb 04 20:34:33.276506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-17dea821-b525-4535-b46b-f3a1bd57e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:33.276506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-17dea821-b525-4535-b46b-f3a1bd57e082 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1efd2123-f261-49b0-8b47-803de3ad30c0 HTTP/1.1" status: 200 len: 856 time: 0.0610304 Feb 04 20:34:33.369196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-a0521da1-9046-4d7d-ace5-7dedc1e2c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:33.370686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-a0521da1-9046-4d7d-ace5-7dedc1e2c47d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5923911-2330-412e-ac86-9e6f9dbb3545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887856 Feb 04 20:34:33.433395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:34:33.645791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-a0006a00-851f-4870-bb69-3400af2373da service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691255 Feb 04 20:34:33.823675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b2691f82-e805-45ab-be42-a1d54fc8524f', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'port_id': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'mac_address': 'fa:16:3e:42:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:32:53Z', 'updated_at': '2022-02-04T20:34:31Z', 'revision_number': 1, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:29Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:34:33.825274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21bc1e83-b582-4d04-9d9b-625711fcde4a req-41c1148d-b268-4fd6-9d35-0a968c05517c service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684856 Feb 04 20:34:33.828529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4440bc14-8f03-411e-b152-3b452bbd126a None None] The sync data for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 is: [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b2691f82-e805-45ab-be42-a1d54fc8524f', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'port_id': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'mac_address': 'fa:16:3e:42:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:32:53Z', 'updated_at': '2022-02-04T20:34:31Z', 'revision_number': 1, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:29Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:34:34.141029 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f30cf-32fc-4070-b4f3-62998f40ad9a None None] New status for floating IP b2691f82-e805-45ab-be42-a1d54fc8524f: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:34:34.244526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.253039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.259280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.267558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.274291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.281467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.288529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.292173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-b95b1b88-a84d-4cc1-9415-e2928d0312cc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1822422 Feb 04 20:34:34.350466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f4fddd1-8b92-4116-9ad3-d5483ec0d5e9 req-7efa7d21-3807-4d14-9559-ff5741f2dfef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517530 Feb 04 20:34:34.612666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.619038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.625142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.631479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.638953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.646026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.652172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.660500 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce12c937-439a-40a7-944c-f807c408a538 req-4c33ffeb-30fd-4917-a0c8-c3c4efe40d6c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1500120 Feb 04 20:34:34.716407 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce12c937-439a-40a7-944c-f807c408a538 req-c48ec566-55ab-4c75-a410-f934e25660ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543406 Feb 04 20:34:34.829839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620d047-5a34-49b4-b124-871599e28679 req-87bd0c91-0d16-478c-ae8d-405f601cabd2 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.835197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a620d047-5a34-49b4-b124-871599e28679 req-87bd0c91-0d16-478c-ae8d-405f601cabd2 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 945 time: 0.0999947 Feb 04 20:34:34.883556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a620d047-5a34-49b4-b124-871599e28679 req-818e5428-4bd0-459c-9f67-301448d995f7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Feb 04 20:34:34.966268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.972733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.978515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.984384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.990195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:34.996087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:35.002444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:35.004351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-af6efadb-654e-4787-bada-3a1928a34090 req-79612568-f933-4d97-8821-941e8fe1529e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1370170 Feb 04 20:34:36.087536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c0117-9d88-42c8-bcef-a54d0dd7b90d req-9741b45d-6d18-4a00-a111-cc88c86394d2 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:36.089002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-717c0117-9d88-42c8-bcef-a54d0dd7b90d req-9741b45d-6d18-4a00-a111-cc88c86394d2 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 945 time: 0.0836878 Feb 04 20:34:36.138671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-717c0117-9d88-42c8-bcef-a54d0dd7b90d req-9b6d6b15-b413-47f2-898a-a2b6c25c3a84 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 Feb 04 20:34:36.278774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-0b29e8b8-442a-477b-bea5-b53591152a97 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:36.280358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-0b29e8b8-442a-477b-bea5-b53591152a97 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 945 time: 0.0814645 Feb 04 20:34:36.355105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Deleting port 1c96321d-7085-4a59-815e-1280359e0ccc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:34:36.355445 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:36.613946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] For port 1c96321d-7085-4a59-815e-1280359e0ccc, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=1c96321d-7085-4a59-815e-1280359e0ccc,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:36.614308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:36.744154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Calling delete_port for 1c96321d-7085-4a59-815e-1280359e0ccc owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:34:36.955247 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:36.971185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['1c96321d-7085-4a59-815e-1280359e0ccc'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:37.007166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Pushing event deleted for resources: {'Port': ['ID=1c96321d-7085-4a59-815e-1280359e0ccc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:37.191271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] No DVR routers for this DVR port 1c96321d-7085-4a59-815e-1280359e0ccc on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:34:37.193830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:37.196971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'name': 'network-vif-deleted', 'tag': '1c96321d-7085-4a59-815e-1280359e0ccc'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:37.285153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-53cd4d16-3c3b-4aba-97bc-c056c53fa288 req-ca730772-59dd-4dac-8d21-9e729fdeaa95 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.24 "DELETE /v2.0/ports/1c96321d-7085-4a59-815e-1280359e0ccc HTTP/1.1" status: 204 len: 173 time: 0.9975259 Feb 04 20:34:37.308738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-baf9ee37-2c73-4102-b94e-c584d7503454 req-d072b99f-8d4a-4834-8b31-3bea11841f96 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d63c63e6-9605-4ae6-b3cc-6f3b8981cb70 HTTP/1.1" status: 200 len: 210 time: 0.0504899 Feb 04 20:34:37.323663 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c63e6-9605-4ae6-b3cc-6f3b8981cb70', 'name': 'network-vif-deleted', 'tag': '1c96321d-7085-4a59-815e-1280359e0ccc', 'status': 'completed', 'code': 200} Feb 04 20:34:39.083403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:39.303975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:40.973451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1c96321d-7085-4a59-815e-1280359e0ccc no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:34:41.017326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 1c96321d-7085-4a59-815e-1280359e0ccc {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:34:41.017326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 1c96321d-7085-4a59-815e-1280359e0ccc not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:34:46.508978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-300d0a51-e87c-49de-97ce-7787dbfc6014 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:46.513729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-300d0a51-e87c-49de-97ce-7787dbfc6014 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/networks?id=4a661720-ebee-4a24-9b69-bd39c954b979 HTTP/1.1" status: 200 len: 814 time: 0.1488230 Feb 04 20:34:46.532000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-9e053a79-2036-4ae3-97d2-59b4b855c6a2 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/quotas/d2191314df224e21b40440681653278a HTTP/1.1" status: 200 len: 375 time: 0.0147343 Feb 04 20:34:46.602750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-9aea8640-26af-48d0-a53e-ff5d357600b4 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Synchronizing usage tracker for tenant:d2191314df224e21b40440681653278a on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:34:46.697059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-9aea8640-26af-48d0-a53e-ff5d357600b4 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Unset dirty status for tenant:d2191314df224e21b40440681653278a on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:34:46.697059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-9aea8640-26af-48d0-a53e-ff5d357600b4 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2191314df224e21b40440681653278a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1422982 Feb 04 20:34:47.053863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-212dd0d3-72d9-4b77-b6ee-13bf67051f1e service neutron] 10.222.0.48 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564043 Feb 04 20:34:47.226165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-ad6d4556-a9f2-4bc5-9a8b-88998b576aba service neutron] 10.222.0.48 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646008 Feb 04 20:34:47.492854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3cb51cf0-dd19-4b9c-9ee1-ec746dce3edb req-6359e82a-af3e-4e6d-950a-ec2d58c8bb58 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 210 time: 0.0487478 Feb 04 20:34:48.673142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8bf8f482-e213-4ffe-a5ad-9359c4cca2d8 req-e6e8ae7d-93ce-4a10-be3e-31bf1af351fc tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 210 time: 0.0590200 Feb 04 20:34:49.776239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-a807e349-29eb-41e1-8900-8885d7c62890 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:49.776239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-a807e349-29eb-41e1-8900-8885d7c62890 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.62 "GET /v2.0/networks?id=4a661720-ebee-4a24-9b69-bd39c954b979 HTTP/1.1" status: 200 len: 814 time: 0.2172539 Feb 04 20:34:49.786464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Request body: {'port': {'device_id': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979', 'admin_state_up': True, 'tenant_id': 'd2191314df224e21b40440681653278a'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:34:49.936581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-99111e08-1821-4960-8f16-1acf7b4da408 req-0fa0a9a7-0164-4481-96c7-4d024af1b015 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 210 time: 0.0591776 Feb 04 20:34:50.009507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:34:50.020939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:34:50.032200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 39646) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:34:50.111387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Made reservation on behalf of d2191314df224e21b40440681653278a for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:34:50.111544 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5b43d22c-8d5f-4c6c-a7af-6d702306b752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.116150 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.247921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ce3e44d9-3b5c-40f4-a698-78e5bd5ea99c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e25f3b5428c48d9bfd24cf047ecdaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144618 Feb 04 20:34:50.250429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39652) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:34:50.378376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2af874d-dfd2-43c4-bf67-bc5fca2d75c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.384090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Allocated IP 172.20.0.12 (4a661720-ebee-4a24-9b69-bd39c954b979/4898a798-9104-4218-9134-49423213c29f/f2dcadf4-6e17-4f0c-83e2-6df819357f17) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:34:50.419515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2af874d-dfd2-43c4-bf67-bc5fca2d75c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.649425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2af874d-dfd2-43c4-bf67-bc5fca2d75c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.672236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.679239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af874d-dfd2-43c4-bf67-bc5fca2d75c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ff16a-188d-417f-9536-1470fbe2e6be,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:50.795283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.871486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Network 4a661720-ebee-4a24-9b69-bd39c954b979 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:34:50.875386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:34:50.885781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:34:50.919265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Pushing event updated for resources: {'Port': ['ID=f2dcadf4-6e17-4f0c-83e2-6df819357f17,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:50.925724 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2af874d-dfd2-43c4-bf67-bc5fca2d75c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:50.927582 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b2af874d-dfd2-43c4-bf67-bc5fca2d75c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/341ff16a-188d-417f-9536-1470fbe2e6be HTTP/1.1" status: 204 len: 168 time: 0.6752083 Feb 04 20:34:50.956035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:50.956631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:51.092926 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-bd4774ff-9fe3-4ddf-8378-42785e4ef1e7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3169472 Feb 04 20:34:51.107845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Request body: {'port': {'device_id': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:34:51.175105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a21f6-809b-460d-b432-cf308ca6cea5 req-df1d0390-529d-4ddc-a79c-165e39b812de tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:51.178188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-648a21f6-809b-460d-b432-cf308ca6cea5 req-df1d0390-529d-4ddc-a79c-165e39b812de tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 932 time: 0.1210864 Feb 04 20:34:51.259269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-648a21f6-809b-460d-b432-cf308ca6cea5 req-70ac9045-f8a3-40e2-9a56-aee2fca58e02 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753615 Feb 04 20:34:51.263939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:51.649763 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:34:51.794388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dcadf4-6e17-4f0c-83e2-6df819357f17 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:51.798371 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:51.815665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Transition to ACTIVE for port object f2dcadf4-6e17-4f0c-83e2-6df819357f17 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:34:51.918854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:52.108006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Pushing event updated for resources: {'Port': ['ID=f2dcadf4-6e17-4f0c-83e2-6df819357f17,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:52.195002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Attempting to bind port f2dcadf4-6e17-4f0c-83e2-6df819357f17 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:34:52.195002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Attempting to bind port f2dcadf4-6e17-4f0c-83e2-6df819357f17 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:34:52.195002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Attempting to bind port f2dcadf4-6e17-4f0c-83e2-6df819357f17 on network 4a661720-ebee-4a24-9b69-bd39c954b979 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:34:52.195002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Port f2dcadf4-6e17-4f0c-83e2-6df819357f17 on network 4a661720-ebee-4a24-9b69-bd39c954b979 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:34:52.195002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Attempting to bind port f2dcadf4-6e17-4f0c-83e2-6df819357f17 on network 4a661720-ebee-4a24-9b69-bd39c954b979 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:34:52.213326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:34:52.213326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Checking segment: {'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:34:52.213326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Bound using segment: {'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:34:52.213326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Bound port: f2dcadf4-6e17-4f0c-83e2-6df819357f17, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fe9259-4c69-4136-8503-61486e0e17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:34:52.213326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:52.295146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9a02c78b-9871-4a98-ab89-7b8f056f656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:52.465867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] For port f2dcadf4-6e17-4f0c-83e2-6df819357f17, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:34:52.473044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] For port f2dcadf4-6e17-4f0c-83e2-6df819357f17, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f2dcadf4-6e17-4f0c-83e2-6df819357f17,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:34:52.599627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:52.724851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:52.730635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:52.730635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] 10.222.0.62 "PUT /v2.0/ports/f2dcadf4-6e17-4f0c-83e2-6df819357f17 HTTP/1.1" status: 200 len: 1092 time: 1.6255548 Feb 04 20:34:52.735534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'tag': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:52.766206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4c352-b13f-4e20-bcc4-0fa993a9003d service neutron] Pushing event updated for resources: {'Port': ['ID=f2dcadf4-6e17-4f0c-83e2-6df819357f17,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:52.789058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8606ab8-dfba-405a-a194-57d42e06a9ee req-38e2608c-e1f5-47ad-bb61-b766fd580ac7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:52.790433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f8606ab8-dfba-405a-a194-57d42e06a9ee req-38e2608c-e1f5-47ad-bb61-b766fd580ac7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Synchronizing usage tracker for tenant:d2191314df224e21b40440681653278a on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:34:52.990233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f8606ab8-dfba-405a-a194-57d42e06a9ee req-38e2608c-e1f5-47ad-bb61-b766fd580ac7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Unset dirty status for tenant:d2191314df224e21b40440681653278a on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:34:53.011847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8606ab8-dfba-405a-a194-57d42e06a9ee req-38e2608c-e1f5-47ad-bb61-b766fd580ac7 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 944 time: 0.5377350 Feb 04 20:34:53.103927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8606ab8-dfba-405a-a194-57d42e06a9ee req-12ae21d7-0746-4c60-b369-4defce81f178 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789740 Feb 04 20:34:53.127603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-84401fe0-aa09-4ef7-bec3-87e3e3cb7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:53.130321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-84401fe0-aa09-4ef7-bec3-87e3e3cb7420 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2191314df224e21b40440681653278a&device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 1095 time: 0.2159100 Feb 04 20:34:53.237410 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'tag': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17', 'status': 'completed', 'code': 200} Feb 04 20:34:53.240569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-a4abcf18-fd14-4c23-896e-6f60b3c5104a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dcadf4-6e17-4f0c-83e2-6df819357f17 HTTP/1.1" status: 200 len: 217 time: 0.1017382 Feb 04 20:34:53.431695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-b2e60f38-a6a0-401f-9077-33ab495511f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:53.431695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-b2e60f38-a6a0-401f-9077-33ab495511f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4898a798-9104-4218-9134-49423213c29f HTTP/1.1" status: 200 len: 854 time: 0.1804807 Feb 04 20:34:53.455457 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:53.912604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-f5078a17-ea40-4147-9c05-e7850c243806 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a661720-ebee-4a24-9b69-bd39c954b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511372 Feb 04 20:34:53.914932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:53.916945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f9fe-45c1-4e6c-9f7d-6b0e09976c8b req-fa114ce4-322a-45ff-9bd8-c15e6a641c32 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:53.916945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5b0f9fe-45c1-4e6c-9f7d-6b0e09976c8b req-fa114ce4-322a-45ff-9bd8-c15e6a641c32 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 945 time: 0.1654038 Feb 04 20:34:53.916945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5b0f9fe-45c1-4e6c-9f7d-6b0e09976c8b req-b981f03d-7094-4fa2-a226-15013e84ab5b tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142185 Feb 04 20:34:53.916945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-089245ce-70fa-4cd2-af35-893928f9aff5 service neutron] 10.222.0.62 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810281 Feb 04 20:34:53.916945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e003c34a-bb7b-4d57-bde6-92842050ec87 req-cad1d206-651c-4742-af16-de420b8aff3b service neutron] 10.222.0.62 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260114 Feb 04 20:34:54.055378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-dfd0a573-88f1-4eb5-9680-f75c91af2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:54.060421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-dfd0a573-88f1-4eb5-9680-f75c91af2e78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2191314df224e21b40440681653278a&device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 1095 time: 0.0697701 Feb 04 20:34:54.309449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae124a9d-c061-4c92-b195-6951ebc28b1c req-cb0900e0-3b75-47e2-9c16-f4d150f4531e tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:54.310990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae124a9d-c061-4c92-b195-6951ebc28b1c req-cb0900e0-3b75-47e2-9c16-f4d150f4531e tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 944 time: 0.0933928 Feb 04 20:34:54.331684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-dd4fd62b-22e7-44be-9645-b6e22d05f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:54.331684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-dd4fd62b-22e7-44be-9645-b6e22d05f438 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a661720-ebee-4a24-9b69-bd39c954b979 HTTP/1.1" status: 200 len: 915 time: 0.2638624 Feb 04 20:34:54.360657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae124a9d-c061-4c92-b195-6951ebc28b1c req-3c586a29-7d5f-46d1-a0d8-a6cb746b38b4 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Feb 04 20:34:54.409296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-6bb58533-2ed0-424e-b749-1c3e01c284af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dcadf4-6e17-4f0c-83e2-6df819357f17 HTTP/1.1" status: 200 len: 217 time: 0.0724957 Feb 04 20:34:54.478171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-8e80f590-baaf-439f-a777-7cfacc4742d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:54.479652 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-8e80f590-baaf-439f-a777-7cfacc4742d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4898a798-9104-4218-9134-49423213c29f HTTP/1.1" status: 200 len: 854 time: 0.0627496 Feb 04 20:34:54.534851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-2b324f5e-d5ab-42d9-8949-5ad52035891c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a661720-ebee-4a24-9b69-bd39c954b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452483 Feb 04 20:34:54.668263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-faefe74d-1506-44c0-b7ed-c2cd80aebb30 service neutron] 10.222.0.62 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311378 Feb 04 20:34:54.872203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb02f767-6e4f-49f5-a9e1-704f949e4333 req-5a032ba9-9f76-454c-99f6-f7e7ca3aa712 service neutron] 10.222.0.62 "GET /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976254 Feb 04 20:34:54.891915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a38ab-47b0-4d57-a742-5385ef692924 req-fbd19b1b-98fa-4e1d-a18a-28c035d23f14 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:54.893446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d67a38ab-47b0-4d57-a742-5385ef692924 req-fbd19b1b-98fa-4e1d-a18a-28c035d23f14 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 945 time: 0.1485524 Feb 04 20:34:54.943792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d67a38ab-47b0-4d57-a742-5385ef692924 req-3c0f8f5c-bea0-46f8-aa82-ced11658bd54 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Feb 04 20:34:55.033896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-4f7b1e71-b03a-42bc-8961-ad12a250887c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:55.035349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-4f7b1e71-b03a-42bc-8961-ad12a250887c tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 945 time: 0.0896816 Feb 04 20:34:55.120932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Deleting port cfaa7206-69d3-43f8-8dbc-38667433e1b8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:34:55.121612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:55.134238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:55.397629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] For port cfaa7206-69d3-43f8-8dbc-38667433e1b8, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=cfaa7206-69d3-43f8-8dbc-38667433e1b8,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:55.398059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:55.536564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Calling delete_port for cfaa7206-69d3-43f8-8dbc-38667433e1b8 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:34:55.723591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6af2b-bf25-4bff-b4a4-5b10a9418a8c req-713350e6-8577-412e-b122-b7cf9b4c86dc tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:55.725162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5df6af2b-bf25-4bff-b4a4-5b10a9418a8c req-713350e6-8577-412e-b122-b7cf9b4c86dc tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 944 time: 0.1994216 Feb 04 20:34:55.802477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5df6af2b-bf25-4bff-b4a4-5b10a9418a8c req-bb9ee1e0-d3d2-4bbe-817c-b0027d37d5a0 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681536 Feb 04 20:34:55.853959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:55.866300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['571d4b4e-8889-409c-8c07-7f57c378afa7'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:55.902359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab', '61cb19f2-82de-4fd3-b61b-c96a2e635c62', 'cfaa7206-69d3-43f8-8dbc-38667433e1b8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:55.926478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event deleted for resources: {'Port': ['ID=cfaa7206-69d3-43f8-8dbc-38667433e1b8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:56.251404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] No DVR routers for this DVR port cfaa7206-69d3-43f8-8dbc-38667433e1b8 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:34:56.254417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:56.262020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'name': 'network-vif-deleted', 'tag': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:34:56.310799 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-706cee41-b035-446c-a366-dcaa28afecd3 req-f9ce3891-3d67-4525-a9ae-a47f761eb7af tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbebaa08-f06d-491a-8e14-37d599d74173 HTTP/1.1" status: 200 len: 210 time: 0.1686184 Feb 04 20:34:56.337156 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbebaa08-f06d-491a-8e14-37d599d74173', 'name': 'network-vif-deleted', 'tag': 'cfaa7206-69d3-43f8-8dbc-38667433e1b8', 'status': 'completed', 'code': 200} Feb 04 20:34:56.342723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d242f5e9-4cc7-45cb-b060-aa99591a9bf6 req-a7c73ff6-e9b1-4c00-80b0-9dbf20b925a5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "DELETE /v2.0/ports/cfaa7206-69d3-43f8-8dbc-38667433e1b8 HTTP/1.1" status: 204 len: 173 time: 1.3019919 Feb 04 20:34:57.009601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a39b5-d4f0-4790-a153-fb26576ed6b9 req-96e0ed39-7d9c-4be8-9cc6-fcb3e375125c tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:57.011152 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-078a39b5-d4f0-4790-a153-fb26576ed6b9 req-96e0ed39-7d9c-4be8-9cc6-fcb3e375125c tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 944 time: 0.0859919 Feb 04 20:34:57.061047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-078a39b5-d4f0-4790-a153-fb26576ed6b9 req-e070ed53-947c-4e55-89e3-3ba0b0614a25 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Feb 04 20:34:58.071114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f2dcadf4-6e17-4f0c-83e2-6df819357f17 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:34:58.245230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f2dcadf4-6e17-4f0c-83e2-6df819357f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f2dcadf4-6e17-4f0c-83e2-6df819357f17,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:58.260719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17', 'network_id': '4a661720-ebee-4a24-9b69-bd39c954b979', 'port_id': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17', 'mac_address': 'fa:16:3e:25:22:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4898a798-9104-4218-9134-49423213c29f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:34:58.294464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08e49-fbbe-42f8-96be-230f54ac241d req-ec2fa6de-f703-4470-821d-74dc44876901 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:58.296949 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1cb08e49-fbbe-42f8-96be-230f54ac241d req-ec2fa6de-f703-4470-821d-74dc44876901 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 944 time: 0.1021080 Feb 04 20:34:58.325174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:58.344893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dcadf4-6e17-4f0c-83e2-6df819357f17 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:34:58.354066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1cb08e49-fbbe-42f8-96be-230f54ac241d req-4d100664-dfc3-4e0b-9227-e81bc6852cfd tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503962 Feb 04 20:34:58.361285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f2dcadf4-6e17-4f0c-83e2-6df819357f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f2dcadf4-6e17-4f0c-83e2-6df819357f17,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:34:58.440161 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:34:58.513015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f2dcadf4-6e17-4f0c-83e2-6df819357f17,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:34:58.852805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f2dcadf4-6e17-4f0c-83e2-6df819357f17'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:34:59.098277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cfaa7206-69d3-43f8-8dbc-38667433e1b8 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:34:59.146781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: cfaa7206-69d3-43f8-8dbc-38667433e1b8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:34:59.147204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device cfaa7206-69d3-43f8-8dbc-38667433e1b8 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:34:59.550759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a33b8d-3b76-4a6c-a824-1690c5e2f8db req-d7cd04c3-7ec3-4bf7-8d48-a380d79e1c82 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:34:59.552608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-78a33b8d-3b76-4a6c-a824-1690c5e2f8db req-d7cd04c3-7ec3-4bf7-8d48-a380d79e1c82 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 945 time: 0.0828722 Feb 04 20:34:59.602188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-78a33b8d-3b76-4a6c-a824-1690c5e2f8db req-bdcd13f0-6583-4599-bd53-e7c71d8d4658 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Feb 04 20:35:00.086442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f2dcadf4-6e17-4f0c-83e2-6df819357f17 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:00.242583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port f2dcadf4-6e17-4f0c-83e2-6df819357f17 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:00.248140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port f2dcadf4-6e17-4f0c-83e2-6df819357f17 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:00.248515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:00.418314 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:00.447983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:00.458121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f2dcadf4-6e17-4f0c-83e2-6df819357f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f2dcadf4-6e17-4f0c-83e2-6df819357f17,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:00.514200 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17', 'code': 200} Feb 04 20:35:00.531619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:00.589972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e71d8-2d08-4835-9db2-9b64f503c7bd req-3adc0f01-84c7-48fe-b7bb-124e215b2409 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:00.590737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0e4e71d8-2d08-4835-9db2-9b64f503c7bd req-3adc0f01-84c7-48fe-b7bb-124e215b2409 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:00.611985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f2dcadf4-6e17-4f0c-83e2-6df819357f17,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:00.670574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaea42-01f1-412b-837e-5bbc2f4ad1a2 req-5cc8d3e2-f16c-4c07-8b90-6a6b166ac565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:00.673260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8aaea42-01f1-412b-837e-5bbc2f4ad1a2 req-5cc8d3e2-f16c-4c07-8b90-6a6b166ac565 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 1097 time: 0.0872619 Feb 04 20:35:00.714450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0e4e71d8-2d08-4835-9db2-9b64f503c7bd req-3adc0f01-84c7-48fe-b7bb-124e215b2409 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:00.715753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e4e71d8-2d08-4835-9db2-9b64f503c7bd req-3adc0f01-84c7-48fe-b7bb-124e215b2409 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 945 time: 0.2336068 Feb 04 20:35:00.744952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e8aaea42-01f1-412b-837e-5bbc2f4ad1a2 req-1cedd65b-0a23-442c-995d-0c321da247f5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610969 Feb 04 20:35:00.769358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e4e71d8-2d08-4835-9db2-9b64f503c7bd req-871f174d-1430-42a4-8ae4-fefc331774d4 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Feb 04 20:35:00.837138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62303c-935a-4afc-b237-8412ea0ead12 req-6b656111-c275-4a6f-8661-6b1e5257becb tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:00.840637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f62303c-935a-4afc-b237-8412ea0ead12 req-6b656111-c275-4a6f-8661-6b1e5257becb tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 946 time: 0.0926094 Feb 04 20:35:00.900466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f62303c-935a-4afc-b237-8412ea0ead12 req-8b4fc082-84d9-4a34-b9b2-0509397fe417 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480535 Feb 04 20:35:02.029055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563e2de-652b-4d03-92d5-4aa9e8a85283 req-fb3ba8b9-2e65-40b4-8de7-41bb42a91fa7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:02.030559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f563e2de-652b-4d03-92d5-4aa9e8a85283 req-fb3ba8b9-2e65-40b4-8de7-41bb42a91fa7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 945 time: 0.1339812 Feb 04 20:35:02.132042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f563e2de-652b-4d03-92d5-4aa9e8a85283 req-1b471080-11ce-417c-8886-c2c464fa576e tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931263 Feb 04 20:35:02.156455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2095c3-5ac3-4cba-bdb1-ad42c532b285 req-c30f00b8-35d4-405c-85eb-d9c669472ccb tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:02.158498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a2095c3-5ac3-4cba-bdb1-ad42c532b285 req-c30f00b8-35d4-405c-85eb-d9c669472ccb tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 946 time: 0.1010771 Feb 04 20:35:02.236842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7a2095c3-5ac3-4cba-bdb1-ad42c532b285 req-bbf7853a-3940-4d17-97dd-c91095c6b267 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657754 Feb 04 20:35:02.603064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-2ad37e98-401c-4748-887c-37a02c4706d2 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:02.604536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-2ad37e98-401c-4748-887c-37a02c4706d2 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 945 time: 0.0835681 Feb 04 20:35:02.681006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Deleting port 571d4b4e-8889-409c-8c07-7f57c378afa7 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:02.681374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:02.940128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] For port 571d4b4e-8889-409c-8c07-7f57c378afa7, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=571d4b4e-8889-409c-8c07-7f57c378afa7,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:02.940405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:03.224958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Calling delete_port for 571d4b4e-8889-409c-8c07-7f57c378afa7 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:03.335722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30c726-83c7-4afb-a0db-9c7695999a0e req-a7b1f78c-088d-47f3-9ad2-a9791aee0b81 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:03.337271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e30c726-83c7-4afb-a0db-9c7695999a0e req-a7b1f78c-088d-47f3-9ad2-a9791aee0b81 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 945 time: 0.0959649 Feb 04 20:35:03.393607 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e30c726-83c7-4afb-a0db-9c7695999a0e req-eea4272d-170d-452c-b9fc-a464e9aa4178 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481589 Feb 04 20:35:03.478030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302c79f-523b-4f0a-a5f3-803c8821fcfb req-b2e36c2f-ba52-4182-86ce-8dcef7ca44b0 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:03.479586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f302c79f-523b-4f0a-a5f3-803c8821fcfb req-b2e36c2f-ba52-4182-86ce-8dcef7ca44b0 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 946 time: 0.1096087 Feb 04 20:35:03.526351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f302c79f-523b-4f0a-a5f3-803c8821fcfb req-14060e79-abde-49e0-ae15-75e8d18f8920 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Feb 04 20:35:03.548608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:03.566861 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab', '61cb19f2-82de-4fd3-b61b-c96a2e635c62'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:35:03.600317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['571d4b4e-8889-409c-8c07-7f57c378afa7'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:35:03.636519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event deleted for resources: {'Port': ['ID=571d4b4e-8889-409c-8c07-7f57c378afa7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:03.698728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] No DVR routers for this DVR port 571d4b4e-8889-409c-8c07-7f57c378afa7 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:35:03.702600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:03.706134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'name': 'network-vif-deleted', 'tag': '571d4b4e-8889-409c-8c07-7f57c378afa7'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:03.761265 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d69576-92f8-44c0-a1df-ce4e9c4c975d', 'name': 'network-vif-deleted', 'tag': '571d4b4e-8889-409c-8c07-7f57c378afa7', 'status': 'completed', 'code': 200} Feb 04 20:35:03.819085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffd0a8c0-9225-4256-aa33-099ff5df9c75 req-b187df16-3816-4d0c-add5-f3a35e851c4f tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.62 "DELETE /v2.0/ports/571d4b4e-8889-409c-8c07-7f57c378afa7 HTTP/1.1" status: 204 len: 173 time: 1.2092898 Feb 04 20:35:04.554462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4b010511-dcf7-4123-82e0-77d11d3e9140 req-231bb377-2eba-44fb-90f2-3d05f1ae72dd tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:04.636782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4b010511-dcf7-4123-82e0-77d11d3e9140 req-231bb377-2eba-44fb-90f2-3d05f1ae72dd tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:04.638141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b010511-dcf7-4123-82e0-77d11d3e9140 req-231bb377-2eba-44fb-90f2-3d05f1ae72dd tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d69576-92f8-44c0-a1df-ce4e9c4c975d HTTP/1.1" status: 200 len: 210 time: 0.1296091 Feb 04 20:35:06.100035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 571d4b4e-8889-409c-8c07-7f57c378afa7 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:06.142814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 571d4b4e-8889-409c-8c07-7f57c378afa7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:06.143164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 571d4b4e-8889-409c-8c07-7f57c378afa7 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:06.454674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c286d-ddf6-4400-8f51-62428c878401 req-7a20c8cb-37ed-48b8-a3b9-45cf9eabead0 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:06.456416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c2c286d-ddf6-4400-8f51-62428c878401 req-7a20c8cb-37ed-48b8-a3b9-45cf9eabead0 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 946 time: 0.0884221 Feb 04 20:35:06.502615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4c2c286d-ddf6-4400-8f51-62428c878401 req-420dcd4e-63e4-4d5b-94da-9345e44e41d8 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Feb 04 20:35:07.709906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c756ee6-75f5-4948-8787-1226ab5b332b req-36a7ce09-b5c6-46b4-b2f9-20a494e7bda6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:07.711353 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c756ee6-75f5-4948-8787-1226ab5b332b req-36a7ce09-b5c6-46b4-b2f9-20a494e7bda6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 946 time: 0.0861056 Feb 04 20:35:07.770174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c756ee6-75f5-4948-8787-1226ab5b332b req-0658c668-37aa-4c52-99fb-9858b7aba949 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527959 Feb 04 20:35:07.874438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-32c3f955-38ff-4f3a-a41f-84e19109eef8 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:07.876010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-32c3f955-38ff-4f3a-a41f-84e19109eef8 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 946 time: 0.0816383 Feb 04 20:35:07.951642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Deleting port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:07.952005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:08.266828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] For port 61cb19f2-82de-4fd3-b61b-c96a2e635c62, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=61cb19f2-82de-4fd3-b61b-c96a2e635c62,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:08.266828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:08.347171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Calling delete_port for 61cb19f2-82de-4fd3-b61b-c96a2e635c62 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:08.591222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:08.608345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab', '61cb19f2-82de-4fd3-b61b-c96a2e635c62'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:35:08.646898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event deleted for resources: {'Port': ['ID=61cb19f2-82de-4fd3-b61b-c96a2e635c62,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:08.753571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] No DVR routers for this DVR port 61cb19f2-82de-4fd3-b61b-c96a2e635c62 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:35:08.756788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:08.765626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'name': 'network-vif-deleted', 'tag': '61cb19f2-82de-4fd3-b61b-c96a2e635c62'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:08.824919 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25d02a5-c98b-44ed-a591-7617cb99fd49', 'name': 'network-vif-deleted', 'tag': '61cb19f2-82de-4fd3-b61b-c96a2e635c62', 'status': 'completed', 'code': 200} Feb 04 20:35:08.861327 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6deb6d4c-0175-4448-b4e8-6f83c6ebe6b0 req-dbfb2db0-9670-42bb-a976-6236f17797a7 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "DELETE /v2.0/ports/61cb19f2-82de-4fd3-b61b-c96a2e635c62 HTTP/1.1" status: 204 len: 173 time: 0.9770782 Feb 04 20:35:08.946378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb05a553-e21c-429d-81f9-26b5ba07577c req-c0a7ec75-1b75-4799-950a-0f36b12bd96b tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25d02a5-c98b-44ed-a591-7617cb99fd49 HTTP/1.1" status: 200 len: 210 time: 0.0465059 Feb 04 20:35:09.057961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:09.355003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:11.146013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 61cb19f2-82de-4fd3-b61b-c96a2e635c62 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:11.185063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 61cb19f2-82de-4fd3-b61b-c96a2e635c62 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:11.185905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 61cb19f2-82de-4fd3-b61b-c96a2e635c62 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:11.349337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82521f-2261-4f61-a63f-bd78e63da184 req-0c3a06bf-476d-4db8-90e1-9c7bbaf96475 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:11.355180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f82521f-2261-4f61-a63f-bd78e63da184 req-0c3a06bf-476d-4db8-90e1-9c7bbaf96475 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1098 time: 0.0810518 Feb 04 20:35:11.393507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f82521f-2261-4f61-a63f-bd78e63da184 req-e294a74a-c46b-45a7-ab89-608ed4a19a6a tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367935 Feb 04 20:35:11.418127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39928) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:11.647800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 3b02cb7a-386f-49f2-8142-d1f51c111700 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:11.648140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:11.823839 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:11.824183 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:11.952644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 3b02cb7a-386f-49f2-8142-d1f51c111700 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:12.183011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:12.237034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=3b02cb7a-386f-49f2-8142-d1f51c111700,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:12.304767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.310510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:12.341776 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:12.342105 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP d556b9cf-7acb-46f4-b700-b86b31d5b1c7 disassociated (deleted). External IP: 172.25.7.204, port: d29da485-41fe-4ae3-8460-dc71f0f2e5de. Feb 04 20:35:12.860939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:35:13.066070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:35:13.076072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] Sync routers for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:35:13.098215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:13.099146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:34:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:13.183672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:13.265057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-345c9c66-73f9-4b38-bdee-8221f7d24059 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/floatingips/d556b9cf-7acb-46f4-b700-b86b31d5b1c7 HTTP/1.1" status: 204 len: 168 time: 1.8456144 Feb 04 20:35:13.265801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:13.332483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:13.598723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445601-2826-4b77-8961-ec4cdbff6645 req-fccc9c22-9c5f-462f-8164-201117590f13 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:13.600256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d445601-2826-4b77-8961-ec4cdbff6645 req-fccc9c22-9c5f-462f-8164-201117590f13 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 945 time: 0.3736279 Feb 04 20:35:13.647345 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d445601-2826-4b77-8961-ec4cdbff6645 req-269faba9-51c7-4aa9-81b8-53c4a7f637fb tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Feb 04 20:35:13.706853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:56Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:13.711269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] Checking router: a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:35:13.711937 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'status': 'completed', 'code': 200} Feb 04 20:35:13.725159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:13.725159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:34:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:13.823357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-fb68cbaa-688e-4cd8-bafd-bbebafe170af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:13.825198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-fb68cbaa-688e-4cd8-bafd-bbebafe170af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 1098 time: 0.0900650 Feb 04 20:35:13.925783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:14.034113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-1c162a56-618b-4816-a78b-7786927ce237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:14.035953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-1c162a56-618b-4816-a78b-7786927ce237 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 200 len: 898 time: 0.2012365 Feb 04 20:35:14.050049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a8d45-5e54-4469-b2a7-e6b9f9d0bee5 req-87e9736b-2d17-4b90-88a0-28e4eaedbc8c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:14.050748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-286a8d45-5e54-4469-b2a7-e6b9f9d0bee5 req-87e9736b-2d17-4b90-88a0-28e4eaedbc8c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:14.129661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-7a51c724-211c-407d-9da0-5162364559cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 200 len: 217 time: 0.0751057 Feb 04 20:35:14.228735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-ea62e2ca-dd24-4d0e-b257-235e5086f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:14.230433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-ea62e2ca-dd24-4d0e-b257-235e5086f62b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 200 len: 835 time: 0.0918198 Feb 04 20:35:14.310234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:56Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:14.314375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-6b3bdf97-712f-4c37-b27c-5a26cb1c2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:14.315129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b766731-a412-4815-997e-fdcb44108e0f None None] The sync data for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 is: [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:31:44Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '23ac687e-a618-4417-a9ba-34ae03250614', 'name': '', 'network_id': '97dccb0e-a4dd-4f7c-8596-c43ef469bec1', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:db:be:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:40Z', 'updated_at': '2022-02-04T20:31:56Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'fb002d34-cf17-47e1-9ac5-2e5d333a5fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:35:14.315903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-6b3bdf97-712f-4c37-b27c-5a26cb1c2eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97dccb0e-a4dd-4f7c-8596-c43ef469bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789170 Feb 04 20:35:14.320191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-286a8d45-5e54-4469-b2a7-e6b9f9d0bee5 req-87e9736b-2d17-4b90-88a0-28e4eaedbc8c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:14.321327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-286a8d45-5e54-4469-b2a7-e6b9f9d0bee5 req-87e9736b-2d17-4b90-88a0-28e4eaedbc8c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 947 time: 0.4097252 Feb 04 20:35:14.465285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-286a8d45-5e54-4469-b2a7-e6b9f9d0bee5 req-9e6f415b-8ae6-42db-ac4c-f31f4c6cc783 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235068 Feb 04 20:35:14.495537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-5952063e-50da-41d7-8d4f-941670ef61bd service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725650 Feb 04 20:35:14.587852 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a47c49-a3f2-4a2a-9766-12e306a3103a None None] New status for floating IP d556b9cf-7acb-46f4-b700-b86b31d5b1c7: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:35:14.640338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f77f1f6a-d039-4f8a-b8cb-a9e28b0795a4 req-c1c8b20b-a08e-42ee-a43c-4a499e56d818 service neutron] 10.222.0.62 "GET /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379352 Feb 04 20:35:14.914035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990557-3f85-4551-a03d-68c8604fd654 req-625727f0-d373-43d0-a0ff-c00abb404212 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:14.914649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-56990557-3f85-4551-a03d-68c8604fd654 req-625727f0-d373-43d0-a0ff-c00abb404212 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:14.951377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec1284-75b4-460b-bd5b-d8b4e2ae897f req-6e069fd1-55be-4808-9ab2-68b0a1fe2aa6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:14.952081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e6ec1284-75b4-460b-bd5b-d8b4e2ae897f req-6e069fd1-55be-4808-9ab2-68b0a1fe2aa6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:15.016070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-56990557-3f85-4551-a03d-68c8604fd654 req-625727f0-d373-43d0-a0ff-c00abb404212 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:15.016912 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56990557-3f85-4551-a03d-68c8604fd654 req-625727f0-d373-43d0-a0ff-c00abb404212 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 945 time: 0.2368696 Feb 04 20:35:15.018382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e6ec1284-75b4-460b-bd5b-d8b4e2ae897f req-6e069fd1-55be-4808-9ab2-68b0a1fe2aa6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:15.019567 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6ec1284-75b4-460b-bd5b-d8b4e2ae897f req-6e069fd1-55be-4808-9ab2-68b0a1fe2aa6 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 945 time: 0.2585318 Feb 04 20:35:15.127598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Deleting port a1658fad-ae9d-47b0-ac58-72bca7c114ab {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:15.127952 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:15.165773 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6ec1284-75b4-460b-bd5b-d8b4e2ae897f req-b2c0c6b9-0ec4-4d96-b05b-4a1b9d4b9fb5 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054685 Feb 04 20:35:15.526433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] For port a1658fad-ae9d-47b0-ac58-72bca7c114ab, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a1658fad-ae9d-47b0-ac58-72bca7c114ab,segment=NetworkSegment(a2039797-f8fd-4b57-b659-3d437c46b004),segment_id=a2039797-f8fd-4b57-b659-3d437c46b004)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:15.526938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:15.554307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee336264-8fd9-4645-a914-114d475f2519 req-4adc61bf-12f9-4323-98d7-82f6d5cb19b8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:15.555934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee336264-8fd9-4645-a914-114d475f2519 req-4adc61bf-12f9-4323-98d7-82f6d5cb19b8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 947 time: 0.0803218 Feb 04 20:35:15.660327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Calling delete_port for a1658fad-ae9d-47b0-ac58-72bca7c114ab owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:15.831112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port d29da485-41fe-4ae3-8460-dc71f0f2e5de {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:15.831444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:15.877534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:15.892811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a1658fad-ae9d-47b0-ac58-72bca7c114ab'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:35:15.989711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a5740-f7f9-4557-acd0-bb6e5d4555b0 req-3efc852b-f0ab-458a-9b17-9846ee0133f5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:15.991331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-914a5740-f7f9-4557-acd0-bb6e5d4555b0 req-3efc852b-f0ab-458a-9b17-9846ee0133f5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 947 time: 0.3949075 Feb 04 20:35:16.005076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Pushing event deleted for resources: {'Port': ['ID=a1658fad-ae9d-47b0-ac58-72bca7c114ab,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:16.066195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] No DVR routers for this DVR port a1658fad-ae9d-47b0-ac58-72bca7c114ab on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:35:16.074146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:16.084360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'name': 'network-vif-deleted', 'tag': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:16.142244 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd2ad63-080f-4afb-8126-66be4e3fa254', 'name': 'network-vif-deleted', 'tag': 'a1658fad-ae9d-47b0-ac58-72bca7c114ab', 'status': 'completed', 'code': 200} Feb 04 20:35:16.213805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-914a5740-f7f9-4557-acd0-bb6e5d4555b0 req-0918890b-0995-463a-bc6a-c1951a66a9c2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118692 Feb 04 20:35:16.221468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56990557-3f85-4551-a03d-68c8604fd654 req-4ab993f7-dd8c-4729-a2d5-7d6168c63f23 tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.24 "DELETE /v2.0/ports/a1658fad-ae9d-47b0-ac58-72bca7c114ab HTTP/1.1" status: 204 len: 173 time: 1.1921103 Feb 04 20:35:16.280369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port d29da485-41fe-4ae3-8460-dc71f0f2e5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d29da485-41fe-4ae3-8460-dc71f0f2e5de,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:16.280767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:16.377276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5f6f13a3-f46a-491e-b6b5-fddc3c803032 req-02981c91-419d-49c3-b075-99e4c7cfe34a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Synchronizing usage tracker for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:16.421904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for d29da485-41fe-4ae3-8460-dc71f0f2e5de owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:16.521884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5f6f13a3-f46a-491e-b6b5-fddc3c803032 req-02981c91-419d-49c3-b075-99e4c7cfe34a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] Unset dirty status for tenant:f266930fe434436eb7e0d8505a3ef77c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:16.523127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f6f13a3-f46a-491e-b6b5-fddc3c803032 req-02981c91-419d-49c3-b075-99e4c7cfe34a tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 210 time: 0.2047110 Feb 04 20:35:16.748664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:16.803784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=d29da485-41fe-4ae3-8460-dc71f0f2e5de,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:16.878682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] No DVR routers for this DVR port d29da485-41fe-4ae3-8460-dc71f0f2e5de on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:35:16.881200 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:16.884096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-deleted', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:16.929800 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20d5f7-d0df-44e1-b20f-227fce310b6b', 'name': 'network-vif-deleted', 'tag': 'd29da485-41fe-4ae3-8460-dc71f0f2e5de', 'status': 'completed', 'code': 200} Feb 04 20:35:17.075322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee336264-8fd9-4645-a914-114d475f2519 req-9280c06a-67eb-4905-81aa-56913f24fe10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "DELETE /v2.0/ports/d29da485-41fe-4ae3-8460-dc71f0f2e5de HTTP/1.1" status: 204 len: 173 time: 1.5123558 Feb 04 20:35:17.368790 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92a9ccce-2d7f-4b74-b634-1a7ad1c1987d req-fa30565e-ce68-4081-bd4e-745e0057f0fd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da20d5f7-d0df-44e1-b20f-227fce310b6b HTTP/1.1" status: 200 len: 210 time: 0.0434289 Feb 04 20:35:17.696355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8e4b049-f630-4b5a-a9bd-d41b8ba4e35a req-11f0c780-bcc4-4ea6-9ba0-0a23900b330b tempest-AttachVolumeNegativeTest-1434223037 tempest-AttachVolumeNegativeTest-1434223037-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bd2ad63-080f-4afb-8126-66be4e3fa254 HTTP/1.1" status: 200 len: 210 time: 0.0518196 Feb 04 20:35:18.150002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:18.184431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: d29da485-41fe-4ae3-8460-dc71f0f2e5de {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:18.184781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d29da485-41fe-4ae3-8460-dc71f0f2e5de not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:18.470540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 39998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:18.794906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40006) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:18.860160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] Deleting subnet 06e72bcd-d0da-484b-968a-5c823fe606fd {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:35:18.864461 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:18.929245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:18.990538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.058625 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.162810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.195695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a1658fad-ae9d-47b0-ac58-72bca7c114ab no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:19.232489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e72bcd-d0da-484b-968a-5c823fe606fd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:19.240736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.244803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dbf1ef80-9a4f-4162-af68-1381c0b29dff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/06e72bcd-d0da-484b-968a-5c823fe606fd HTTP/1.1" status: 204 len: 168 time: 0.4486973 Feb 04 20:35:19.247357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:19.262330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: a1658fad-ae9d-47b0-ac58-72bca7c114ab {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:19.262475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a1658fad-ae9d-47b0-ac58-72bca7c114ab not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:19.359373 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.494915 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.523230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ac9a7b-6de4-4401-992e-b7f45fdc48f0']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:19.535743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2039797-f8fd-4b57-b659-3d437c46b004') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:19.536045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2039797-f8fd-4b57-b659-3d437c46b004') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:19.547573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.555197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 23ac687e-a618-4417-a9ba-34ae03250614 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:19.555719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.563697 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.570655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:35:19.571069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:35:19.585442 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:35:19.828446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.832376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 23ac687e-a618-4417-a9ba-34ae03250614, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=23ac687e-a618-4417-a9ba-34ae03250614,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:19.832843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.840504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:19.849333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ac9a7b-6de4-4401-992e-b7f45fdc48f0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:19.954545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-79686677-cb3f-41ae-ba17-a96abbae6e71 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b3ac9a7b-6de4-4401-992e-b7f45fdc48f0 HTTP/1.1" status: 204 len: 168 time: 0.7059405 Feb 04 20:35:19.979093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 23ac687e-a618-4417-a9ba-34ae03250614 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:20.094200 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc388d45-d6f7-44c5-8737-d1007a9990a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:20.322604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:20.370623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=23ac687e-a618-4417-a9ba-34ae03250614,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:20.642801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40022) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:20.660289 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:20.697426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-929e8d96-0467-4ccf-a232-a42f96b8740d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f266930fe434436eb7e0d8505a3ef77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509286 Feb 04 20:35:20.697704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40026) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:20.761831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:20.793972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:20.959953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:20.979802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:20.991670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.992167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.992653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.993181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.993526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.994098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.994445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.994804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.995137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.995466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.995794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:20.996118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:21.166322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:35:21.171363 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:21.175488 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84741212-9037-437b-9a2f-c1cce5daf0aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fa5d216-a9ac-42dd-9a0f-0e03b25ca67e HTTP/1.1" status: 204 len: 168 time: 0.4738300 Feb 04 20:35:21.353061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:35:21.364545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] Sync routers for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:35:21.368512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-41e61c02-b3d6-415e-8d3e-4c8437ff01d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/a1a0a229-a07c-4cd7-a5f5-00eb77aaf179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970697 Feb 04 20:35:21.368975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40038) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:21.383915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:21.384473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:34:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:21.442421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting subnet fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:35:21.445372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:21.617851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:21.632142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:21.737876 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:21.949823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:21.951965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:35:20Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:21.956461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] Checking router: a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:35:21.964810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] Routers {'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:21.965495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:34:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:21.995498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Subnet': ['ID=fb002d34-cf17-47e1-9ac5-2e5d333a5fe2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:22.008262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:22.017265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c33e1-2f22-4775-84e9-17409143d1b7 None None] Network 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:35:22.018148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9e9b074b-0206-4104-8cb6-ad4a0e20c620 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/subnets/fb002d34-cf17-47e1-9ac5-2e5d333a5fe2 HTTP/1.1" status: 204 len: 168 time: 0.6475880 Feb 04 20:35:22.020932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:22.266555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:22.328347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] Set router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:22.471581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:22.560111 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6945cc11-adb9-40dc-9278-09bf5c296183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:22.648261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:22.651633 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:22.700684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:35:20Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:22.705582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc783c2-08e1-4319-970e-d60957c78f59 None None] The sync data for ids ['a1a0a229-a07c-4cd7-a5f5-00eb77aaf179'] in n-d-811806-1 is: [{'id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954744375', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:24Z', 'updated_at': '2022-02-04T20:35:20Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a0a229-a07c-4cd7-a5f5-00eb77aaf179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:26Z', 'updated_at': '2022-02-04T20:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:35:22.724995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] DHCP port deletion for 97dccb0e-a4dd-4f7c-8596-c43ef469bec1 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:35:22.730420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Deleting port 712f6d1f-8655-41e8-9187-5ffc19b221d2 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:22.731235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:23.068557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:23.069960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:23.153514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] For port 712f6d1f-8655-41e8-9187-5ffc19b221d2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=712f6d1f-8655-41e8-9187-5ffc19b221d2,segment=NetworkSegment(4b6d4a09-0341-493e-b22a-ad29d71446f1),segment_id=4b6d4a09-0341-493e-b22a-ad29d71446f1)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:23.154128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:23.222150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:23.305447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Calling delete_port for 712f6d1f-8655-41e8-9187-5ffc19b221d2 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:23.459922 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:23.523222 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:23.524730 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:23.557209 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:23.574287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Pushing event deleted for resources: {'Port': ['ID=712f6d1f-8655-41e8-9187-5ffc19b221d2,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:23.584532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] No DVR routers for this DVR port 712f6d1f-8655-41e8-9187-5ffc19b221d2 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:35:23.586735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.587034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.587372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.587705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.588037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.588455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.588782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.589110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.589427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.589746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.590067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.590393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4896612-9973-45af-bd23-6aa3042a3ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:23.608233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:23.707806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.013416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.013416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.105154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 23ac687e-a618-4417-a9ba-34ae03250614 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:24.149510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 23ac687e-a618-4417-a9ba-34ae03250614 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:24.149510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 23ac687e-a618-4417-a9ba-34ae03250614 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:24.149510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712f6d1f-8655-41e8-9187-5ffc19b221d2 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:24.200631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.205016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Fanout notify agent at l3_agent the message router_deleted on router a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:35:24.231159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 712f6d1f-8655-41e8-9187-5ffc19b221d2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:24.231159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712f6d1f-8655-41e8-9187-5ffc19b221d2 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:24.245967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.249845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e0ce5a7c-6d0d-45c0-a1c8-0ca166e2b318 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/routers/a1a0a229-a07c-4cd7-a5f5-00eb77aaf179 HTTP/1.1" status: 204 len: 168 time: 2.2270286 Feb 04 20:35:24.250115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40092) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:24.400888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.535259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.565603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97dccb0e-a4dd-4f7c-8596-c43ef469bec1']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:24.573199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6d4a09-0341-493e-b22a-ad29d71446f1') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:24.573493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6d4a09-0341-493e-b22a-ad29d71446f1') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:24.586601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.602477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.608413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:35:24.608797 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:35:24.624446 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:35:24.790131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.811610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:24.821578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Network': ['ID=97dccb0e-a4dd-4f7c-8596-c43ef469bec1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:25.002427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9797c59a-23b5-4ead-b41e-c3fe4317bfa8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/networks/97dccb0e-a4dd-4f7c-8596-c43ef469bec1 HTTP/1.1" status: 204 len: 168 time: 0.7458124 Feb 04 20:35:25.004483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40102) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:25.103916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd10-fde3-4b4a-8eec-aa47a44658ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:25.138073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd10-fde3-4b4a-8eec-aa47a44658ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:25.171359 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:25.385536 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd10-fde3-4b4a-8eec-aa47a44658ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:25.407387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67bd10-fde3-4b4a-8eec-aa47a44658ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:25.527961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed67bd10-fde3-4b4a-8eec-aa47a44658ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:25.529127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ed67bd10-fde3-4b4a-8eec-aa47a44658ae tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/security-groups/fafeb9af-d4c7-4c1c-ba26-a4ae5b3f7498 HTTP/1.1" status: 204 len: 168 time: 0.5237393 Feb 04 20:35:26.007724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:26.056411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:26.056847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 37b6dbe0-9c2f-42fd-b9c7-d9a28df5d761 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:26.154673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40120) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:26.161602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855682124', 'description': 'tempest-secgroup-smoke-1855682124 description', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:26.170018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:26.175956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:26.178859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:26.184612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:26.332012 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:26.352361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:26.356183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:26.359092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:26.368095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:26.436485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:26.554180 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:26.594004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1010e6b5-8317-4e60-8b70-0c5fa72e3573,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:26.699684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:26.701000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dde3a0a7-dd21-4ae1-8bfd-791ccd021cc1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5452240 Feb 04 20:35:26.703939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40136) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:26.709008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '1010e6b5-8317-4e60-8b70-0c5fa72e3573', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:26.715465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:26.719302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:26.728132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:26.735289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:26.826476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:26.904977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.025127 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.048218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758c698d-1af9-4b04-b046-7eaeaca53ea9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:27.180523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.180523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fbc7d30f-f86b-4372-84fc-018ab9eb6813 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4736280 Feb 04 20:35:27.182219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40144) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:27.188279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '1010e6b5-8317-4e60-8b70-0c5fa72e3573', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:27.196385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:27.202220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:27.205931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:27.213622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:27.310410 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.380655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.494399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.527156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821abe40-5309-4888-a4ea-36be4645599d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:27.713895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.715393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dcfb06fd-78a0-4c37-b178-260520b54230 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5312717 Feb 04 20:35:27.718055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40158) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:27.724810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '1010e6b5-8317-4e60-8b70-0c5fa72e3573', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:27.731813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:27.736340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:27.739894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:27.746592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:27.929771 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:27.994145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:28.086507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:28.130239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af6b815-aa18-4238-94a0-1e405c8129f8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:28.225569 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:28.225569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-166b2d9e-9b24-486f-af8c-31b435ee2fda tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988005 Feb 04 20:35:28.225569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40170) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:28.230062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '1010e6b5-8317-4e60-8b70-0c5fa72e3573', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:28.241788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:28.241788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:28.249931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:28.249931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:28.336507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:28.438013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:28.652067 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:35:28.754870 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:28.781922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31b05d7-0e00-48fc-9ad3-d284ddf3727a,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:28.866266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:28.866266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba466cca-3cc9-4aa2-9e69-fc2b6ec3c2f7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6408443 Feb 04 20:35:28.866828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40184) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:28.871276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '1010e6b5-8317-4e60-8b70-0c5fa72e3573', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:28.878770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:28.901632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:28.901632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:28.918555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:29.040005 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:35:29.040005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.121380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.216463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.245602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c99aee-9313-41d6-ab42-77a6169b8111,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:29.391054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.391054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5279c950-7b1e-4e89-a282-e3f98ecb7031 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5228820 Feb 04 20:35:29.392843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40192) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:29.402684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '1010e6b5-8317-4e60-8b70-0c5fa72e3573', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:29.414487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:29.416532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:29.419869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:29.428940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:29.517872 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:35:29.528643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.629513 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.722312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.750680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3161b6bc-6ee9-4a6b-ad5c-998eb729bdca,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:29.859968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:29.861858 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a0ae86b0-8802-45a5-8527-9e6110ed4859 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4673107 Feb 04 20:35:29.864609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40204) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:29.870156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'network': {'name': 'tempest-network-smoke--2116625261', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:29.875713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:29.880097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:network and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:29.883233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:29.893166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:29.990267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:35:29.990267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.020483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:35:30.034053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.034392 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Added segment e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa of type vlan for network 51876425-29b3-45c4-be0c-2afd1f978db5 Feb 04 20:35:30.070623 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.162455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.173004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:30.173919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.355564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Network': ['ID=51876425-29b3-45c4-be0c-2afd1f978db5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:30.366236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 51876425-29b3-45c4-be0c-2afd1f978db5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:35:30.438923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b3146d3d-c906-45a3-bac6-c50d6f892297 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5693338 Feb 04 20:35:30.439094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40224) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:30.444951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'admin_state_up': True, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:30.452784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:30.457369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:router and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:30.460233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:30.466730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:30.548507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.549562 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.565096 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:30.937388 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:31.443678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:31.475767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:31.654361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.254 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/7689cc4f-427a-4256-83ea-c55411fd0b80) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:35:31.913454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:32.003657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:32.071184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:32.074093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:32.077684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:35:32.112479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=7689cc4f-427a-4256-83ea-c55411fd0b80,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:32.601678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:32.985033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:33.129107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e274b-3acc-4fa1-82de-eef4a1739422 req-b308922c-766a-4296-b83c-dcf4ab855ced tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:33.130912 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-212e274b-3acc-4fa1-82de-eef4a1739422 req-b308922c-766a-4296-b83c-dcf4ab855ced tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 946 time: 0.0886469 Feb 04 20:35:33.206550 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-212e274b-3acc-4fa1-82de-eef4a1739422 req-fd23fcca-53f9-4498-9d4e-1808c754f7ac tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650246 Feb 04 20:35:33.308477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:35:33.649306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:35:33.660830 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Sync routers for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:35:33.673106 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:33.678087 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:33.773904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:33.778834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40270) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:33.784325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-510059c6-4a99-43a8-97c2-1493c7aaf179 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3391867 Feb 04 20:35:33.846554 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-37c73ef6-8e2d-40ca-9048-2ecb32326289 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0cfcadd9b7094963a3b2d3b3e8a7f974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643182 Feb 04 20:35:33.846968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40274) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:33.869792 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:33.978516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7faa9a1-f0dc-44e1-ae54-1f546c611352 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:33.982614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d7faa9a1-f0dc-44e1-ae54-1f546c611352 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321142 Feb 04 20:35:33.982854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40278) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:34.027161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e88d94f4-c50e-452f-b7cc-921491320184 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407257 Feb 04 20:35:34.027375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40282) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:34.032641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180677193', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:34.152865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:34.157021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:subnet and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:34.161215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:34.164585 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:32Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:34.167269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:34.169070 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Checking router: 33af2e2f-cb50-42f3-8645-67d6fda8aa3b for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:35:34.169732 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Updating router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b port 7689cc4f-427a-4256-83ea-c55411fd0b80 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:35:34.260576 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:34.285482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:35:34.289301 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:34.539763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d8918-ba9a-4f80-b75f-ba3757440d00 req-0276ab58-6e75-4872-8ac9-1352fa0c1e1d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:34.543127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b8d8918-ba9a-4f80-b75f-ba3757440d00 req-0276ab58-6e75-4872-8ac9-1352fa0c1e1d tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 946 time: 0.0996394 Feb 04 20:35:34.619340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b8d8918-ba9a-4f80-b75f-ba3757440d00 req-7ea5d14a-5437-4d11-94bc-34ed97a0ac09 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745327 Feb 04 20:35:34.643285 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:34.654911 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Transition to ACTIVE for port object 7689cc4f-427a-4256-83ea-c55411fd0b80 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:34.720063 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:34.730870 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:34.814647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Attempting to bind port 7689cc4f-427a-4256-83ea-c55411fd0b80 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:35:34.815043 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Attempting to bind port 7689cc4f-427a-4256-83ea-c55411fd0b80 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:35:34.815404 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Attempting to bind port 7689cc4f-427a-4256-83ea-c55411fd0b80 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:35:34.817488 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Pushing event updated for resources: {'Port': ['ID=7689cc4f-427a-4256-83ea-c55411fd0b80,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:34.827158 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.827506 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.827845 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.828178 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.828506 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.828832 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.829154 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.829498 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.830406 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.830713 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.836307 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.836909 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:35:34.839950 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:35:34.840539 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:35:34.841099 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:34.841605 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:35:34.842224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Bound port: 7689cc4f-427a-4256-83ea-c55411fd0b80, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:35:34.842787 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:34.863717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Subnet': ['ID=cc12d0ea-cdd6-412f-8c77-460bace0a403,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:34.876992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Checking segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:35:34.892799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network hostable DHCP agents. Network: 51876425-29b3-45c4-be0c-2afd1f978db5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:35:34.921289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-6a895d6a-0e32-49b6-a39f-3bc5159bfd40 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:34.925051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-6a895d6a-0e32-49b6-a39f-3bc5159bfd40 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 946 time: 0.1419506 Feb 04 20:35:34.930408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] For port 7689cc4f-427a-4256-83ea-c55411fd0b80, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:35:34.934440 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] For port 7689cc4f-427a-4256-83ea-c55411fd0b80, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7689cc4f-427a-4256-83ea-c55411fd0b80,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:35:34.999005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Deleting port f2dcadf4-6e17-4f0c-83e2-6df819357f17 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:35:34.999431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:35.031855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 51876425-29b3-45c4-be0c-2afd1f978db5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:35:35.104162 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:35.200799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 51876425-29b3-45c4-be0c-2afd1f978db5) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:35.208933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b9931-930e-4121-99be-107635dcf9f8 None None] Network 51876425-29b3-45c4-be0c-2afd1f978db5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:35:35.230372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:35.234080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:35.307482 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:35.308025 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:35.344179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] For port f2dcadf4-6e17-4f0c-83e2-6df819357f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f2dcadf4-6e17-4f0c-83e2-6df819357f17,segment=NetworkSegment(92fe9259-4c69-4136-8503-61486e0e17ee),segment_id=92fe9259-4c69-4136-8503-61486e0e17ee)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:35.346846 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:35.374643 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889e27e-2167-4bd8-b5d4-40ac94a8bcd8 None None] Pushing event updated for resources: {'Port': ['ID=7689cc4f-427a-4256-83ea-c55411fd0b80,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:35.498071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40312) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:35.500044 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-51876425-29b3-45c4-be0c-2afd1f978db5', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:35:35.500908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:35.511180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-53ac3a4c-7b6b-4f7c-a8bd-8fa6be140d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4827230 Feb 04 20:35:35.515354 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:35.662334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Calling delete_port for f2dcadf4-6e17-4f0c-83e2-6df819357f17 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:35:35.791980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Allocated IP 172.20.0.2 (51876425-29b3-45c4-be0c-2afd1f978db5/cc12d0ea-cdd6-412f-8c77-460bace0a403/3a784fd9-a661-485c-b2e4-96e23f68031a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:35:35.853408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40320) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:36.020663 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:32Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:36.023521 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.031476 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eccf4-316a-4833-9e82-410e353b09e7 None None] The sync data for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 is: [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:32Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:35:36.046427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Transition to ACTIVE for port object 3a784fd9-a661-485c-b2e4-96e23f68031a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:36.088110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Transition to ACTIVE for port object 3a784fd9-a661-485c-b2e4-96e23f68031a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:36.098791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.126390 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.128475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:36.139419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f2dcadf4-6e17-4f0c-83e2-6df819357f17'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:35:36.191716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.240994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Pushing event deleted for resources: {'Port': ['ID=f2dcadf4-6e17-4f0c-83e2-6df819357f17,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:36.243230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:10ce510b99e646a7ad2a010b52c782de is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:36.281047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a295dc68-8884-408e-80a1-9baa9e05d1c5 req-26137cb3-e584-4d7a-b0af-a9b892cf2480 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 210 time: 0.3574908 Feb 04 20:35:36.294375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:36.325049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:36.353833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Network 51876425-29b3-45c4-be0c-2afd1f978db5 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:36.356922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:36.360666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:35:36.417988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Pushing event updated for resources: {'Port': ['ID=3a784fd9-a661-485c-b2e4-96e23f68031a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:36.444988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] No DVR routers for this DVR port f2dcadf4-6e17-4f0c-83e2-6df819357f17 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:35:36.462359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.465370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'name': 'network-vif-deleted', 'tag': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:36.537689 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7244f57-9e46-40a0-8df2-ce918d68da68', 'name': 'network-vif-deleted', 'tag': 'f2dcadf4-6e17-4f0c-83e2-6df819357f17', 'status': 'completed', 'code': 200} Feb 04 20:35:36.567228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Attempting to bind port 3a784fd9-a661-485c-b2e4-96e23f68031a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:35:36.567839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Attempting to bind port 3a784fd9-a661-485c-b2e4-96e23f68031a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:35:36.568303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Attempting to bind port 3a784fd9-a661-485c-b2e4-96e23f68031a on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:35:36.582839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:35:36.582839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Checking segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:35:36.582839 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.582839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Bound using segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:35:36.583696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Bound port: 3a784fd9-a661-485c-b2e4-96e23f68031a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:35:36.589524 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.607913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93b33dab-1e74-4c50-a8bb-8907259ff6e8 req-47b514f4-a92d-410d-a3d0-34f45cc566df tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.62 "DELETE /v2.0/ports/f2dcadf4-6e17-4f0c-83e2-6df819357f17 HTTP/1.1" status: 204 len: 173 time: 1.6792161 Feb 04 20:35:36.610457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.708583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.729946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] For port 3a784fd9-a661-485c-b2e4-96e23f68031a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:35:36.745109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] For port 3a784fd9-a661-485c-b2e4-96e23f68031a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3a784fd9-a661-485c-b2e4-96e23f68031a,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:35:36.780362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f267124-fbe8-442f-813a-817510ef9a18,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:36.822331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a9cb8283-47ab-4423-8374-18ccd219fbf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10ce510b99e646a7ad2a010b52c782de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9679010 Feb 04 20:35:36.824944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40330) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:36.840481 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.957289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11240068-92fa-49b7-8668-ba6f87e3a705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:36.981271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1e6c-867d-47f9-baee-f13e43ca470b None None] Pushing event updated for resources: {'Port': ['ID=3a784fd9-a661-485c-b2e4-96e23f68031a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:37.040643 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11240068-92fa-49b7-8668-ba6f87e3a705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:37.064115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:37.476605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11240068-92fa-49b7-8668-ba6f87e3a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:37.589627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11240068-92fa-49b7-8668-ba6f87e3a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f267124-fbe8-442f-813a-817510ef9a18,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:37.610452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1617bb16-71ee-49be-ab64-d05a7b7faab1 req-4f14c3f2-07b8-4478-8bac-1b54c1b45565 tempest-VolumesSnapshotTestJSON-1486881162 tempest-VolumesSnapshotTestJSON-1486881162-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7244f57-9e46-40a0-8df2-ce918d68da68 HTTP/1.1" status: 200 len: 210 time: 0.1170247 Feb 04 20:35:37.631387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-11240068-92fa-49b7-8668-ba6f87e3a705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:37.632653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-11240068-92fa-49b7-8668-ba6f87e3a705 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f267124-fbe8-442f-813a-817510ef9a18 HTTP/1.1" status: 204 len: 168 time: 0.8067937 Feb 04 20:35:37.803351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.1 (51876425-29b3-45c4-be0c-2afd1f978db5/cc12d0ea-cdd6-412f-8c77-460bace0a403/2e207912-a4ff-4a61-ae43-291f43d153db) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:35:37.999655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:38.030297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object 2e207912-a4ff-4a61-ae43-291f43d153db will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:38.181245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:38.184750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7689cc4f-427a-4256-83ea-c55411fd0b80 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:38.253880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea21604-969d-4e49-aec5-85cdf13f44be None None] Network 51876425-29b3-45c4-be0c-2afd1f978db5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:35:38.276041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 51876425-29b3-45c4-be0c-2afd1f978db5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:38.277994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f2dcadf4-6e17-4f0c-83e2-6df819357f17 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:35:38.279255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:38.284375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:35:38.323611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: f2dcadf4-6e17-4f0c-83e2-6df819357f17 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:35:38.323961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f2dcadf4-6e17-4f0c-83e2-6df819357f17 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:35:38.349530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=2e207912-a4ff-4a61-ae43-291f43d153db,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:38.354133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:38.507240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-87c507b1-33de-494d-b721-d33575d7cab9 None None] Provisioning for port 3a784fd9-a661-485c-b2e4-96e23f68031a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:38.551795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7689cc4f-427a-4256-83ea-c55411fd0b80 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:38.563265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7689cc4f-427a-4256-83ea-c55411fd0b80 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:38.563639 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:38.752263 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:38.776548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 7689cc4f-427a-4256-83ea-c55411fd0b80, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7689cc4f-427a-4256-83ea-c55411fd0b80,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:38.956140 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:38.956140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3a784fd9-a661-485c-b2e4-96e23f68031a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:38.997518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.179748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=7689cc4f-427a-4256-83ea-c55411fd0b80,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:39.262821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.309098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2e7a3e8f-fcdc-48b1-ad6c-5380fefb2d0d None None] Provisioning for port 2e207912-a4ff-4a61-ae43-291f43d153db completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:39.309934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2e7a3e8f-fcdc-48b1-ad6c-5380fefb2d0d None None] Provisioning complete for port 2e207912-a4ff-4a61-ae43-291f43d153db triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:39.310312 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e7a3e8f-fcdc-48b1-ad6c-5380fefb2d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.425459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.426743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3a784fd9-a661-485c-b2e4-96e23f68031a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:39.435825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3a784fd9-a661-485c-b2e4-96e23f68031a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:39.437079 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.500386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a3e8f-fcdc-48b1-ad6c-5380fefb2d0d None None] Port 2e207912-a4ff-4a61-ae43-291f43d153db cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:35:39.603555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.666405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 3a784fd9-a661-485c-b2e4-96e23f68031a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3a784fd9-a661-485c-b2e4-96e23f68031a,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:39.688622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b5309ffe-fb3b-4d9c-bd22-4d0667e0941b None None] Provisioning complete for port 2e207912-a4ff-4a61-ae43-291f43d153db triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:39.690528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b5309ffe-fb3b-4d9c-bd22-4d0667e0941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.704043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.745707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.778590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:39.833261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b5309ffe-fb3b-4d9c-bd22-4d0667e0941b None None] Port 2e207912-a4ff-4a61-ae43-291f43d153db cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:35:39.864419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=3a784fd9-a661-485c-b2e4-96e23f68031a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:39.915910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:40.019298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=2e207912-a4ff-4a61-ae43-291f43d153db,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:40.083875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7689cc4f-427a-4256-83ea-c55411fd0b80 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:40.086242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 51876425-29b3-45c4-be0c-2afd1f978db5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:40.087472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:40.236901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7689cc4f-427a-4256-83ea-c55411fd0b80 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:40.237146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:40.431450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:35:40.433117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3a784fd9-a661-485c-b2e4-96e23f68031a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:40.498349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40404) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:40.556338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f216bddd-2e2a-4a73-8b0a-fcf82521c85d None None] Provisioning complete for port 2e207912-a4ff-4a61-ae43-291f43d153db triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:40.556711 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f216bddd-2e2a-4a73-8b0a-fcf82521c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:40.662315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f216bddd-2e2a-4a73-8b0a-fcf82521c85d None None] Port 2e207912-a4ff-4a61-ae43-291f43d153db cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:35:40.673989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3a784fd9-a661-485c-b2e4-96e23f68031a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:40.674926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:40.738191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:35:40.755391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Sync routers for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:35:40.765552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2c541565-1e37-4a94-a534-9e302d21cbfa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/33af2e2f-cb50-42f3-8645-67d6fda8aa3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2655580 Feb 04 20:35:40.799255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:40.799905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:40.867745 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:40.883843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:40.888081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:65cb0a32b8c64e6d93d3c2051414d7a2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:40.891157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:40.909450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:41.072622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-aedfc01a-5a7c-4357-aac2-4903ed768c77 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:41.088884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:41.176588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:41.219703 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:41.220788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-aedfc01a-5a7c-4357-aac2-4903ed768c77 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:41.222176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-aedfc01a-5a7c-4357-aac2-4903ed768c77 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855682124&fields=id&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 267 time: 0.2025697 Feb 04 20:35:41.271669 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65cb0a32b8c64e6d93d3c2051414d7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7695708 Feb 04 20:35:41.275364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40424) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:41.292453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97de66-e856-4793-8118-26e04d7a6ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ee2c0-2b1f-4025-ac31-b17060041f6b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:41.352324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0c54-9b72-4e25-9581-d7d5f4b0d062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:41.386987 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0c54-9b72-4e25-9581-d7d5f4b0d062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:41.435667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-27eabc64-acdf-4e12-80ea-96b6b6a3adf3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:41.436600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-27eabc64-acdf-4e12-80ea-96b6b6a3adf3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:41.516332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0c54-9b72-4e25-9581-d7d5f4b0d062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:41.533390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0c54-9b72-4e25-9581-d7d5f4b0d062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ee2c0-2b1f-4025-ac31-b17060041f6b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:41.539350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-27eabc64-acdf-4e12-80ea-96b6b6a3adf3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:41.543521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0c54-9b72-4e25-9581-d7d5f4b0d062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:41.544342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-27eabc64-acdf-4e12-80ea-96b6b6a3adf3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 797 time: 0.3138173 Feb 04 20:35:41.545483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3c9c0c54-9b72-4e25-9581-d7d5f4b0d062 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d7ee2c0-2b1f-4025-ac31-b17060041f6b HTTP/1.1" status: 204 len: 168 time: 0.2711806 Feb 04 20:35:41.571451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:39Z', 'revision_number': 2, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:41.577826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Checking router: 33af2e2f-cb50-42f3-8645-67d6fda8aa3b for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:35:41.578604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Updating router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b port 2e207912-a4ff-4a61-ae43-291f43d153db binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:35:41.589326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-88ee0dc6-f936-477f-a349-cbe91cf2a4c7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/quotas/0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 375 time: 0.0306437 Feb 04 20:35:41.643364 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:41.699045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-3a6ff5a6-b3ba-46b7-a3a0-88cd5fc129fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:41.801838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-3a6ff5a6-b3ba-46b7-a3a0-88cd5fc129fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:41.803193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-3a6ff5a6-b3ba-46b7-a3a0-88cd5fc129fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116485 Feb 04 20:35:42.075652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:42.089518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Transition to ACTIVE for port object 2e207912-a4ff-4a61-ae43-291f43d153db will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:42.107739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b89d00b7-386b-4863-81f5-de34c79082ea service neutron] 10.222.0.48 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921576 Feb 04 20:35:42.210873 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:42.292372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-7608acfd-ffe7-4ba9-a153-7eaa14fefd8e service neutron] 10.222.0.48 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786420 Feb 04 20:35:42.295208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deac34-a948-4a80-8aa8-e742d777a3bc None None] Pushing event updated for resources: {'Port': ['ID=2e207912-a4ff-4a61-ae43-291f43d153db,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:42.562769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Attempting to bind port 2e207912-a4ff-4a61-ae43-291f43d153db on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:35:42.563526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Attempting to bind port 2e207912-a4ff-4a61-ae43-291f43d153db by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:35:42.566920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Attempting to bind port 2e207912-a4ff-4a61-ae43-291f43d153db on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:35:42.577777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:35:42.578324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Checking segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:35:42.581834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:42.582091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Bound using segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:35:42.587928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Bound port: 2e207912-a4ff-4a61-ae43-291f43d153db, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:35:42.589034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:42.699850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fcfdd305-b273-4ce2-be98-060119b810f3 req-72d72f6f-36c8-44df-b2cf-507436821359 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:42.718446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fcfdd305-b273-4ce2-be98-060119b810f3 req-72d72f6f-36c8-44df-b2cf-507436821359 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:42.723289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fcfdd305-b273-4ce2-be98-060119b810f3 req-72d72f6f-36c8-44df-b2cf-507436821359 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 210 time: 0.1581511 Feb 04 20:35:42.796406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] For port 2e207912-a4ff-4a61-ae43-291f43d153db, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:35:42.805151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] For port 2e207912-a4ff-4a61-ae43-291f43d153db, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2e207912-a4ff-4a61-ae43-291f43d153db,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:35:42.897087 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:42.972337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:35:42.972969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:43.221047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deac34-a948-4a80-8aa8-e742d777a3bc None None] Pushing event updated for resources: {'Port': ['ID=2e207912-a4ff-4a61-ae43-291f43d153db,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:43.250261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:35:43.627058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-af100a82-22d8-484d-8e88-35de86417221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:42Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:35:43.630020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af100a82-22d8-484d-8e88-35de86417221 None None] The sync data for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 is: [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:42Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:35:43.980221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d342ee4c-d6d4-4b53-bb93-d9cc1f47164f req-f9a6b91b-f651-4e27-a5ea-d3b9ffbed65c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 210 time: 0.1067812 Feb 04 20:35:44.156937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e207912-a4ff-4a61-ae43-291f43d153db up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:44.356128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2e207912-a4ff-4a61-ae43-291f43d153db completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:44.366933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2e207912-a4ff-4a61-ae43-291f43d153db triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:44.366933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:44.531647 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:44.660730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2e207912-a4ff-4a61-ae43-291f43d153db, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2e207912-a4ff-4a61-ae43-291f43d153db,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:44.834148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:44.946784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2e207912-a4ff-4a61-ae43-291f43d153db,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:45.185427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3fb5078a-6846-4dc0-b53a-b9e516eb609d req-b6a8616c-a83d-4f5a-90a5-682f75d3d828 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 210 time: 0.0589938 Feb 04 20:35:45.636933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-5925c79f-872e-415e-84b7-15d7cfacf22d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:45.639672 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-5925c79f-872e-415e-84b7-15d7cfacf22d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 797 time: 0.1726325 Feb 04 20:35:45.702664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-72a212ab-d02f-4017-85c1-8b0dcb2ec471 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 380 time: 0.0513227 Feb 04 20:35:45.713113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'port': {'device_id': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'admin_state_up': True, 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'security_groups': ['1010e6b5-8317-4e60-8b70-0c5fa72e3573']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:45.869019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:45.876023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:45.934156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:35:45.937714 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:46.080751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e207912-a4ff-4a61-ae43-291f43d153db up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:46.169981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.8 (51876425-29b3-45c4-be0c-2afd1f978db5/cc12d0ea-cdd6-412f-8c77-460bace0a403/6efee271-7673-460b-94eb-ddd84c30916c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:35:46.206056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2e207912-a4ff-4a61-ae43-291f43d153db triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:46.215307 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:46.429786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce246e6b-241b-4ff5-9e8d-c0c8727a47a3 req-4348c4fc-35e2-4bc7-b3b4-db8a2a46edfd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 210 time: 0.0691481 Feb 04 20:35:46.500563 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:46.518323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object 6efee271-7673-460b-94eb-ddd84c30916c will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:46.614512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:46.685744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 51876425-29b3-45c4-be0c-2afd1f978db5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:46.689653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:46.693575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:35:46.733732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:46.770870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:46.771622 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:46.947086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-b44112db-b083-4aac-991a-271ddae5c8c1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2340486 Feb 04 20:35:46.961276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Request body: {'port': {'device_id': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:47.077839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:47.151035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6ab221ba-c063-49ae-9a8f-85cd10d6b45e None None] Provisioning for port 6efee271-7673-460b-94eb-ddd84c30916c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:47.159445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6ab221ba-c063-49ae-9a8f-85cd10d6b45e None None] Provisioning complete for port 6efee271-7673-460b-94eb-ddd84c30916c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:47.159445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6ab221ba-c063-49ae-9a8f-85cd10d6b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:47.260896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6ab221ba-c063-49ae-9a8f-85cd10d6b45e None None] Port 6efee271-7673-460b-94eb-ddd84c30916c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:35:47.648316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47dec0-0d83-4b6a-a9d6-d813388c2eca req-aad12988-d51a-41fd-b82e-98688679cc6d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:47.650830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efee271-7673-460b-94eb-ddd84c30916c {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:35:47.651161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe47dec0-0d83-4b6a-a9d6-d813388c2eca req-aad12988-d51a-41fd-b82e-98688679cc6d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 931 time: 0.0906494 Feb 04 20:35:47.662872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:47.677528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Transition to ACTIVE for port object 6efee271-7673-460b-94eb-ddd84c30916c will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:47.697040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe47dec0-0d83-4b6a-a9d6-d813388c2eca req-4c39682b-06cf-4418-84e9-aebf6a0d2e48 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Feb 04 20:35:47.775900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:47.983538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:48.038010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:35:48.038589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:35:48.039126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:35:48.052003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:35:48.052003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:35:48.057068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:35:48.057616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Checking segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:35:48.058130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Bound using segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:35:48.058741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Bound port: 6efee271-7673-460b-94eb-ddd84c30916c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:35:48.059293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:48.195423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:35:48.199183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:35:48.335006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:48.437207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:48.437207 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:48.437207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] 10.222.0.24 "PUT /v2.0/ports/6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 1091 time: 1.4785371 Feb 04 20:35:48.437207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:48.462960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955760db-efaf-4d41-be2b-7e4ebc849588 service neutron] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:48.491815 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'status': 'completed', 'code': 200} Feb 04 20:35:48.610343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db671eb-a41f-443f-be1a-a0351e16fcf9 req-4e3c1573-c007-448a-be09-a886403d4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:48.614935 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6db671eb-a41f-443f-be1a-a0351e16fcf9 req-4e3c1573-c007-448a-be09-a886403d4576 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1094 time: 0.1017869 Feb 04 20:35:48.794115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db671eb-a41f-443f-be1a-a0351e16fcf9 req-767bbba2-dc31-4217-8e64-3fadbe1cd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:48.795842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6db671eb-a41f-443f-be1a-a0351e16fcf9 req-767bbba2-dc31-4217-8e64-3fadbe1cd54e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1739428 Feb 04 20:35:48.987995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89fb37-efdd-429b-848c-999a5aa37276 req-8301ae4d-140a-4c08-8075-ea8481c0ee3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:48.990044 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff89fb37-efdd-429b-848c-999a5aa37276 req-8301ae4d-140a-4c08-8075-ea8481c0ee3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 943 time: 0.1128078 Feb 04 20:35:49.046765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff89fb37-efdd-429b-848c-999a5aa37276 req-869c1414-e41b-4fac-b767-350bd46dd890 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508623 Feb 04 20:35:49.049887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db671eb-a41f-443f-be1a-a0351e16fcf9 req-7eb7392b-1dec-4716-83cc-548b65ca0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:49.050085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6db671eb-a41f-443f-be1a-a0351e16fcf9 req-7eb7392b-1dec-4716-83cc-548b65ca0712 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2426624 Feb 04 20:35:49.187164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-f600cb7a-23f6-444c-873d-01a48b544593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:49.189495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-f600cb7a-23f6-444c-873d-01a48b544593 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1094 time: 0.0940533 Feb 04 20:35:49.264734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-fba8699b-b057-4b72-94c1-6cec8ec07761 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 217 time: 0.0647149 Feb 04 20:35:49.336940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-9749f0a3-d038-42a7-a0ba-d3c10987394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:49.344716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-9749f0a3-d038-42a7-a0ba-d3c10987394f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 200 len: 835 time: 0.0645850 Feb 04 20:35:49.429431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-c4cd26fd-ba59-438a-8933-7bfa4209a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:49.431914 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-c4cd26fd-ba59-438a-8933-7bfa4209a66a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51876425-29b3-45c4-be0c-2afd1f978db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838702 Feb 04 20:35:49.621200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-a9f2945c-924f-4c4b-94f3-2ed934bb67b7 service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775103 Feb 04 20:35:49.791800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-036ee722-2f48-4457-94fb-7ac3c700b1af req-8513ea2c-17b1-4bf0-946f-6386e592f031 service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620562 Feb 04 20:35:50.054954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de372387-da86-47fa-a067-d8db4cc7626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:50.388268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947ea8d-34f2-4ea8-a760-f3baa58f65ed req-da8aab04-26f4-4030-8b2b-3a7fe41dd1e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:50.388972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3947ea8d-34f2-4ea8-a760-f3baa58f65ed req-da8aab04-26f4-4030-8b2b-3a7fe41dd1e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:35:50.499760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-3947ea8d-34f2-4ea8-a760-f3baa58f65ed req-da8aab04-26f4-4030-8b2b-3a7fe41dd1e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:35:50.503881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3947ea8d-34f2-4ea8-a760-f3baa58f65ed req-da8aab04-26f4-4030-8b2b-3a7fe41dd1e1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 943 time: 0.2394981 Feb 04 20:35:50.556839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3947ea8d-34f2-4ea8-a760-f3baa58f65ed req-e693616f-4292-44bd-9767-7aede2e2367a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490232 Feb 04 20:35:51.641783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40728) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:51.766757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a461c9-a063-4aa6-96b2-f4c4993ba0ad req-28f44b47-8c0f-457d-bcea-5dffc9e97dc6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:51.766757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27a461c9-a063-4aa6-96b2-f4c4993ba0ad req-28f44b47-8c0f-457d-bcea-5dffc9e97dc6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 943 time: 0.0863817 Feb 04 20:35:51.804613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:51.830759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:51.834884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Usage tracker for resource:security_group_rule and tenant:3239c73b985b400292d07de287706bff is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:51.837753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:51.844374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:51.893695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27a461c9-a063-4aa6-96b2-f4c4993ba0ad req-5adf9cd5-c976-4fa2-90c5-ac384b5693e5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214061 Feb 04 20:35:51.961027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:52.066570 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:52.117230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3239c73b985b400292d07de287706bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742680 Feb 04 20:35:52.118236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8320d7-6e58-4fce-b85e-ac124a347d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e5689-bfc3-4932-9fbd-fb0a90be3b87,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:52.121714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40742) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:52.198213 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-194f40cd-2a39-44cd-8746-b387f1dd852f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:52.229127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-194f40cd-2a39-44cd-8746-b387f1dd852f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:52.377285 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a82852d1-befe-4654-a7f9-9f07b41e80a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:52.428021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-194f40cd-2a39-44cd-8746-b387f1dd852f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:52.443066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f40cd-2a39-44cd-8746-b387f1dd852f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e5689-bfc3-4932-9fbd-fb0a90be3b87,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:52.451458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-194f40cd-2a39-44cd-8746-b387f1dd852f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:52.457376 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-194f40cd-2a39-44cd-8746-b387f1dd852f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e1e5689-bfc3-4932-9fbd-fb0a90be3b87 HTTP/1.1" status: 204 len: 168 time: 0.3302100 Feb 04 20:35:53.106246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bc3f6-49ee-4428-8c64-91d6e2858a39 req-bbb2de7d-3ee7-4e6a-80de-b6db3e45a223 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:53.107954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd1bc3f6-49ee-4428-8c64-91d6e2858a39 req-bbb2de7d-3ee7-4e6a-80de-b6db3e45a223 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 943 time: 0.0815566 Feb 04 20:35:53.156281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd1bc3f6-49ee-4428-8c64-91d6e2858a39 req-123e2a50-6a6e-4ff9-8f35-98d683b76621 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426428 Feb 04 20:35:53.348222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:35:53.393200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:53.413655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.430283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:53.436631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Usage tracker for resource:security_group_rule and tenant:b57c6ad1631c4356ac7d060f978f5bba is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:53.442644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:53.450029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:53.527682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:53.539627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.548187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '6efee271-7673-460b-94eb-ddd84c30916c', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'port_id': '6efee271-7673-460b-94eb-ddd84c30916c', 'mac_address': 'fa:16:3e:73:70:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:35:53.576977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.593052 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.622953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.634580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40764) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:53.643235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efee271-7673-460b-94eb-ddd84c30916c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:35:53.656264 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.663156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:53.701277 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b57c6ad1631c4356ac7d060f978f5bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066027 Feb 04 20:35:53.702983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cdbc5-421a-41a3-a2d4-c19289df3eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b576a0c-7f8c-4cdc-8ac2-8c42268c095e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:53.703898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40770) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:53.743502 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.817134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:53.898650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.915309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-badc3927-29da-4222-b3a5-ae5808cc02a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.924752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:53.932102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Usage tracker for resource:security_group_rule and tenant:de7a45571a3a4b4a97b2889b804efcc3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:53.940797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:53.950803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:53.953668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-badc3927-29da-4222-b3a5-ae5808cc02a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:53.994523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['6efee271-7673-460b-94eb-ddd84c30916c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:35:54.070228 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.125322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-badc3927-29da-4222-b3a5-ae5808cc02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.154490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc3927-29da-4222-b3a5-ae5808cc02a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b576a0c-7f8c-4cdc-8ac2-8c42268c095e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:54.165285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-badc3927-29da-4222-b3a5-ae5808cc02a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.169356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-badc3927-29da-4222-b3a5-ae5808cc02a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b576a0c-7f8c-4cdc-8ac2-8c42268c095e HTTP/1.1" status: 204 len: 168 time: 0.4638231 Feb 04 20:35:54.182236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.246232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de7a45571a3a4b4a97b2889b804efcc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103735 Feb 04 20:35:54.248593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43facdbe-b571-443a-b244-5f27263dd40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a20d467-d919-494e-9968-4bad9a09d50d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:54.249608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40780) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:54.367331 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1fc98716-1739-4556-95b4-53f493e4ebf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.405787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1fc98716-1739-4556-95b4-53f493e4ebf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.455210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911ce88-7412-473b-a631-e70b2ec64b6c req-95a35805-194e-4d6a-a704-581f3fca5fb4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:54.456756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f911ce88-7412-473b-a631-e70b2ec64b6c req-95a35805-194e-4d6a-a704-581f3fca5fb4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.1486390 Feb 04 20:35:54.506082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f911ce88-7412-473b-a631-e70b2ec64b6c req-6d2ab935-32ed-48ce-9e91-9f40079b7771 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434620 Feb 04 20:35:54.550498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1fc98716-1739-4556-95b4-53f493e4ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.570967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc98716-1739-4556-95b4-53f493e4ebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a20d467-d919-494e-9968-4bad9a09d50d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:54.579282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1fc98716-1739-4556-95b4-53f493e4ebf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:54.580938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1fc98716-1739-4556-95b4-53f493e4ebf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a20d467-d919-494e-9968-4bad9a09d50d HTTP/1.1" status: 204 len: 168 time: 0.3302691 Feb 04 20:35:55.196464 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:55.363057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:35:55.587815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 6efee271-7673-460b-94eb-ddd84c30916c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:35:55.592854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 6efee271-7673-460b-94eb-ddd84c30916c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:35:55.593345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:55.699972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdb3d6-73a6-4da5-b58a-7c3326b3675e req-05ed7a9e-32d0-40f6-b20d-6ef1ccbc4fe1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:55.701235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bcdb3d6-73a6-4da5-b58a-7c3326b3675e req-05ed7a9e-32d0-40f6-b20d-6ef1ccbc4fe1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.0861108 Feb 04 20:35:55.716633 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:55.758301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:35:55.758758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bcdb3d6-73a6-4da5-b58a-7c3326b3675e req-399f1882-6eb1-44c9-944d-d18393a9dcfd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507827 Feb 04 20:35:55.759628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:35:55.807000 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'code': 200} Feb 04 20:35:55.860589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:55.860736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40838) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:55.937994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:55.974481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603995-1fe7-4183-9c7f-9e01e2478b75 req-68c5449c-15f8-46b7-840a-9664429ea460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:55.976264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06603995-1fe7-4183-9c7f-9e01e2478b75 req-68c5449c-15f8-46b7-840a-9664429ea460 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1096 time: 0.0937598 Feb 04 20:35:56.034067 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06603995-1fe7-4183-9c7f-9e01e2478b75 req-1fe5883b-b021-475c-87d3-3c46e4e5e5de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476511 Feb 04 20:35:56.100309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1019811545-network', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:56.104335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:56.108443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Usage tracker for resource:network and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:56.112123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:56.123921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:56.242350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Made reservation on behalf of 6faa2ca18f4c4e26a7c392abff29954e for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:35:56.244689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.261576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.279505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:56.284846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:56.292007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:56.297597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:56.389843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.484882 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.516121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:35:56.527254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418df525-00ca-49b0-a2ea-c3332f0833b1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:56.533191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.533534 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Added segment a1a8fb86-4d11-4e9a-87ab-b6b0727bc100 of type vlan for network 9dcd113a-2529-4e7f-ab30-60c80d682d30 Feb 04 20:35:56.559192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.673997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.674734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:56.675361 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:56.780252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9dcd113a-2529-4e7f-ab30-60c80d682d30,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:56.801992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:35:56.866064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40862) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:56.866596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76afa3fe-737c-4d03-8edf-0923a3fa42b1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0042708 Feb 04 20:35:56.873710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Request body: {'subnet': {'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1019811545-subnet', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:56.881134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:56.887272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Usage tracker for resource:subnet and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:56.897117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:56.899290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:56.956935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcfdd6-8a97-4d8d-be17-6bb203e67cc9 req-10984f00-e8d5-4b85-aab1-524f307f64d4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:56.958410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cbcfdd6-8a97-4d8d-be17-6bb203e67cc9 req-10984f00-e8d5-4b85-aab1-524f307f64d4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.0863173 Feb 04 20:35:57.002083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1cbcfdd6-8a97-4d8d-be17-6bb203e67cc9 req-7e51f9dc-4a6f-45aa-ae0a-f5fecfc43ff9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Feb 04 20:35:57.099598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Made reservation on behalf of 6faa2ca18f4c4e26a7c392abff29954e for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:35:57.101475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:57.465015 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:57.539537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2980b055-ccdf-4837-b0d3-f6cf2c13c233,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:57.554856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Checking segment: {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:35:57.554856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Network hostable DHCP agents. Network: 9dcd113a-2529-4e7f-ab30-60c80d682d30, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:35:57.636262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:35:57.725087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9dcd113a-2529-4e7f-ab30-60c80d682d30) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:57.729719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:57.731039 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:57.733992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbb89a-9448-4173-bf9b-505b60742fbe None None] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:35:57.848290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f28f52b0-58a6-433f-8341-3a537fad0702 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9805593 Feb 04 20:35:57.851396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40874) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:57.857342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:57.862861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:57.866636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Usage tracker for resource:router and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:57.870088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:57.882062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:57.952197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-9dcd113a-2529-4e7f-ab30-60c80d682d30', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:35:57.953023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:57.990524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:57.991588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.006715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.116011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Allocated IP 172.20.0.2 (9dcd113a-2529-4e7f-ab30-60c80d682d30/2980b055-ccdf-4837-b0d3-f6cf2c13c233/278ab384-4ade-4baa-873b-d024edaa1e71) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:35:58.336032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.346762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Transition to ACTIVE for port object 278ab384-4ade-4baa-873b-d024edaa1e71 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:58.366388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Transition to ACTIVE for port object 278ab384-4ade-4baa-873b-d024edaa1e71 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:35:58.472165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.552640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:58.553457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Pushing event updated for resources: {'Port': ['ID=278ab384-4ade-4baa-873b-d024edaa1e71,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:58.556961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:58.559225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:35:58.571868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.586388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9328a-47d7-4734-a60f-4737687111a1 req-c6fee87e-fb32-42ac-a09c-f705ce78ea14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:58.587833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45c9328a-47d7-4734-a60f-4737687111a1 req-c6fee87e-fb32-42ac-a09c-f705ce78ea14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.4663048 Feb 04 20:35:58.647650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45c9328a-47d7-4734-a60f-4737687111a1 req-6ea7e137-4d7c-45e7-9278-444c448a1979 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532117 Feb 04 20:35:58.653170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Attempting to bind port 278ab384-4ade-4baa-873b-d024edaa1e71 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:35:58.653695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Attempting to bind port 278ab384-4ade-4baa-873b-d024edaa1e71 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:35:58.654207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Attempting to bind port 278ab384-4ade-4baa-873b-d024edaa1e71 on network 9dcd113a-2529-4e7f-ab30-60c80d682d30 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:35:58.659905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:35:58.660591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Checking segment: {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:35:58.660991 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.661375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Bound using segment: {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:35:58.661828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Bound port: 278ab384-4ade-4baa-873b-d024edaa1e71, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:35:58.662377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.768671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] For port 278ab384-4ade-4baa-873b-d024edaa1e71, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:35:58.772120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] For port 278ab384-4ade-4baa-873b-d024edaa1e71, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=278ab384-4ade-4baa-873b-d024edaa1e71,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:35:58.848203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d00155-fe3b-4dc3-b6d3-1a3bf13c01be req-42681e37-c407-4c9e-ac97-679c5b7615d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:58.849707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8d00155-fe3b-4dc3-b6d3-1a3bf13c01be req-42681e37-c407-4c9e-ac97-679c5b7615d9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.0992627 Feb 04 20:35:58.862522 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:58.897311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8d00155-fe3b-4dc3-b6d3-1a3bf13c01be req-2e58075c-3a6c-4416-9052-405e8aa49356 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402503 Feb 04 20:35:58.929187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:58.983452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49449a7-e769-4b83-a7d7-cf68f8fa71ba None None] Pushing event updated for resources: {'Port': ['ID=278ab384-4ade-4baa-873b-d024edaa1e71,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:59.019817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.030207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9c563-5ea4-4d98-b448-2069149da35c tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:35:59.032204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-14b9c563-5ea4-4d98-b448-2069149da35c tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1091 time: 0.1006100 Feb 04 20:35:59.037269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:35:59.043992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '6efee271-7673-460b-94eb-ddd84c30916c', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:35:59.051103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:35:59.053131 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.056516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:floatingip and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:35:59.060173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:35:59.070131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:35:59.174123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.255284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Allocated IP 172.25.7.20 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/45ea7de0-9d66-414c-9868-4cb653a1b139) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:35:59.385794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.435867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.534417 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.621303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.232 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/baafc4a8-e0ee-4164-bc3e-81766e8f4256) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:35:59.637625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:59.640745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:59.646735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:35:59.689201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Pushing event updated for resources: {'Port': ['ID=45ea7de0-9d66-414c-9868-4cb653a1b139,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:35:59.801302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.902763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:35:59.970025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:35:59.972963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:35:59.983206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:00.031049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=baafc4a8-e0ee-4164-bc3e-81766e8f4256,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:00.141423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 278ab384-4ade-4baa-873b-d024edaa1e71 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:00.187401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec82522-538b-4aec-a2ee-ae20eed615b7 None None] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:36:00.319632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:00.539471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2ff1226c-327f-4ddc-abff-3083e6dadbe9 None None] Provisioning for port 278ab384-4ade-4baa-873b-d024edaa1e71 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:00.584177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 278ab384-4ade-4baa-873b-d024edaa1e71 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:00.589593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 278ab384-4ade-4baa-873b-d024edaa1e71 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:00.590100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:00.736264 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:00.817967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:00.853790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 278ab384-4ade-4baa-873b-d024edaa1e71, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=278ab384-4ade-4baa-873b-d024edaa1e71,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:00.881737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-355e9450-eca4-4a4f-b6dd-b075cfb2ffca None None] Provisioning complete for port 278ab384-4ade-4baa-873b-d024edaa1e71 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:00.882109 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-355e9450-eca4-4a4f-b6dd-b075cfb2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:00.930814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:00.941277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:00.964740 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:01.103882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=278ab384-4ade-4baa-873b-d024edaa1e71,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:01.194258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:01.276125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:36:01.301396 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:01.423850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=baafc4a8-e0ee-4164-bc3e-81766e8f4256,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:01.432906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:01.466744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:36:01.487247 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Sync routers for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:36:01.490775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:01.491428 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:01.587612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:01.588849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-68fdfeec-f9ec-42a1-9046-fd97d4887f56 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7366755 Feb 04 20:36:01.591763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 40928) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:01.621365 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP 5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 associated. External IP: 172.25.7.232, port: 6efee271-7673-460b-94eb-ddd84c30916c. Feb 04 20:36:01.719858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:02.037740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:36:02.092997 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:35:59Z', 'revision_number': 3, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:02.093406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 278ab384-4ade-4baa-873b-d024edaa1e71 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:02.102134 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Checking router: 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:36:02.102134 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Updating router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 port 45ea7de0-9d66-414c-9868-4cb653a1b139 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:36:02.171316 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.273129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:36:02.274377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 278ab384-4ade-4baa-873b-d024edaa1e71 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:02.275881 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.336486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] Sync routers for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:36:02.353635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:02.354323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:02.420089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.504755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8adb479-e978-4d77-9f1d-05fcae3bb93d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4648917 Feb 04 20:36:02.506513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:02.591551 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'status': 'completed', 'code': 200} Feb 04 20:36:02.621362 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.642882 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Transition to ACTIVE for port object 45ea7de0-9d66-414c-9868-4cb653a1b139 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:02.673439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:02.711594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-f7656251-67c4-404e-b953-273c44a22067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:02.713161 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.714469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-f7656251-67c4-404e-b953-273c44a22067 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1096 time: 0.1035123 Feb 04 20:36:02.828500 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf17986-2602-4938-ae47-38a740e7df1f None None] Pushing event updated for resources: {'Port': ['ID=45ea7de0-9d66-414c-9868-4cb653a1b139,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:02.838060 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Attempting to bind port 45ea7de0-9d66-414c-9868-4cb653a1b139 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:02.838868 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Attempting to bind port 45ea7de0-9d66-414c-9868-4cb653a1b139 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:02.839574 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Attempting to bind port 45ea7de0-9d66-414c-9868-4cb653a1b139 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:02.848003 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:02.848832 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:02.849670 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.850599 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:02.853127 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Bound port: 45ea7de0-9d66-414c-9868-4cb653a1b139, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:02.853679 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.897646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:02.955006 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] For port 45ea7de0-9d66-414c-9868-4cb653a1b139, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:02.959131 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] For port 45ea7de0-9d66-414c-9868-4cb653a1b139, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=45ea7de0-9d66-414c-9868-4cb653a1b139,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:03.052550 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:03.141777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-f103f4b5-a4d1-415c-9cf2-95717934e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:03.143454 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-f103f4b5-a4d1-415c-9cf2-95717934e9ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 898 time: 0.4169183 Feb 04 20:36:03.149509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2e366-e805-4945-ac5a-b27356b44e53 req-b48cae96-3537-40d7-8faa-2132be601af2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:03.157116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48c2e366-e805-4945-ac5a-b27356b44e53 req-b48cae96-3537-40d7-8faa-2132be601af2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.4804301 Feb 04 20:36:03.167582 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf17986-2602-4938-ae47-38a740e7df1f None None] Pushing event updated for resources: {'Port': ['ID=45ea7de0-9d66-414c-9868-4cb653a1b139,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:03.186790 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:03.187407 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:03.222342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Allocated IP 172.20.0.1 (9dcd113a-2529-4e7f-ab30-60c80d682d30/2980b055-ccdf-4837-b0d3-f6cf2c13c233/7d7f9f35-03a9-4550-8261-dbc55b3195f7) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:03.248595 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48c2e366-e805-4945-ac5a-b27356b44e53 req-089672cb-77fb-43cd-b60a-98c11269cc5a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811996 Feb 04 20:36:03.272904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40948) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:03.338799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '5cc090fd-6b9c-4734-9d9f-66bdff1e0d91', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'port_id': '6efee271-7673-460b-94eb-ddd84c30916c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'mac_address': 'fa:16:3e:73:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:36:00Z', 'updated_at': '2022-02-04T20:36:00Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:44Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:03.358848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] Checking router: 33af2e2f-cb50-42f3-8645-67d6fda8aa3b for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:36:03.388002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:03.392112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:03.395595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:03.422054 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-7e015e7b-0d62-42ac-887b-7154b7af33bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 999 time: 0.2717028 Feb 04 20:36:03.428349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2f58e82d-e149-4246-9d0c-2b4b9a6632b5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 HTTP/1.1" status: 200 len: 991 time: 0.1531379 Feb 04 20:36:03.451230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:03.477500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Transition to ACTIVE for port object 7d7f9f35-03a9-4550-8261-dbc55b3195f7 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:03.503185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-9757587e-2031-4e55-a297-4aeff6d8a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:03.503185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-9757587e-2031-4e55-a297-4aeff6d8a62f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 200 len: 835 time: 0.0651932 Feb 04 20:36:03.591054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-7b97d732-49bd-43fa-b7e7-1a4eea5045d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:03.592611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-7b97d732-49bd-43fa-b7e7-1a4eea5045d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51876425-29b3-45c4-be0c-2afd1f978db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884876 Feb 04 20:36:03.636226 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:03.647843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:03.718941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:03.722310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:03.727183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:03.771068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7f9f35-03a9-4550-8261-dbc55b3195f7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:03.804157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:03.806257 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:35:59Z', 'revision_number': 3, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:03.812671 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40090c-ed6c-4142-9d0e-7bdf9d97795b None None] The sync data for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 is: [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:35:59Z', 'revision_number': 3, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:36:03.865132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-c334ed20-f0ec-41a1-bbb2-7d2a9b11561b service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664077 Feb 04 20:36:04.077430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ee9d1a18-adc7-4446-b210-f1c07c574e91 req-08746a67-7785-4f99-aca2-8e9012b04204 service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046306 Feb 04 20:36:04.171256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '5cc090fd-6b9c-4734-9d9f-66bdff1e0d91', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'port_id': '6efee271-7673-460b-94eb-ddd84c30916c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'mac_address': 'fa:16:3e:73:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:36:00Z', 'updated_at': '2022-02-04T20:36:00Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:44Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:04.175879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3d911-3d05-473a-a1bf-83f0cc5b05ed None None] The sync data for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 is: [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '5cc090fd-6b9c-4734-9d9f-66bdff1e0d91', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'port_id': '6efee271-7673-460b-94eb-ddd84c30916c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'mac_address': 'fa:16:3e:73:70:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:36:00Z', 'updated_at': '2022-02-04T20:36:00Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:44Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:36:04.248757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-224907be-643d-4177-bf32-13d28a787826 None None] Provisioning for port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:04.267171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-224907be-643d-4177-bf32-13d28a787826 None None] Provisioning complete for port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:04.267171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-224907be-643d-4177-bf32-13d28a787826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:04.340466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-224907be-643d-4177-bf32-13d28a787826 None None] Port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:04.431226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40960) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:04.433594 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:04.541665 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c99efa-a600-4e2f-9dfa-44e12a13fa7c None None] New status for floating IP 5cc090fd-6b9c-4734-9d9f-66bdff1e0d91: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:36:04.576707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a96d19ec-5c0f-41e9-93ee-91bc72c932da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 HTTP/1.1" status: 200 len: 991 time: 0.1378536 Feb 04 20:36:04.731240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:04.819022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:04.954400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:04.958363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7f9f35-03a9-4550-8261-dbc55b3195f7,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:05.113016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:05.114564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:05.463521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4db478fc-b6be-48b5-9792-0d74c7ee5175 None None] Provisioning complete for port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:05.463989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4db478fc-b6be-48b5-9792-0d74c7ee5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:05.503942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:36:05.523591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4db478fc-b6be-48b5-9792-0d74c7ee5175 None None] Port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:05.572436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 40970) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:05.649935 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:36:05.706655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a23c49f0-122c-4e8d-8a1b-5bda1975f71e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 HTTP/1.1" status: 200 len: 993 time: 0.1329317 Feb 04 20:36:05.734529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:36:05.748922 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5b2247ed-e6a8-4445-8464-652332c859a2 admin admin] 10.222.0.48 "PUT /v2.0/routers/6706c8f8-cb4f-4b93-b4f4-72e9cfedb378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1558459 Feb 04 20:36:05.949923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Sync routers for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:36:05.960043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:05.960877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:06.159566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 45ea7de0-9d66-414c-9868-4cb653a1b139 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:06.241345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:06.448724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 45ea7de0-9d66-414c-9868-4cb653a1b139 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:06.467062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 45ea7de0-9d66-414c-9868-4cb653a1b139 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:06.467533 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:06.691188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:06.713707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 45ea7de0-9d66-414c-9868-4cb653a1b139, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=45ea7de0-9d66-414c-9868-4cb653a1b139,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:06.718328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 2, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:06.722430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Checking router: 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:36:06.722816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Updating router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:36:06.783701 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:06.785459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:06.845504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41004) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:06.848854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-273988036-network', 'tenant_id': '115d0103100141bbb529a4121bb06a9a'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:06.854683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:06.858607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Usage tracker for resource:network and tenant:115d0103100141bbb529a4121bb06a9a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:06.862022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:06.867685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:06.914426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=45ea7de0-9d66-414c-9868-4cb653a1b139,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:06.981955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Made reservation on behalf of 115d0103100141bbb529a4121bb06a9a for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:06.984978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:06.999019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.016491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:07.021618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Usage tracker for resource:security_group_rule and tenant:115d0103100141bbb529a4121bb06a9a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:07.024486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:07.030355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:07.122779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.216347 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.242123 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.248623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:36:07.253602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Transition to ACTIVE for port object 7d7f9f35-03a9-4550-8261-dbc55b3195f7 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:07.257228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e715fde2-fa8b-4636-b19e-6b5ac2969b1c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:07.262592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.262975 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Added segment 4ea56421-9e8a-4c7e-b7eb-a35d79b0e216 of type vlan for network 2c8a07df-775b-4caa-9f1c-393bb592346a Feb 04 20:36:07.291733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.345350 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.445397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.447080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:07.448363 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.570940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Attempting to bind port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:07.571887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Attempting to bind port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:07.572431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Attempting to bind port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 on network 9dcd113a-2529-4e7f-ab30-60c80d682d30 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:07.574676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580f2f0-3c2e-438f-b158-3e49c62518d9 None None] Pushing event updated for resources: {'Port': ['ID=7d7f9f35-03a9-4550-8261-dbc55b3195f7,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:07.589953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:07.590643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Checking segment: {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:07.591235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.591915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Bound using segment: {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:07.592533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Bound port: 7d7f9f35-03a9-4550-8261-dbc55b3195f7, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:07.593252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.601130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] Pushing event updated for resources: {'Network': ['ID=2c8a07df-775b-4caa-9f1c-393bb592346a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:07.613884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 2c8a07df-775b-4caa-9f1c-393bb592346a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:36:07.705960 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1796dc85-b168-4195-9593-19ba2eff12be admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8617361 Feb 04 20:36:07.708730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41018) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:07.715116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Request body: {'subnet': {'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-273988036-subnet', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:07.720930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:07.725307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Usage tracker for resource:subnet and tenant:115d0103100141bbb529a4121bb06a9a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:07.729393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:07.740350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:07.802669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] For port 7d7f9f35-03a9-4550-8261-dbc55b3195f7, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:07.805659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] For port 7d7f9f35-03a9-4550-8261-dbc55b3195f7, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7d7f9f35-03a9-4550-8261-dbc55b3195f7,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:07.838966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Made reservation on behalf of 115d0103100141bbb529a4121bb06a9a for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:07.841359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.896923 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:07.973724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:07.979255 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:08.067277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580f2f0-3c2e-438f-b158-3e49c62518d9 None None] Pushing event updated for resources: {'Port': ['ID=7d7f9f35-03a9-4550-8261-dbc55b3195f7,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:08.148025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 45ea7de0-9d66-414c-9868-4cb653a1b139 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:08.204765 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:08.242828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:08.293667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0355f79b-096b-45ea-8957-144fac5194f0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:08.303403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Checking segment: {'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:08.304050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Network hostable DHCP agents. Network: 2c8a07df-775b-4caa-9f1c-393bb592346a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:36:08.326178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 45ea7de0-9d66-414c-9868-4cb653a1b139 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:08.326541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:08.418677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Network 2c8a07df-775b-4caa-9f1c-393bb592346a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:36:08.539349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 2c8a07df-775b-4caa-9f1c-393bb592346a) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:08.543251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:08.544050 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:08.573213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0828dca-ca54-4f4a-8bd2-6fb301610121 None None] Network 2c8a07df-775b-4caa-9f1c-393bb592346a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:36:08.653562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5e161e17-f22d-4026-bab1-f4b6d728e631 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9428661 Feb 04 20:36:08.656412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41034) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:08.661776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:08.666984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:08.670753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Usage tracker for resource:router and tenant:115d0103100141bbb529a4121bb06a9a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:08.674133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:08.682490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:08.774045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:08.775551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:08.799796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:08.893238 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:07Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:08.907566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d6631-48d2-4e72-b2ac-838201f1952e None None] The sync data for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 is: [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:07Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:36:08.987204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-2c8a07df-775b-4caa-9f1c-393bb592346a', 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'fixed_ips': [{'subnet_id': '0355f79b-096b-45ea-8957-144fac5194f0'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:36:08.988077 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.217281 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.245210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Allocated IP 172.20.0.2 (2c8a07df-775b-4caa-9f1c-393bb592346a/0355f79b-096b-45ea-8957-144fac5194f0/2bd9e280-32ff-49c5-85fb-9d0241e81ae5) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:09.269874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.336965 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.482974 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.495614 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Transition to ACTIVE for port object 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:09.514454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Transition to ACTIVE for port object 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:09.599206 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.684536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Network 2c8a07df-775b-4caa-9f1c-393bb592346a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:09.684536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:09.684983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Pushing event updated for resources: {'Port': ['ID=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:09.687323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:09.705373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.740837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.801553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Attempting to bind port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:09.802193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Attempting to bind port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:09.802561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Attempting to bind port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 on network 2c8a07df-775b-4caa-9f1c-393bb592346a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:09.808295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:09.808677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Checking segment: {'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:09.809083 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.809495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Bound using segment: {'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:09.809957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Bound port: 2bd9e280-32ff-49c5-85fb-9d0241e81ae5, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:09.810328 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:09.882918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41048) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:09.926250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] For port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:09.926250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] For port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,segment=NetworkSegment(4ea56421-9e8a-4c7e-b7eb-a35d79b0e216),segment_id=4ea56421-9e8a-4c7e-b7eb-a35d79b0e216)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:10.036703 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.096373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Allocated IP 172.25.7.85 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/00549f2e-abb4-42e8-95bc-cdfee697ce12) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:10.102820 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.135404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:10.178183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d7f9f35-03a9-4550-8261-dbc55b3195f7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:10.219852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2aa89344ef4ccba254cd293d24367d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:10.230935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:10.242020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586646b-dd60-4716-9db8-b8518582a712 None None] Pushing event updated for resources: {'Port': ['ID=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:10.249495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:10.339251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.353431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:10.360539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:10.360927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.408053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.480888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.493028 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.529927 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.534558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 7d7f9f35-03a9-4550-8261-dbc55b3195f7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7d7f9f35-03a9-4550-8261-dbc55b3195f7,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:10.582862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c480ccf3-7e51-47c8-a922-3b8dc5047fd7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:10.589455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f915bc7a-c459-4088-b41c-3802d6b31fe7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a2aa89344ef4ccba254cd293d24367d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032781 Feb 04 20:36:10.589922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41056) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:10.628372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:10.629854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.647791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:10.647791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Pushing event updated for resources: {'Port': ['ID=00549f2e-abb4-42e8-95bc-cdfee697ce12,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:10.652633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:10.685193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ba35110-0dcd-4095-aa24-a322a5413459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.724758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ba35110-0dcd-4095-aa24-a322a5413459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.737946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=7d7f9f35-03a9-4550-8261-dbc55b3195f7,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:10.864197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ba35110-0dcd-4095-aa24-a322a5413459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.881961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba35110-0dcd-4095-aa24-a322a5413459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480ccf3-7e51-47c8-a922-3b8dc5047fd7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:10.888462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ba35110-0dcd-4095-aa24-a322a5413459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:10.893898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ba35110-0dcd-4095-aa24-a322a5413459 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c480ccf3-7e51-47c8-a922-3b8dc5047fd7 HTTP/1.1" status: 204 len: 168 time: 0.3017855 Feb 04 20:36:11.201878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:11.516799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-99ee41c1-f45a-45fe-9c59-b121946f6364 req-83c56984-fa71-47cf-b574-c94f7b293b04 service neutron] (88237) timed out ('10.222.0.48', 41742) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:36:11.559776 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:11.631126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc7249-04d4-43c3-b6af-1649aaddc469 None None] Network 2c8a07df-775b-4caa-9f1c-393bb592346a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:36:11.681459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41066) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:11.699977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:11.716408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:11.720230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Usage tracker for resource:security_group_rule and tenant:9ac9135f1bcd40f3ac6c96e7cad348f3 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:11.723298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:11.731230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:11.835790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:11.862068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-03f646a1-e584-4160-80f3-d8570742eb28 None None] Provisioning for port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:11.908533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:36:11.973106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.025871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee63cda-0216-4a50-bf4b-d40a9375dc5f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:12.033325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d24e260c-2f54-44fc-bade-3308edbe393f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ac9135f1bcd40f3ac6c96e7cad348f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481681 Feb 04 20:36:12.033810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41070) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:12.106952 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0505e8ee-8713-44e5-adfd-4c80ac0f5990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.136021 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0505e8ee-8713-44e5-adfd-4c80ac0f5990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.280499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d7f9f35-03a9-4550-8261-dbc55b3195f7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:12.294260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:36:12.298938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0505e8ee-8713-44e5-adfd-4c80ac0f5990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.310708 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Sync routers for ids ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:36:12.326088 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Routers {'b2fbdde2-bad6-4130-adbb-5f9bd4e80020'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:12.326088 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:12.331909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0505e8ee-8713-44e5-adfd-4c80ac0f5990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.336248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0505e8ee-8713-44e5-adfd-4c80ac0f5990 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cee63cda-0216-4a50-bf4b-d40a9375dc5f HTTP/1.1" status: 204 len: 168 time: 0.3017583 Feb 04 20:36:12.337972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505e8ee-8713-44e5-adfd-4c80ac0f5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee63cda-0216-4a50-bf4b-d40a9375dc5f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:12.398219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:12.398657 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.406846 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.413532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41078) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:12.424080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e257e570-05ab-4ce8-961d-26ba84388439 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7668726 Feb 04 20:36:12.534344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Set router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:12.536751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:12.677235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:12.682187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:12.682557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.870582 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 3, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port': {'id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:09Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:12.874542 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Checking router: b2fbdde2-bad6-4130-adbb-5f9bd4e80020 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:36:12.876073 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Updating router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 port 00549f2e-abb4-42e8-95bc-cdfee697ce12 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:36:12.878594 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:12.927003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,segment=NetworkSegment(4ea56421-9e8a-4c7e-b7eb-a35d79b0e216),segment_id=4ea56421-9e8a-4c7e-b7eb-a35d79b0e216)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:12.941797 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.035776 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.130426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:13.319932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.321640 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.342253 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Transition to ACTIVE for port object 00549f2e-abb4-42e8-95bc-cdfee697ce12 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:13.445587 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.524238 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Attempting to bind port 00549f2e-abb4-42e8-95bc-cdfee697ce12 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:13.524842 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Attempting to bind port 00549f2e-abb4-42e8-95bc-cdfee697ce12 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:13.525430 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Attempting to bind port 00549f2e-abb4-42e8-95bc-cdfee697ce12 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:13.536279 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c98456-c0e9-42d8-930f-f59ec00b03fe None None] Pushing event updated for resources: {'Port': ['ID=00549f2e-abb4-42e8-95bc-cdfee697ce12,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:13.540735 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:13.541106 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:13.541502 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.541949 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:13.542349 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Bound port: 00549f2e-abb4-42e8-95bc-cdfee697ce12, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:13.542784 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.548207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Allocated IP 172.20.0.1 (2c8a07df-775b-4caa-9f1c-393bb592346a/0355f79b-096b-45ea-8957-144fac5194f0/2a901576-29d3-4d6f-93f8-3a56e6cf9d18) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:13.634264 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] For port 00549f2e-abb4-42e8-95bc-cdfee697ce12, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:13.637761 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] For port 00549f2e-abb4-42e8-95bc-cdfee697ce12, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=00549f2e-abb4-42e8-95bc-cdfee697ce12,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:13.710488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.724642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Transition to ACTIVE for port object 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:13.733584 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.814051 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Routers {'b2fbdde2-bad6-4130-adbb-5f9bd4e80020'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:13.814681 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:13.849869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:13.904619 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c98456-c0e9-42d8-930f-f59ec00b03fe None None] Pushing event updated for resources: {'Port': ['ID=00549f2e-abb4-42e8-95bc-cdfee697ce12,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:13.926267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Network 2c8a07df-775b-4caa-9f1c-393bb592346a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:13.926507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:13.930455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:13.971472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:13.996556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.056141 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] Set router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:14.108767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:14.202863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:14.203461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.237466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.337767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f65b3f85-9cc7-45eb-8665-94cec2a45f5b None None] Provisioning for port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:14.344032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f65b3f85-9cc7-45eb-8665-94cec2a45f5b None None] Provisioning complete for port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:14.344398 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f65b3f85-9cc7-45eb-8665-94cec2a45f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.409023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f65b3f85-9cc7-45eb-8665-94cec2a45f5b None None] Port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:14.409230 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 3, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port': {'id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:09Z', 'updated_at': '2022-02-04T20:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:14.411254 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05d98c-3400-467b-b34e-e0243a5364b8 None None] The sync data for ids ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'] in n-d-811806-1 is: [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 3, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port': {'id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:09Z', 'updated_at': '2022-02-04T20:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:36:14.472019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41110) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:14.528107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.599250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.604683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.614014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:14.617922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Usage tracker for resource:security_group_rule and tenant:f7d826b02f5041a3aa5e13c3dd09c74e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:14.620730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:14.627284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:14.712728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.823692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.838577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:14.841889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.884979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7d826b02f5041a3aa5e13c3dd09c74e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118762 Feb 04 20:36:14.888027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41116) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:14.904965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65195d39-813b-4d75-810e-b2e469ca8b80,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:14.922255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.922598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.922959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.923291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.923621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.923945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.924267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.924584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.924901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.925218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.925532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.925886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de690688-5392-4023-bbc1-3182cf7d861e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:14.967115 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc88-80bf-49a1-a1eb-14c6f65ec930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.995484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc88-80bf-49a1-a1eb-14c6f65ec930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:14.996361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Network 2c8a07df-775b-4caa-9f1c-393bb592346a is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:14.997726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:15.201196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc88-80bf-49a1-a1eb-14c6f65ec930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:15.230245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ebc88-80bf-49a1-a1eb-14c6f65ec930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65195d39-813b-4d75-810e-b2e469ca8b80,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:15.233178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc88-80bf-49a1-a1eb-14c6f65ec930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:15.239743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e85ebc88-80bf-49a1-a1eb-14c6f65ec930 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65195d39-813b-4d75-810e-b2e469ca8b80 HTTP/1.1" status: 204 len: 168 time: 0.3471241 Feb 04 20:36:15.288316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:36:15.340917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-92d8e166-890a-432f-9328-0a729d697f88 None None] Provisioning complete for port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:15.341419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-92d8e166-890a-432f-9328-0a729d697f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:15.403012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-92d8e166-890a-432f-9328-0a729d697f88 None None] Port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:15.473439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:36:15.483828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee1b4eae-2616-4030-a7f8-8249762923a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2fbdde2-bad6-4130-adbb-5f9bd4e80020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0677969 Feb 04 20:36:16.113717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41140) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:16.113717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091375217', 'description': 'tempest-secgroup-smoke-2091375217 description', 'project_id': '6faa2ca18f4c4e26a7c392abff29954e'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:16.120730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:16.124987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:16.132644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 00549f2e-abb4-42e8-95bc-cdfee697ce12 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:16.140164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:16.155604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:16.270621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.289951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:16.295199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:16.298352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:16.305944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:16.308550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 00549f2e-abb4-42e8-95bc-cdfee697ce12 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:16.315496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 00549f2e-abb4-42e8-95bc-cdfee697ce12 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:16.316253 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.402638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.463352 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.483016 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.495740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 00549f2e-abb4-42e8-95bc-cdfee697ce12, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=00549f2e-abb4-42e8-95bc-cdfee697ce12,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:16.527245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c5391-f638-4ba1-9705-322bd01f4bea,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:16.569127 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.622540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Sync routers for ids ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:36:16.640789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Routers {'b2fbdde2-bad6-4130-adbb-5f9bd4e80020'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:16.641435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:16.655679 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.657235 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eb202026-1163-401a-9bec-3d0aef7852d5 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5528660 Feb 04 20:36:16.660357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41156) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:16.665703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'security_group_rule': {'security_group_id': 'c58c5391-f638-4ba1-9705-322bd01f4bea', 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:16.672486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:16.680814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:16.680814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:16.686678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:16.707213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=00549f2e-abb4-42e8-95bc-cdfee697ce12,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:16.816298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.827602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Set router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:16.876682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.956086 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:16.979504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd9301d-6b30-43ec-85dd-f90de47e6514,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:17.073639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.074931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-976dcff2-3e84-43f5-b631-01549f2b5ffc tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134085 Feb 04 20:36:17.077799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41164) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:17.084449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'security_group_rule': {'security_group_id': 'c58c5391-f638-4ba1-9705-322bd01f4bea', 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:17.092816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:17.096960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:17.099924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:17.105758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:17.134241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41168) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:17.162529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:36:14Z', 'revision_number': 4, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port': {'id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:09Z', 'updated_at': '2022-02-04T20:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2a901576-29d3-4d6f-93f8-3a56e6cf9d18', 'name': '', 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'mac_address': 'fa:16:3e:94:d5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '0355f79b-096b-45ea-8957-144fac5194f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:13Z', 'updated_at': '2022-02-04T20:36:14Z', 'revision_number': 2, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'subnets': [{'id': '0355f79b-096b-45ea-8957-144fac5194f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:17.169320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Checking router: b2fbdde2-bad6-4130-adbb-5f9bd4e80020 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:36:17.169679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Updating router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:36:17.222920 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.233671 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.287114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.314639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:17.317963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.320072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Usage tracker for resource:security_group_rule and tenant:e4bd053e065a49459acef8f47e6936b7 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:17.322953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:17.328717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:17.412977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.418016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.443120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1c70e3-8ae0-43ed-a132-1a8a67898a9e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:17.470647 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.521128 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4bd053e065a49459acef8f47e6936b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828220 Feb 04 20:36:17.521409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41174) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:17.534203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11bd00-13f3-472f-8e99-6863bf84837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b654c-2b90-4063-99d6-674d6da8f33f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:17.538680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.539857 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e8996121-cc10-4022-ac2e-37e45d4a3413 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4611275 Feb 04 20:36:17.542918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41178) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:17.549297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'security_group_rule': {'security_group_id': 'c58c5391-f638-4ba1-9705-322bd01f4bea', 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:17.570448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:17.580916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:17.588448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:17.593902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:17.615426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04cd2341-82d6-402a-af74-4b00fefb58c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.645897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04cd2341-82d6-402a-af74-4b00fefb58c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.668210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.682405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Transition to ACTIVE for port object 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:17.683338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.755315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.840844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04cd2341-82d6-402a-af74-4b00fefb58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.853793 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.866234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd2341-82d6-402a-af74-4b00fefb58c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b654c-2b90-4063-99d6-674d6da8f33f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:17.873981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04cd2341-82d6-402a-af74-4b00fefb58c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.875551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-04cd2341-82d6-402a-af74-4b00fefb58c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a5b654c-2b90-4063-99d6-674d6da8f33f HTTP/1.1" status: 204 len: 168 time: 0.3533087 Feb 04 20:36:17.913962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a70660-f8ef-45cd-bf8e-46189d86afc6 None None] Pushing event updated for resources: {'Port': ['ID=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:17.951552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:17.980034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b804398b-59a7-40fe-a270-0643061e5725,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:18.018643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Attempting to bind port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:18.019880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Attempting to bind port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:18.019880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Attempting to bind port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 on network 2c8a07df-775b-4caa-9f1c-393bb592346a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:18.025177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:18.025512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Checking segment: {'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:18.025911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.026301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Bound using segment: {'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:18.026870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Bound port: 2a901576-29d3-4d6f-93f8-3a56e6cf9d18, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:18.027247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.095501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 00549f2e-abb4-42e8-95bc-cdfee697ce12 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:18.098356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.102817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c18b517-af6f-4cc2-9fd1-e7bc5584558b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5556769 Feb 04 20:36:18.102817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41186) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:18.108354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'security_group_rule': {'security_group_id': 'c58c5391-f638-4ba1-9705-322bd01f4bea', 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:18.115090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:18.119152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:18.122863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:18.129794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:18.197226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] For port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:18.202438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] For port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,segment=NetworkSegment(4ea56421-9e8a-4c7e-b7eb-a35d79b0e216),segment_id=4ea56421-9e8a-4c7e-b7eb-a35d79b0e216)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:18.209257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 00549f2e-abb4-42e8-95bc-cdfee697ce12 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:18.209631 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.211861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.290306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.305547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.407936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.412544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Routers {'b2fbdde2-bad6-4130-adbb-5f9bd4e80020'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:18.413195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:18.438726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbf29cb-c37d-44a2-8cdc-f52345852aa7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:18.461843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a70660-f8ef-45cd-bf8e-46189d86afc6 None None] Pushing event updated for resources: {'Port': ['ID=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:18.533293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.540212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ac369b6-35db-4987-b290-8dbf9f11081f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4318924 Feb 04 20:36:18.542443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:18.545894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'security_group_rule': {'security_group_id': 'c58c5391-f638-4ba1-9705-322bd01f4bea', 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:18.559098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:18.563893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:18.567064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:18.573094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:18.612082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] Set router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:18.658817 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Project 6faa2ca18f4c4e26a7c392abff29954e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:36:18.665548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.730194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.821859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:18.845612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7df86d8-f72d-4ce3-9459-b8fa5e2354dc,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:18.958634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:36:14Z', 'revision_number': 4, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port': {'id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:09Z', 'updated_at': '2022-02-04T20:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2a901576-29d3-4d6f-93f8-3a56e6cf9d18', 'name': '', 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'mac_address': 'fa:16:3e:94:d5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '0355f79b-096b-45ea-8957-144fac5194f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:13Z', 'updated_at': '2022-02-04T20:36:18Z', 'revision_number': 4, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'subnets': [{'id': '0355f79b-096b-45ea-8957-144fac5194f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:18.962636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa217a3-834d-4b5e-9a9a-ddf5c6ee2a1e None None] The sync data for ids ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'] in n-d-811806-1 is: [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:36:14Z', 'revision_number': 4, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port': {'id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:09Z', 'updated_at': '2022-02-04T20:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2a901576-29d3-4d6f-93f8-3a56e6cf9d18', 'name': '', 'network_id': '2c8a07df-775b-4caa-9f1c-393bb592346a', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'mac_address': 'fa:16:3e:94:d5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '0355f79b-096b-45ea-8957-144fac5194f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:13Z', 'updated_at': '2022-02-04T20:36:18Z', 'revision_number': 4, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'subnets': [{'id': '0355f79b-096b-45ea-8957-144fac5194f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:36:19.009021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:19.011644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-20ab0188-a092-4f6b-99de-2a8ec9c9d80e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4702795 Feb 04 20:36:19.011935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41212) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:19.017711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'security_group_rule': {'security_group_id': 'c58c5391-f638-4ba1-9705-322bd01f4bea', 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:19.036991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:19.036991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:security_group_rule and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:19.038863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:19.044959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:19.187803 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Project 6faa2ca18f4c4e26a7c392abff29954e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:36:19.195245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:19.271543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:19.370080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:19.396235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bedfadc-113a-412f-ae14-412b8b3ac1c5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:19.487123 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:19.498514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9272c337-fd85-473e-88f0-cb9131b26b7c tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4754169 Feb 04 20:36:19.733936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-e18751c5-a9a5-40d8-bd99-8b7c5283791b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Synchronizing usage tracker for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:19.818391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-e18751c5-a9a5-40d8-bd99-8b7c5283791b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Unset dirty status for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:19.819792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-e18751c5-a9a5-40d8-bd99-8b7c5283791b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091375217&fields=id&tenant_id=6faa2ca18f4c4e26a7c392abff29954e HTTP/1.1" status: 200 len: 267 time: 0.1277452 Feb 04 20:36:20.013191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-bba29db2-596d-4f7d-87f7-2b0d334bcaad tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:20.018352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-bba29db2-596d-4f7d-87f7-2b0d334bcaad tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/networks?id=9dcd113a-2529-4e7f-ab30-60c80d682d30 HTTP/1.1" status: 200 len: 809 time: 0.1908801 Feb 04 20:36:20.036532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-f27b42ef-c1c1-49df-b562-4361500da67b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/quotas/6faa2ca18f4c4e26a7c392abff29954e HTTP/1.1" status: 200 len: 375 time: 0.0170276 Feb 04 20:36:20.082984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41248) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:20.100872 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-323335a3-cdb7-4462-99f0-ccb620f7a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.147448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-8d88f3ef-1610-4f5a-b90e-f6a7d74028f4 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Synchronizing usage tracker for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:20.196517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:20.267973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-8d88f3ef-1610-4f5a-b90e-f6a7d74028f4 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Unset dirty status for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:20.269323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-8d88f3ef-1610-4f5a-b90e-f6a7d74028f4 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2319460 Feb 04 20:36:20.314865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1055225837'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:20.320529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:20.324720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Usage tracker for resource:network and tenant:7b4055890d934008a339e5749e5df65a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:20.327480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:20.333793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:20.344161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:20.349076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:20.349446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.416914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-5646c85e-de8e-4a44-a944-0ba8d2f68daf service neutron] 10.222.0.48 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356480 Feb 04 20:36:20.429916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Made reservation on behalf of 7b4055890d934008a339e5749e5df65a for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:20.433814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.449963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.466044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:20.467894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.470173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Usage tracker for resource:security_group_rule and tenant:7b4055890d934008a339e5749e5df65a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:20.473016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:20.478928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:20.501399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,segment=NetworkSegment(4ea56421-9e8a-4c7e-b7eb-a35d79b0e216),segment_id=4ea56421-9e8a-4c7e-b7eb-a35d79b0e216)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:20.569440 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.569925 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-164e1419-206d-4595-a0d5-bf695d7efa7d service neutron] 10.222.0.48 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395402 Feb 04 20:36:20.590055 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.642262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.681499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:36:20.687070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c756e35e-da1d-4520-903d-63d01709e4dd,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:20.694904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.695305 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Added segment 485ee524-1187-4dd6-b59f-6de20cbf12b7 of type vlan for network 3ee58b04-39e5-4b27-948e-1182fc07f7ba Feb 04 20:36:20.719732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:20.737296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.850367 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.856128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:20.856739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:20.972059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Pushing event updated for resources: {'Network': ['ID=3ee58b04-39e5-4b27-948e-1182fc07f7ba,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:20.981583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 3ee58b04-39e5-4b27-948e-1182fc07f7ba details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:36:21.106110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ea917acb-1795-4f73-bdec-e8a398dfe18f tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0065126 Feb 04 20:36:21.257573 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86c4530d-b8ac-4b33-9854-d668225cc96c req-89c98c5e-b6a7-4fe3-9117-7325b5f8aee4 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 210 time: 0.0723476 Feb 04 20:36:21.321025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41264) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:21.327035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Request body: {'port': {'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba', 'binding:host_id': 'n-h1-811806-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2072190503'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:21.339068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:21.339068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Usage tracker for resource:port and tenant:a7cf8409dae14b8f9f0371b7376803dd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:21.340002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:21.347185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:21.435577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Made reservation on behalf of a7cf8409dae14b8f9f0371b7376803dd for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:21.437990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:21.451080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:21.466070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:21.470000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Usage tracker for resource:security_group_rule and tenant:a7cf8409dae14b8f9f0371b7376803dd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:21.472751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:21.478383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:21.562269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:21.712977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:21.723893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] device_id is not set on port 86b15a61-288c-43bc-a242-85c54cf38b71 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:21.799431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8595a7f-fe92-402c-87dc-23a10beb26bb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:21.815374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:22.023464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] device_id is not set on port 86b15a61-288c-43bc-a242-85c54cf38b71 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:22.033636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:22.047881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Transition to ACTIVE for port object 86b15a61-288c-43bc-a242-85c54cf38b71 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:22.095257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:22.163102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:22.163481 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:22.167336 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:22.306239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c97c78e4-077d-4363-8f8a-ddc0c44560ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:22.376196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=86b15a61-288c-43bc-a242-85c54cf38b71,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:22.383355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-625e8cec-b8a6-47f2-a2e1-dcff8c3dd40c req-270cc491-1b52-4551-afda-bac1d47441a3 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 210 time: 0.0470488 Feb 04 20:36:22.385858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Checking segment: {'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:22.386227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Network hostable DHCP agents. Network: 3ee58b04-39e5-4b27-948e-1182fc07f7ba, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:36:22.498947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Network 3ee58b04-39e5-4b27-948e-1182fc07f7ba is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:36:22.590388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 3ee58b04-39e5-4b27-948e-1182fc07f7ba) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:22.605943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:22.606082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2bcb9-7910-4218-a5b2-141b691b7200 None None] Network 3ee58b04-39e5-4b27-948e-1182fc07f7ba requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:36:22.611554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.611891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.612231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.616870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.617302 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.617696 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 2 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.635590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.635921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.636254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.641836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.642372 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.642972 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 3 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.658638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.659052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.659404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.664024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.664350 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.665086 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 4 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.680099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.680446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.680778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.685324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.685667 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.686033 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 5 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.701428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.704542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.704542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.706903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.707228 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.707608 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 6 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.722290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.722731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.723093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.728136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.729250 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.729250 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 7 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.744404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.744746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.745082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.751741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.751741 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.751741 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 8 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.768676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.769014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.769357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.774097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.774539 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.774987 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 9 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.789834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.790179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.790518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.797435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.797435 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.797435 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 10 to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 Feb 04 20:36:22.811275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:22.811799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:22.812135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:22.817332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 86b15a61-288c-43bc-a242-85c54cf38b71 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:22.817656 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 86b15a61-288c-43bc-a242-85c54cf38b71 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:22.818005 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:22.906363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] For port 86b15a61-288c-43bc-a242-85c54cf38b71, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:22.906752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempted to set empty binding levels {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 20:36:22.981874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:23.043374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:23.043958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:23.071865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=86b15a61-288c-43bc-a242-85c54cf38b71,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:23.176769 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7d7ba5e2-fc31-4730-a627-257046f0e7ef tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8546274 Feb 04 20:36:23.182831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41278) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:23.252833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Deleting port 86b15a61-288c-43bc-a242-85c54cf38b71 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:23.253182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:23.470234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:23.508733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-9961c9fe-c4e4-4f67-9b82-65eb67316f38 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2771139 Feb 04 20:36:23.528186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:23.576932 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f61cbe6-26ab-4378-9594-5341ef66209d req-90186cc1-e2d2-4b94-ac52-ef9925c1080d tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 210 time: 0.0587842 Feb 04 20:36:23.582109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] For port 86b15a61-288c-43bc-a242-85c54cf38b71, host n-h1-811806-1, got binding levels [] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:23.582464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:23.744047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Calling delete_port for 86b15a61-288c-43bc-a242-85c54cf38b71 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:23.835884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-86de4cd5-f90a-4138-b3c2-f33fb66c7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:23.837990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-86de4cd5-f90a-4138-b3c2-f33fb66c7c99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1096 time: 0.2475612 Feb 04 20:36:23.938640 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:23.997486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event deleted for resources: {'Port': ['ID=86b15a61-288c-43bc-a242-85c54cf38b71,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:24.003703 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:24.010552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d73bd2d6-fb8f-4212-a720-b06df53c2a96 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "DELETE /v2.0/ports/86b15a61-288c-43bc-a242-85c54cf38b71 HTTP/1.1" status: 204 len: 168 time: 0.8267071 Feb 04 20:36:24.013249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41294) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:24.073845 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ea3624-0728-4998-8e35-3e092f7ee14f tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:36:24.074371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d9ea3624-0728-4998-8e35-3e092f7ee14f tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Synchronizing usage tracker for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:24.104436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-ef62158b-6589-4c8f-8196-5c09ee3c65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.105227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-ef62158b-6589-4c8f-8196-5c09ee3c65f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 898 time: 0.2477202 Feb 04 20:36:24.174372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-3f5dac03-83d7-4b8d-b77f-5b4a3459e186 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.176465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-3f5dac03-83d7-4b8d-b77f-5b4a3459e186 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.24 "GET /v2.0/networks?id=9dcd113a-2529-4e7f-ab30-60c80d682d30 HTTP/1.1" status: 200 len: 809 time: 0.2485616 Feb 04 20:36:24.184941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-cd8ecfb1-cf25-4742-828c-f45cbc4b75ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3211648 Feb 04 20:36:24.216137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-f7ea54bb-cc5f-458c-875c-ba4a3b6f7a6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 1001 time: 0.1029944 Feb 04 20:36:24.253181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-ad1b9a68-e31e-4be2-a6ec-8d432f0ed664 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6faa2ca18f4c4e26a7c392abff29954e HTTP/1.1" status: 200 len: 380 time: 0.0672336 Feb 04 20:36:24.259656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d9ea3624-0728-4998-8e35-3e092f7ee14f tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Unset dirty status for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:24.261040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d9ea3624-0728-4998-8e35-3e092f7ee14f tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "GET /v2.0/ports/86b15a61-288c-43bc-a242-85c54cf38b71 HTTP/1.1" status: 404 len: 333 time: 0.2469616 Feb 04 20:36:24.268617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41298) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:24.269399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'port': {'device_id': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'admin_state_up': True, 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'security_groups': ['c58c5391-f638-4ba1-9705-322bd01f4bea']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:24.282962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Request body: {'port': {'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-213975481'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:24.291240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:24.314370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-2b8c8acb-6209-45f2-a0d3-7d653089250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.315893 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-2b8c8acb-6209-45f2-a0d3-7d653089250a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 200 len: 835 time: 0.0920591 Feb 04 20:36:24.316732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:24.400604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-954b263b-2339-4921-bcc2-d35de4cfdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.402087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-954b263b-2339-4921-bcc2-d35de4cfdf9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51876425-29b3-45c4-be0c-2afd1f978db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787971 Feb 04 20:36:24.413684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-024b0512-4c8b-4adf-9939-eb79a810e25c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:36:24.414663 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-024b0512-4c8b-4adf-9939-eb79a810e25c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054636 Feb 04 20:36:24.610484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.610984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.611443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.612107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.612573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.613025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.613493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.622664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-92bd4313-448c-4d23-aebc-f18198ebc2ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6502 time: 0.3149216 Feb 04 20:36:24.622664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:24.623995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Made reservation on behalf of a7cf8409dae14b8f9f0371b7376803dd for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:24.625124 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:24.628070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:24.665511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] device_id is not set on port 5e0ca40d-da9f-4652-9782-dbc590849cc2 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:24.719310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Made reservation on behalf of 6faa2ca18f4c4e26a7c392abff29954e for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:24.722917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:24.781452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f015e60c-125c-456b-9393-cbc8877c9cd1 req-bc8a457d-760e-4d55-be09-cf1f10b209d6 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 210 time: 0.0652475 Feb 04 20:36:24.819537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-013333b4-6c73-4656-b0be-27ef418e55ec service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950884 Feb 04 20:36:24.871693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-9ce9fb8f-0f55-444c-8a16-a4af64717ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.872160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-9ce9fb8f-0f55-444c-8a16-a4af64717ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.872612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-9ce9fb8f-0f55-444c-8a16-a4af64717ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:24.874281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-9ce9fb8f-0f55-444c-8a16-a4af64717ea7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5923911-2330-412e-ac86-9e6f9dbb3545&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=804f2887-0933-4850-b633-c01cd3191bc8&id=804f2887-0933-4850-b633-c01cd3191bc8 HTTP/1.1" status: 200 len: 2299 time: 0.2268620 Feb 04 20:36:25.025363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Allocated IP 172.20.0.5 (9dcd113a-2529-4e7f-ab30-60c80d682d30/2980b055-ccdf-4837-b0d3-f6cf2c13c233/9c2c1626-2806-4128-922e-5a16ab5aaef0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:25.032294 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-ee4e30b3-0e50-4ef3-8970-02ea57c9edea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17 HTTP/1.1" status: 200 len: 1001 time: 0.1271496 Feb 04 20:36:25.086944 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-4edce9a9-b637-46f8-aaa1-d52d612fee4d service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529047 Feb 04 20:36:25.089565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.141782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-2060e9f4-0801-4c1b-9f7c-49660b124dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:25.143321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-2060e9f4-0801-4c1b-9f7c-49660b124dcd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1efd2123-f261-49b0-8b47-803de3ad30c0 HTTP/1.1" status: 200 len: 856 time: 0.1059213 Feb 04 20:36:25.190153 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.218523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.291401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Network 3ee58b04-39e5-4b27-948e-1182fc07f7ba is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:25.294336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:25.299591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:25.299591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:25.299856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.312922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0ca40d-da9f-4652-9782-dbc590849cc2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:25.328599 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.336883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-0dd4199a-5e57-48b4-b5da-05779ae875da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:25.338335 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-0dd4199a-5e57-48b4-b5da-05779ae875da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5923911-2330-412e-ac86-9e6f9dbb3545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438134 Feb 04 20:36:25.351839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-fda623a2-50c4-40d2-8cdc-9c4f89eb7890 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:36:25.353034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-fda623a2-50c4-40d2-8cdc-9c4f89eb7890 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059924 Feb 04 20:36:25.353685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Transition to ACTIVE for port object 9c2c1626-2806-4128-922e-5a16ab5aaef0 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:25.408467 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4797205a-7cbd-48e7-ade3-0fab0e1639e5 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1383550 Feb 04 20:36:25.411139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:25.416840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:25.502249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-5ea7468c-1389-464b-8c8e-0d854e1f2275 service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429687 Feb 04 20:36:25.539661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.578239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.679694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:25.684403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:25.700594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:25.731453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'Port': ['ID=9c2c1626-2806-4128-922e-5a16ab5aaef0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:25.781631 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-45017b0e-52a5-4511-bf07-3186a7920962 service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731662 Feb 04 20:36:25.792445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:25.793079 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.803265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] device_id is not set on port 5e0ca40d-da9f-4652-9782-dbc590849cc2 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:25.813417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.833376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Transition to ACTIVE for port object 5e0ca40d-da9f-4652-9782-dbc590849cc2 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:25.885706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-dae3671b-316e-44f5-b3fb-99f326951ffd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 217 time: 0.0885282 Feb 04 20:36:25.943484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:25.957459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-23699cb5-599e-49f0-9c94-c0019f9e66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:25.959193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-23699cb5-599e-49f0-9c94-c0019f9e66ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0652320 Feb 04 20:36:26.025217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0a7e4cdf-c7c4-4e71-a2ec-4c581624aa73 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7670496 Feb 04 20:36:26.040772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Request body: {'port': {'device_id': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:26.092373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0ca40d-da9f-4652-9782-dbc590849cc2,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:26.100966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.101303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.101640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.106428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.106773 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.112288 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 2 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.112397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5a11c0b4-8bce-46c2-8482-c5c12a29bff0 None None] Provisioning for port 9c2c1626-2806-4128-922e-5a16ab5aaef0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:26.113032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5a11c0b4-8bce-46c2-8482-c5c12a29bff0 None None] Provisioning complete for port 9c2c1626-2806-4128-922e-5a16ab5aaef0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:26.113607 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5a11c0b4-8bce-46c2-8482-c5c12a29bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:26.123711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.124320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.124837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.130326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.131345 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.131913 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 3 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.151468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.152249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.152767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.158670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.159981 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.160630 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 4 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.180348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.181020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.181700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.182430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5a11c0b4-8bce-46c2-8482-c5c12a29bff0 None None] Port 9c2c1626-2806-4128-922e-5a16ab5aaef0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:26.187586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.187955 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.188967 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 5 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.217007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.217345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.217881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.224312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.230661 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.230661 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 6 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.240957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.241350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.241691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.246817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.247144 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.247529 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 7 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.264476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.264911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.265134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.267011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-1f219d75-efe7-4f48-985e-4cf19b75361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.268471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-1f219d75-efe7-4f48-985e-4cf19b75361c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3035178 Feb 04 20:36:26.270443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.270803 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.271224 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 8 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.286404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.286764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.287099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.291748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.292070 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.292441 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 9 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.307508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.307842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.308175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.312695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.313401 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.313481 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 10 to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 Feb 04 20:36:26.328619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:26.328956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:26.329283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:26.333765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:26.334140 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:26.334537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:26.428416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:26.431283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] For port 5e0ca40d-da9f-4652-9782-dbc590849cc2, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:26.431646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempted to set empty binding levels {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 20:36:26.487084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:26.536530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4f3c6-de38-468d-8309-40b0e35506b0 req-eb0e8871-23f8-4f13-8b7a-27c9e628dd16 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.537226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c7d4f3c6-de38-468d-8309-40b0e35506b0 req-eb0e8871-23f8-4f13-8b7a-27c9e628dd16 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Synchronizing usage tracker for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:26.547285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] In _notify_port_updated(), no bound segment for port 5e0ca40d-da9f-4652-9782-dbc590849cc2 on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:36:26.548719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.548836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:26.549409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-d8e1b9e0-136e-4067-9fd7-04621e6bcb20 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717285 Feb 04 20:36:26.550085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "PUT /v2.0/ports/5e0ca40d-da9f-4652-9782-dbc590849cc2 HTTP/1.1" status: 200 len: 974 time: 1.1378856 Feb 04 20:36:26.556424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41316) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:26.599547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d86b-4202-4307-84ba-489185c8aa2c tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0ca40d-da9f-4652-9782-dbc590849cc2,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:26.664834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.664834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.664834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.664834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.664834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.669795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.670984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.670984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.670984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.671422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.672575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.672575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.672780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.673249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.673646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.674119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.674557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.675024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.675466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.675910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.676351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.676794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:26.679324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Synchronizing usage tracker for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:26.684291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c7d4f3c6-de38-468d-8309-40b0e35506b0 req-eb0e8871-23f8-4f13-8b7a-27c9e628dd16 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Unset dirty status for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:26.685433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7d4f3c6-de38-468d-8309-40b0e35506b0 req-eb0e8871-23f8-4f13-8b7a-27c9e628dd16 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 931 time: 0.6027231 Feb 04 20:36:26.792895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Unset dirty status for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:26.797435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6804cdf8-c6c8-4612-b85c-539b04aee3c6 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29846 time: 0.2405586 Feb 04 20:36:26.798542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41322) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:26.855175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-2a70fede-04ff-4382-a64c-75b46bfb8378 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988551 Feb 04 20:36:26.859787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7d4f3c6-de38-468d-8309-40b0e35506b0 req-c753af7d-fe74-4762-837a-71643a616710 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591434 Feb 04 20:36:26.885390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Deleting port 5e0ca40d-da9f-4652-9782-dbc590849cc2 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:26.885820 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:26.942243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-d0da325a-57c4-47da-ba54-ff5696aebd83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 217 time: 0.0749176 Feb 04 20:36:27.037650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-4013b2ca-d254-4a27-a508-00e4d1553b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:27.039114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-4013b2ca-d254-4a27-a508-00e4d1553b56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0840607 Feb 04 20:36:27.161981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2c1626-2806-4128-922e-5a16ab5aaef0 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:36:27.171051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:27.190892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Transition to ACTIVE for port object 9c2c1626-2806-4128-922e-5a16ab5aaef0 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:27.195605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-03b9c81d-7d5e-4c15-80d2-f81cd950eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:27.197083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-03b9c81d-7d5e-4c15-80d2-f81cd950eb85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1518009 Feb 04 20:36:27.212614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] For port 5e0ca40d-da9f-4652-9782-dbc590849cc2, host n-h1-811806-1, got binding levels [] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:27.212965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:27.310411 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:27.342085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Calling delete_port for 5e0ca40d-da9f-4652-9782-dbc590849cc2 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:27.436539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-64237009-d74d-4bcf-a70c-5366dfc9fcf5 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314212 Feb 04 20:36:27.527312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:27.560180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2c1626-2806-4128-922e-5a16ab5aaef0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:27.581692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e0ca40d-da9f-4652-9782-dbc590849cc2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:27.585551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:27.677804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-3bbe15b4-2372-4012-acc8-518effe3eb97 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313566 Feb 04 20:36:27.678581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Attempting to bind port 9c2c1626-2806-4128-922e-5a16ab5aaef0 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:27.678932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Attempting to bind port 9c2c1626-2806-4128-922e-5a16ab5aaef0 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:27.679247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Attempting to bind port 9c2c1626-2806-4128-922e-5a16ab5aaef0 on network 9dcd113a-2529-4e7f-ab30-60c80d682d30 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:27.683773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Port 9c2c1626-2806-4128-922e-5a16ab5aaef0 on network 9dcd113a-2529-4e7f-ab30-60c80d682d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:27.684084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Attempting to bind port 9c2c1626-2806-4128-922e-5a16ab5aaef0 on network 9dcd113a-2529-4e7f-ab30-60c80d682d30 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:27.702913 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0835c0d2-684c-4d11-9ab2-b34899fcdd35 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "DELETE /v2.0/ports/5e0ca40d-da9f-4652-9782-dbc590849cc2 HTTP/1.1" status: 204 len: 168 time: 0.8991315 Feb 04 20:36:27.702913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41326) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:27.746765 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc0e725-4cb8-4fbe-a7d9-bd82746bb70d tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:36:27.747300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fcc0e725-4cb8-4fbe-a7d9-bd82746bb70d tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Synchronizing usage tracker for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:27.747684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:27.748023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Checking segment: {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:27.748407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Bound using segment: {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:27.748827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Bound port: 9c2c1626-2806-4128-922e-5a16ab5aaef0, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:27.749166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:27.760766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-bf2f7c91-b732-4aa5-9f08-f547409ce886 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d HTTP/1.1" status: 200 len: 217 time: 0.0745397 Feb 04 20:36:27.824182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fcc0e725-4cb8-4fbe-a7d9-bd82746bb70d tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Unset dirty status for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:27.825530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fcc0e725-4cb8-4fbe-a7d9-bd82746bb70d tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "GET /v2.0/ports/5e0ca40d-da9f-4652-9782-dbc590849cc2 HTTP/1.1" status: 404 len: 333 time: 0.1230166 Feb 04 20:36:27.840839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41330) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:27.840839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1985253622', 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:27.841672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:27.852856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:27.967646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Made reservation on behalf of a7cf8409dae14b8f9f0371b7376803dd for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:27.970077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:28.020392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-c1c5f3ca-e70d-4ba4-a200-4e3a550c6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.020392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-c1c5f3ca-e70d-4ba4-a200-4e3a550c6ae4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.2445707 Feb 04 20:36:28.051434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] device_id is not set on port bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:28.054843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] For port 9c2c1626-2806-4128-922e-5a16ab5aaef0, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:28.072546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] For port 9c2c1626-2806-4128-922e-5a16ab5aaef0, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:28.102135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-f19be0eb-3598-4f9f-9fcd-9b90e2bb0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.103933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-f19be0eb-3598-4f9f-9fcd-9b90e2bb0df6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824611 Feb 04 20:36:28.147999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68abbc-ad30-4dbe-a89c-e7f4f0f08f7f req-e191c060-0147-4d0f-ab70-3b76c3241fb7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.149524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a68abbc-ad30-4dbe-a89c-e7f4f0f08f7f req-e191c060-0147-4d0f-ab70-3b76c3241fb7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 943 time: 0.1680529 Feb 04 20:36:28.192868 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:28.269579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.269579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:28.270254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c2c1626-2806-4128-922e-5a16ab5aaef0 HTTP/1.1" status: 200 len: 1091 time: 2.2346268 Feb 04 20:36:28.272581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:28.290786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6a68abbc-ad30-4dbe-a89c-e7f4f0f08f7f req-33220899-838c-4c79-9437-81f36e893eee tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Synchronizing usage tracker for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:28.321513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f087a-2bc1-497b-aa4e-154136ec80d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2c1626-2806-4128-922e-5a16ab5aaef0,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:28.330137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-1ed78c79-3a87-4fb6-bc31-b3901ec439bb service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188859 Feb 04 20:36:28.336375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6a68abbc-ad30-4dbe-a89c-e7f4f0f08f7f req-33220899-838c-4c79-9437-81f36e893eee tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Unset dirty status for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:28.337982 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a68abbc-ad30-4dbe-a89c-e7f4f0f08f7f req-33220899-838c-4c79-9437-81f36e893eee tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765013 Feb 04 20:36:28.350848 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:28.376203 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'status': 'completed', 'code': 200} Feb 04 20:36:28.484806 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:28.542875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-6cd0568c-b455-4168-a61f-6058668796b6 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028298 Feb 04 20:36:28.548365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25e12c-58c4-4338-b4a5-d06e0715555c req-31cdadb7-b020-4ac9-a07b-e3faaa9ba644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.549744 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c25e12c-58c4-4338-b4a5-d06e0715555c req-31cdadb7-b020-4ac9-a07b-e3faaa9ba644 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1094 time: 0.1292553 Feb 04 20:36:28.567558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Network 3ee58b04-39e5-4b27-948e-1182fc07f7ba is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:28.571686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:28.574575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:28.575697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.576290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:28.593838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:28.639588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-a5210455-378f-45fa-94d9-450e1e08438e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f07a9499-01c6-472c-aee4-1a7231061983 HTTP/1.1" status: 200 len: 217 time: 0.0889149 Feb 04 20:36:28.705507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08f72667-da44-4687-b3cf-9cc30edef1f7 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8746638 Feb 04 20:36:28.708145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41340) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:28.785519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-809e91fa-1ca7-4f86-b5a5-032b302a2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.791837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0400428-8a8c-4a64-b7cf-43d47af085c3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.791837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b0400428-8a8c-4a64-b7cf-43d47af085c3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Synchronizing usage tracker for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:28.795288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-809e91fa-1ca7-4f86-b5a5-032b302a2925 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0954087 Feb 04 20:36:28.840621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25e12c-58c4-4338-b4a5-d06e0715555c req-667b1f67-52bd-4607-b1a2-65f7d87fb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.842075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c25e12c-58c4-4338-b4a5-d06e0715555c req-667b1f67-52bd-4607-b1a2-65f7d87fb989 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2420237 Feb 04 20:36:28.910113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b0400428-8a8c-4a64-b7cf-43d47af085c3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Unset dirty status for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:28.910113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b0400428-8a8c-4a64-b7cf-43d47af085c3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "GET /v2.0/ports/bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3 HTTP/1.1" status: 200 len: 955 time: 0.1881783 Feb 04 20:36:28.910113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41344) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:28.963902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Deleting port bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:28.964351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:28.973074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-2ff65848-5350-42d7-9c9e-141441b361bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:28.976794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-2ff65848-5350-42d7-9c9e-141441b361bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1879129 Feb 04 20:36:29.084551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25e12c-58c4-4338-b4a5-d06e0715555c req-7f368481-20d8-4cae-9e54-0eb14e1c1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:29.086004 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c25e12c-58c4-4338-b4a5-d06e0715555c req-7f368481-20d8-4cae-9e54-0eb14e1c1bc4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2320373 Feb 04 20:36:29.176129 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-df6b83c0-7b6e-47ff-8400-dd0c9e7433ad service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933231 Feb 04 20:36:29.181585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:29.307915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-da2d30c0-9a1b-45b1-b223-29956f386300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:29.308233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Calling delete_port for bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:29.309409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-da2d30c0-9a1b-45b1-b223-29956f386300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1094 time: 0.1845179 Feb 04 20:36:29.399797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-788061f5-552d-4ff8-87c0-23f0b8788059 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0 HTTP/1.1" status: 200 len: 217 time: 0.0736797 Feb 04 20:36:29.399797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-d777339c-528a-4d79-8c3c-3313d7678293 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141576 Feb 04 20:36:29.617802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c5f4-af6d-4122-98a2-b19ef61161d3 req-f02d2c67-7e90-463f-88e2-03e2d0739684 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:29.619282 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66f6c5f4-af6d-4122-98a2-b19ef61161d3 req-f02d2c67-7e90-463f-88e2-03e2d0739684 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 943 time: 0.0834274 Feb 04 20:36:29.642843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-9aab771f-351c-4351-9426-a1bb668de3d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1380310-4863-47b5-acf6-681239ca134a HTTP/1.1" status: 200 len: 217 time: 0.2352622 Feb 04 20:36:29.658190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:29.709825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0d69a247-4d17-4c6b-9f11-4396125d78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:29.711284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-0d69a247-4d17-4c6b-9f11-4396125d78dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2980b055-ccdf-4837-b0d3-f6cf2c13c233 HTTP/1.1" status: 200 len: 848 time: 0.1175151 Feb 04 20:36:29.711713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66f6c5f4-af6d-4122-98a2-b19ef61161d3 req-f7311282-e63a-4e8d-946d-949dfa7f1bc4 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866709 Feb 04 20:36:29.714567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:29.722763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:29.758992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-47abcd4f-5c87-4b07-b71b-2d6731bc5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:29.765303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-47abcd4f-5c87-4b07-b71b-2d6731bc5f0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.1098132 Feb 04 20:36:29.785192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8cc1cc7-4a3e-4a88-a49e-5222cff44df1 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "DELETE /v2.0/ports/bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3 HTTP/1.1" status: 204 len: 168 time: 0.8840635 Feb 04 20:36:29.788000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41352) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:29.830179 n-d-811806-1 neutron-server[88236]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc908b3-0a76-458c-b821-d77fd733a8e3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:36:29.830717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3fc908b3-0a76-458c-b821-d77fd733a8e3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Synchronizing usage tracker for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:29.857962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-048fa77d-3acd-4009-ae7b-65098a08480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:29.859503 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-048fa77d-3acd-4009-ae7b-65098a08480a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dcd113a-2529-4e7f-ab30-60c80d682d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392605 Feb 04 20:36:29.864574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-cc43ab9b-ccb9-4dfd-88ee-07166d85cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:29.865909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-cc43ab9b-ccb9-4dfd-88ee-07166d85cfcb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972061 Feb 04 20:36:29.950407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3fc908b3-0a76-458c-b821-d77fd733a8e3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Unset dirty status for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:29.951611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3fc908b3-0a76-458c-b821-d77fd733a8e3 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "GET /v2.0/ports/bb4fc4d4-45ed-45a7-a88e-b535eaebc8a3 HTTP/1.1" status: 404 len: 333 time: 0.1627855 Feb 04 20:36:29.956040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41358) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:29.961247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Request body: {'port': {'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-127425007'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:29.966512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:29.976902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:30.075373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Made reservation on behalf of a7cf8409dae14b8f9f0371b7376803dd for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:30.077802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:30.103320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] device_id is not set on port 7c923a1e-2667-4610-b796-9247c35cbb2f yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:30.118872 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-52aa2008-8d8d-4eb9-a76c-45597aec173a service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519445 Feb 04 20:36:30.120769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-b116e7cd-639e-4f5c-a62e-debec44ef0ea service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344341 Feb 04 20:36:30.346841 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:30.372110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f89dd69-4100-45f1-a5a8-3bd19116b07e req-7f9fa08c-e026-4f26-91c7-c3a8f18014eb service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451620 Feb 04 20:36:30.373864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-bfc77590-42b1-4d9a-ae83-fd8d9fd97229 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266157 Feb 04 20:36:30.446651 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-a5d51cf1-ec93-44bb-8914-07b766b17178 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2adb57e-9414-4898-aaa6-023d346a8919 HTTP/1.1" status: 200 len: 217 time: 0.0650542 Feb 04 20:36:30.509056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-db9d8e95-d89f-47c2-afed-78e64ff2cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:30.510457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-db9d8e95-d89f-47c2-afed-78e64ff2cfc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.0583005 Feb 04 20:36:30.584160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:30.584382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-6c800a36-92a9-408e-ab39-26820eec1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:30.587123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-6c800a36-92a9-408e-ab39-26820eec1e1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689354 Feb 04 20:36:30.653983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Network 3ee58b04-39e5-4b27-948e-1182fc07f7ba is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:30.656862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:30.660363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:30.661269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:30.661871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:30.669166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=7c923a1e-2667-4610-b796-9247c35cbb2f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:30.725639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-4d58caaf-647f-4caf-b38e-5037d06dd221 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326082 Feb 04 20:36:30.779585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c20b5367-20cb-43b8-912d-2c39650b3c22 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8201499 Feb 04 20:36:30.779585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41366) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:30.786024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:30.927183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:30.930127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ac76a8e-2527-4b9e-9017-8242b316acad req-b5fd3c6a-ccbd-44ca-80e8-7908e58c9cdc service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980433 Feb 04 20:36:30.963342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a195c39-89e4-4f3e-8526-fd953cd99e94 req-809b8beb-330a-4840-9f81-8d5b0e0be71f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:30.964775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a195c39-89e4-4f3e-8526-fd953cd99e94 req-809b8beb-330a-4840-9f81-8d5b0e0be71f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 943 time: 0.1113729 Feb 04 20:36:31.020829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a195c39-89e4-4f3e-8526-fd953cd99e94 req-181c83be-86cb-4cfe-9931-488b0a49e133 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467920 Feb 04 20:36:31.246266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] device_id is not set on port 7c923a1e-2667-4610-b796-9247c35cbb2f yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:31.254261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:31.269478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Transition to ACTIVE for port object 7c923a1e-2667-4610-b796-9247c35cbb2f will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:31.313606 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:31.462841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=7c923a1e-2667-4610-b796-9247c35cbb2f,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:31.466638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.466995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.467327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.472061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.472383 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.472753 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 2 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.487344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.487668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.487991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.492492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.492896 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.493266 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 3 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.513352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.513352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.513352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.513774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.514101 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.514482 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 4 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.528647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.528971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.529300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.533894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.534276 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.534798 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 5 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.549739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.550075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.550428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.555166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.555492 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.555869 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 6 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.572800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.573133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.573468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.578575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.578931 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.579314 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 7 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.593947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.594222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.594555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.603703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.603703 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.603703 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 8 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.614731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.615177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.615508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.620112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.627648 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.627648 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 9 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.635784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.636118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.636444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.640937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.641258 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.641633 n-d-811806-1 neutron-server[88236]: INFO neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempt 10 to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f Feb 04 20:36:31.657096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:31.657625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:31.657752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempting to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:31.662283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:31.662738 n-d-811806-1 neutron-server[88236]: ERROR neutron.plugins.ml2.managers [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Failed to bind port 7c923a1e-2667-4610-b796-9247c35cbb2f on host n-h1-811806-1 for vnic_type normal using segments [{'id': '485ee524-1187-4dd6-b59f-6de20cbf12b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ee58b04-39e5-4b27-948e-1182fc07f7ba'}] Feb 04 20:36:31.663096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:31.772593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] For port 7c923a1e-2667-4610-b796-9247c35cbb2f, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:31.772964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attempted to set empty binding levels {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 20:36:31.860231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:31.917079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] In _notify_port_updated(), no bound segment for port 7c923a1e-2667-4610-b796-9247c35cbb2f on network 3ee58b04-39e5-4b27-948e-1182fc07f7ba {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:36:31.917946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:31.918521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:31.922432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "PUT /v2.0/ports/7c923a1e-2667-4610-b796-9247c35cbb2f HTTP/1.1" status: 200 len: 974 time: 1.1393077 Feb 04 20:36:31.922946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41378) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:31.932658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20f52d-2691-42b7-82e8-a86b4cd09c55 tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event updated for resources: {'Port': ['ID=7c923a1e-2667-4610-b796-9247c35cbb2f,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:31.986038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Deleting port 7c923a1e-2667-4610-b796-9247c35cbb2f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:31.986430 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:32.223950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f201c6-265a-4b80-a86f-884ece4d08c7 req-0a2aa9de-b83b-4abb-9359-6238f0ea2f7a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:32.225405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11f201c6-265a-4b80-a86f-884ece4d08c7 req-0a2aa9de-b83b-4abb-9359-6238f0ea2f7a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 943 time: 0.0882528 Feb 04 20:36:32.271763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11f201c6-265a-4b80-a86f-884ece4d08c7 req-ada6867b-4679-4671-8fa8-6032b66809ae tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Feb 04 20:36:32.331391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] For port 7c923a1e-2667-4610-b796-9247c35cbb2f, host n-h1-811806-1, got binding levels [] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:32.332273 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:32.455799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Calling delete_port for 7c923a1e-2667-4610-b796-9247c35cbb2f owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:32.664473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:32.708498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c923a1e-2667-4610-b796-9247c35cbb2f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:32.715185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:32.725478 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-25a6fd74-a19a-45e6-ba05-4f18c531bf2a tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7c923a1e-2667-4610-b796-9247c35cbb2f HTTP/1.1" status: 204 len: 168 time: 0.8012161 Feb 04 20:36:32.728096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41386) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:32.771884 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-8984950f-f528-4052-becf-e39ed1455eaf tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] GET failed (client error): The resource could not be found. Feb 04 20:36:32.772431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8984950f-f528-4052-becf-e39ed1455eaf tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Synchronizing usage tracker for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:32.875234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8984950f-f528-4052-becf-e39ed1455eaf tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] Unset dirty status for tenant:a7cf8409dae14b8f9f0371b7376803dd on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:32.879246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8984950f-f528-4052-becf-e39ed1455eaf tempest-PortsAdminExtendedAttrsTestJSON-1147878139 tempest-PortsAdminExtendedAttrsTestJSON-1147878139-project-admin] 10.222.0.48 "GET /v2.0/ports/7c923a1e-2667-4610-b796-9247c35cbb2f HTTP/1.1" status: 404 len: 333 time: 0.1473944 Feb 04 20:36:32.882228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:32.999415 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.142400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.271495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee58b04-39e5-4b27-948e-1182fc07f7ba']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:33.284157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485ee524-1187-4dd6-b59f-6de20cbf12b7') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:33.284157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485ee524-1187-4dd6-b59f-6de20cbf12b7') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:33.295202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.312782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.318923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:36:33.319394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:36:33.334431 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:36:33.469761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2621af8-343b-47a7-bf72-2861f1e85778 req-b9e67ef9-813a-4455-b6f3-b303032042e8 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:33.471808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2621af8-343b-47a7-bf72-2861f1e85778 req-b9e67ef9-813a-4455-b6f3-b303032042e8 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 943 time: 0.0874028 Feb 04 20:36:33.515305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2621af8-343b-47a7-bf72-2861f1e85778 req-f78838ba-0962-4042-88c5-835478c4f719 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377843 Feb 04 20:36:33.522072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9c2c1626-2806-4128-922e-5a16ab5aaef0 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:36:33.552694 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.557310 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.587234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] 10.222.0.48 "DELETE /v2.0/networks/3ee58b04-39e5-4b27-948e-1182fc07f7ba HTTP/1.1" status: 204 len: 168 time: 0.6980515 Feb 04 20:36:33.587234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b5caa-bd1b-4631-aaf2-0b779b6f42ed tempest-PortsAdminExtendedAttrsTestJSON-985533153 tempest-PortsAdminExtendedAttrsTestJSON-985533153-project] Pushing event deleted for resources: {'Network': ['ID=3ee58b04-39e5-4b27-948e-1182fc07f7ba,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:33.656802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9c2c1626-2806-4128-922e-5a16ab5aaef0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:33.671811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'port_id': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'mac_address': 'fa:16:3e:fb:d1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:36:33.733390 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.751314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2c1626-2806-4128-922e-5a16ab5aaef0 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:36:33.766902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9c2c1626-2806-4128-922e-5a16ab5aaef0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:33.889867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:33.966352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=9c2c1626-2806-4128-922e-5a16ab5aaef0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:33.975265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.975685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.976143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.976602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.977011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.977408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.977802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.978195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.978586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.978999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.979404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:33.979802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:36:34.140651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['9c2c1626-2806-4128-922e-5a16ab5aaef0'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:36:34.188866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41406) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:34.363058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b0769972-d006-470d-a540-b1c93d8cd716 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b4055890d934008a339e5749e5df65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724596 Feb 04 20:36:34.366057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41412) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:34.438468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-77053971-a158-4008-9cea-6a1fd0be5966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:34.469709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-77053971-a158-4008-9cea-6a1fd0be5966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:34.660792 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-77053971-a158-4008-9cea-6a1fd0be5966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:34.696430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053971-a158-4008-9cea-6a1fd0be5966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c756e35e-da1d-4520-903d-63d01709e4dd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:34.707125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-77053971-a158-4008-9cea-6a1fd0be5966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:34.710578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-77053971-a158-4008-9cea-6a1fd0be5966 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c756e35e-da1d-4520-903d-63d01709e4dd HTTP/1.1" status: 204 len: 168 time: 0.3416734 Feb 04 20:36:34.735656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a55aa-7b54-4964-aed7-75600e44c518 req-de585bd1-856e-44e2-9e32-417f794dee2e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:34.737194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da3a55aa-7b54-4964-aed7-75600e44c518 req-de585bd1-856e-44e2-9e32-417f794dee2e tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 944 time: 0.1137252 Feb 04 20:36:34.785098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da3a55aa-7b54-4964-aed7-75600e44c518 req-96430e49-10cc-4d27-ba27-2362f7208fac tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Feb 04 20:36:35.037196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210eff6-77d8-4283-a417-533063bad886 req-97c1afe8-ff1e-4b15-905c-9f8ef0af4c4b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:35.038899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6210eff6-77d8-4283-a417-533063bad886 req-97c1afe8-ff1e-4b15-905c-9f8ef0af4c4b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.0840611 Feb 04 20:36:35.088652 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6210eff6-77d8-4283-a417-533063bad886 req-c04f1c76-ba47-4718-95d9-046e6c8662ab tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Feb 04 20:36:35.112955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41430) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:35.227059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-366ea6fc-1a50-44cf-bd37-caf87b688c61 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 HTTP/1.1" status: 200 len: 993 time: 0.1128414 Feb 04 20:36:35.395099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41440) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:35.444898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b66fc584-40fd-448f-bcf3-4039b2c9219e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7cf8409dae14b8f9f0371b7376803dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482845 Feb 04 20:36:35.447395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41444) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:35.509390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-580f8d09-98be-4d76-be68-02b0ba34f31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:35.524572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9c2c1626-2806-4128-922e-5a16ab5aaef0 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:35.535008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-580f8d09-98be-4d76-be68-02b0ba34f31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:35.695717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-580f8d09-98be-4d76-be68-02b0ba34f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:35.710401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258285-9498-49a8-95fe-54c601ccf632 req-fda330e0-a93e-47b5-8e1e-fad89bb01155 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:35.713108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6258285-9498-49a8-95fe-54c601ccf632 req-fda330e0-a93e-47b5-8e1e-fad89bb01155 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1096 time: 0.0709193 Feb 04 20:36:35.713199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f8d09-98be-4d76-be68-02b0ba34f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8595a7f-fe92-402c-87dc-23a10beb26bb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:35.716599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-580f8d09-98be-4d76-be68-02b0ba34f31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:35.717731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-580f8d09-98be-4d76-be68-02b0ba34f31c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8595a7f-fe92-402c-87dc-23a10beb26bb HTTP/1.1" status: 204 len: 168 time: 0.2694683 Feb 04 20:36:35.718584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 9c2c1626-2806-4128-922e-5a16ab5aaef0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:35.725797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 9c2c1626-2806-4128-922e-5a16ab5aaef0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:35.726471 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:35.765627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6258285-9498-49a8-95fe-54c601ccf632 req-fbd8c80e-fc09-4178-9306-09cd932f6d7f tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Feb 04 20:36:35.929767 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:35.984984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:36.001138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9c2c1626-2806-4128-922e-5a16ab5aaef0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:36.036609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8979a7-2d0e-4191-b086-bf9923664e1f req-bb093da2-4d77-48d3-a65a-e93cfb47c8ba tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:36.038077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c8979a7-2d0e-4191-b086-bf9923664e1f req-bb093da2-4d77-48d3-a65a-e93cfb47c8ba tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 944 time: 0.1006937 Feb 04 20:36:36.081830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c8979a7-2d0e-4191-b086-bf9923664e1f req-ef6f1fa6-33eb-4d48-8e74-eba734093a7a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381844 Feb 04 20:36:36.134347 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:36.134347 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'code': 200} Feb 04 20:36:36.229933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=9c2c1626-2806-4128-922e-5a16ab5aaef0,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:36.273428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067b9fb-3f32-483e-992a-b4cf896d3bb1 req-5c18e13f-bc78-4ae5-b40f-7d77459b4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:36.274866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d067b9fb-3f32-483e-992a-b4cf896d3bb1 req-5c18e13f-bc78-4ae5-b40f-7d77459b4988 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1096 time: 0.0739155 Feb 04 20:36:36.314845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d067b9fb-3f32-483e-992a-b4cf896d3bb1 req-dc25d4b7-20c0-42c4-af30-bb3d3bae44a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Feb 04 20:36:37.307012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cac8-a5f7-4ca4-983d-b10c93388c7e req-d804746e-d638-48c9-9fa5-98452d2dc422 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:37.309268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0af6cac8-a5f7-4ca4-983d-b10c93388c7e req-d804746e-d638-48c9-9fa5-98452d2dc422 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 945 time: 0.0955570 Feb 04 20:36:37.369313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0af6cac8-a5f7-4ca4-983d-b10c93388c7e req-e1e70b49-c3fe-476f-8384-c48e0ce892cb tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543466 Feb 04 20:36:37.458409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-f470ae9a-eb62-4105-8f3f-7cca90affeb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2085466 Feb 04 20:36:38.218897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41526) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:38.325152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-68391218', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:38.330349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:38.334220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Usage tracker for resource:port and tenant:8a2b3727247743bc9750f7d6f96f95f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:38.337099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:38.343431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:38.424542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Made reservation on behalf of 8a2b3727247743bc9750f7d6f96f95f3 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:38.427265 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:38.440571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:38.459310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:38.463252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Usage tracker for resource:security_group_rule and tenant:8a2b3727247743bc9750f7d6f96f95f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:38.466329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:38.472639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:38.604595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05700b49-60f9-4f5d-bdcd-ff219195fd1b req-e12549bd-6fcd-44c3-b017-4302502ffbe2 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:38.606064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05700b49-60f9-4f5d-bdcd-ff219195fd1b req-e12549bd-6fcd-44c3-b017-4302502ffbe2 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 945 time: 0.1299217 Feb 04 20:36:38.652999 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:38.676812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05700b49-60f9-4f5d-bdcd-ff219195fd1b req-07f8429c-5fd7-4888-8a0c-4d584052ff46 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576825 Feb 04 20:36:38.692981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-8d77232d-6b78-45bf-8148-b381e2785a28 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:36:38.694144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-8d77232d-6b78-45bf-8148-b381e2785a28 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1642976 Feb 04 20:36:38.705095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Request body: {'binding': {'host': 'n-h1-811806-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:38.705692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Unknown quota resources ['binding']. {{(pid=88237) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:36:38.748771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:38.768386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] device_id is not set on port 342a12d2-5b5d-4e9d-ad24-1fb137e1f391 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:38.901498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e68bca-66f1-4575-9d1e-e95342b87374,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:39.087289 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:39.248126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Allocated IP 172.25.7.80 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/342a12d2-5b5d-4e9d-ad24-1fb137e1f391) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:39.293281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744d7-e54d-4e66-8fae-23c4bb9ecbb5 req-053cf5b9-9e50-49c7-bd33-3df8698dea79 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:39.294789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-656744d7-e54d-4e66-8fae-23c4bb9ecbb5 req-053cf5b9-9e50-49c7-bd33-3df8698dea79 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 945 time: 0.4912283 Feb 04 20:36:39.352617 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:39.364020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on host n-h1-811806-1 for vnic_type normal with profile None {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:39.364532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:39.364654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:39.378663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:39.379000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:39.394023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-656744d7-e54d-4e66-8fae-23c4bb9ecbb5 req-ee3a5a79-0186-416c-8bbc-d4a97e20e90b tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933201 Feb 04 20:36:39.397326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:39.397661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Checking segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:39.398031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Bound using segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:39.398462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Bound port: 6efee271-7673-460b-94eb-ddd84c30916c, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:39.566915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:39.621194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:39.661069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e1606-4156-4468-9d8a-bbcaf651ea03 req-a16f1172-8b52-4cad-8c52-61747f285a74 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:39.663448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a4e1606-4156-4468-9d8a-bbcaf651ea03 req-a16f1172-8b52-4cad-8c52-61747f285a74 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 945 time: 0.1648562 Feb 04 20:36:39.667895 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:39.669626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] 10.222.0.48 "POST /v2.0/ports/6efee271-7673-460b-94eb-ddd84c30916c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9686584 Feb 04 20:36:39.731567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3a4e1606-4156-4468-9d8a-bbcaf651ea03 req-40de5f8b-3b27-4e6a-8d37-56a4c1fc4011 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588288 Feb 04 20:36:39.763023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41544) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:39.795771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:39.881467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:39.884957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:39.893245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:39.992890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f3ffb-140e-45c2-811d-e45d71a11cd5 tempest-TestServerBasicOps-1844501837 tempest-TestServerBasicOps-1844501837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:39.993608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-011f3ffb-140e-45c2-811d-e45d71a11cd5 tempest-TestServerBasicOps-1844501837 tempest-TestServerBasicOps-1844501837-project-admin] Synchronizing usage tracker for tenant:115d0103100141bbb529a4121bb06a9a on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:40.008872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Pushing event updated for resources: {'Port': ['ID=342a12d2-5b5d-4e9d-ad24-1fb137e1f391,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:40.027346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:40.028033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:40.067562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3f37-afd9-4521-b24c-76b80d83f5b3 req-dc861901-0ab2-473f-b210-2a233acd999e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:40.069025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fdc3f37-afd9-4521-b24c-76b80d83f5b3 req-dc861901-0ab2-473f-b210-2a233acd999e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.1403103 Feb 04 20:36:40.116057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0fdc3f37-afd9-4521-b24c-76b80d83f5b3 req-66732e55-a055-4e6e-9805-8c88230212d4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405416 Feb 04 20:36:40.133807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a549d6bf-2638-4150-89f6-6403b2a21549 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9112978 Feb 04 20:36:40.133961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-011f3ffb-140e-45c2-811d-e45d71a11cd5 tempest-TestServerBasicOps-1844501837 tempest-TestServerBasicOps-1844501837-project-admin] Unset dirty status for tenant:115d0103100141bbb529a4121bb06a9a on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:40.134367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41554) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:40.138083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41558) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:40.144374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-011f3ffb-140e-45c2-811d-e45d71a11cd5 tempest-TestServerBasicOps-1844501837 tempest-TestServerBasicOps-1844501837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1091 time: 0.3801382 Feb 04 20:36:40.145311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.80'}]}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:40.152159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:40.161020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:40.163678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:40.168504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Usage tracker for resource:router and tenant:8a2b3727247743bc9750f7d6f96f95f3 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:40.171391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Usage tracker for resource:floatingip and tenant:6faa2ca18f4c4e26a7c392abff29954e is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:40.174452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:40.178234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:40.185737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:40.187812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:40.304272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:40.305445 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:40.309609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:40.452590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:40.497592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-268a0fec-0ab6-4d07-b9e2-d808094d112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:40.499088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-268a0fec-0ab6-4d07-b9e2-d808094d112e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1096 time: 0.1760173 Feb 04 20:36:40.905920 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:40.909087 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:40.950954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-e9026ea4-3e6b-4789-a3b5-8d46ec9562e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:40.952405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-e9026ea4-3e6b-4789-a3b5-8d46ec9562e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 898 time: 0.4463887 Feb 04 20:36:41.323328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86721890-465c-4bbd-843a-bde359cc822f req-ce9f639e-99a1-4b94-a72d-35b738d1371e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:41.324799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86721890-465c-4bbd-843a-bde359cc822f req-ce9f639e-99a1-4b94-a72d-35b738d1371e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.0885949 Feb 04 20:36:41.335629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-0e6125f7-22c7-4167-b60b-26989a96b363 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 1001 time: 0.3756044 Feb 04 20:36:41.373972 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-86721890-465c-4bbd-843a-bde359cc822f req-0fd506ee-2df7-4b67-82e2-5ee5124c9c98 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417707 Feb 04 20:36:41.421041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Allocated IP 172.25.7.78 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/f84796ed-08f5-4af8-9158-a368e2ca9a0a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:41.440687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-3d1b435b-c536-4db4-932d-beaf274eb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:41.442428 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-3d1b435b-c536-4db4-932d-beaf274eb671 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 200 len: 835 time: 0.0932226 Feb 04 20:36:41.712590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-7a010118-523a-4bea-a8e4-229e7404aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:41.714146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-7a010118-523a-4bea-a8e4-229e7404aab5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51876425-29b3-45c4-be0c-2afd1f978db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2646286 Feb 04 20:36:41.716864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:42.045926 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-ee803a7d-e068-4904-aa20-9417ee5417bc service neutron] 10.222.0.62 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221228 Feb 04 20:36:42.048964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:42.099748 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:42.139758 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:42.283431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:42.290017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:42.309871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:42.344274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'Port': ['ID=f84796ed-08f5-4af8-9158-a368e2ca9a0a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:42.449921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-6808e8e8-89eb-4fbf-8ccb-a30f00cb1090 service neutron] 10.222.0.62 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762643 Feb 04 20:36:42.650425 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:36:42.949695 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:43.107327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-93b320f2-db2b-4579-a93e-4f67da63dd29 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:43.108806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-93b320f2-db2b-4579-a93e-4f67da63dd29 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1096 time: 0.4011152 Feb 04 20:36:43.169876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c5383-daa5-48e2-8982-506847dacbef req-0ec77925-919a-4e46-9f50-e3703f4785a9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:43.172761 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a0c5383-daa5-48e2-8982-506847dacbef req-0ec77925-919a-4e46-9f50-e3703f4785a9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.6770678 Feb 04 20:36:43.232684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811806-1'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:43.476339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:43.479648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:43.547251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5a0c5383-daa5-48e2-8982-506847dacbef req-fbdc42e8-3648-48a9-9e95-892a8eeca4c0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257468 Feb 04 20:36:43.593068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:43.659781 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:43.660219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33a19d29-bb01-47df-811e-eb419cada45a {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:36:43.773921 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 20:36:43.775015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3d3e7101-c6c3-44e4-aa2c-ee01eb1f2dd5 tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6395087 Feb 04 20:36:43.784821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:43.811574 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:43.841567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Deleting port 342a12d2-5b5d-4e9d-ad24-1fb137e1f391 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:43.841923 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:43.852736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:43.889954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:43.987054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:43.994486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.040372 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.116858 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.213640 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'code': 200} Feb 04 20:36:44.218912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.270984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Calling delete_port for 342a12d2-5b5d-4e9d-ad24-1fb137e1f391 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:44.424893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:44.501890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.542578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c5c88d6d-9e70-460d-b2a2-30c28fd2449f None None] Provisioning complete for port 6efee271-7673-460b-94eb-ddd84c30916c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:44.543192 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c5c88d6d-9e70-460d-b2a2-30c28fd2449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.553823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Pushing event deleted for resources: {'Port': ['ID=342a12d2-5b5d-4e9d-ad24-1fb137e1f391,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:44.603802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c5c88d6d-9e70-460d-b2a2-30c28fd2449f None None] Port 6efee271-7673-460b-94eb-ddd84c30916c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:44.609185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on host n-h2-811806-1 for vnic_type normal with profile {"migrating_to": "n-h1-811806-1"} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:44.609515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:44.609835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:44.617756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:36:44.617858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Attempting to bind port 6efee271-7673-460b-94eb-ddd84c30916c on network 51876425-29b3-45c4-be0c-2afd1f978db5 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:44.623749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.629423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:44.629752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Checking segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:44.630127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Bound using segment: {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:44.631004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Bound port: 6efee271-7673-460b-94eb-ddd84c30916c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:44.631339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.661193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.667092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-16e4b0b0-1c42-487c-83a9-5f19a0bbaf5d tempest-RoutersAdminNegativeTest-654309380 tempest-RoutersAdminNegativeTest-654309380-project-admin] 10.222.0.48 "DELETE /v2.0/ports/342a12d2-5b5d-4e9d-ad24-1fb137e1f391 HTTP/1.1" status: 204 len: 168 time: 0.8877280 Feb 04 20:36:44.696844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.882099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event updated for resources: {'Port': ['ID=f84796ed-08f5-4af8-9158-a368e2ca9a0a,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:44.898120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:44.913739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:44.916617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:44.998845 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.045833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d110ab-c153-4bea-aa30-3086d0da825d req-a1ed17da-2a5e-4014-bfce-ad028875ab43 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:45.047349 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96d110ab-c153-4bea-aa30-3086d0da825d req-a1ed17da-2a5e-4014-bfce-ad028875ab43 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 943 time: 0.3546898 Feb 04 20:36:45.275129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41592) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:45.322919 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Floating IP a495a947-3dfd-4e76-b0fe-6b1c842d0a12 associated. External IP: 172.25.7.78, port: 9c2c1626-2806-4128-922e-5a16ab5aaef0. Feb 04 20:36:45.373259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=8']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:45.386552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96d110ab-c153-4bea-aa30-3086d0da825d req-e1063eec-d3a9-4f4f-bbb8-8f2a68f7d6be tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288896 Feb 04 20:36:45.411684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.427261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:45.431421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Usage tracker for resource:security_group_rule and tenant:c54bb0d06c5b4f1ca72b17cee0f5d63c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:45.434346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:45.439701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-81458fb6-319b-4f66-a006-d7822f981efd None None] Provisioning complete for port 6efee271-7673-460b-94eb-ddd84c30916c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:45.440082 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-81458fb6-319b-4f66-a006-d7822f981efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.440357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:45.443969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:45.444648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.446077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-37250d66-1135-4e4d-aad5-8cf0bbf15194 service neutron] 10.222.0.62 "PUT /v2.0/ports/6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 1121 time: 2.2844436 Feb 04 20:36:45.539547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.576995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['6efee271-7673-460b-94eb-ddd84c30916c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:36:45.639889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.662625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-81458fb6-319b-4f66-a006-d7822f981efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.698536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:45.700719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c54bb0d06c5b4f1ca72b17cee0f5d63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239864 Feb 04 20:36:45.707888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6766e81-943b-46e0-9e41-070d79300975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40fc52e-1f7b-4445-b6a3-3ed91a805059,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:45.713859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41600) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:45.753777 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'code': 200} Feb 04 20:36:45.788591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-81458fb6-319b-4f66-a006-d7822f981efd None None] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:45.806674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0660951-ee23-46b3-9951-610fef6fce05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.835805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0660951-ee23-46b3-9951-610fef6fce05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.858646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-81458fb6-319b-4f66-a006-d7822f981efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.877780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:36:45.967610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0660951-ee23-46b3-9951-610fef6fce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.984995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0660951-ee23-46b3-9951-610fef6fce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40fc52e-1f7b-4445-b6a3-3ed91a805059,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:45.989680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0660951-ee23-46b3-9951-610fef6fce05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:45.993853 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a0660951-ee23-46b3-9951-610fef6fce05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b40fc52e-1f7b-4445-b6a3-3ed91a805059 HTTP/1.1" status: 204 len: 168 time: 0.2790961 Feb 04 20:36:46.069017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:36:46.071721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81458fb6-319b-4f66-a006-d7822f981efd None None] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:46.082343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] Sync routers for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:36:46.096433 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:46.100983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:46.209991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:46.246893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:46.282175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c53adcb-6353-4d55-9381-688a8f3a59c7 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1416745 Feb 04 20:36:46.284149 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:46.301786 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'status': 'completed', 'code': 200} Feb 04 20:36:46.394573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-e13a6d8d-747f-479d-82e2-de520ac5235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:46.396236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-e13a6d8d-747f-479d-82e2-de520ac5235d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1126 time: 0.0741971 Feb 04 20:36:46.556129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:36:46.567718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-1f8e9a77-c879-41d5-91f5-f2013daa9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:46.569295 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-1f8e9a77-c879-41d5-91f5-f2013daa9134 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 898 time: 0.1664197 Feb 04 20:36:46.711169 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a495a947-3dfd-4e76-b0fe-6b1c842d0a12', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'port_id': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'mac_address': 'fa:16:3e:fb:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:36:43Z', 'updated_at': '2022-02-04T20:36:43Z', 'revision_number': 0, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 5, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:46.715750 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] Checking router: 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:36:46.716043 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-4e5ae2f4-986d-446f-9fd5-aa4a0d49ec5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 1001 time: 0.1389277 Feb 04 20:36:46.725328 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:36:46.726560 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:46.733955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:46.739496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74412fb-076c-4a51-8e1e-9bb8e4320db3 req-880e768c-eeab-4e0e-a2af-a2f4c8a22ee1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:46.741137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b74412fb-076c-4a51-8e1e-9bb8e4320db3 req-880e768c-eeab-4e0e-a2af-a2f4c8a22ee1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.2215316 Feb 04 20:36:46.761071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c has no active binding in host n-h1-811806-1 {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:36:46.784923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-68b97493-a6cc-468c-bb20-1bb2d5cffd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:46.786468 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-68b97493-a6cc-468c-bb20-1bb2d5cffd4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 200 len: 835 time: 0.0628641 Feb 04 20:36:46.799612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b74412fb-076c-4a51-8e1e-9bb8e4320db3 req-87f7451a-a848-402e-b086-d54155446a10 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514364 Feb 04 20:36:46.870210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-23e0cf87-55cb-4ce9-bfa5-f7633623a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:46.871881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-23e0cf87-55cb-4ce9-bfa5-f7633623a793 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51876425-29b3-45c4-be0c-2afd1f978db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794613 Feb 04 20:36:46.890782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41616) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:46.930750 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:36:46.956612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b9a10957-0b6d-4dc4-bb07-835f38395ac6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a2b3727247743bc9750f7d6f96f95f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570090 Feb 04 20:36:46.956612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41620) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:47.015609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24af62cc-84c3-43f8-a1c8-45288ab32f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:47.025516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-65358475-d60b-4844-96a2-7325931c9dfb service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455252 Feb 04 20:36:47.046050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24af62cc-84c3-43f8-a1c8-45288ab32f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:47.180790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb94aaf-c7db-4e8a-a10c-7dc061a31663 req-1264a975-fede-475e-9fc8-d168c09d99d6 service neutron] 10.222.0.24 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480172 Feb 04 20:36:47.199154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24af62cc-84c3-43f8-a1c8-45288ab32f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:47.224428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af62cc-84c3-43f8-a1c8-45288ab32f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e68bca-66f1-4575-9d1e-e95342b87374,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:47.227934 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24af62cc-84c3-43f8-a1c8-45288ab32f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:47.232281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-24af62cc-84c3-43f8-a1c8-45288ab32f5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64e68bca-66f1-4575-9d1e-e95342b87374 HTTP/1.1" status: 204 len: 168 time: 0.2798731 Feb 04 20:36:47.344669 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a495a947-3dfd-4e76-b0fe-6b1c842d0a12', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'port_id': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'mac_address': 'fa:16:3e:fb:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:36:43Z', 'updated_at': '2022-02-04T20:36:43Z', 'revision_number': 0, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 5, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:47.350890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794bd79-88a8-4613-9753-210def5a1f27 None None] The sync data for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 is: [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a495a947-3dfd-4e76-b0fe-6b1c842d0a12', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'port_id': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'mac_address': 'fa:16:3e:fb:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:36:43Z', 'updated_at': '2022-02-04T20:36:43Z', 'revision_number': 0, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 5, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:36:47.551693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5359dbd-d9d2-42e5-8d1e-24dc2c82bf63 None None] New status for floating IP a495a947-3dfd-4e76-b0fe-6b1c842d0a12: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:36:48.000747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a57a0-aeba-4c7a-b5f7-7a4855048ba8 req-0093932c-fd1a-49f9-86cd-2f677db7ea01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:48.006435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-674a57a0-aeba-4c7a-b5f7-7a4855048ba8 req-0093932c-fd1a-49f9-86cd-2f677db7ea01 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.0885754 Feb 04 20:36:48.047040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-674a57a0-aeba-4c7a-b5f7-7a4855048ba8 req-48832975-de10-41ed-98ef-a426a86e40f8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387335 Feb 04 20:36:48.300202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:48.343031 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'status': 'completed', 'code': 200} Feb 04 20:36:48.446256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-6abb5b32-5398-4909-aeb4-f53e47342866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:48.449088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-6abb5b32-5398-4909-aeb4-f53e47342866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1096 time: 0.0786781 Feb 04 20:36:48.509872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41654) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:48.587585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-d3e31a19-879c-4b2f-834e-11e59177c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:48.589143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-d3e31a19-879c-4b2f-834e-11e59177c72c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9dcd113a-2529-4e7f-ab30-60c80d682d30 HTTP/1.1" status: 200 len: 910 time: 0.1318369 Feb 04 20:36:48.623145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-598251146'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:48.629347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:48.633427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Usage tracker for resource:network and tenant:fd85cec5c7c1474b9d7b1cf96e24147d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:48.636462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:48.643235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:48.709163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Made reservation on behalf of fd85cec5c7c1474b9d7b1cf96e24147d for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:48.712763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:48.725869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:48.762355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:48.762355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Usage tracker for resource:security_group_rule and tenant:fd85cec5c7c1474b9d7b1cf96e24147d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:48.762355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:48.773073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:48.829401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-b24e206c-1329-4da5-9544-6cc0dc5924cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0 HTTP/1.1" status: 200 len: 1000 time: 0.2326305 Feb 04 20:36:48.856515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:48.896826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-9e9f8044-0195-4eac-bcc0-86fdcc5dd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:48.902215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-9e9f8044-0195-4eac-bcc0-86fdcc5dd7c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2980b055-ccdf-4837-b0d3-f6cf2c13c233 HTTP/1.1" status: 200 len: 848 time: 0.0609651 Feb 04 20:36:48.920583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:48.956310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:36:48.961681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a2df65-d64f-469d-aa73-4d62115602d6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:48.968400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:48.968762 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Added segment c6acd34c-6e00-4093-8061-393b7d0b5125 of type vlan for network 28406e69-7a2a-4c27-8826-cb94062e1022 Feb 04 20:36:48.986363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-1ac0a034-cdbd-4355-af57-9369b3890623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:48.986363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-1ac0a034-cdbd-4355-af57-9369b3890623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dcd113a-2529-4e7f-ab30-60c80d682d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769448 Feb 04 20:36:48.995581 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:49.112612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:49.116557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:49.117163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:49.124090 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-66ba1b2d-5cd5-408e-beb1-e57faaa3cd92 service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344402 Feb 04 20:36:49.236512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event updated for resources: {'Network': ['ID=28406e69-7a2a-4c27-8826-cb94062e1022,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:49.246561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 28406e69-7a2a-4c27-8826-cb94062e1022 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:36:49.290426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8f504a6a-23e0-4b48-b29a-175ac5bfe455 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7797754 Feb 04 20:36:49.291067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41662) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:49.296568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Request body: {'subnet': {'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:49.344187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b30a2e5a-b4ff-4ffa-9654-d00251424dae req-f3dabb29-1a23-4a19-bc3c-8ca6b9c8d3b9 service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104204 Feb 04 20:36:49.360339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bbf0-0556-4ec1-9968-bef486bb3b68 req-f290b266-a749-44b4-9e26-4daf83d8ef2d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:49.362381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7b3bbf0-0556-4ec1-9968-bef486bb3b68 req-f290b266-a749-44b4-9e26-4daf83d8ef2d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.1430712 Feb 04 20:36:49.414245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7b3bbf0-0556-4ec1-9968-bef486bb3b68 req-830ac7d9-92b8-4af6-be0e-3d5465013d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Feb 04 20:36:49.424876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:49.428680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Usage tracker for resource:subnet and tenant:fd85cec5c7c1474b9d7b1cf96e24147d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:49.431659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:49.439701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:49.549461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Made reservation on behalf of fd85cec5c7c1474b9d7b1cf96e24147d for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:49.553802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:49.876309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:49.967262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event updated for resources: {'Subnet': ['ID=02bd7868-0d90-4b3e-bd73-3d03db612662,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:49.975602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Checking segment: {'id': 'c6acd34c-6e00-4093-8061-393b7d0b5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:49.975602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Network hostable DHCP agents. Network: 28406e69-7a2a-4c27-8826-cb94062e1022, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:36:50.109561 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c527e3f4-bb91-4a93-adbb-8c0a9320931f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:50.217988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Network 28406e69-7a2a-4c27-8826-cb94062e1022 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:36:50.295168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 28406e69-7a2a-4c27-8826-cb94062e1022) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:50.300979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:50.301583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:50.305770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7038bf5-6f05-4531-9322-a71dac5e4618 None None] Network 28406e69-7a2a-4c27-8826-cb94062e1022 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:36:50.425168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5c8a08ca-aadf-4d87-9abe-d40b56bab4fb tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1330616 Feb 04 20:36:50.427709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41670) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:50.433415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Request body: {'port': {'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-562524722'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:50.542573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-28406e69-7a2a-4c27-8826-cb94062e1022', 'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022', 'tenant_id': 'fd85cec5c7c1474b9d7b1cf96e24147d', 'fixed_ips': [{'subnet_id': '02bd7868-0d90-4b3e-bd73-3d03db612662'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:36:50.543485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:50.679833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:50.685704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Usage tracker for resource:port and tenant:fd85cec5c7c1474b9d7b1cf96e24147d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:50.695765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b430d-6ed4-4d97-af8f-46052f2fbee1 req-cd139df7-5a48-4538-a940-58cd12d512e7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:50.697346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-420b430d-6ed4-4d97-af8f-46052f2fbee1 req-cd139df7-5a48-4538-a940-58cd12d512e7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.1645653 Feb 04 20:36:50.698192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:50.705781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:50.715921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Allocated IP 2001:db8::2 (28406e69-7a2a-4c27-8826-cb94062e1022/02bd7868-0d90-4b3e-bd73-3d03db612662/98e08d3d-74bf-4f20-9deb-42481883ac30) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:50.751497 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-420b430d-6ed4-4d97-af8f-46052f2fbee1 req-d0c6db9b-ceeb-4478-a511-679c50d27709 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471349 Feb 04 20:36:50.829400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Made reservation on behalf of fd85cec5c7c1474b9d7b1cf96e24147d for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:50.833055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:50.854932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] device_id is not set on port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:50.974409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:50.984738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Transition to ACTIVE for port object 98e08d3d-74bf-4f20-9deb-42481883ac30 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:51.004871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Transition to ACTIVE for port object 98e08d3d-74bf-4f20-9deb-42481883ac30 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:51.126146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:51.194778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Allocated IP 2001:db8::178 (28406e69-7a2a-4c27-8826-cb94062e1022/02bd7868-0d90-4b3e-bd73-3d03db612662/7f0b1c1c-a240-44af-a03c-51f34eb5a9ea) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:51.209533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Network 28406e69-7a2a-4c27-8826-cb94062e1022 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:51.213189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:51.217600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:51.225991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Pushing event updated for resources: {'Port': ['ID=98e08d3d-74bf-4f20-9deb-42481883ac30,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:51.323414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Attempting to bind port 98e08d3d-74bf-4f20-9deb-42481883ac30 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:36:51.324031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Attempting to bind port 98e08d3d-74bf-4f20-9deb-42481883ac30 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c6acd34c-6e00-4093-8061-393b7d0b5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:36:51.324146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Attempting to bind port 98e08d3d-74bf-4f20-9deb-42481883ac30 on network 28406e69-7a2a-4c27-8826-cb94062e1022 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:36:51.332045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:36:51.332411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Checking segment: {'id': 'c6acd34c-6e00-4093-8061-393b7d0b5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:36:51.332804 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:51.333181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Bound using segment: {'id': 'c6acd34c-6e00-4093-8061-393b7d0b5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:36:51.333637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Bound port: 98e08d3d-74bf-4f20-9deb-42481883ac30, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6acd34c-6e00-4093-8061-393b7d0b5125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:36:51.334003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:51.412667 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:51.428673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Transition to ACTIVE for port object 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:51.428868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] For port 98e08d3d-74bf-4f20-9deb-42481883ac30, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:51.432002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] For port 98e08d3d-74bf-4f20-9deb-42481883ac30, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98e08d3d-74bf-4f20-9deb-42481883ac30,segment=NetworkSegment(c6acd34c-6e00-4093-8061-393b7d0b5125),segment_id=c6acd34c-6e00-4093-8061-393b7d0b5125)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:36:51.530906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:51.544164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41694) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:51.551298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:51.610678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1838454-26ce-4817-98e0-44d2b905ea5c None None] Pushing event updated for resources: {'Port': ['ID=98e08d3d-74bf-4f20-9deb-42481883ac30,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:51.689359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Network 28406e69-7a2a-4c27-8826-cb94062e1022 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:51.693394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:51.703292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:51.709383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.709997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:51.720383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event updated for resources: {'Port': ['ID=7f0b1c1c-a240-44af-a03c-51f34eb5a9ea,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:51.757611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.758082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.758576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.759051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.759506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.759954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.760402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:51.762272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-f898e45b-425a-41a5-978b-aad40f59d3df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6502 time: 0.2170904 Feb 04 20:36:51.812106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-db6d4932-d99e-4786-95d7-58450a7d3c6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&id=557f04eb-f096-4f1e-b935-a2d92e138b64&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432169 Feb 04 20:36:51.825005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41706) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:51.831165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ab70e388-7a66-449f-8d10-340c38303de6 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4018526 Feb 04 20:36:51.838454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Request body: {'port': {'network_id': '28406e69-7a2a-4c27-8826-cb94062e1022', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-234170370', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:51.839451 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.api.validators [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] bootfile-name is not in valid_values {{(pid=88237) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:36:51.849557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.api.validators [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] tftp-server is not in valid_values {{(pid=88237) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:36:51.849557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.api.validators [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] server-ip-address is not in valid_values {{(pid=88237) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:36:52.066673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:36:52.072576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Usage tracker for resource:port and tenant:fd85cec5c7c1474b9d7b1cf96e24147d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:36:52.078374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:36:52.086142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:36:52.095190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ea4aa-83cc-4b7e-8c8c-e3269aec70c5 req-93664eee-2d7e-405a-be0d-d36dc3e694a1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:52.096677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c4ea4aa-83cc-4b7e-8c8c-e3269aec70c5 req-93664eee-2d7e-405a-be0d-d36dc3e694a1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.1630561 Feb 04 20:36:52.174290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98e08d3d-74bf-4f20-9deb-42481883ac30 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:52.191813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c4ea4aa-83cc-4b7e-8c8c-e3269aec70c5 req-5d28ac85-2b24-4e57-aea9-468ed3baeb85 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884190 Feb 04 20:36:52.233803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Made reservation on behalf of fd85cec5c7c1474b9d7b1cf96e24147d for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:36:52.233803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:52.277610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] device_id is not set on port bc573788-da66-4173-9a9f-c13e3466fc56 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:36:52.347774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f94dd8ec-8930-4ee8-a970-b5d7d63cc581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:52.415386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 98e08d3d-74bf-4f20-9deb-42481883ac30 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:52.464748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Allocated IP 2001:db8::332 (28406e69-7a2a-4c27-8826-cb94062e1022/02bd7868-0d90-4b3e-bd73-3d03db612662/bc573788-da66-4173-9a9f-c13e3466fc56) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:36:52.706419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:52.724430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Transition to ACTIVE for port object bc573788-da66-4173-9a9f-c13e3466fc56 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:52.791103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624828b-ae97-4420-80d7-c824cedbd202 None None] Network 28406e69-7a2a-4c27-8826-cb94062e1022 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:36:52.881485 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:52.959386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Network 28406e69-7a2a-4c27-8826-cb94062e1022 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:36:52.962824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:36:52.965252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d0d120dd-299e-42ee-b584-e11163e66795 None None] Provisioning for port 98e08d3d-74bf-4f20-9deb-42481883ac30 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:52.968847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:36:52.972998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:52.973588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:52.975521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d0d120dd-299e-42ee-b584-e11163e66795 None None] Provisioning complete for port 98e08d3d-74bf-4f20-9deb-42481883ac30 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:52.975890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d0d120dd-299e-42ee-b584-e11163e66795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:52.986951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event updated for resources: {'Port': ['ID=bc573788-da66-4173-9a9f-c13e3466fc56,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:53.114292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:53.115054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4d8731e2-8cdc-4ded-bc45-ebb693c16742 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2884173 Feb 04 20:36:53.166068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d0d120dd-299e-42ee-b584-e11163e66795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.210611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d0d120dd-299e-42ee-b584-e11163e66795 None None] For port 98e08d3d-74bf-4f20-9deb-42481883ac30, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98e08d3d-74bf-4f20-9deb-42481883ac30,segment=NetworkSegment(c6acd34c-6e00-4093-8061-393b7d0b5125),segment_id=c6acd34c-6e00-4093-8061-393b7d0b5125)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:53.326565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c05bab-d69c-44dd-a14a-237c9ed3cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:53.332762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c05bab-d69c-44dd-a14a-237c9ed3cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:53.338745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c05bab-d69c-44dd-a14a-237c9ed3cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:53.339635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0c05bab-d69c-44dd-a14a-237c9ed3cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Synchronizing usage tracker for tenant:fd85cec5c7c1474b9d7b1cf96e24147d on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:36:53.352527 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d0d120dd-299e-42ee-b584-e11163e66795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.440674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7c4de-fcbe-467b-8e58-bbd8224485bd req-6b4e8709-ffff-4220-b187-3da9f28e2b56 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:53.442189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7db7c4de-fcbe-467b-8e58-bbd8224485bd req-6b4e8709-ffff-4220-b187-3da9f28e2b56 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.0981700 Feb 04 20:36:53.451606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d120dd-299e-42ee-b584-e11163e66795 None None] Pushing event updated for resources: {'Port': ['ID=98e08d3d-74bf-4f20-9deb-42481883ac30,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:53.486967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f0c05bab-d69c-44dd-a14a-237c9ed3cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Unset dirty status for tenant:fd85cec5c7c1474b9d7b1cf96e24147d on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:36:53.490786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f0c05bab-d69c-44dd-a14a-237c9ed3cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3726869 Feb 04 20:36:53.493074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41724) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:53.499002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7db7c4de-fcbe-467b-8e58-bbd8224485bd req-7dc023e4-4379-47ff-bf32-d9d242389c21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500035 Feb 04 20:36:53.513997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.515834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.560602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Provisioning for port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:53.566679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Provisioning complete for port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:53.567041 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.569473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Deleting port bc573788-da66-4173-9a9f-c13e3466fc56 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:53.569825 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.626213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:53.639688 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Provisioning complete for port 98e08d3d-74bf-4f20-9deb-42481883ac30 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:53.640067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.852013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.900765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Provisioning for port bc573788-da66-4173-9a9f-c13e3466fc56 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:36:53.902391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Provisioning complete for port bc573788-da66-4173-9a9f-c13e3466fc56 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:53.902983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:53.964231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c9327620-b525-4aa8-bfb7-a59306ac53da None None] Port bc573788-da66-4173-9a9f-c13e3466fc56 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:54.084374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0c4d142b-b8b3-4318-85b4-6c1316f73ffe None None] Provisioning complete for port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:54.084992 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0c4d142b-b8b3-4318-85b4-6c1316f73ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:54.119011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Calling delete_port for bc573788-da66-4173-9a9f-c13e3466fc56 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:54.121220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98e08d3d-74bf-4f20-9deb-42481883ac30 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:36:54.186542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d142b-b8b3-4318-85b4-6c1316f73ffe None None] Port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:54.207850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0c4d142b-b8b3-4318-85b4-6c1316f73ffe None None] Provisioning complete for port bc573788-da66-4173-9a9f-c13e3466fc56 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:54.210742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0c4d142b-b8b3-4318-85b4-6c1316f73ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:54.266087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-b76d5b51-b86f-4a9d-8727-428140470a2b service neutron] 10.222.0.24 "GET /v2.0/ports/6efee271-7673-460b-94eb-ddd84c30916c/bindings/n-h1-811806-1 HTTP/1.1" status: 200 len: 384 time: 0.1563284 Feb 04 20:36:54.266419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 98e08d3d-74bf-4f20-9deb-42481883ac30 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:54.266815 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:54.298136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d142b-b8b3-4318-85b4-6c1316f73ffe None None] Port bc573788-da66-4173-9a9f-c13e3466fc56 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:54.473078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:54.579574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event deleted for resources: {'Port': ['ID=bc573788-da66-4173-9a9f-c13e3466fc56,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:54.688575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:54.736999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:54.766105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:54.798172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d6dfbdb2-156e-404f-85ab-abdfc78c1a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "DELETE /v2.0/ports/bc573788-da66-4173-9a9f-c13e3466fc56 HTTP/1.1" status: 204 len: 168 time: 1.3037684 Feb 04 20:36:54.801683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41732) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:54.807681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Request body: {'port': {'name': 'tempest-new-port-name-201848050', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:36:54.808322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] bootfile-name is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:36:54.808728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] tftp-server is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:36:54.809124 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.api.validators [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] server-ip-address is not in valid_values {{(pid=88236) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 20:36:54.825960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3567b1-9475-4f34-ab36-50211709a087 req-5e746846-92de-4daa-8a46-4180d78d7b79 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:54.827446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b3567b1-9475-4f34-ab36-50211709a087 req-5e746846-92de-4daa-8a46-4180d78d7b79 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 945 time: 0.2084591 Feb 04 20:36:54.857306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:36:54.868668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:54.907473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b3567b1-9475-4f34-ab36-50211709a087 req-6b2b88ce-5e99-48b5-a59c-c195fb1a9d4b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725906 Feb 04 20:36:54.913757 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'code': 200} Feb 04 20:36:54.934734 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:54.972705 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.087838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] Transition to ACTIVE for port object 6efee271-7673-460b-94eb-ddd84c30916c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:36:55.172248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.183884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.200145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.274784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.335505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] In _notify_port_updated(), no bound segment for port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea on network 28406e69-7a2a-4c27-8826-cb94062e1022 {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:36:55.335979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] Pushing event updated for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=11']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:55.341090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:55.343000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.343129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "PUT /v2.0/ports/7f0b1c1c-a240-44af-a03c-51f34eb5a9ea HTTP/1.1" status: 200 len: 1129 time: 0.5403898 Feb 04 20:36:55.347263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41740) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:55.406899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] No DVR routers for this DVR port 6efee271-7673-460b-94eb-ddd84c30916c on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:36:55.415564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1a2e7-a1ae-4151-b4e5-f22e200393fd tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event updated for resources: {'Port': ['ID=7f0b1c1c-a240-44af-a03c-51f34eb5a9ea,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:55.448686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149558ec-0b08-4ff8-824a-80937a11056e tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:55.453213 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-149558ec-0b08-4ff8-824a-80937a11056e tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "GET /v2.0/ports/7f0b1c1c-a240-44af-a03c-51f34eb5a9ea HTTP/1.1" status: 200 len: 1129 time: 0.1056962 Feb 04 20:36:55.453831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41744) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:55.542041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Deleting port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:55.542927 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.654497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54e259a8-010a-4a9d-a442-b226b566ae8e None None] Provisioning complete for port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:36:55.655182 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54e259a8-010a-4a9d-a442-b226b566ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.660672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-5f074256-da85-4f6b-8872-d19e7dc998ce service neutron] 10.222.0.24 "PUT /v2.0/ports/6efee271-7673-460b-94eb-ddd84c30916c/bindings/n-h1-811806-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3888586 Feb 04 20:36:55.713896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54e259a8-010a-4a9d-a442-b226b566ae8e None None] Port 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:36:55.803906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:55.877667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-8668bf60-4129-4061-9ced-4cb45bb0e8c5 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:55.879178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-8668bf60-4129-4061-9ced-4cb45bb0e8c5 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.0817266 Feb 04 20:36:55.938288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Calling delete_port for 7f0b1c1c-a240-44af-a03c-51f34eb5a9ea owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:55.959250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-bae92a62-45cf-4f90-add3-2a4577201a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:55.960847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-bae92a62-45cf-4f90-add3-2a4577201a67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 1095 time: 0.0749195 Feb 04 20:36:56.171746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a33e-b90e-40eb-9b47-5f9608eea481 req-e4dd6724-a70c-4ea6-9ddc-4227f5b372c0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:56.173194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-54b4a33e-b90e-40eb-9b47-5f9608eea481 req-e4dd6724-a70c-4ea6-9ddc-4227f5b372c0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.1504426 Feb 04 20:36:56.189095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-bbbac6de-b12f-4338-910f-609b769f612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:56.193452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-bbbac6de-b12f-4338-910f-609b769f612b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1095 time: 0.2057276 Feb 04 20:36:56.229870 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-54b4a33e-b90e-40eb-9b47-5f9608eea481 req-92a90224-1134-4746-bcd0-a9ca6f8ba3e8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496280 Feb 04 20:36:56.257631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:56.313042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event deleted for resources: {'Port': ['ID=7f0b1c1c-a240-44af-a03c-51f34eb5a9ea,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:56.338159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-8b6f6996-782f-4c64-8f3c-0ff8b0ffbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:56.339796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-8b6f6996-782f-4c64-8f3c-0ff8b0ffbfe0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 898 time: 0.1420329 Feb 04 20:36:56.357798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:56.368560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-903c5d08-17d7-4532-8543-b1a2e0ce7fde tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "DELETE /v2.0/ports/7f0b1c1c-a240-44af-a03c-51f34eb5a9ea HTTP/1.1" status: 204 len: 168 time: 0.9124856 Feb 04 20:36:56.370802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41752) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:56.442528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Deleting subnet 02bd7868-0d90-4b3e-bd73-3d03db612662 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:36:56.445701 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:56.450542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-2eb43cd5-4e8b-4dfe-8e75-fe74b74c2bc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 999 time: 0.1031516 Feb 04 20:36:56.511051 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:56.536124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-d76c0e3b-9267-4914-89c6-2af83e4cdf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:56.537959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-d76c0e3b-9267-4914-89c6-2af83e4cdf49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 200 len: 835 time: 0.0814550 Feb 04 20:36:56.625584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-ca517bd0-5218-4666-91e1-7344918ef474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:56.629906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-ca517bd0-5218-4666-91e1-7344918ef474 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51876425-29b3-45c4-be0c-2afd1f978db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842619 Feb 04 20:36:56.732023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:56.784285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-30e5ebf6-30ef-41e3-9175-51ca31e0f557 service neutron] 10.222.0.62 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494510 Feb 04 20:36:56.873611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:56.917635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event deleted for resources: {'Subnet': ['ID=02bd7868-0d90-4b3e-bd73-3d03db612662,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:56.922466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:56.926730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-078a5f48-c33e-4324-9894-80dff34b1f98 service neutron] 10.222.0.62 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360762 Feb 04 20:36:56.929528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ed7913a3-b2c1-4cb7-96b2-da2baf9ef8a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "DELETE /v2.0/subnets/02bd7868-0d90-4b3e-bd73-3d03db612662 HTTP/1.1" status: 204 len: 168 time: 0.5575235 Feb 04 20:36:56.931228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd6c13-faec-4ae4-a573-868a638b01e9 None None] Network 28406e69-7a2a-4c27-8826-cb94062e1022 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:36:56.936389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41756) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:57.056491 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.068806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Deleting port 98e08d3d-74bf-4f20-9deb-42481883ac30 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:57.069145 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.198905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] DHCP port deletion for 28406e69-7a2a-4c27-8826-cb94062e1022 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:36:57.204025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Deleting port 98e08d3d-74bf-4f20-9deb-42481883ac30 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:57.205160 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.320698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] For port 98e08d3d-74bf-4f20-9deb-42481883ac30, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98e08d3d-74bf-4f20-9deb-42481883ac30,segment=NetworkSegment(c6acd34c-6e00-4093-8061-393b7d0b5125),segment_id=c6acd34c-6e00-4093-8061-393b7d0b5125)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:57.321075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.442830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] For port 98e08d3d-74bf-4f20-9deb-42481883ac30, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=98e08d3d-74bf-4f20-9deb-42481883ac30,segment=NetworkSegment(c6acd34c-6e00-4093-8061-393b7d0b5125),segment_id=c6acd34c-6e00-4093-8061-393b7d0b5125)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:36:57.443309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.462951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3f62-3166-4dce-9bb1-25c0a9f9e225 req-18b86502-919e-44bd-860e-a8a1ff91bddb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:57.467597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-382c3f62-3166-4dce-9bb1-25c0a9f9e225 req-18b86502-919e-44bd-860e-a8a1ff91bddb tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.0982223 Feb 04 20:36:57.469680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Calling delete_port for 98e08d3d-74bf-4f20-9deb-42481883ac30 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:57.565557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-382c3f62-3166-4dce-9bb1-25c0a9f9e225 req-5a7633bf-f684-46b4-980c-0d90ceaa65fd tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951262 Feb 04 20:36:57.572745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Calling delete_port for 98e08d3d-74bf-4f20-9deb-42481883ac30 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:36:57.586136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-175e9f91-ddc0-4a91-bd6a-8a84e1f3cb0b tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:57.590457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-175e9f91-ddc0-4a91-bd6a-8a84e1f3cb0b tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 1095 time: 0.0997393 Feb 04 20:36:57.632180 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.649915 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:36:57.650356 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:36:57.657424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:36:57.683530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event deleted for resources: {'Port': ['ID=98e08d3d-74bf-4f20-9deb-42481883ac30,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:57.685218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] No DVR routers for this DVR port 98e08d3d-74bf-4f20-9deb-42481883ac30 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:36:57.724448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:36:57.784973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-7b97ed4f-fe3c-4ced-8869-1440807d1285 service neutron] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:36:57.788068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-7b97ed4f-fe3c-4ced-8869-1440807d1285 service neutron] Notify callbacks [] for binding, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.789170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-7b97ed4f-fe3c-4ced-8869-1440807d1285 service neutron] 10.222.0.62 "DELETE /v2.0/ports/6efee271-7673-460b-94eb-ddd84c30916c/bindings/n-h2-811806-1 HTTP/1.1" status: 204 len: 173 time: 0.1960847 Feb 04 20:36:57.815389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.841079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28406e69-7a2a-4c27-8826-cb94062e1022']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:57.858257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6acd34c-6e00-4093-8061-393b7d0b5125') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:57.861563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6acd34c-6e00-4093-8061-393b7d0b5125') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:36:57.870540 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.887760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.895219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:36:57.895609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:36:57.912333 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:36:58.062017 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:58.079251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:58.096742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] Pushing event deleted for resources: {'Network': ['ID=28406e69-7a2a-4c27-8826-cb94062e1022,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:58.112360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98e08d3d-74bf-4f20-9deb-42481883ac30 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:36:58.116352 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-92ebdc67-0cf5-4c0a-9a22-4b2b6308539c tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341 tempest-ExtraDHCPOptionsIpV6TestJSON-2055650341-project] 10.222.0.48 "DELETE /v2.0/networks/28406e69-7a2a-4c27-8826-cb94062e1022 HTTP/1.1" status: 204 len: 168 time: 1.1763036 Feb 04 20:36:58.149989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 98e08d3d-74bf-4f20-9deb-42481883ac30 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:36:58.150560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 98e08d3d-74bf-4f20-9deb-42481883ac30 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:36:58.151886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Deleting port 98e08d3d-74bf-4f20-9deb-42481883ac30 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:36:58.159640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:58.233235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6fa91-9ff1-4bd7-873b-5da73c859622 None None] The port '98e08d3d-74bf-4f20-9deb-42481883ac30' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:36:58.699274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:58.766036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb560-31ec-40e5-801c-41f5037572c6 req-d8f36faa-c2ae-4425-9ade-5283eb1f8bf8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:58.767835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f36cb560-31ec-40e5-801c-41f5037572c6 req-d8f36faa-c2ae-4425-9ade-5283eb1f8bf8 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.0944984 Feb 04 20:36:58.818994 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f36cb560-31ec-40e5-801c-41f5037572c6 req-90ff0ae1-20bf-481a-9318-c4aaaf923e9a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Feb 04 20:36:58.869125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8de9e1ff-9b40-46bd-b148-03c318639078 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd85cec5c7c1474b9d7b1cf96e24147d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663213 Feb 04 20:36:58.869429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41780) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:58.979987 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-59937f52-2a3f-4c37-9b91-13c97d7ede5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:59.017640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-59937f52-2a3f-4c37-9b91-13c97d7ede5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:59.063844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78760-4fa5-40d6-8972-f4a67d217a86 req-636c4c9b-427a-4632-9540-550d928f3505 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:59.065344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ec78760-4fa5-40d6-8972-f4a67d217a86 req-636c4c9b-427a-4632-9540-550d928f3505 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1095 time: 0.1330464 Feb 04 20:36:59.107506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ec78760-4fa5-40d6-8972-f4a67d217a86 req-6be97000-9bf0-4f2d-ab21-89ad9dae04f9 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363898 Feb 04 20:36:59.161138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-59937f52-2a3f-4c37-9b91-13c97d7ede5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:59.176575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59937f52-2a3f-4c37-9b91-13c97d7ede5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a2df65-d64f-469d-aa73-4d62115602d6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:36:59.187551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-59937f52-2a3f-4c37-9b91-13c97d7ede5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:36:59.195551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-59937f52-2a3f-4c37-9b91-13c97d7ede5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3a2df65-d64f-469d-aa73-4d62115602d6 HTTP/1.1" status: 204 len: 168 time: 0.3252418 Feb 04 20:36:59.300709 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd637434-26e2-4886-9ed4-538b55119db7 req-6a374e3b-e3a7-4508-890f-c77edeece25c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:36:59.302136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd637434-26e2-4886-9ed4-538b55119db7 req-6a374e3b-e3a7-4508-890f-c77edeece25c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.0872037 Feb 04 20:36:59.345991 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd637434-26e2-4886-9ed4-538b55119db7 req-217989fb-fac6-446e-9fb7-d2022010e50d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Feb 04 20:36:59.369720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41790) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:36:59.478831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c039583c-096b-4b5e-9460-6dc4351d4fd1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 HTTP/1.1" status: 200 len: 991 time: 0.1079679 Feb 04 20:37:00.297583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41814) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:00.401613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-457636221'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:00.407407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:00.411564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:network and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:00.414066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:00.420411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:00.483304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:00.486911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:00.499176 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:00.518650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:00.522468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:security_group_rule and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:00.525347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:00.531154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:00.615547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:00.677405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:00.706754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:37:00.718890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66122e93-72e5-46b7-af53-84026d07fca2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:00.723206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:00.723567 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Added segment e12ab69d-11e7-4beb-8d11-c76c2da66cab of type vlan for network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef Feb 04 20:37:00.749655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:00.920207 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:00.929793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:00.929793 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:01.037767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Network': ['ID=93c3cc32-5d40-4dd3-9596-16dfac1de4ef,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:01.048728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:37:01.176311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2af5153a-3d36-4ce6-83e8-31408f8d5e92 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8776391 Feb 04 20:37:01.179090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:01.184481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'subnet': {'network_id': '93c3cc32-5d40-4dd3-9596-16dfac1de4ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:01.300375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:01.302130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:subnet and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:01.304884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:01.310490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:01.404239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:01.407185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:01.756580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41832) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:01.837835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.008887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Subnet': ['ID=52bb1773-18d9-4844-a5c0-c58434418594,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:02.043656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Checking segment: {'id': 'e12ab69d-11e7-4beb-8d11-c76c2da66cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '93c3cc32-5d40-4dd3-9596-16dfac1de4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:02.044019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network hostable DHCP agents. Network: 93c3cc32-5d40-4dd3-9596-16dfac1de4ef, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:37:02.062838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port baafc4a8-e0ee-4164-bc3e-81766e8f4256 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:02.063225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.219504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:37:02.247231 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.247559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.363173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 93c3cc32-5d40-4dd3-9596-16dfac1de4ef) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:02.370523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for baafc4a8-e0ee-4164-bc3e-81766e8f4256 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:02.370956 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb9ec2-09e9-4fc7-9cdb-b31da9eb3c41 None None] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:02.409583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:02.409583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.535974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f5632260-d9f3-4d34-a8f3-b08e23734ead tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3550935 Feb 04 20:37:02.537666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41836) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:02.542427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1721810739', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:02.550983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:02.555292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:router and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:02.558540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:02.566101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:02.592732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf112419-50e7-43b4-a2b5-4bf93719bc8c None None] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:02.672851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.715351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.716389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.729585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=baafc4a8-e0ee-4164-bc3e-81766e8f4256,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:02.824581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.854035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:02.855161 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP 5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 disassociated (deleted). External IP: 172.25.7.232, port: 6efee271-7673-460b-94eb-ddd84c30916c. Feb 04 20:37:03.393428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:03.663232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:04.012858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:04.022552 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] Sync routers for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:04.032603 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:04.033250 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:04.058439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:04.096355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:04.172898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:04.221709 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:04.283285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9f90bc07-0865-4791-b31c-86575731a762 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/floatingips/5cc090fd-6b9c-4734-9d9f-66bdff1e0d91 HTTP/1.1" status: 204 len: 168 time: 2.5228493 Feb 04 20:37:04.283773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:37:04.295010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.25.7.202 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/3ac9479c-fc80-4050-9262-1782e442d91f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:04.378526 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'status': 'completed', 'code': 200} Feb 04 20:37:04.511596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-536a7474-8231-4a46-ad96-6192912bcaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:04.513172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-536a7474-8231-4a46-ad96-6192912bcaab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 1095 time: 0.1337960 Feb 04 20:37:04.519650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:04.553850 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:44Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:04.557847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] Checking router: 33af2e2f-cb50-42f3-8645-67d6fda8aa3b for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:37:04.566632 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:04.567257 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:04.756922 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:04.802123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-6aa4faa2-8de0-4e67-b9b1-1585ce1276af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:04.803659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-6aa4faa2-8de0-4e67-b9b1-1585ce1276af service neutron] 10.222.0.62 "GET /v2.0/networks?id=51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 200 len: 898 time: 0.2827921 Feb 04 20:37:04.884972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-e810c3f4-235c-4b01-a201-824795c315fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 200 len: 217 time: 0.0657287 Feb 04 20:37:04.964217 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:05.056545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:05.063766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:05.071138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:05.089946 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:44Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:05.093826 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc27537-6797-4f1d-aa60-874ee01915fe None None] The sync data for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 is: [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '2e207912-a4ff-4a61-ae43-291f43d153db', 'name': '', 'network_id': '51876425-29b3-45c4-be0c-2afd1f978db5', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:2e:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:37Z', 'updated_at': '2022-02-04T20:35:44Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'cc12d0ea-cdd6-412f-8c77-460bace0a403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:05.109695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=3ac9479c-fc80-4050-9262-1782e442d91f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:05.115916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-89926745-3d4a-465e-b0b4-bc3fa85bf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:05.117357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-89926745-3d4a-465e-b0b4-bc3fa85bf600 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 200 len: 835 time: 0.2363446 Feb 04 20:37:05.313646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4ea01-9caf-445d-af95-3683a371919d req-881b791a-526f-4770-91c8-a2d11ad82083 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:05.314298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-21e4ea01-9caf-445d-af95-3683a371919d req-881b791a-526f-4770-91c8-a2d11ad82083 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:05.359053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc1de3-728d-43b5-ba7b-550a81957343 None None] New status for floating IP 5cc090fd-6b9c-4734-9d9f-66bdff1e0d91: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:37:05.414773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-e3fbff80-9b3a-4d28-8dc8-b41aaff8b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:05.415997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-e3fbff80-9b3a-4d28-8dc8-b41aaff8b7fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51876425-29b3-45c4-be0c-2afd1f978db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2882271 Feb 04 20:37:05.489906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-cd3ad769-7483-499d-b5c0-0855710005ff tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:05.491438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-cd3ad769-7483-499d-b5c0-0855710005ff tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.0904262 Feb 04 20:37:05.512471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-21e4ea01-9caf-445d-af95-3683a371919d req-881b791a-526f-4770-91c8-a2d11ad82083 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:05.513721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21e4ea01-9caf-445d-af95-3683a371919d req-881b791a-526f-4770-91c8-a2d11ad82083 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 944 time: 0.5950553 Feb 04 20:37:05.568771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 6efee271-7673-460b-94eb-ddd84c30916c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:05.569118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:05.652507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-30eeaae3-f6a6-45e5-8f0e-72726263174d service neutron] 10.222.0.62 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295072 Feb 04 20:37:05.657238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21e4ea01-9caf-445d-af95-3683a371919d req-f92a759f-53af-4051-acd2-113af9a91c31 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=1010e6b5-8317-4e60-8b70-0c5fa72e3573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359992 Feb 04 20:37:05.837505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 6efee271-7673-460b-94eb-ddd84c30916c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=6efee271-7673-460b-94eb-ddd84c30916c,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:05.837863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:05.859457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:05.945732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bf6357c-c66f-49bd-a839-6451336fd50c req-aaf35e65-1025-4da7-b7bc-c4ee36fe3f07 service neutron] 10.222.0.62 "GET /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792404 Feb 04 20:37:06.082485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 6efee271-7673-460b-94eb-ddd84c30916c owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:06.340730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:06.366268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:06.403280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=6efee271-7673-460b-94eb-ddd84c30916c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:06.476854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] No DVR routers for this DVR port 6efee271-7673-460b-94eb-ddd84c30916c on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:37:06.479493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:06.481820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-deleted', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:37:06.530618 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe', 'name': 'network-vif-deleted', 'tag': '6efee271-7673-460b-94eb-ddd84c30916c', 'status': 'completed', 'code': 200} Feb 04 20:37:06.552572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02593bb6-1130-4b1b-ac66-91676d82f8d0 req-44dc9423-3ce6-4c7d-8e80-43982abb6189 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.62 "DELETE /v2.0/ports/6efee271-7673-460b-94eb-ddd84c30916c HTTP/1.1" status: 204 len: 173 time: 1.0564563 Feb 04 20:37:06.660601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:37:06.885466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4416f33-c507-4b3e-bbb9-6b0f1107716a req-fa310f1e-ded5-46dc-88d1-16a524715d26 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=da3c0e5e-a6c6-4ee8-b7d8-7d45ee1e8afe HTTP/1.1" status: 200 len: 210 time: 0.0656123 Feb 04 20:37:06.913369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:06.923729 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:06.935769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:06.936426 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:06.996820 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:07.007778 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:07.008424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:07.050061 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:07.051381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ec201d40-f682-4162-ac69-d8bae5e2645c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5128129 Feb 04 20:37:07.054246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41858) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:07.128941 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:07.128941 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf2a23-5ca7-4f54-9e85-859290669324 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:07.762554 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:07.984935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41868) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:08.164919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.1 (93c3cc32-5d40-4dd3-9596-16dfac1de4ef/52bb1773-18d9-4844-a5c0-c58434418594/7dd8252d-66af-48f5-8b73-d82013a7ca86) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:08.467068 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:08.565124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:08.571862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:08.641472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:08.645086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:08.649317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:08.690349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:37:08.695927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=7dd8252d-66af-48f5-8b73-d82013a7ca86,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:08.714078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:08.735621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 6efee271-7673-460b-94eb-ddd84c30916c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:37:08.735884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 6efee271-7673-460b-94eb-ddd84c30916c not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:37:08.943174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.060648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 2e207912-a4ff-4a61-ae43-291f43d153db {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:09.061296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.143360 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.261715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 2e207912-a4ff-4a61-ae43-291f43d153db, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2e207912-a4ff-4a61-ae43-291f43d153db,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:09.262077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.340248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.388202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.392970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 2e207912-a4ff-4a61-ae43-291f43d153db owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:09.471969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.585511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=7dd8252d-66af-48f5-8b73-d82013a7ca86,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:09.590028 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.727683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:09.728769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:09.800163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:09.888545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=2e207912-a4ff-4a61-ae43-291f43d153db,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:09.931260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:10.149617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:10.163872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:10.167523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8970825c-9bff-4bb3-a3e3-7963389fffb3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/routers/54ae4b1b-2bed-423f-a694-ecafd3265fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1056933 Feb 04 20:37:10.168859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41876) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:10.177352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:10.177949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'port': {'network_id': '93c3cc32-5d40-4dd3-9596-16dfac1de4ef', 'name': 'tempest-FloatingIPTestJSON-1822315972'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:10.178067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:10.247182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:10.257049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:10.257844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:10.279863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:10.322912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:10.323325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1f395-c34e-4a2e-9017-777413ccf4c4 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:10.411236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:10.416945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:port and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:10.591400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:10.612030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:10.715869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:10.719234 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:10.795826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] device_id is not set on port bedf3555-dbe8-4600-8326-e52c3ab3d897 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:37:10.933854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:11.046300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.9 (93c3cc32-5d40-4dd3-9596-16dfac1de4ef/52bb1773-18d9-4844-a5c0-c58434418594/bedf3555-dbe8-4600-8326-e52c3ab3d897) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:11.185153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:11.196352 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] Sync routers for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:11.206263 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:11.207015 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:11.224369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b103f72a-b3e9-48f7-a6c5-03729c6de14b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/33af2e2f-cb50-42f3-8645-67d6fda8aa3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2376568 Feb 04 20:37:11.227279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41882) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:11.372710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.417110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting subnet cc12d0ea-cdd6-412f-8c77-460bace0a403 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:37:11.420489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.421844 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:11.477737 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.491129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.565197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:11.568360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:11.572352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:11.587599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.603856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=bedf3555-dbe8-4600-8326-e52c3ab3d897,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:11.642283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:11.643763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.749408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f739da0e-48d9-4daa-bbce-35493655262f tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5789893 Feb 04 20:37:11.752459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:11.758400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'port': {'network_id': '93c3cc32-5d40-4dd3-9596-16dfac1de4ef', 'name': 'tempest-FloatingIPTestJSON-297671412'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:11.771393 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:37:09Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:11.775421 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] Checking router: 33af2e2f-cb50-42f3-8645-67d6fda8aa3b for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:37:11.784704 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] Routers {'33af2e2f-cb50-42f3-8645-67d6fda8aa3b'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:11.785371 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:11.819141 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.855762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Subnet': ['ID=cc12d0ea-cdd6-412f-8c77-460bace0a403,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:11.863404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:11.870163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dcda5caa-a297-4b86-9831-04dd1a28c42f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/subnets/cc12d0ea-cdd6-412f-8c77-460bace0a403 HTTP/1.1" status: 204 len: 168 time: 0.6418202 Feb 04 20:37:11.871211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f6752f-4427-4202-a3e4-3cf3be31467a None None] Network 51876425-29b3-45c4-be0c-2afd1f978db5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:11.872746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:11.974884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:11.974884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:port and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:11.974884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:11.974884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:12.072697 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] Set router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:12.077850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:12.081794 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.086508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.132510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] device_id is not set on port b96c8611-b0ea-46b0-9d92-859c685bac5f yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:37:12.233291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] DHCP port deletion for 51876425-29b3-45c4-be0c-2afd1f978db5 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:37:12.237666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] Deleting port 3a784fd9-a661-485c-b2e4-96e23f68031a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:12.239180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.322286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.6 (93c3cc32-5d40-4dd3-9596-16dfac1de4ef/52bb1773-18d9-4844-a5c0-c58434418594/b96c8611-b0ea-46b0-9d92-859c685bac5f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:12.341788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.417379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 7689cc4f-427a-4256-83ea-c55411fd0b80 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:12.418010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.471998 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:37:09Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:12.476007 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef2a31-26e3-432d-90c5-6f1584a59d9b None None] The sync data for ids ['33af2e2f-cb50-42f3-8645-67d6fda8aa3b'] in n-d-811806-1 is: [{'id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155074368', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:30Z', 'updated_at': '2022-02-04T20:37:09Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': '7689cc4f-427a-4256-83ea-c55411fd0b80', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af2e2f-cb50-42f3-8645-67d6fda8aa3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:31Z', 'updated_at': '2022-02-04T20:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:12.479089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] For port 3a784fd9-a661-485c-b2e4-96e23f68031a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3a784fd9-a661-485c-b2e4-96e23f68031a,segment=NetworkSegment(e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa),segment_id=e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:12.479510 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.554917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.614631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] Calling delete_port for 3a784fd9-a661-485c-b2e4-96e23f68031a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:12.624401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 7689cc4f-427a-4256-83ea-c55411fd0b80, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7689cc4f-427a-4256-83ea-c55411fd0b80,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:12.624756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.642463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.743521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=b96c8611-b0ea-46b0-9d92-859c685bac5f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:12.746944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:12.749645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:12.750427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:12.755652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 7689cc4f-427a-4256-83ea-c55411fd0b80 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:12.775244 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.823052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] Pushing event deleted for resources: {'Port': ['ID=3a784fd9-a661-485c-b2e4-96e23f68031a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:12.828715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175176c2-fe81-46a5-96c6-8666bd45bbd3 None None] No DVR routers for this DVR port 3a784fd9-a661-485c-b2e4-96e23f68031a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:37:12.836962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:12.837413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:12.938863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-440a1b6f-ee36-4f50-9bc1-3dcf7a7f938a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1849968 Feb 04 20:37:12.941602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:12.947338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'b96c8611-b0ea-46b0-9d92-859c685bac5f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:12.959964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:12.971603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:floatingip and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:12.971603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:12.978153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:13.120415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.191941 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.242243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=7689cc4f-427a-4256-83ea-c55411fd0b80,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:13.264803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.418385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.25.7.140 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/00777f72-1773-4249-b8ee-7ec32bbf5b3f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:13.463088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.573245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.641081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.643288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.654853 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.757541 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.758239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Fanout notify agent at l3_agent the message router_deleted on router 33af2e2f-cb50-42f3-8645-67d6fda8aa3b {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:37:13.788519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:13.790342 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e09a13c1-3fff-40cb-9c3b-c640f8c72bb2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/routers/33af2e2f-cb50-42f3-8645-67d6fda8aa3b HTTP/1.1" status: 204 len: 168 time: 1.9158955 Feb 04 20:37:13.792931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41912) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:13.847690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:13.850542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:13.853039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:13.889691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=00777f72-1773-4249-b8ee-7ec32bbf5b3f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:13.959735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.101116 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.127103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51876425-29b3-45c4-be0c-2afd1f978db5']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:14.139453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:14.139754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e326adf2-d2a6-4148-b2a7-63c7c8e8fdfa') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:14.151025 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.176074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.183623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:37:14.185291 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:37:14.203468 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:37:14.350317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.369207 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.384932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7689cc4f-427a-4256-83ea-c55411fd0b80 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:37:14.388304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.401141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Network': ['ID=51876425-29b3-45c4-be0c-2afd1f978db5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:14.421270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7689cc4f-427a-4256-83ea-c55411fd0b80 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:37:14.421617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7689cc4f-427a-4256-83ea-c55411fd0b80 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:37:14.422045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e207912-a4ff-4a61-ae43-291f43d153db no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:37:14.482111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41918) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:14.488375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1f2cb158-51e6-4a0c-b67a-41a100a9dd21 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/networks/51876425-29b3-45c4-be0c-2afd1f978db5 HTTP/1.1" status: 204 len: 168 time: 0.6878986 Feb 04 20:37:14.493071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2e207912-a4ff-4a61-ae43-291f43d153db {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:37:14.493639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2e207912-a4ff-4a61-ae43-291f43d153db not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:37:14.494064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3a784fd9-a661-485c-b2e4-96e23f68031a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:37:14.528308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 3a784fd9-a661-485c-b2e4-96e23f68031a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:37:14.528662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3a784fd9-a661-485c-b2e4-96e23f68031a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:37:14.559791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.629174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.686155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.848509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.920714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.924622 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:14.982542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1010e6b5-8317-4e60-8b70-0c5fa72e3573,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:15.038802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.039141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.039468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.039792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.040113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.040431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.040746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.041059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.041371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.041680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.041983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.042300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:15.073336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=00777f72-1773-4249-b8ee-7ec32bbf5b3f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:15.082862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:15.149552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:15.150589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5998cbbe-734f-4f7a-8af0-d7e9c464843a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/security-groups/1010e6b5-8317-4e60-8b70-0c5fa72e3573 HTTP/1.1" status: 204 len: 168 time: 0.6602163 Feb 04 20:37:15.269688 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 45f6d9dc-f6cf-4c7b-b70f-9c4e19424aff associated. External IP: 172.25.7.140, port: b96c8611-b0ea-46b0-9d92-859c685bac5f. Feb 04 20:37:15.552339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41940) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:15.573366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217992474', 'description': 'tempest-secgroup-smoke-1217992474 description', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:15.583815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:15.592489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:15.807032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:15.824535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:15.885259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:15.893952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a100cc-2fbf-4a2a-bc50-eee113490de1 req-962c6173-6b22-4a3f-8ac1-2da48ca761ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:15.895470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f9a100cc-2fbf-4a2a-bc50-eee113490de1 req-962c6173-6b22-4a3f-8ac1-2da48ca761ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1096 time: 0.3624995 Feb 04 20:37:15.970529 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.027597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:16.034246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:16.040530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:16.044204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f9a100cc-2fbf-4a2a-bc50-eee113490de1 req-bb82c9f3-2dd5-4862-ba32-82fb1162727d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923085 Feb 04 20:37:16.050471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:16.174539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:16.188704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:16.203893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:16.204564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:16.238607 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.273512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:16.282719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:16.283328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:16.347783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:16.348192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30690de4-1b43-463e-8da2-30a186688e19 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:16.349459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.363878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.438859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91243fd0-b4dd-4851-8946-2aeafc6cd187,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:16.445485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f6030ca8-b60b-4f34-bfca-b267e860e834 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5026240 Feb 04 20:37:16.454056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41948) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:16.459251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:16.517346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.518533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8127b3d0-7592-4bf8-8caa-47c30299aac6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9656153 Feb 04 20:37:16.521703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41952) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:16.526913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '91243fd0-b4dd-4851-8946-2aeafc6cd187', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:16.534282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:16.538175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:16.541277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:16.548333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:16.572659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.627477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.696807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.771690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.800724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867c2e25-03ec-4f50-a339-7fa09f91c017,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:16.867469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.874269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.880482 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7ae7af40-70ef-48df-ad21-7c6d1192ac14 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3528585 Feb 04 20:37:16.880482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41958) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:16.884077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '91243fd0-b4dd-4851-8946-2aeafc6cd187', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:16.890611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:16.895151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:16.898080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:16.903801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:16.919899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:16.920216 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 45f6d9dc-f6cf-4c7b-b70f-9c4e19424aff disassociated. External IP: 172.25.7.140, port: b96c8611-b0ea-46b0-9d92-859c685bac5f. Feb 04 20:37:16.981257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.057257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.137306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.176071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e561f5d-51fc-47b5-afdc-8cd112110aa9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:17.257657 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.259411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b646167c-e3de-4ac8-85b4-d4a980cc9cb0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3797038 Feb 04 20:37:17.262100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41966) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:17.268336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '91243fd0-b4dd-4851-8946-2aeafc6cd187', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:17.274409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:17.278585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:17.281530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:17.287382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:17.315248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:17.349908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.415931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.486399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.516334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6982999-0ce4-41b5-806f-1daf80e8f638,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:17.583398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.584535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08cb867a-fc04-437d-9679-901523fec14e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215044 Feb 04 20:37:17.587302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41974) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:17.592226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '91243fd0-b4dd-4851-8946-2aeafc6cd187', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:17.598599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:17.602410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:17.605289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:17.611786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:17.625058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:17.630657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.637741 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:17.647284 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:17.647941 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:17.684570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b074bb63-4036-4d8d-87ac-51337acb0de0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/floatingips/45f6d9dc-f6cf-4c7b-b70f-9c4e19424aff HTTP/1.1" status: 200 len: 688 time: 1.2294345 Feb 04 20:37:17.687187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 41978) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:17.707990 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:17.709963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.716817 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:17.717420 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:17.775202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.781211 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:17.781625 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bda3c5-d5ff-4bbd-b91d-996c20f811b7 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:17.840166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.851396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 00777f72-1773-4249-b8ee-7ec32bbf5b3f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:17.851826 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.863598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f115dc-c7f0-4680-8c41-506cca33d4da,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:17.948942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:17.950180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a2caab40-c038-4d5a-b633-4c7b315d7853 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619676 Feb 04 20:37:17.952903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41988) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:17.960729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '91243fd0-b4dd-4851-8946-2aeafc6cd187', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:17.967310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:17.971738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:17.974642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:17.980398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:18.024522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.024850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.083756 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:37:18.094356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.158726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 00777f72-1773-4249-b8ee-7ec32bbf5b3f owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:18.179583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.240160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.264241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e95a60-03eb-4230-9df4-803172d45b0e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:18.346963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.348389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-20bfa600-5723-4e03-a186-264d29895a47 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3944726 Feb 04 20:37:18.351166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41994) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:18.356617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'security_group_rule': {'security_group_id': '91243fd0-b4dd-4851-8946-2aeafc6cd187', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:18.363191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:18.367043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:security_group_rule and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:18.369194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.370027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:18.376425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:18.421490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=00777f72-1773-4249-b8ee-7ec32bbf5b3f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:18.437840 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Project 0cfcadd9b7094963a3b2d3b3e8a7f974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:37:18.445442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.510994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.523208 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.527627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e65493a2-5e4f-4148-9284-ad4208eec9cf tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/floatingips/45f6d9dc-f6cf-4c7b-b70f-9c4e19424aff HTTP/1.1" status: 204 len: 168 time: 0.8362179 Feb 04 20:37:18.527773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.527884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 41998) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:18.533147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'bedf3555-dbe8-4600-8326-e52c3ab3d897'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:18.539808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:18.543755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:floatingip and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:18.546602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:18.552912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:18.591909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.615659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07bacab-103c-419e-a1dd-18939afd3efb,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:18.660814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.749963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.751708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-98a24611-de1b-432e-8a21-c73e7517ea69 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3996286 Feb 04 20:37:18.755162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42002) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:18.761116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'network': {'name': 'tempest-network-smoke--1972282422', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:18.768309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:18.772830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:network and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:18.786738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:18.794871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:18.805720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.874304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:18.878288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.909096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:37:18.919796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.920884 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Added segment 50099653-6104-41bd-9ec0-aa38c91da4f7 of type vlan for network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 Feb 04 20:37:18.953241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:18.955522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.25.7.132 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/19db258c-10b9-4cb1-8f50-1a37646e8d11) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:19.063389 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.069732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:19.070352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.124281 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.182969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Network': ['ID=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:19.193652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:37:19.257618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.269436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ccb0ebec-9e54-440d-a8d0-da857fa12990 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5131071 Feb 04 20:37:19.272035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42008) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:19.277363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'admin_state_up': True, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:19.287585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:19.305399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:router and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:19.311303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:19.321324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:19.400396 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.401470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.418642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.448603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:19.451503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:19.455166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:19.491479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=19db258c-10b9-4cb1-8f50-1a37646e8d11,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:19.651223 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:37:19.860357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:19.897520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.052452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.062934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-247ca899-bd70-4d46-8977-ed8ee5f894f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.266818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.274762 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.300708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.337178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.451223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.188 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:20.455825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=19db258c-10b9-4cb1-8f50-1a37646e8d11,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:20.472950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.642456 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.677308 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 61f08b41-876a-494f-b735-8f3e7082d0d8 associated. External IP: 172.25.7.132, port: bedf3555-dbe8-4600-8326-e52c3ab3d897. Feb 04 20:37:20.769779 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:20.856805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:20.859563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:20.863640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:20.903788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:21.062816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:21.368937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:21.370003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:21.383272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:21.398501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:21.403010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:21.457707 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:21.466130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:21.475224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:21.475908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:36:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:21.534817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e85d3702-2e67-4d51-849a-c18ffe0e53e2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0047357 Feb 04 20:37:21.538306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42020) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:21.552871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:21.553402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e787d-1917-4770-9a2f-8af972d8933d None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:21.665750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4390c1f7-f685-4f58-96cc-e9e0e9ae42f4 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "GET /v2.0/floatingips/61f08b41-876a-494f-b735-8f3e7082d0d8 HTTP/1.1" status: 200 len: 978 time: 0.1260204 Feb 04 20:37:21.671130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42026) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:21.853917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-84da52a9-8b07-454b-b6e0-ca2c0bb19526 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Synchronizing usage tracker for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:floatingip {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:21.974024 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:22.030541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-84da52a9-8b07-454b-b6e0-ca2c0bb19526 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Unset dirty status for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:floatingip {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:22.031738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-84da52a9-8b07-454b-b6e0-ca2c0bb19526 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3600125 Feb 04 20:37:22.034648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42030) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:22.039881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'port_id': 'b96c8611-b0ea-46b0-9d92-859c685bac5f'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:22.145304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:22.243492 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:37:22.291970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f4425bc-501e-4c2e-b180-3245a72a0bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:22.425177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:22.435865 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Sync routers for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:22.445330 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:22.446056 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:22.514374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:22.519186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5f14d144-96ff-471c-a1ba-a74d96e1505e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2424297 Feb 04 20:37:22.519610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42034) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:22.560695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-505bdb8d-02b9-4982-af67-55e2c8771841 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0cfcadd9b7094963a3b2d3b3e8a7f974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399761 Feb 04 20:37:22.563300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42038) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:22.656732 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:22.694490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a5b3b-52e5-49ce-8c86-b117bbedd298 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:22.698870 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c17a5b3b-52e5-49ce-8c86-b117bbedd298 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318383 Feb 04 20:37:22.699140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42042) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:22.746469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5949b312-2430-445f-9dd3-3091294933a4 tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461781 Feb 04 20:37:22.748991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42050) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:22.754586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713682071', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:22.827987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:22.869291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:22.873372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:subnet and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:22.876857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:22.882784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:22.914464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:22.959001 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:21Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:22.959001 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Checking router: e6ae0829-5b4e-48d8-975b-e2eb618f6f5a for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:37:22.959001 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Updating router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:37:22.977350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:22.982007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.010546 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.138190 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 61f08b41-876a-494f-b735-8f3e7082d0d8 associated. External IP: 172.25.7.132, port: bedf3555-dbe8-4600-8326-e52c3ab3d897. Feb 04 20:37:23.300815 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.404069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Subnet': ['ID=bb8ba060-67f2-47f9-8401-fc4c722450c1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:23.416007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Checking segment: {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:23.416462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network hostable DHCP agents. Network: fbef1ccf-33b1-42fb-ab2a-0335b7bafd33, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:37:23.460221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.471672 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.483351 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Transition to ACTIVE for port object c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:23.506300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.507261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:37:23.557378 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.585794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, fbef1ccf-33b1-42fb-ab2a-0335b7bafd33) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:23.590107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:23.591205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.600079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a306b07-dc2c-49a9-8286-81c4d18ba0de None None] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:23.630591 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Attempting to bind port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:37:23.630980 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Attempting to bind port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:37:23.631345 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Attempting to bind port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:23.642704 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:37:23.643086 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:23.643486 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.643881 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:37:23.644348 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Bound port: c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:37:23.644719 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.695814 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3a364e18-5ef4-4198-aa4e-e58847ca2801 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9455607 Feb 04 20:37:23.698541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42056) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:23.750422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:23.751654 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] For port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:37:23.756349 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] For port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:37:23.763358 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Pushing event updated for resources: {'Port': ['ID=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:23.772978 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.773463 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.774025 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.774588 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.775049 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.775764 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.776236 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.776826 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.777249 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.777668 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.778086 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.778530 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:23.849751 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.885622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:37:23.886485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:23.978417 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:23.979076 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:24.041234 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec8fa8-d7b4-4e74-a2a8-c6576a98cb41 None None] Pushing event updated for resources: {'Port': ['ID=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:24.127024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Allocated IP 172.20.0.2 (fbef1ccf-33b1-42fb-ab2a-0335b7bafd33/bb8ba060-67f2-47f9-8401-fc4c722450c1/bc8d4192-4414-4ead-a908-c1c332f76c30) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:24.140438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:24.190593 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:24.196937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:24.229816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-b2f24e65-8179-4e4b-a028-b1866df0d0fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3516481 Feb 04 20:37:24.342981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:24.344077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:24.418464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:24.445332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:24.446300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:24.514494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:24.515724 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82893147-f07d-46ce-83eb-96f4272551bb None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:24.669244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:24.697649 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:24.719663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Transition to ACTIVE for port object bc8d4192-4414-4ead-a908-c1c332f76c30 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:24.755708 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:21Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:24.756637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Transition to ACTIVE for port object bc8d4192-4414-4ead-a908-c1c332f76c30 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:24.761128 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80300e5-338a-44ba-b635-aa8c38f085ff None None] The sync data for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 is: [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:21Z', 'revision_number': 3, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:24.835283 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:24.856310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:24.856946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:24.857255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:24.857720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:24.858181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:24.859007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:24.859183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:24.861585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-42ed1c3f-5bdd-4016-8a5a-3c384ccb4daf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6502 time: 0.4663172 Feb 04 20:37:24.882772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:24.887767 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:24.898623 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:24.911891 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:24.913038 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:24.953375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:24.962937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:24.963192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:25.034458 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:25.056510 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:25.057140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:25.138201 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:25.145064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Pushing event updated for resources: {'Port': ['ID=bc8d4192-4414-4ead-a908-c1c332f76c30,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:25.167741 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:25.168403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057336f5-dff1-4a68-afaf-f11fd7467e48 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:25.199101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Attempting to bind port bc8d4192-4414-4ead-a908-c1c332f76c30 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:37:25.199806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Attempting to bind port bc8d4192-4414-4ead-a908-c1c332f76c30 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:37:25.200414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Attempting to bind port bc8d4192-4414-4ead-a908-c1c332f76c30 on network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:25.213414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:37:25.218888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Checking segment: {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:25.218888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:25.218888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Bound using segment: {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:37:25.218888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Bound port: bc8d4192-4414-4ead-a908-c1c332f76c30, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:37:25.218888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:25.283607 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:25.351514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] For port bc8d4192-4414-4ead-a908-c1c332f76c30, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:37:25.358102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] For port bc8d4192-4414-4ead-a908-c1c332f76c30, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bc8d4192-4414-4ead-a908-c1c332f76c30,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:37:25.371476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f032ee67-f56e-4081-a529-559eda866d80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/floatingips/61f08b41-876a-494f-b735-8f3e7082d0d8 HTTP/1.1" status: 200 len: 977 time: 3.3352966 Feb 04 20:37:25.374500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42064) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:25.382589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:25.444075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:25.500650 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-410be301-e38c-4e24-b90b-16c5ea7a1990 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1966922 Feb 04 20:37:25.528393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fc0b1dae-93cb-4aaa-9186-94096a955c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:25.528882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fc0b1dae-93cb-4aaa-9186-94096a955c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:25.529351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fc0b1dae-93cb-4aaa-9186-94096a955c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:25.530954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fc0b1dae-93cb-4aaa-9186-94096a955c77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5923911-2330-412e-ac86-9e6f9dbb3545&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=804f2887-0933-4850-b633-c01cd3191bc8&id=804f2887-0933-4850-b633-c01cd3191bc8 HTTP/1.1" status: 200 len: 2299 time: 0.3480630 Feb 04 20:37:25.570875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a916d-1f49-4742-8080-a1f649fefd29 None None] Pushing event updated for resources: {'Port': ['ID=bc8d4192-4414-4ead-a908-c1c332f76c30,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:25.661833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-1ccac10a-de4d-44dc-89a8-6cd23e1ac52c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17 HTTP/1.1" status: 200 len: 1001 time: 0.1166801 Feb 04 20:37:25.763580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-70fa4996-907e-4618-afa8-c3722195e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:25.765532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-70fa4996-907e-4618-afa8-c3722195e0c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1efd2123-f261-49b0-8b47-803de3ad30c0 HTTP/1.1" status: 200 len: 856 time: 0.0996842 Feb 04 20:37:25.806446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:25.950784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.1 (fbef1ccf-33b1-42fb-ab2a-0335b7bafd33/bb8ba060-67f2-47f9-8401-fc4c722450c1/dab44f31-f6ce-4a28-945a-bc01a4349e7f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:25.953643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773440-db74-47f6-92e3-3681ef5772c0 req-fe5611b7-d86e-404f-ae33-cf124408cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:25.955266 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-fe5611b7-d86e-404f-ae33-cf124408cd1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1096 time: 0.2831585 Feb 04 20:37:26.189057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-9d8d1e4d-ff9c-40bb-ac0e-f888f8c21da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:26.190817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-9d8d1e4d-ff9c-40bb-ac0e-f888f8c21da4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5923911-2330-412e-ac86-9e6f9dbb3545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973697 Feb 04 20:37:26.309780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8d4192-4414-4ead-a908-c1c332f76c30 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:26.418545 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:26.457290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port bc8d4192-4414-4ead-a908-c1c332f76c30 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:26.457599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-b86a2d1a-ebac-4178-be55-4270fab0153d service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563131 Feb 04 20:37:26.460615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773440-db74-47f6-92e3-3681ef5772c0 req-7a8997ff-523f-4a0d-8251-ea5ed2120343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:26.462053 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-7a8997ff-523f-4a0d-8251-ea5ed2120343 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9dcd113a-2529-4e7f-ab30-60c80d682d30 HTTP/1.1" status: 200 len: 910 time: 0.3840320 Feb 04 20:37:26.464517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:26.568551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:26.569010 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 61f08b41-876a-494f-b735-8f3e7082d0d8 disassociated. External IP: 172.25.7.132, port: b96c8611-b0ea-46b0-9d92-859c685bac5f. Feb 04 20:37:26.600121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:26.606149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:26.611554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:26.611683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-f01dbdca-0828-4e31-b7bc-af77639ff13f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0 HTTP/1.1" status: 200 len: 1000 time: 0.1333699 Feb 04 20:37:26.709730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:26.756740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object dab44f31-f6ce-4a28-945a-bc01a4349e7f will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:26.764707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773440-db74-47f6-92e3-3681ef5772c0 req-223ebe9e-982d-4d9d-9914-6aff843b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:26.767692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-223ebe9e-982d-4d9d-9914-6aff843b0a65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2980b055-ccdf-4837-b0d3-f6cf2c13c233 HTTP/1.1" status: 200 len: 848 time: 0.1461158 Feb 04 20:37:26.824134 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:26.861881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:26.907450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773440-db74-47f6-92e3-3681ef5772c0 req-9e127d0b-5c49-4ec0-bd2a-89f0cec4bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:26.907450 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-9e127d0b-5c49-4ec0-bd2a-89f0cec4bb66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dcd113a-2529-4e7f-ab30-60c80d682d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143839 Feb 04 20:37:26.924256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-f168da9a-56bf-4daf-8160-eb25ee05ebce service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600298 Feb 04 20:37:26.926900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:27.026747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:27.035816 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:27.135822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:27.140973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:27.158897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:27.220628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-90200a85-f22e-42a8-aff2-967b4a80b9a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 217 time: 0.2656050 Feb 04 20:37:27.237068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=dab44f31-f6ce-4a28-945a-bc01a4349e7f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:27.309451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-5d048dce-8c4a-46b6-a142-747af31e4fb3 service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817425 Feb 04 20:37:27.344037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:27.372097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fa6d756b-b775-41d3-8ebc-252c8304d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:27.373617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fa6d756b-b775-41d3-8ebc-252c8304d747 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0973597 Feb 04 20:37:27.424816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:27.488616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99356b7f-ffd9-49c0-918f-e9d8adad5741 None None] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:27.641242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-75dcc9d1-3120-4482-b896-36040d1ba555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:27.643471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-75dcc9d1-3120-4482-b896-36040d1ba555 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2613480 Feb 04 20:37:27.654333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95773440-db74-47f6-92e3-3681ef5772c0 req-0fcdceac-2d85-4941-a489-133c60b314ea service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386126 Feb 04 20:37:27.742121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:27.747530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:27.755478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:27.770131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:27.770771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:27.835405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4cd00eb9-74f7-488f-9b57-7803c82b5218 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/floatingips/61f08b41-876a-494f-b735-8f3e7082d0d8 HTTP/1.1" status: 200 len: 688 time: 2.4574120 Feb 04 20:37:27.836361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42090) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:27.855853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6cb901f7-4911-4fb9-8d0c-952dadcec661 None None] Provisioning for port bc8d4192-4414-4ead-a908-c1c332f76c30 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:27.864321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:27.868220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6cb901f7-4911-4fb9-8d0c-952dadcec661 None None] Provisioning complete for port bc8d4192-4414-4ead-a908-c1c332f76c30 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:27.868590 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6cb901f7-4911-4fb9-8d0c-952dadcec661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:27.877366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:27.919518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:27.920144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:28.004120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:28.004120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e0e7a-7b02-48d8-896a-be23445611f2 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:28.032230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-3b6c2cac-33cb-421d-a06f-62d8757c5d89 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803449 Feb 04 20:37:28.033311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 19db258c-10b9-4cb1-8f50-1a37646e8d11 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:28.033650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.163203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6cb901f7-4911-4fb9-8d0c-952dadcec661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.210229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:28.317646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6cb901f7-4911-4fb9-8d0c-952dadcec661 None None] For port bc8d4192-4414-4ead-a908-c1c332f76c30, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bc8d4192-4414-4ead-a908-c1c332f76c30,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:28.348201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:28.348442 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.364192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-704e6d49-b52e-4d9b-ac39-37b85b9b301b service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895422 Feb 04 20:37:28.415605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6cb901f7-4911-4fb9-8d0c-952dadcec661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.517989 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-6f3fd472-0419-4646-a33a-a0d64f69e2fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 217 time: 0.1399751 Feb 04 20:37:28.538331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb901f7-4911-4fb9-8d0c-952dadcec661 None None] Pushing event updated for resources: {'Port': ['ID=bc8d4192-4414-4ead-a908-c1c332f76c30,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:28.590059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.590392 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.603889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-459e9e15-bfd1-4237-bf91-ae2f8492540d None None] Provisioning for port dab44f31-f6ce-4a28-945a-bc01a4349e7f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:28.615784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-459e9e15-bfd1-4237-bf91-ae2f8492540d None None] Provisioning complete for port dab44f31-f6ce-4a28-945a-bc01a4349e7f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:28.616820 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-459e9e15-bfd1-4237-bf91-ae2f8492540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.729450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-459e9e15-bfd1-4237-bf91-ae2f8492540d None None] Port dab44f31-f6ce-4a28-945a-bc01a4349e7f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:37:28.744090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-459e9e15-bfd1-4237-bf91-ae2f8492540d None None] Provisioning complete for port bc8d4192-4414-4ead-a908-c1c332f76c30 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:28.744469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-459e9e15-bfd1-4237-bf91-ae2f8492540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.770140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.834106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:28.854930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 19db258c-10b9-4cb1-8f50-1a37646e8d11 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:28.891462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-068e0e92-199f-4b89-94db-da1569c6e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:28.892983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-068e0e92-199f-4b89-94db-da1569c6e224 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.3647783 Feb 04 20:37:28.952971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=dab44f31-f6ce-4a28-945a-bc01a4349e7f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:28.954535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:29.010252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-1f9f467a-357f-47e2-9713-47c28f5e22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:29.011781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-1f9f467a-357f-47e2-9713-47c28f5e22ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113064 Feb 04 20:37:29.016677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5c0bcf57-4ff7-417e-957d-f9359ced2e33 None None] Provisioning complete for port dab44f31-f6ce-4a28-945a-bc01a4349e7f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:29.017691 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcf57-4ff7-417e-957d-f9359ced2e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:29.078085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bcf57-4ff7-417e-957d-f9359ced2e33 None None] Port dab44f31-f6ce-4a28-945a-bc01a4349e7f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:37:29.110820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:29.112331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:29.203471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-2b2d2911-2e72-4d49-ac90-0ba82041676a service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583490 Feb 04 20:37:29.291231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:29.321331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:29.396390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=19db258c-10b9-4cb1-8f50-1a37646e8d11,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:29.403892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3fb670af-9f82-4465-8ce5-2ed180603aad None None] Provisioning complete for port dab44f31-f6ce-4a28-945a-bc01a4349e7f triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:29.404203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3fb670af-9f82-4465-8ce5-2ed180603aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:29.462378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3fb670af-9f82-4465-8ce5-2ed180603aad None None] Port dab44f31-f6ce-4a28-945a-bc01a4349e7f cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:37:29.465159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:29.477986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.478422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.478782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.479120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.479448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.479775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.480101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.480427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.480746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.481064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.481380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.481698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:29.507773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:29.520071 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Sync routers for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:29.529517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8b718397-76d8-4518-98b0-300fdec338c5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/e6ae0829-5b4e-48d8-975b-e2eb618f6f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8297715 Feb 04 20:37:29.541999 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:29.542847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:29.543611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-ce8ff927-7de5-4d3a-a65f-fcef5f893f9d service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331125 Feb 04 20:37:29.612394 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:29.613445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-884c42f6-8f41-48fd-9c73-feb6548f7b72 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/floatingips/61f08b41-876a-494f-b735-8f3e7082d0d8 HTTP/1.1" status: 204 len: 168 time: 1.7765243 Feb 04 20:37:29.616397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42102) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:29.622570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-032ed083-2a8a-42f9-9927-e247c060765c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d HTTP/1.1" status: 200 len: 217 time: 0.0720823 Feb 04 20:37:29.711487 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-8f4c2ca2-17c0-4992-bf10-d2b42c299ba9 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] delete failed (client error): The resource could not be found. Feb 04 20:37:29.723382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8f4c2ca2-17c0-4992-bf10-d2b42c299ba9 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/floatingips/61f08b41-876a-494f-b735-8f3e7082d0d8 HTTP/1.1" status: 404 len: 345 time: 0.0962775 Feb 04 20:37:29.724382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42108) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:29.738925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-29311491-c743-4470-b295-fd602caf41de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:29.740615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-29311491-c743-4470-b295-fd602caf41de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.1116581 Feb 04 20:37:29.763959 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:29.832111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450bb31-5863-40e5-8a03-0ffa78ed5563 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:29.839686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450bb31-5863-40e5-8a03-0ffa78ed5563 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:29.845847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450bb31-5863-40e5-8a03-0ffa78ed5563 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:29.846743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3450bb31-5863-40e5-8a03-0ffa78ed5563 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Synchronizing usage tracker for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:29.901079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-014ca46f-e1b8-45ed-95f2-83c155f9aee9 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217992474&fields=id&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 267 time: 0.0758841 Feb 04 20:37:29.907138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-0695b1fd-092b-4f03-aa39-ccbb7a180abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:29.908617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-0695b1fd-092b-4f03-aa39-ccbb7a180abf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611915 Feb 04 20:37:29.988860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3450bb31-5863-40e5-8a03-0ffa78ed5563 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Unset dirty status for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:29.993102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3450bb31-5863-40e5-8a03-0ffa78ed5563 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "GET /v2.0/ports?network_id=93c3cc32-5d40-4dd3-9596-16dfac1de4ef HTTP/1.1" status: 200 len: 2357 time: 0.2677219 Feb 04 20:37:29.993699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42122) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:30.142047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab8dce-d448-462e-8847-a18a2fe54cf6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:30.142621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69ab8dce-d448-462e-8847-a18a2fe54cf6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Synchronizing usage tracker for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:subnet {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:30.206816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8d4192-4414-4ead-a908-c1c332f76c30 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:30.220991 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-a67d1873-8542-4b53-a1ef-cfb44824ae35 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884097 Feb 04 20:37:30.232697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-1e7614bb-4a53-4986-9548-dd93698e1336 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:30.233592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-1e7614bb-4a53-4986-9548-dd93698e1336 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:30.236960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-69ab8dce-d448-462e-8847-a18a2fe54cf6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Unset dirty status for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:subnet {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:30.243439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-69ab8dce-d448-462e-8847-a18a2fe54cf6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "GET /v2.0/subnets/52bb1773-18d9-4844-a5c0-c58434418594 HTTP/1.1" status: 200 len: 797 time: 0.2432177 Feb 04 20:37:30.243439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42126) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:30.251646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'port': {'network_id': '93c3cc32-5d40-4dd3-9596-16dfac1de4ef', 'name': 'tempest-FloatingIPTestJSON-1254056598', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:30.330139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bc8d4192-4414-4ead-a908-c1c332f76c30 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:30.330558 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:30.405969 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:28Z', 'revision_number': 2, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:30.414165 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Checking router: e6ae0829-5b4e-48d8-975b-e2eb618f6f5a for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:37:30.415571 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Updating router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a port dab44f31-f6ce-4a28-945a-bc01a4349e7f binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:37:30.426808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-1e7614bb-4a53-4986-9548-dd93698e1336 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:30.429642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-1e7614bb-4a53-4986-9548-dd93698e1336 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/networks?id=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 HTTP/1.1" status: 200 len: 797 time: 0.5201216 Feb 04 20:37:30.475886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-67bc7055-449f-43b2-b0f2-cc4cd0a07a0a service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313690 Feb 04 20:37:30.477523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-f18a745c-64a9-4a71-abc0-12300b0ea877 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/quotas/0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 375 time: 0.0372524 Feb 04 20:37:30.486754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:30.497644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:30.518040 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:30.589105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:30.766961 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:30.771403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-c3e57091-a54c-4549-819c-47f5a707fd3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f07a9499-01c6-472c-aee4-1a7231061983 HTTP/1.1" status: 200 len: 217 time: 0.2929595 Feb 04 20:37:30.792238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] device_id is not set on port 3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:37:30.860956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-272f16fb-e163-4c2e-a057-341f7fc4f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:30.862508 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-272f16fb-e163-4c2e-a057-341f7fc4f0c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0849056 Feb 04 20:37:30.913168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-74307ca1-a7d0-4b64-92dd-daf00fc616ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:30.993979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-b0acaa98-99b0-4c5f-a261-27eeb26b9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:30.995958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-b0acaa98-99b0-4c5f-a261-27eeb26b9ba3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1242745 Feb 04 20:37:31.009389 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:31.030006 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Transition to ACTIVE for port object dab44f31-f6ce-4a28-945a-bc01a4349e7f will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:31.089803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-74307ca1-a7d0-4b64-92dd-daf00fc616ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:31.091234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-74307ca1-a7d0-4b64-92dd-daf00fc616ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5070751 Feb 04 20:37:31.098786 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:31.298204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.14 (93c3cc32-5d40-4dd3-9596-16dfac1de4ef/52bb1773-18d9-4844-a5c0-c58434418594/3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:31.300430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-361c92bd-cf60-4b9e-8381-b9323f70c6ef service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977905 Feb 04 20:37:31.302967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.13 (93c3cc32-5d40-4dd3-9596-16dfac1de4ef/52bb1773-18d9-4844-a5c0-c58434418594/3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:31.378388 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341b75-9e17-4308-bba7-65f2cbfd1f58 None None] Pushing event updated for resources: {'Port': ['ID=dab44f31-f6ce-4a28-945a-bc01a4349e7f,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:31.434411 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Attempting to bind port dab44f31-f6ce-4a28-945a-bc01a4349e7f on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:37:31.435682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Attempting to bind port dab44f31-f6ce-4a28-945a-bc01a4349e7f by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:37:31.435682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Attempting to bind port dab44f31-f6ce-4a28-945a-bc01a4349e7f on network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:31.446410 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:37:31.448472 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Checking segment: {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:31.449158 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:31.450824 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Bound using segment: {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:37:31.451676 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Bound port: dab44f31-f6ce-4a28-945a-bc01a4349e7f, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:37:31.455476 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:31.483774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-73c1fb8c-af4d-4717-9c21-cd77491aa57d service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603224 Feb 04 20:37:31.575704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-804f6f4b-83ec-4ca6-a2c8-af440ee3fd9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1380310-4863-47b5-acf6-681239ca134a HTTP/1.1" status: 200 len: 217 time: 0.0759287 Feb 04 20:37:31.604725 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] For port dab44f31-f6ce-4a28-945a-bc01a4349e7f, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:37:31.607889 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] For port dab44f31-f6ce-4a28-945a-bc01a4349e7f, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dab44f31-f6ce-4a28-945a-bc01a4349e7f,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:37:31.638713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-39bdff5b-f1eb-4eff-8ae5-0d3bf737a88e service neutron] 10.222.0.48 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251248 Feb 04 20:37:31.692404 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:31.722595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-4d24823c-aedd-40a0-962f-bd5d6966009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:31.724690 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-4d24823c-aedd-40a0-962f-bd5d6966009e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.1379898 Feb 04 20:37:31.727397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:31.773288 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:31.773923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:31.837654 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341b75-9e17-4308-bba7-65f2cbfd1f58 None None] Pushing event updated for resources: {'Port': ['ID=dab44f31-f6ce-4a28-945a-bc01a4349e7f,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:31.854620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-bf610bd8-2a92-4e25-bed3-473a17c07f65 service neutron] 10.222.0.48 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086854 Feb 04 20:37:31.860585 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:31.864648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fc153e56-a71e-4324-9e3f-50bac493bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:31.868579 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-fc153e56-a71e-4324-9e3f-50bac493bfed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353111 Feb 04 20:37:31.956992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:31.973321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:31.980076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:32.044545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-6b8c58c5-551f-4ba8-854b-911aca94d6b2 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703293 Feb 04 20:37:32.048529 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:32.054751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:32.085301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:32.085301 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:32.210496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b34402e7-b3f9-4885-8c5c-c087a51dd172 req-7629a52f-4990-4b0d-8178-6f9af010d1e7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:32.222654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4577547c-96d6-4b97-b12c-fe7d07fb78f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9783685 Feb 04 20:37:32.223516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42146) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:32.234434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:32.241433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b34402e7-b3f9-4885-8c5c-c087a51dd172 req-7629a52f-4990-4b0d-8178-6f9af010d1e7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:32.243204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b34402e7-b3f9-4885-8c5c-c087a51dd172 req-7629a52f-4990-4b0d-8178-6f9af010d1e7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 210 time: 0.0934303 Feb 04 20:37:32.244104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:32.249616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:floatingip and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:32.253334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:32.260537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:32.318496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-bccbb73a-0b9f-46d0-b28d-3602c684a0f1 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525041 Feb 04 20:37:32.320344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:32.433207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-e7313d1b-10d8-408b-9073-33be14e2bce7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2adb57e-9414-4898-aaa6-023d346a8919 HTTP/1.1" status: 200 len: 217 time: 0.0986745 Feb 04 20:37:32.490501 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:31Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:32.495001 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea8158-6f0c-4651-a7d0-ab6019ca71f2 None None] The sync data for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 is: [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:31Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:32.514178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:32.545330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-454f8285-fd5d-41e1-9afe-64ce6083dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:32.549176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-454f8285-fd5d-41e1-9afe-64ce6083dbda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.1091774 Feb 04 20:37:32.679877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-556cafe2-01e0-4b60-857c-4d7ac17bdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:32.681615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-556cafe2-01e0-4b60-857c-4d7ac17bdb23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1156654 Feb 04 20:37:32.733009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.25.7.76 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/98565489-9572-4327-b1fc-771f338002ff) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:32.853953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-e39d34b4-40a0-41ed-86e5-f7e0cd5ddd17 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548109 Feb 04 20:37:32.928246 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:33.066844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:33.131402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:33.138723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6280fc1b-5d25-42eb-9e8a-d89531eaf9f4 req-b5c160dc-6601-4d08-b484-03064c5dc163 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764456 Feb 04 20:37:33.139207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:33.145899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:33.216284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=98565489-9572-4327-b1fc-771f338002ff,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:33.356133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2ddf2ef9-2ea7-447b-918c-550030970a53 req-03f170d5-65d1-45d5-91b7-d3494e99322b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 210 time: 0.0499220 Feb 04 20:37:33.673508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:33.816840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.042874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.119657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.221374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dab44f31-f6ce-4a28-945a-bc01a4349e7f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:34.381974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port dab44f31-f6ce-4a28-945a-bc01a4349e7f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:34.385001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=98565489-9572-4327-b1fc-771f338002ff,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:34.388004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dab44f31-f6ce-4a28-945a-bc01a4349e7f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:34.388004 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.413486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.508304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.535333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4702c65-f00c-4223-9e63-d4767ab12945 req-16a158cc-9a53-4a83-a821-19033d8c33f4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 210 time: 0.0576532 Feb 04 20:37:34.549032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port dab44f31-f6ce-4a28-945a-bc01a4349e7f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dab44f31-f6ce-4a28-945a-bc01a4349e7f,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:34.608403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42170) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:34.632151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.636658 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP a9d05b76-d1a3-4f6b-90ed-cca5ac25f6a8 associated. External IP: 172.25.7.76, port: 3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2. Feb 04 20:37:34.706089 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=dab44f31-f6ce-4a28-945a-bc01a4349e7f,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:34.715487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.715864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.727520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:37:34.820764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] Deleting subnet 4898a798-9104-4218-9134-49423213c29f {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:37:34.823843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.893783 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:34.956481 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.024729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:35.123195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.187189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4898a798-9104-4218-9134-49423213c29f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:35.191355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.200871 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13627cf4-36af-4d14-a2eb-dea3af9bd35f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4898a798-9104-4218-9134-49423213c29f HTTP/1.1" status: 204 len: 168 time: 0.5888619 Feb 04 20:37:35.201223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42176) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:35.321172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.338707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-62729ada-50dd-4cc7-811d-241589287d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:35.339371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-62729ada-50dd-4cc7-811d-241589287d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:35.361479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-62729ada-50dd-4cc7-811d-241589287d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:35.362730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-62729ada-50dd-4cc7-811d-241589287d3e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/networks?id=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 HTTP/1.1" status: 200 len: 797 time: 0.3366859 Feb 04 20:37:35.365234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:35.385038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:35.397766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:35.401921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:35.476097 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.495861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-3de2ed84-845c-45de-9e6e-78fde2afd12f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:35.501516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:35.511203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:35.512031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:35.514463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.515384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a661720-ebee-4a24-9b69-bd39c954b979']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:35.530490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fe9259-4c69-4136-8503-61486e0e17ee') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:35.533034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fe9259-4c69-4136-8503-61486e0e17ee') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:35.547580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.568218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.576188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:37:35.576689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.583725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:35.583725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b9fa9-93bf-40a6-b9e1-874492e881ea None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:37:35.593167 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:37:35.601712 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8977b84a-ea79-461d-8423-357fbc6042d0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3714688 Feb 04 20:37:35.601712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42182) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:35.606908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'port_id': '3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:35.667529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-3de2ed84-845c-45de-9e6e-78fde2afd12f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:35.668667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-3de2ed84-845c-45de-9e6e-78fde2afd12f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974 HTTP/1.1" status: 200 len: 380 time: 0.2634916 Feb 04 20:37:35.692939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'port': {'device_id': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'admin_state_up': True, 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'security_groups': ['91243fd0-b4dd-4851-8946-2aeafc6cd187']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:35.715276 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d3bf737-16a1-4a00-baba-cbb86ab8aa07 req-0e5f6290-02da-48b7-b17c-a8aa1df88edc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 210 time: 0.0492668 Feb 04 20:37:35.785736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.802225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.802484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:35.814820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a661720-ebee-4a24-9b69-bd39c954b979,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:35.872164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-007562f1-7b4b-4d8a-b246-5cf44df2653e admin admin] 10.222.0.48 "DELETE /v2.0/networks/4a661720-ebee-4a24-9b69-bd39c954b979 HTTP/1.1" status: 204 len: 168 time: 0.6697416 Feb 04 20:37:36.094380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:36.118270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:36.151257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dab44f31-f6ce-4a28-945a-bc01a4349e7f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:36.174103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42188) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:36.227636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dab44f31-f6ce-4a28-945a-bc01a4349e7f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:36.228008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.231553 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76806fa6-5ac5-41aa-a194-24ae2bc6c474 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2191314df224e21b40440681653278a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563121 Feb 04 20:37:36.234072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42192) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:36.257700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Made reservation on behalf of 0cfcadd9b7094963a3b2d3b3e8a7f974 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:36.257700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.299028 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b036093f-4421-45fd-80e8-7a496df72488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.326560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b036093f-4421-45fd-80e8-7a496df72488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.448805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b036093f-4421-45fd-80e8-7a496df72488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.465899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036093f-4421-45fd-80e8-7a496df72488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:36.538957 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b036093f-4421-45fd-80e8-7a496df72488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.540073 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b036093f-4421-45fd-80e8-7a496df72488 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c7a5243-ea90-49b5-b4e3-9d9c2d7fb6f6 HTTP/1.1" status: 204 len: 168 time: 0.3043253 Feb 04 20:37:36.612640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.20.0.13 (fbef1ccf-33b1-42fb-ab2a-0335b7bafd33/bb8ba060-67f2-47f9-8401-fc4c722450c1/5fd9ed1e-8af2-4845-bf0d-94f5569df23e) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:36.940967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-973879db-5d86-4010-b3c2-7162a118115a req-a06e523d-9351-40d8-84fc-0a5cdd8e872a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 210 time: 0.0906053 Feb 04 20:37:36.953330 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.962428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:36.978805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Transition to ACTIVE for port object 5fd9ed1e-8af2-4845-bf0d-94f5569df23e will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:37.062447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:37.135802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:37.280643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:37.285907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:37.291607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:37.334253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:37.559652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:37.560157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:37.633887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-10cf10e4-6b53-4534-9680-fb39ab8c7ead None None] Provisioning for port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:37.641977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-10cf10e4-6b53-4534-9680-fb39ab8c7ead None None] Provisioning complete for port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:37.641977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10cf10e4-6b53-4534-9680-fb39ab8c7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:37.672070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ce8383b3-5bc6-4361-8625-0d87889f22a5 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9903421 Feb 04 20:37:37.693887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Request body: {'port': {'device_id': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:37.700050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10cf10e4-6b53-4534-9680-fb39ab8c7ead None None] Port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:37:37.746261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:37.888597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:38.043738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:38.048706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:38.056447 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:38.071150 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:38.072294 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:38.156517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b86b06-3c38-4d64-9422-5c7d1705514e req-997ce36d-ca7c-45b0-9c3c-c078be83a803 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:38.159885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60b86b06-3c38-4d64-9422-5c7d1705514e req-997ce36d-ca7c-45b0-9c3c-c078be83a803 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 932 time: 0.1039414 Feb 04 20:37:38.184511 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:38.193751 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:38.194742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:38.258950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60b86b06-3c38-4d64-9422-5c7d1705514e req-f8ca4bdc-d1e7-4325-b3ac-8235982c4b11 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920467 Feb 04 20:37:38.269079 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:38.269482 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7bdd7-3e39-4ff3-beda-35af7ec3f63f None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:38.296972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9e162a4e-ea51-4dbd-b170-de29c0922e6b tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/floatingips/a9d05b76-d1a3-4f6b-90ed-cca5ac25f6a8 HTTP/1.1" status: 200 len: 978 time: 2.6942790 Feb 04 20:37:38.299605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42228) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:38.584017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 98565489-9572-4327-b1fc-771f338002ff {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:38.584353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:38.635615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd9ed1e-8af2-4845-bf0d-94f5569df23e {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:37:38.646211 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:38.725934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Transition to ACTIVE for port object 5fd9ed1e-8af2-4845-bf0d-94f5569df23e will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:38.774377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:38.774709 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:38.836638 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.058733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 98565489-9572-4327-b1fc-771f338002ff owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:39.105487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.206297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:39.337180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.366224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Attempting to bind port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:37:39.366754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Attempting to bind port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:37:39.366902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Attempting to bind port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e on network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:39.384084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e on network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:37:39.384399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Attempting to bind port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e on network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:39.430337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:37:39.430598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Checking segment: {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:39.431562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Bound using segment: {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:37:39.432180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Bound port: 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50099653-6104-41bd-9ec0-aa38c91da4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:37:39.432537 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.563893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000133bb-63f5-499e-9b9a-ad0038298388 req-ff65c307-2f72-4aed-bb08-7251e84ecf42 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:39.564194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-000133bb-63f5-499e-9b9a-ad0038298388 req-ff65c307-2f72-4aed-bb08-7251e84ecf42 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:39.567128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:37:39.570084 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.575538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:37:39.627740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=98565489-9572-4327-b1fc-771f338002ff,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:39.661837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.756317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-000133bb-63f5-499e-9b9a-ad0038298388 req-ff65c307-2f72-4aed-bb08-7251e84ecf42 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:39.757467 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-000133bb-63f5-499e-9b9a-ad0038298388 req-ff65c307-2f72-4aed-bb08-7251e84ecf42 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 944 time: 0.3841822 Feb 04 20:37:39.770221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:39.771088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.772431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] 10.222.0.24 "PUT /v2.0/ports/5fd9ed1e-8af2-4845-bf0d-94f5569df23e HTTP/1.1" status: 200 len: 1092 time: 2.0853395 Feb 04 20:37:39.777960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:37:39.824867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:39.825299 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP a9d05b76-d1a3-4f6b-90ed-cca5ac25f6a8 disassociated (deleted). External IP: 172.25.7.76, port: 3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2. Feb 04 20:37:39.918799 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'status': 'completed', 'code': 200} Feb 04 20:37:39.926091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac050548-7c50-4897-aef1-edb70e31a81c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:39.968597 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-000133bb-63f5-499e-9b9a-ad0038298388 req-eb6bfd71-5c81-4a67-93b7-c875cb779502 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951663 Feb 04 20:37:40.088467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e00cf8-34e9-4e25-b9b9-f2c8aa47b0e3 req-37be93b4-7f48-4683-99d2-8143ed455501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:40.089975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03e00cf8-34e9-4e25-b9b9-f2c8aa47b0e3 req-37be93b4-7f48-4683-99d2-8143ed455501 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 1095 time: 0.2035987 Feb 04 20:37:40.388764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e00cf8-34e9-4e25-b9b9-f2c8aa47b0e3 req-b50812c8-e9c3-46a6-ac29-841082a2b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:40.390193 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03e00cf8-34e9-4e25-b9b9-f2c8aa47b0e3 req-b50812c8-e9c3-46a6-ac29-841082a2b9a0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2473667 Feb 04 20:37:40.398000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:40.800428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e00cf8-34e9-4e25-b9b9-f2c8aa47b0e3 req-b8e84b90-f1fc-4a9e-a765-87f238a58ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:40.801845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03e00cf8-34e9-4e25-b9b9-f2c8aa47b0e3 req-b8e84b90-f1fc-4a9e-a765-87f238a58ffb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4012520 Feb 04 20:37:40.817437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:40.826924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:40.837131 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:40.838241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:40.839022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:40.904168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:40.912222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:40.912832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:40.946389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-14b99234-d7dd-4dcf-8143-2cf34be4b2ec tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/floatingips/a9d05b76-d1a3-4f6b-90ed-cca5ac25f6a8 HTTP/1.1" status: 204 len: 168 time: 2.6434312 Feb 04 20:37:40.947713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:40.964244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-00a94f64-f5bc-4eca-bdac-4665a0a38c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:40.965714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-00a94f64-f5bc-4eca-bdac-4665a0a38c54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 1095 time: 0.1033969 Feb 04 20:37:40.977828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:40.978223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f4174-2252-4776-8e63-1267f7d0990b None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:41.025063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:41.025860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:41.043588 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-5311d8d0-8aac-41c1-a139-8ea56b456cb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e HTTP/1.1" status: 200 len: 217 time: 0.0672197 Feb 04 20:37:41.120048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-50b20bc9-b6c8-4e07-817f-fbcfd66c2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:41.121520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-50b20bc9-b6c8-4e07-817f-fbcfd66c2d6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb8ba060-67f2-47f9-8401-fc4c722450c1 HTTP/1.1" status: 200 len: 835 time: 0.0699799 Feb 04 20:37:41.208560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-74630ad2-a3b3-4192-a99a-6643abe11492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:41.212459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-74630ad2-a3b3-4192-a99a-6643abe11492 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794771 Feb 04 20:37:41.327624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed3d1d-064a-4817-8583-7dcf13b742c0 req-6f89c369-6c2c-4e9b-bfc6-ad75b8486faa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:41.329529 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94ed3d1d-064a-4817-8583-7dcf13b742c0 req-6f89c369-6c2c-4e9b-bfc6-ad75b8486faa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 944 time: 0.2373264 Feb 04 20:37:41.360348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-1f332035-397a-435e-aee9-d45ed19cb63e service neutron] 10.222.0.24 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395876 Feb 04 20:37:41.401131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:41.415359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94ed3d1d-064a-4817-8583-7dcf13b742c0 req-c43f145d-c7c5-445e-b230-f5bc9350b2aa tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739858 Feb 04 20:37:41.502654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1f41cdeb-4c0c-48d7-a82f-51ffa78327dc req-0a36c12b-6ece-4c5f-b5d1-9e317b06d820 service neutron] 10.222.0.24 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331515 Feb 04 20:37:41.635618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:41.907904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:41.956737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:42.025110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42366) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:42.096679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.110510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-75bbb904-2e86-4af3-a625-9826590b509a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/ports/3f4fc7b8-e4a9-4b2b-8c4d-36059e95daf2 HTTP/1.1" status: 204 len: 168 time: 1.1568513 Feb 04 20:37:42.110602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42372) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:42.115412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:42.122421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:42.127354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:floatingip and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:42.130462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:42.157338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:42.163547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.181467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:42.185271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Usage tracker for resource:security_group_rule and tenant:473e8b7a8aa145f08756be375d74ebe4 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:42.188685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:42.194326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:42.237640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.349198 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.392791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.450856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=473e8b7a8aa145f08756be375d74ebe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246266 Feb 04 20:37:42.453570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:42.454365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb794e4-7488-46d1-985e-76632b7db991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35abf04a-5e7f-40a7-aaaa-bc618848a875,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:42.458423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.519151 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b307037-bcb3-48ee-9c97-97ab3650caeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.545468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b307037-bcb3-48ee-9c97-97ab3650caeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.648012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.25.7.62 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/0965abdb-8282-495b-97cd-16f260026963) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:42.679454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b307037-bcb3-48ee-9c97-97ab3650caeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.695837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b307037-bcb3-48ee-9c97-97ab3650caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35abf04a-5e7f-40a7-aaaa-bc618848a875,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:42.700270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5b307037-bcb3-48ee-9c97-97ab3650caeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:42.701397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5b307037-bcb3-48ee-9c97-97ab3650caeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35abf04a-5e7f-40a7-aaaa-bc618848a875 HTTP/1.1" status: 204 len: 168 time: 0.2459924 Feb 04 20:37:42.747580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4395c79-c09b-4306-b436-f6c1558f4761 req-537d566a-0e43-49d4-8a98-f8e239a74d04 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:42.749055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4395c79-c09b-4306-b436-f6c1558f4761 req-537d566a-0e43-49d4-8a98-f8e239a74d04 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 944 time: 0.2141631 Feb 04 20:37:42.823749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4395c79-c09b-4306-b436-f6c1558f4761 req-3df1507d-a2ef-4a79-9cd7-7b797d888e4e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670803 Feb 04 20:37:42.848080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.020727 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.204091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:43.206831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:43.210264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:43.241879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=0965abdb-8282-495b-97cd-16f260026963,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:43.290266 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.381729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42386) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:43.428383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.456305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:43.463165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Usage tracker for resource:security_group_rule and tenant:42929265e9f44919b55e9f81f1dc8ff7 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:43.467571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:43.475630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:43.477377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.717504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.745046 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.782364 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.819916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.879015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42929265e9f44919b55e9f81f1dc8ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961617 Feb 04 20:37:43.881954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:43.887934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523c417-7977-42f0-8e9e-5b47214d521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4834af5-8103-4bca-b875-2aba414c8a90,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:43.926042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5fd9ed1e-8af2-4845-bf0d-94f5569df23e details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:37:43.949019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=0965abdb-8282-495b-97cd-16f260026963,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:43.966321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc48418f-7f66-4b59-9d4b-64335c045359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.973628 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:43.998059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc48418f-7f66-4b59-9d4b-64335c045359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.089116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.090950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a164c9c3-c671-4e9f-935f-d7d52faa4061 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9792800 Feb 04 20:37:44.093463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42396) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:44.099103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:44.099735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'port': {'network_id': '93c3cc32-5d40-4dd3-9596-16dfac1de4ef', 'name': 'tempest-FloatingIPTestJSON-953302905'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:44.113985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'port_id': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'mac_address': 'fa:16:3e:15:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:37:44.152696 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc48418f-7f66-4b59-9d4b-64335c045359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.178461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48418f-7f66-4b59-9d4b-64335c045359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4834af5-8103-4bca-b875-2aba414c8a90,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:44.192866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dc48418f-7f66-4b59-9d4b-64335c045359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.194483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dc48418f-7f66-4b59-9d4b-64335c045359 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4834af5-8103-4bca-b875-2aba414c8a90 HTTP/1.1" status: 204 len: 168 time: 0.3115697 Feb 04 20:37:44.212744 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.233682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd9ed1e-8af2-4845-bf0d-94f5569df23e {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:37:44.241713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5e290-db51-4ad1-a415-ed9ea78c22e3 req-d0b8ff85-6082-4368-b7ed-985da8edffde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:44.243419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ac5e290-db51-4ad1-a415-ed9ea78c22e3 req-d0b8ff85-6082-4368-b7ed-985da8edffde tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 944 time: 0.1296918 Feb 04 20:37:44.252590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:44.294400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:44.301744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:port and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:44.301848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6ac5e290-db51-4ad1-a415-ed9ea78c22e3 req-2009d5ef-644d-4c07-b035-bdf4ac2d2cf6 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508378 Feb 04 20:37:44.301945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:44.307274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:44.319691 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.389274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:44.405176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:44.409938 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.430767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] device_id is not set on port 8dbe495c-a229-4eb3-8803-93c5a8ed27bd yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:37:44.572439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.2 (93c3cc32-5d40-4dd3-9596-16dfac1de4ef/52bb1773-18d9-4844-a5c0-c58434418594/8dbe495c-a229-4eb3-8803-93c5a8ed27bd) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:44.595908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5fd9ed1e-8af2-4845-bf0d-94f5569df23e'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:37:44.782571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.863328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:44.932863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 93c3cc32-5d40-4dd3-9596-16dfac1de4ef is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:44.935920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:44.940530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:44.984043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=8dbe495c-a229-4eb3-8803-93c5a8ed27bd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:45.012366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:45.012978 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.126921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6d005627-30ef-441a-b770-b837f676a16a tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0318196 Feb 04 20:37:45.129702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42418) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:45.134853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'port_id': '8dbe495c-a229-4eb3-8803-93c5a8ed27bd'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:45.212174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.298853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42424) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:45.412664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1425317227-network', 'tenant_id': '022e84b8b2ad4520b59a318e4ada1ba1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:45.417802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:45.421593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Usage tracker for resource:network and tenant:022e84b8b2ad4520b59a318e4ada1ba1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:45.425053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:45.431201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:45.502658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Made reservation on behalf of 022e84b8b2ad4520b59a318e4ada1ba1 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:45.505352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.518496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.535044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:45.539062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Usage tracker for resource:security_group_rule and tenant:022e84b8b2ad4520b59a318e4ada1ba1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:45.542269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:45.548869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:45.636442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.708252 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.736281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:37:45.748611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b74a12-561e-47a3-a87d-10dc6aaf7692,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:45.753060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.753405 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Added segment 66ea7412-320f-4c3f-a57a-774c285a0a23 of type vlan for network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 Feb 04 20:37:45.780241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.840308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a4885-dcfd-4738-aeb1-696e6c758a77 req-146b3b8f-3c1a-4259-b9e5-aa1c17c4f054 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:45.841691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa7a4885-dcfd-4738-aeb1-696e6c758a77 req-146b3b8f-3c1a-4259-b9e5-aa1c17c4f054 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 945 time: 0.3793693 Feb 04 20:37:45.885462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.886724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:45.887412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:45.903872 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa7a4885-dcfd-4738-aeb1-696e6c758a77 req-b277bfd2-88a6-4b59-8023-4f9199100989 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511808 Feb 04 20:37:45.937721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5fd9ed1e-8af2-4845-bf0d-94f5569df23e up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:46.010500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2c59f5-86da-4f15-8842-bc9fafd5cf20,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:46.021433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:37:46.042923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.072384 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e4383ca8-6a02-43a1-8efe-2096d2ebe425 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7723987 Feb 04 20:37:46.079556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42432) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:46.085888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Request body: {'subnet': {'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1425317227-subnet', 'tenant_id': '022e84b8b2ad4520b59a318e4ada1ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:46.091655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:46.091804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.096266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Usage tracker for resource:subnet and tenant:022e84b8b2ad4520b59a318e4ada1ba1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:46.099800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:46.099915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:46.107563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:46.107718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:46.108058 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.176943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Made reservation on behalf of 022e84b8b2ad4520b59a318e4ada1ba1 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:46.180230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.279941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.289986 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 24d3d409-38fb-4b5c-9759-fd0a5b76c1dc associated. External IP: 172.25.7.62, port: 8dbe495c-a229-4eb3-8803-93c5a8ed27bd. Feb 04 20:37:46.312468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:37:46.325041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:46.400437 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.485446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:46.545311 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'code': 200} Feb 04 20:37:46.551190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.630230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152b4c31-d4bd-4839-b57a-0b0239645c1e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:46.639364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Checking segment: {'id': '66ea7412-320f-4c3f-a57a-774c285a0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:46.639720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Network hostable DHCP agents. Network: 1f2c59f5-86da-4f15-8842-bc9fafd5cf20, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:37:46.719985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:46.736526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:37:46.789148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d37467-84b1-4340-b58d-0401b3f1739b req-8284d7d5-0271-49a2-afaf-000c6de405aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:46.790606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4d37467-84b1-4340-b58d-0401b3f1739b req-8284d7d5-0271-49a2-afaf-000c6de405aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 1097 time: 0.1624515 Feb 04 20:37:46.816376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1f2c59f5-86da-4f15-8842-bc9fafd5cf20) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:46.820428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:46.821008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.827175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df466b-1b75-4bf1-9f92-286ffef3eb4b None None] Network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:46.905821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4d37467-84b1-4340-b58d-0401b3f1739b req-d3720c9d-8ff1-4cda-a1c1-9a49505a76b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053352 Feb 04 20:37:46.932289 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6cc6a98d-0071-4c5d-bb34-47df89d19088 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8515878 Feb 04 20:37:46.939389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:46.944116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:46.953311 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:46.966341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:46.969647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:47.008061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fc05c0ee-cb9e-4179-92ed-8a98ed31507c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/floatingips/24d3d409-38fb-4b5c-9759-fd0a5b76c1dc HTTP/1.1" status: 200 len: 976 time: 1.8773251 Feb 04 20:37:47.011070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42444) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:47.060505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d799161-8542-414e-b155-901dce269797 None None] Network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:47.103883 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:47.105020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 8dbe495c-a229-4eb3-8803-93c5a8ed27bd {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:47.105422 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:47.136895 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:47.138648 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:47.231140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:47.231915 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4db7dd-7f38-402a-a3c0-10b31c547800 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:47.355404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2beb05-fcaf-4462-bffb-1a9249720ad5 req-edfa711e-9e95-40b0-a1c6-f5899a7a9129 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:47.356866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b2beb05-fcaf-4462-bffb-1a9249720ad5 req-edfa711e-9e95-40b0-a1c6-f5899a7a9129 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.2365444 Feb 04 20:37:47.404394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b2beb05-fcaf-4462-bffb-1a9249720ad5 req-208596df-0d8e-4498-8aa8-821c652a5247 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Feb 04 20:37:47.535822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:47.732815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42460) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:47.738987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-13621329-network', 'tenant_id': '918d83ec527246d78e1fce661fd7d138'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:47.744393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:47.748120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Usage tracker for resource:network and tenant:918d83ec527246d78e1fce661fd7d138 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:47.750984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:47.756825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:47.828227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Made reservation on behalf of 918d83ec527246d78e1fce661fd7d138 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:47.830556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:47.833525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:47.834024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:47.834191 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 24d3d409-38fb-4b5c-9759-fd0a5b76c1dc disassociated. External IP: 172.25.7.62, port: 8dbe495c-a229-4eb3-8803-93c5a8ed27bd. Feb 04 20:37:47.834524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 8dbe495c-a229-4eb3-8803-93c5a8ed27bd owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:47.845356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:47.859427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:47.863854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Usage tracker for resource:security_group_rule and tenant:918d83ec527246d78e1fce661fd7d138 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:47.866713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:47.872346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:47.952524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.022403 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.052798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:37:48.054283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.065993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7076376-a6a3-4f1a-99d2-bb2866191de1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:48.073361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.073980 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Added segment fa9d1524-544a-48cf-9169-7c87c9cc0ab7 of type vlan for network 3606cbac-d6e2-4c3e-9d5f-09e00da3d755 Feb 04 20:37:48.111049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.113323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=8dbe495c-a229-4eb3-8803-93c5a8ed27bd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:48.214085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.217969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:48.217969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.302438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:48.324322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] Pushing event updated for resources: {'Network': ['ID=3606cbac-d6e2-4c3e-9d5f-09e00da3d755,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:48.334973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 3606cbac-d6e2-4c3e-9d5f-09e00da3d755 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:37:48.380783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-27c67696-dc0f-40d1-a6e6-b408c780306b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6467535 Feb 04 20:37:48.383385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42464) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:48.388782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Request body: {'subnet': {'network_id': '3606cbac-d6e2-4c3e-9d5f-09e00da3d755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-13621329-subnet', 'tenant_id': '918d83ec527246d78e1fce661fd7d138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:48.394890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:48.399142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Usage tracker for resource:subnet and tenant:918d83ec527246d78e1fce661fd7d138 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:48.401791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:48.409170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:48.473601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Made reservation on behalf of 918d83ec527246d78e1fce661fd7d138 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:48.476278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.500979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:48.513384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:48.523144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:48.523753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:48.585434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:48.594203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:48.594789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:48.652560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:48.658393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:48.658819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68afd1-d2e5-42b1-adf7-19389432ca92 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:48.669433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7321906c-68f8-4ad5-9db7-0a001dc6ee93 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/ports/8dbe495c-a229-4eb3-8803-93c5a8ed27bd HTTP/1.1" status: 204 len: 168 time: 1.6572232 Feb 04 20:37:48.672008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42470) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:48.681874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b686fca-627a-4971-b568-e30e9af7de9b req-c8147657-4180-402c-a660-ec2c4793e6fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:48.683406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b686fca-627a-4971-b568-e30e9af7de9b req-c8147657-4180-402c-a660-ec2c4793e6fe tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1487563 Feb 04 20:37:48.728421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6b686fca-627a-4971-b568-e30e9af7de9b req-235eb5b3-48b3-4442-8ebf-f0dd69d8673e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Feb 04 20:37:48.771677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ba1c604-a056-445f-9ad7-044899af4f26 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "GET /v2.0/floatingips/24d3d409-38fb-4b5c-9759-fd0a5b76c1dc HTTP/1.1" status: 200 len: 687 time: 0.0985508 Feb 04 20:37:48.774170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42476) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:48.839377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.038018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 0965abdb-8282-495b-97cd-16f260026963 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:37:49.038736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.087986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c27a432-812c-487d-8785-4528f48c05da,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:49.115796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Checking segment: {'id': 'fa9d1524-544a-48cf-9169-7c87c9cc0ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3606cbac-d6e2-4c3e-9d5f-09e00da3d755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:49.116152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Network hostable DHCP agents. Network: 3606cbac-d6e2-4c3e-9d5f-09e00da3d755, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:37:49.222731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc701d95-a989-4727-a1ff-0b0c45ae308c req-0b5b48d4-9789-4c34-9603-195f571d05da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:49.224279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc701d95-a989-4727-a1ff-0b0c45ae308c req-0b5b48d4-9789-4c34-9603-195f571d05da tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.3862734 Feb 04 20:37:49.269931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Network 3606cbac-d6e2-4c3e-9d5f-09e00da3d755 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:37:49.306251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.306579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.316301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc701d95-a989-4727-a1ff-0b0c45ae308c req-31f9c8b6-2f3f-4dcd-80b1-5931246e73f4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852585 Feb 04 20:37:49.347098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42480) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:49.369160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 3606cbac-d6e2-4c3e-9d5f-09e00da3d755) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:49.377415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4101bc3-7061-480d-9576-565d67b8868d None None] Network 3606cbac-d6e2-4c3e-9d5f-09e00da3d755 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:49.420005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb4a84-5d28-4a88-90f3-e4108ef293bd tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:49.424237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c8eb4a84-5d28-4a88-90f3-e4108ef293bd tempest-TestNetworkAdvancedServerOps-262598597 tempest-TestNetworkAdvancedServerOps-262598597-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 1092 time: 0.0735188 Feb 04 20:37:49.424378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42484) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:49.429472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:49.435865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 0965abdb-8282-495b-97cd-16f260026963 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:37:49.439133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:49.443227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Usage tracker for resource:floatingip and tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:49.447069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:49.452513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:49.464473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:49.465060 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.522950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.575283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5a7e7d9d-0e14-4140-9daf-2a6b36f9bfb1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1907761 Feb 04 20:37:49.657798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b7d403-2e47-4a93-81c1-f321b608be57 None None] Network 3606cbac-d6e2-4c3e-9d5f-09e00da3d755 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:49.680869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.791462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.845012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=0965abdb-8282-495b-97cd-16f260026963,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:49.921820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Allocated IP 172.25.7.193 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/9b867451-c16b-4d45-b85f-21eb1594a3fc) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:49.947361 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.966413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:49.967661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cd8c1e54-2c24-48ad-9286-6093e4ca8f66 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/floatingips/24d3d409-38fb-4b5c-9759-fd0a5b76c1dc HTTP/1.1" status: 204 len: 168 time: 1.1925368 Feb 04 20:37:49.972294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42496) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:49.976947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'b96c8611-b0ea-46b0-9d92-859c685bac5f'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:49.984476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:49.989669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:floatingip and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:49.993314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:50.000707 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:50.079449 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a41f3a5-7268-44e3-9626-fe73d46703f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:50.099733 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:50.241600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:50.319766 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:50.331258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c39e93ca-dbc3-42e6-a160-d311b4593342 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:50.331927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c39e93ca-dbc3-42e6-a160-d311b4593342 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Synchronizing usage tracker for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:50.419542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c39e93ca-dbc3-42e6-a160-d311b4593342 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Unset dirty status for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:50.420688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c39e93ca-dbc3-42e6-a160-d311b4593342 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/networks?id=1f2c59f5-86da-4f15-8842-bc9fafd5cf20 HTTP/1.1" status: 200 len: 812 time: 0.2911751 Feb 04 20:37:50.435436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-b1d6b3b8-50ad-441a-a8ce-1e3b4189c046 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/quotas/022e84b8b2ad4520b59a318e4ada1ba1 HTTP/1.1" status: 200 len: 375 time: 0.0094111 Feb 04 20:37:50.475713 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:50.512539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.25.7.108 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/ece97d18-a5e3-4361-9391-45ec0a6c237b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:50.523730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-b21f41d4-6616-4633-9795-42e80f1622a2 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=022e84b8b2ad4520b59a318e4ada1ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834277 Feb 04 20:37:50.612581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:50.619050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:50.634934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:50.669935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:50.675823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=9b867451-c16b-4d45-b85f-21eb1594a3fc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:50.754161 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:50.775048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-d33dcf0a-a05c-4427-ae1f-6e18480b4214 service neutron] 10.222.0.48 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359478 Feb 04 20:37:50.818483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:50.821316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:50.823843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:50.868752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=ece97d18-a5e3-4361-9391-45ec0a6c237b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:51.035958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-2e404618-f93f-49e5-a4f9-073b6aba7e97 service neutron] 10.222.0.48 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550075 Feb 04 20:37:51.211184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.254917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.367344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.393946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aa26e5c4-76f5-4487-b7f6-c318cc63d623 req-9b0497b4-48c7-4998-b105-1f9f800abd33 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 210 time: 0.0812018 Feb 04 20:37:51.420162 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.583881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.629576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.642618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.725491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.843648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=ece97d18-a5e3-4361-9391-45ec0a6c237b,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:51.857018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:51.882072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event updated for resources: {'Port': ['ID=9b867451-c16b-4d45-b85f-21eb1594a3fc,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:51.893083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:52.079832 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP 1c135658-bb8f-4ae9-9ec3-a2116a61dc18 associated. External IP: 172.25.7.193, port: 5fd9ed1e-8af2-4845-bf0d-94f5569df23e. Feb 04 20:37:52.160072 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 6247bf15-1650-46c1-8d23-117706326a88 associated. External IP: 172.25.7.108, port: b96c8611-b0ea-46b0-9d92-859c685bac5f. Feb 04 20:37:52.319713 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6c255c90-0bd7-404e-a5e5-e60be85df209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:52.474902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:52.558951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:37:52.615856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-21d8e484-d6a4-41a2-b865-d1f44dfc9f43 req-5e242191-2b7c-44ae-b803-680c2fd1b14c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 210 time: 0.0655720 Feb 04 20:37:52.723452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:52.735199 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] Sync routers for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:52.747096 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:52.748310 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:52.767362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:52.781600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:52.799006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:52.799696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:52.808206 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:52.860158 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:52.876876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:52.886195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-80c44baf-1ebb-4368-8d81-5a0b1065594a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4607031 Feb 04 20:37:52.886889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:37:52.891845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:52.892681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:52.982944 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'status': 'completed', 'code': 200} Feb 04 20:37:52.992453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e76dba96-743e-45aa-aabe-47f075ae0fba tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0194833 Feb 04 20:37:52.995055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42524) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:53.001193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1296061600'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:53.017799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:53.018458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f7ef9-a331-44d2-afb3-cf4ac607b8c0 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:53.039994 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:53.057526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:53.106637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:network and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:53.116788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:53.128652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:53.162706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-38e352f6-7257-47be-ae04-1a26e3e0bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:53.164336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-38e352f6-7257-47be-ae04-1a26e3e0bff2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 1097 time: 0.1574252 Feb 04 20:37:53.205806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9041c08-f61b-4335-88aa-a329e6697a44 req-9fc1e3ab-d1da-44f6-bb4a-b002dd60935a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:53.207400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9041c08-f61b-4335-88aa-a329e6697a44 req-9fc1e3ab-d1da-44f6-bb4a-b002dd60935a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1513934 Feb 04 20:37:53.260331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:53.263570 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:53.351343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:37:53.355427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b9041c08-f61b-4335-88aa-a329e6697a44 req-276e1ade-7874-4ed9-b93c-09676320922b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013205 Feb 04 20:37:53.375282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:53.375628 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Added segment c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f of type vlan for network db779119-8330-4d70-bbad-68f6a67f9e16 Feb 04 20:37:53.382134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-1108d060-1c2d-436b-89f2-4b9b009ef03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:53.383598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-1108d060-1c2d-436b-89f2-4b9b009ef03c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 HTTP/1.1" status: 200 len: 898 time: 0.2100310 Feb 04 20:37:53.384941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42528) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:53.413827 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '1c135658-bb8f-4ae9-9ec3-a2116a61dc18', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'port_id': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'mac_address': 'fa:16:3e:15:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:37:51Z', 'updated_at': '2022-02-04T20:37:51Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:34Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:53.417573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] Checking router: e6ae0829-5b4e-48d8-975b-e2eb618f6f5a for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:37:53.425727 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:53.426316 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:53.454771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:53.511067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:53.559202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:53.609389 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:37:53.611787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b39a46f2-9ff5-49d1-904d-5dbe8c13858c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/1c135658-bb8f-4ae9-9ec3-a2116a61dc18 HTTP/1.1" status: 200 len: 992 time: 0.2258267 Feb 04 20:37:53.616120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-7a1b85f0-4ec7-4184-b5f7-f1c509370b1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e HTTP/1.1" status: 200 len: 1000 time: 0.1699362 Feb 04 20:37:53.691171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-597c7b20-9dee-4368-b082-1574cfcfb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:53.692858 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-597c7b20-9dee-4368-b082-1574cfcfb78e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb8ba060-67f2-47f9-8401-fc4c722450c1 HTTP/1.1" status: 200 len: 835 time: 0.0706925 Feb 04 20:37:53.740516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:53.750815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:53.751489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:53.808781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02db43e2-9831-4f87-9d6f-93355c76ce78 req-9bf5b5df-fbdb-456c-983f-1bea30b12f80 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 210 time: 0.0603325 Feb 04 20:37:53.869432 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-741d1e86-6713-4e4f-acb9-4d87003b6f79 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:53.870929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-741d1e86-6713-4e4f-acb9-4d87003b6f79 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.62 "GET /v2.0/networks?id=1f2c59f5-86da-4f15-8842-bc9fafd5cf20 HTTP/1.1" status: 200 len: 812 time: 0.2221763 Feb 04 20:37:53.884205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Request body: {'port': {'device_id': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20', 'admin_state_up': True, 'tenant_id': '022e84b8b2ad4520b59a318e4ada1ba1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:53.996489 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '1c135658-bb8f-4ae9-9ec3-a2116a61dc18', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'port_id': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'mac_address': 'fa:16:3e:15:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:37:51Z', 'updated_at': '2022-02-04T20:37:51Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:34Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:54.004687 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc84b7-742a-4838-b7f1-6948a8c13421 None None] The sync data for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 is: [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '1c135658-bb8f-4ae9-9ec3-a2116a61dc18', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'port_id': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'mac_address': 'fa:16:3e:15:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:37:51Z', 'updated_at': '2022-02-04T20:37:51Z', 'revision_number': 0, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:34Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:54.051748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:54.059631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Network': ['ID=db779119-8330-4d70-bbad-68f6a67f9e16,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:54.059901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Usage tracker for resource:port and tenant:022e84b8b2ad4520b59a318e4ada1ba1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:54.064265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:54.071806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:54.073117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-a0304d08-e30b-41ee-870b-13050e428a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:54.075387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-a0304d08-e30b-41ee-870b-13050e428a14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763421 Feb 04 20:37:54.077534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network db779119-8330-4d70-bbad-68f6a67f9e16 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:37:54.178789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-066a6e1f-6076-4c83-8729-0d07b0f5f89c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1824005 Feb 04 20:37:54.179183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:54.186181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'subnet': {'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:54.238058 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-52e557c8-0481-485b-b6f3-943c037dff99 service neutron] 10.222.0.24 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533446 Feb 04 20:37:54.280639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Made reservation on behalf of 022e84b8b2ad4520b59a318e4ada1ba1 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:54.284451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:54.313430 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fd87a-94a5-40fe-8307-2d45d574c1d8 None None] New status for floating IP 1c135658-bb8f-4ae9-9ec3-a2116a61dc18: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:37:54.392506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bab140e-ee4f-4c64-8ce4-897618d9561c req-68441338-ecc1-4d1a-8d94-ed070c8030b8 service neutron] 10.222.0.24 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456134 Feb 04 20:37:54.488149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:54.513583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:54.594540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Allocated IP 172.20.0.13 (1f2c59f5-86da-4f15-8842-bc9fafd5cf20/152b4c31-d4bd-4839-b57a-0b0239645c1e/a45308ad-6ee3-4196-93cc-f72484dec92c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:54.615449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42538) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:54.621138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:37:54.624479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:54.725546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-888aa813-c94d-42f5-abd2-905b4054250e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/1c135658-bb8f-4ae9-9ec3-a2116a61dc18 HTTP/1.1" status: 200 len: 994 time: 0.1087589 Feb 04 20:37:54.947793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:54.961335 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5f7bf97-8ea9-4c8d-babd-9f5bbfa7bfa5 req-b3bd8671-8f14-47ab-a510-e69aef711eb4 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 210 time: 0.0438685 Feb 04 20:37:55.062232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.096523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.188842 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.206934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:55.213521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:55.221272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:55.246656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Pushing event updated for resources: {'Port': ['ID=a45308ad-6ee3-4196-93cc-f72484dec92c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:55.248730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Subnet': ['ID=68a98610-7eac-466e-9ac8-2708bd2b3ae5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:55.266349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Checking segment: {'id': 'c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:55.266719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network hostable DHCP agents. Network: db779119-8330-4d70-bbad-68f6a67f9e16, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:37:55.303235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:55.316762 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.427909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network db779119-8330-4d70-bbad-68f6a67f9e16 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:37:55.444533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-f9e1bc62-3831-4f3c-ab0e-d6d0b0649240 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5610731 Feb 04 20:37:55.451469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Request body: {'port': {'device_id': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:55.539531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, db779119-8330-4d70-bbad-68f6a67f9e16) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:55.547876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094f42f-507a-426d-a13c-d4116b7325d3 None None] Network db779119-8330-4d70-bbad-68f6a67f9e16 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:55.555227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:55.555814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.579269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.640581 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1576b480-7feb-4325-abd7-9c898c027f80 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4599631 Feb 04 20:37:55.643540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42544) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:55.648687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1364516240', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:37:55.656270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:37:55.660127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:router and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:37:55.663130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:37:55.671132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:37:55.752140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.753958 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.764100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-db779119-8330-4d70-bbad-68f6a67f9e16', 'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16', 'tenant_id': '362b05f5c04a4361bf2ba98d3c6bad8b', 'fixed_ips': [{'subnet_id': '68a98610-7eac-466e-9ac8-2708bd2b3ae5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:37:55.764987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.770586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.922876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Allocated IP 172.20.0.2 (db779119-8330-4d70-bbad-68f6a67f9e16/68a98610-7eac-466e-9ac8-2708bd2b3ae5/1bb04429-6717-4103-9136-9a64441d188b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:55.934400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45308ad-6ee3-4196-93cc-f72484dec92c {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:37:55.942257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:55.957992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Transition to ACTIVE for port object a45308ad-6ee3-4196-93cc-f72484dec92c will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:56.019861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.133980 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.148932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.159781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Transition to ACTIVE for port object 1bb04429-6717-4103-9136-9a64441d188b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:56.177692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Transition to ACTIVE for port object 1bb04429-6717-4103-9136-9a64441d188b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:37:56.244378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=a45308ad-6ee3-4196-93cc-f72484dec92c,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:56.262826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.330188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Network db779119-8330-4d70-bbad-68f6a67f9e16 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:56.333925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:56.335581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Attempting to bind port a45308ad-6ee3-4196-93cc-f72484dec92c on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:37:56.335920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Attempting to bind port a45308ad-6ee3-4196-93cc-f72484dec92c by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '66ea7412-320f-4c3f-a57a-774c285a0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:37:56.336246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Attempting to bind port a45308ad-6ee3-4196-93cc-f72484dec92c on network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:56.336552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:56.345421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25761c-39ed-49df-9053-e5edeed7d63e req-5c29e645-4e46-400b-9210-4854b8e08d01 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:56.346123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a25761c-39ed-49df-9053-e5edeed7d63e req-5c29e645-4e46-400b-9210-4854b8e08d01 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Synchronizing usage tracker for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:56.354466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Port a45308ad-6ee3-4196-93cc-f72484dec92c on network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:37:56.355071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Attempting to bind port a45308ad-6ee3-4196-93cc-f72484dec92c on network 1f2c59f5-86da-4f15-8842-bc9fafd5cf20 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:56.369567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:37:56.369911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Checking segment: {'id': '66ea7412-320f-4c3f-a57a-774c285a0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:56.370314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Bound using segment: {'id': '66ea7412-320f-4c3f-a57a-774c285a0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:37:56.370748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Bound port: a45308ad-6ee3-4196-93cc-f72484dec92c, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea7412-320f-4c3f-a57a-774c285a0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:37:56.371094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.380636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Pushing event updated for resources: {'Port': ['ID=1bb04429-6717-4103-9136-9a64441d188b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:56.437112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Attempting to bind port 1bb04429-6717-4103-9136-9a64441d188b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:37:56.437581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Attempting to bind port 1bb04429-6717-4103-9136-9a64441d188b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:37:56.438592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Attempting to bind port 1bb04429-6717-4103-9136-9a64441d188b on network db779119-8330-4d70-bbad-68f6a67f9e16 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:37:56.444040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:37:56.444753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Checking segment: {'id': 'c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:37:56.444882 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.445179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Bound using segment: {'id': 'c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:37:56.445636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Bound port: 1bb04429-6717-4103-9136-9a64441d188b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:37:56.446012 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.465759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a25761c-39ed-49df-9053-e5edeed7d63e req-5c29e645-4e46-400b-9210-4854b8e08d01 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Unset dirty status for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:56.466943 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a25761c-39ed-49df-9053-e5edeed7d63e req-5c29e645-4e46-400b-9210-4854b8e08d01 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 944 time: 0.3227894 Feb 04 20:37:56.490407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] For port a45308ad-6ee3-4196-93cc-f72484dec92c, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:37:56.510649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] For port a45308ad-6ee3-4196-93cc-f72484dec92c, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a45308ad-6ee3-4196-93cc-f72484dec92c,segment=NetworkSegment(66ea7412-320f-4c3f-a57a-774c285a0a23),segment_id=66ea7412-320f-4c3f-a57a-774c285a0a23)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:37:56.519641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.520322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a25761c-39ed-49df-9053-e5edeed7d63e req-7df05dba-7642-4e58-9bac-09213dd495b1 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Synchronizing usage tracker for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:37:56.536402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] For port 1bb04429-6717-4103-9136-9a64441d188b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:37:56.539428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] For port 1bb04429-6717-4103-9136-9a64441d188b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1bb04429-6717-4103-9136-9a64441d188b,segment=NetworkSegment(c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f),segment_id=c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:37:56.554483 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.574293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.594247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.651490 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:37:56.709765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.25.7.165 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/ee5ef529-0107-4240-ac26-513ea334dfff) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:37:56.725589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c88e6-5fc4-4471-9746-d616d1679e4e None None] Pushing event updated for resources: {'Port': ['ID=1bb04429-6717-4103-9136-9a64441d188b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:56.740343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a25761c-39ed-49df-9053-e5edeed7d63e req-7df05dba-7642-4e58-9bac-09213dd495b1 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Unset dirty status for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:37:56.741532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a25761c-39ed-49df-9053-e5edeed7d63e req-7df05dba-7642-4e58-9bac-09213dd495b1 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689464 Feb 04 20:37:56.767725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:56.768410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:56.769879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] 10.222.0.62 "PUT /v2.0/ports/a45308ad-6ee3-4196-93cc-f72484dec92c HTTP/1.1" status: 200 len: 1092 time: 1.3224149 Feb 04 20:37:56.770337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'tag': 'a45308ad-6ee3-4196-93cc-f72484dec92c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:37:56.793271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd1963-3023-45f0-bf4a-0a8e92d7bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=a45308ad-6ee3-4196-93cc-f72484dec92c,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:56.831691 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'tag': 'a45308ad-6ee3-4196-93cc-f72484dec92c', 'status': 'completed', 'code': 200} Feb 04 20:37:56.948801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea4f44-f8bf-4f3f-a7b4-1af4ea3fc972 req-30da8e18-c794-4ff8-8b79-42feb4771b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:56.950347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68ea4f44-f8bf-4f3f-a7b4-1af4ea3fc972 req-30da8e18-c794-4ff8-8b79-42feb4771b13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=022e84b8b2ad4520b59a318e4ada1ba1&device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 1095 time: 0.1008499 Feb 04 20:37:57.075944 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:57.179028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea4f44-f8bf-4f3f-a7b4-1af4ea3fc972 req-c9b85788-0772-4573-b344-a7196d072bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:57.181157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68ea4f44-f8bf-4f3f-a7b4-1af4ea3fc972 req-c9b85788-0772-4573-b344-a7196d072bef service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=022e84b8b2ad4520b59a318e4ada1ba1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2225244 Feb 04 20:37:57.217329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:57.285587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:37:57.288346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:37:57.291879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:37:57.324084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=ee5ef529-0107-4240-ac26-513ea334dfff,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:57.325244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea4f44-f8bf-4f3f-a7b4-1af4ea3fc972 req-756722db-72ac-42c0-848e-34c4d797b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:57.326844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68ea4f44-f8bf-4f3f-a7b4-1af4ea3fc972 req-756722db-72ac-42c0-848e-34c4d797b7f2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387906 Feb 04 20:37:57.439410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-cee276c4-3ecd-4a36-999a-70f8ce5b6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:57.440896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-cee276c4-3ecd-4a36-999a-70f8ce5b6766 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=022e84b8b2ad4520b59a318e4ada1ba1&device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 1095 time: 0.0759151 Feb 04 20:37:57.515059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-5d514ff0-06dd-48b2-9fc2-108c382ae4c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45308ad-6ee3-4196-93cc-f72484dec92c HTTP/1.1" status: 200 len: 217 time: 0.0670948 Feb 04 20:37:57.577755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-fe9b20b9-106c-4282-b8fc-609848f5b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:57.579858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-fe9b20b9-106c-4282-b8fc-609848f5b1b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=152b4c31-d4bd-4839-b57a-0b0239645c1e HTTP/1.1" status: 200 len: 852 time: 0.0597546 Feb 04 20:37:57.627759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-b02140e5-3b7c-4b84-8bda-bc3751ef89d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f2c59f5-86da-4f15-8842-bc9fafd5cf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418863 Feb 04 20:37:57.773949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-3808b825-bb64-41b1-9920-246394083cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396701 Feb 04 20:37:57.805783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:57.901584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6fc8c-6869-4711-92f5-47de4aed72bd None None] Network db779119-8330-4d70-bbad-68f6a67f9e16 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:37:57.972743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-be73a7f5-7da6-4507-85b7-a6241e136824 req-41eda76c-4f0d-4090-870f-af56d5b82fb3 service neutron] 10.222.0.62 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914399 Feb 04 20:37:57.993997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c8915-e328-4b3a-bf6b-189cf5a109d8 req-72c19ad0-2274-4eba-996d-d354c1387723 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:57.995547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba5c8915-e328-4b3a-bf6b-189cf5a109d8 req-72c19ad0-2274-4eba-996d-d354c1387723 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 944 time: 0.1262155 Feb 04 20:37:58.040441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba5c8915-e328-4b3a-bf6b-189cf5a109d8 req-efdb4d90-1ee3-4fc5-a728-3d16303ecb6a tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Feb 04 20:37:58.137801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4842ed85-4b42-468b-a085-fbd91bae612b None None] Provisioning for port 1bb04429-6717-4103-9136-9a64441d188b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:58.186539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:58.239087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1bb04429-6717-4103-9136-9a64441d188b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:37:58.359497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 1bb04429-6717-4103-9136-9a64441d188b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:37:58.365306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1bb04429-6717-4103-9136-9a64441d188b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:58.365673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:58.479396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 7cb2737c-d218-4205-9eaf-c0b955ff4777 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:37:58.494843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:58.505575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-aef4d5e3-6fe2-4422-8d01-bacaedab8bd7 None None] Provisioning complete for port 1bb04429-6717-4103-9136-9a64441d188b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:37:58.505935 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-aef4d5e3-6fe2-4422-8d01-bacaedab8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:58.574645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 1bb04429-6717-4103-9136-9a64441d188b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1bb04429-6717-4103-9136-9a64441d188b,segment=NetworkSegment(c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f),segment_id=c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:37:58.635630 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:58.658481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:37:58.676433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] Sync routers for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:37:58.686366 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-aef4d5e3-6fe2-4422-8d01-bacaedab8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:58.718249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:58.718905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:58.753584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:37:58.755445 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0e0a768f-36af-4bb5-94f7-f1f2a64fdbd1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1105983 Feb 04 20:37:58.757828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42558) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:37:58.793199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:58.802038 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=1bb04429-6717-4103-9136-9a64441d188b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:37:58.850605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:37:58.851274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:58.921090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:37:58.921722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdba600-da6e-461a-9d5f-a12201751518 None None] The sync data for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:37:58.930384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-aef4d5e3-6fe2-4422-8d01-bacaedab8bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:37:58.935180 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-aef4d5e3-6fe2-4422-8d01-bacaedab8bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:37:59.447073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2053c8-1004-4954-b89f-d9b6b353c1d5 req-6e0babe6-ad5a-4cdd-b583-a3c93464e981 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:37:59.448438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c2053c8-1004-4954-b89f-d9b6b353c1d5 req-6e0babe6-ad5a-4cdd-b583-a3c93464e981 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 944 time: 0.2478528 Feb 04 20:37:59.542232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c2053c8-1004-4954-b89f-d9b6b353c1d5 req-c4034cb5-b105-4443-ac67-3217640c052d tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855145 Feb 04 20:37:59.659650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:00.041015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.1 (db779119-8330-4d70-bbad-68f6a67f9e16/68a98610-7eac-466e-9ac8-2708bd2b3ae5/c01d6018-0c8a-41c9-ae96-d2c110200307) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:00.163513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1bb04429-6717-4103-9136-9a64441d188b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:00.201319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:00.216372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Transition to ACTIVE for port object c01d6018-0c8a-41c9-ae96-d2c110200307 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:00.230168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1bb04429-6717-4103-9136-9a64441d188b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:00.230533 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:00.302436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:00.370442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network db779119-8330-4d70-bbad-68f6a67f9e16 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:00.373413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:00.377768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:00.544340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=c01d6018-0c8a-41c9-ae96-d2c110200307,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:00.574681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:00.685574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0ba535fe-7472-4837-a511-8bff09fde576 None None] Provisioning for port c01d6018-0c8a-41c9-ae96-d2c110200307 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:00.690840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0ba535fe-7472-4837-a511-8bff09fde576 None None] Provisioning complete for port c01d6018-0c8a-41c9-ae96-d2c110200307 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:00.691207 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0ba535fe-7472-4837-a511-8bff09fde576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:00.726724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798daa15-34a1-4f33-b384-f2bfee34f944 req-5cef3e2e-b699-474b-aaf7-72df5f792ca0 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:00.728521 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-798daa15-34a1-4f33-b384-f2bfee34f944 req-5cef3e2e-b699-474b-aaf7-72df5f792ca0 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 944 time: 0.0812309 Feb 04 20:38:00.744373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0ba535fe-7472-4837-a511-8bff09fde576 None None] Port c01d6018-0c8a-41c9-ae96-d2c110200307 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:38:00.779043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-798daa15-34a1-4f33-b384-f2bfee34f944 req-d17fcff4-fbf2-4888-9a09-5df01e082592 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Feb 04 20:38:00.780886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:01.183548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:01.279178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:01.392482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=c01d6018-0c8a-41c9-ae96-d2c110200307,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:01.394817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:01.526719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network db779119-8330-4d70-bbad-68f6a67f9e16 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:01.527868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:01.714767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 7cb2737c-d218-4205-9eaf-c0b955ff4777 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:38:01.769657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7e23814f-2a53-4117-ac1b-254db4ed536a None None] Provisioning complete for port c01d6018-0c8a-41c9-ae96-d2c110200307 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:01.770210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e23814f-2a53-4117-ac1b-254db4ed536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:01.826049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7e23814f-2a53-4117-ac1b-254db4ed536a None None] Port c01d6018-0c8a-41c9-ae96-d2c110200307 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:38:01.942876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:01.952126 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] Sync routers for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:01.961408 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:01.962019 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:01.965232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1a4843f7-62ff-40b5-ba14-6bee3620e653 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/routers/7cb2737c-d218-4205-9eaf-c0b955ff4777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2039137 Feb 04 20:38:01.965935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42568) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:01.972562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'port': {'network_id': 'db779119-8330-4d70-bbad-68f6a67f9e16', 'name': 'tempest-FloatingIPTestJSON-926859203'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:01.982935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e651c-e1bd-4175-be44-923f74de68e6 req-b4bfe731-665e-474a-8ef0-07351ec3428d tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:01.987658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b7e651c-e1bd-4175-be44-923f74de68e6 req-b4bfe731-665e-474a-8ef0-07351ec3428d tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 944 time: 0.1004016 Feb 04 20:38:02.025332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:02.034489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b7e651c-e1bd-4175-be44-923f74de68e6 req-ae8f5beb-0965-48dc-a549-3d6132306a98 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Feb 04 20:38:02.034684 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:02.035115 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:02.117091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:02.121114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Usage tracker for resource:port and tenant:362b05f5c04a4361bf2ba98d3c6bad8b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:02.123999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:02.129888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:02.130164 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:02.130575 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637fec5a-27fe-4f15-889b-c0ccee5b3235 None None] The sync data for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:02.198983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Made reservation on behalf of 362b05f5c04a4361bf2ba98d3c6bad8b for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:02.202478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:02.224459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] device_id is not set on port f6ad2c93-a8de-4c2b-a4fb-dcca298d473b yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:38:02.363794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Allocated IP 172.20.0.12 (db779119-8330-4d70-bbad-68f6a67f9e16/68a98610-7eac-466e-9ac8-2708bd2b3ae5/f6ad2c93-a8de-4c2b-a4fb-dcca298d473b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:02.660583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:02.675307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Transition to ACTIVE for port object f6ad2c93-a8de-4c2b-a4fb-dcca298d473b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:02.756506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:02.827547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Network db779119-8330-4d70-bbad-68f6a67f9e16 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:02.831199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:02.833549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:02.872983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event updated for resources: {'Port': ['ID=f6ad2c93-a8de-4c2b-a4fb-dcca298d473b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:02.892473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a45308ad-6ee3-4196-93cc-f72484dec92c details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:38:02.909255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:02.909539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:03.014861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2757938d-eb6c-4aaf-abe7-1361bfa1ea53 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0451422 Feb 04 20:38:03.014861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42572) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:03.020412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Request body: {'floatingip': {'port_id': 'f6ad2c93-a8de-4c2b-a4fb-dcca298d473b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:03.031720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a45308ad-6ee3-4196-93cc-f72484dec92c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a45308ad-6ee3-4196-93cc-f72484dec92c,segment=NetworkSegment(66ea7412-320f-4c3f-a57a-774c285a0a23),segment_id=66ea7412-320f-4c3f-a57a-774c285a0a23)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:03.044714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'a45308ad-6ee3-4196-93cc-f72484dec92c', 'network_id': '1f2c59f5-86da-4f15-8842-bc9fafd5cf20', 'port_id': 'a45308ad-6ee3-4196-93cc-f72484dec92c', 'mac_address': 'fa:16:3e:40:55:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152b4c31-d4bd-4839-b57a-0b0239645c1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:38:03.108512 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:03.126500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:03.128138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45308ad-6ee3-4196-93cc-f72484dec92c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:38:03.145129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a45308ad-6ee3-4196-93cc-f72484dec92c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a45308ad-6ee3-4196-93cc-f72484dec92c,segment=NetworkSegment(66ea7412-320f-4c3f-a57a-774c285a0a23),segment_id=66ea7412-320f-4c3f-a57a-774c285a0a23)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:03.173892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-33473f84-b9d9-4529-b357-b173c5a183f8 None None] Provisioning for port f6ad2c93-a8de-4c2b-a4fb-dcca298d473b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:03.179366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-33473f84-b9d9-4529-b357-b173c5a183f8 None None] Provisioning complete for port f6ad2c93-a8de-4c2b-a4fb-dcca298d473b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:03.179768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-33473f84-b9d9-4529-b357-b173c5a183f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:03.232758 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:03.306670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-33473f84-b9d9-4529-b357-b173c5a183f8 None None] Port f6ad2c93-a8de-4c2b-a4fb-dcca298d473b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:38:03.339719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=a45308ad-6ee3-4196-93cc-f72484dec92c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:03.378638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db33a-ce18-4d3a-909f-109b0b758c81 req-80379927-d3de-4dbb-bbd1-4daf515c9c6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:03.380367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d87db33a-ce18-4d3a-909f-109b0b758c81 req-80379927-d3de-4dbb-bbd1-4daf515c9c6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 944 time: 0.2033038 Feb 04 20:38:03.515034 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d87db33a-ce18-4d3a-909f-109b0b758c81 req-f2db7e8a-0bbf-406f-bd99-061f5d6fffe4 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273432 Feb 04 20:38:03.634869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['a45308ad-6ee3-4196-93cc-f72484dec92c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:38:03.869360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:03.950538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:04.118836 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 6247bf15-1650-46c1-8d23-117706326a88 associated. External IP: 172.25.7.108, port: b96c8611-b0ea-46b0-9d92-859c685bac5f. Feb 04 20:38:04.580978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:38:04.695189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f219e-9d0d-467e-9f6c-b824fbbdf4c9 req-5bd72dc2-5c54-44ad-a565-24a2b787a7b5 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:04.696540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-610f219e-9d0d-467e-9f6c-b824fbbdf4c9 req-5bd72dc2-5c54-44ad-a565-24a2b787a7b5 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 945 time: 0.0778663 Feb 04 20:38:04.740339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-610f219e-9d0d-467e-9f6c-b824fbbdf4c9 req-576e0a60-0284-46c5-8738-d72f047a9815 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Feb 04 20:38:04.763875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:04.777280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:04.783729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:04.784350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:04.851328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:04.853858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:04.854476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:04.910759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a45308ad-6ee3-4196-93cc-f72484dec92c up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:04.945505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:04.945915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c15fe7-db24-4a6e-a1f4-6b67d004d905 None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:05.036729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port a45308ad-6ee3-4196-93cc-f72484dec92c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:05.042317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port a45308ad-6ee3-4196-93cc-f72484dec92c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:05.042863 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:05.124101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 7cb2737c-d218-4205-9eaf-c0b955ff4777 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:38:05.160643 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:05.186914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45308ad-6ee3-4196-93cc-f72484dec92c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:38:05.197447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a45308ad-6ee3-4196-93cc-f72484dec92c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a45308ad-6ee3-4196-93cc-f72484dec92c,segment=NetworkSegment(66ea7412-320f-4c3f-a57a-774c285a0a23),segment_id=66ea7412-320f-4c3f-a57a-774c285a0a23)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:05.232205 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45308ad-6ee3-4196-93cc-f72484dec92c', 'code': 200} Feb 04 20:38:05.259526 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:05.310025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:05.321467 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] Sync routers for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:05.330767 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:05.331502 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:05.332813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=a45308ad-6ee3-4196-93cc-f72484dec92c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:05.345779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:05.393697 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:05.401915 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:05.402510 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:05.461167 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:05.461564 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e1e22-2d46-44d7-9058-cee22cb0d0aa None None] The sync data for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:05.480657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-190eeb23-7166-499e-96fe-6ba0eb1dd177 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/floatingips/6247bf15-1650-46c1-8d23-117706326a88 HTTP/1.1" status: 200 len: 978 time: 2.4646351 Feb 04 20:38:05.483399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4387a1-326b-4092-b89a-4d092446f009 req-eb429a01-ba07-40e2-96f8-5819fa7f6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:05.483537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42582) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:05.485328 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d4387a1-326b-4092-b89a-4d092446f009 req-eb429a01-ba07-40e2-96f8-5819fa7f6572 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 1097 time: 0.1769567 Feb 04 20:38:05.525694 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d4387a1-326b-4092-b89a-4d092446f009 req-a22dc67b-cccf-4741-aa1a-75ca00aaa4eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342057 Feb 04 20:38:05.552663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port f6ad2c93-a8de-4c2b-a4fb-dcca298d473b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:05.553000 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:05.950661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:06.058843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b06b-483c-4a8b-9e60-5297d2662d1b req-383cf09d-6f3d-447c-9c95-9fa0a6b82374 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:06.060291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d698b06b-483c-4a8b-9e60-5297d2662d1b req-383cf09d-6f3d-447c-9c95-9fa0a6b82374 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.2081838 Feb 04 20:38:06.241496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d698b06b-483c-4a8b-9e60-5297d2662d1b req-77342e7a-f0fc-4be8-be26-d23daa347aff tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246045 Feb 04 20:38:06.285514 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:06.285879 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:06.286189 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Floating IP 6247bf15-1650-46c1-8d23-117706326a88 disassociated. External IP: 172.25.7.108, port: f6ad2c93-a8de-4c2b-a4fb-dcca298d473b. Feb 04 20:38:06.286519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for f6ad2c93-a8de-4c2b-a4fb-dcca298d473b owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:06.493439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:06.542263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=f6ad2c93-a8de-4c2b-a4fb-dcca298d473b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:06.731973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 7cb2737c-d218-4205-9eaf-c0b955ff4777 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:38:06.910589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:06.920315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] Sync routers for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:06.930303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:06.931152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:06.994855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:07.004545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:07.005161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:07.013534 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:07.022914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ddbf40ee-4d9a-4118-913e-39cbd45fd0f6 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/ports/f6ad2c93-a8de-4c2b-a4fb-dcca298d473b HTTP/1.1" status: 204 len: 168 time: 1.5384235 Feb 04 20:38:07.025666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42588) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:07.067019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:07.067435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ac01-f7b2-4195-b28d-0192031e4363 None None] The sync data for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:07.427502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0ef2c-af43-464b-b5e7-639fa31bc5ac req-2357cd8f-ff90-444d-9e0e-be0668222906 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:07.428970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1c0ef2c-af43-464b-b5e7-639fa31bc5ac req-2357cd8f-ff90-444d-9e0e-be0668222906 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.0817409 Feb 04 20:38:07.473089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1c0ef2c-af43-464b-b5e7-639fa31bc5ac req-c533088b-0815-47ed-900b-eb5f1e35742e tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Feb 04 20:38:07.717568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a931de4-54b3-4e56-af80-2885936795b3 req-03c09666-873d-4830-9b1e-058a0f6bc9d2 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:07.719676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a931de4-54b3-4e56-af80-2885936795b3 req-03c09666-873d-4830-9b1e-058a0f6bc9d2 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.1387272 Feb 04 20:38:07.775724 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a931de4-54b3-4e56-af80-2885936795b3 req-059fa719-875f-4ce9-a3ab-4844ad7488ca tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499542 Feb 04 20:38:07.790856 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:08.152366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port c01d6018-0c8a-41c9-ae96-d2c110200307 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:08.153058 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:08.383936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:08.513597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for c01d6018-0c8a-41c9-ae96-d2c110200307 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:08.836172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb3a07-7bc1-4734-af6f-03ca606cfe4e req-36712dc5-65ad-4e61-ba72-bef31d74ac0a tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:08.837540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ecb3a07-7bc1-4734-af6f-03ca606cfe4e req-36712dc5-65ad-4e61-ba72-bef31d74ac0a tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.5129292 Feb 04 20:38:08.911224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ecb3a07-7bc1-4734-af6f-03ca606cfe4e req-9c270773-b37f-4b84-99bd-7a1ec95399a4 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679882 Feb 04 20:38:09.085473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:09.085667 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:09.136617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=c01d6018-0c8a-41c9-ae96-d2c110200307,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:09.353179 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:09.425122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:09.783531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 7cb2737c-d218-4205-9eaf-c0b955ff4777 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:38:09.964433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:09.975176 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] Sync routers for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:09.980375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f68a725e-a59e-4569-8eb6-2b4cb3b60ff3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/routers/7cb2737c-d218-4205-9eaf-c0b955ff4777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9517257 Feb 04 20:38:09.981403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42602) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:09.989526 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:09.990129 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:10.053032 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:10.061860 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] Routers {'7cb2737c-d218-4205-9eaf-c0b955ff4777'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:10.062475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7cb2737c-d218-4205-9eaf-c0b955ff4777'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:10.108032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555c60-3840-4867-8937-5bd7e8069f19 req-53d04ac3-2690-45de-8eb3-26546743863a tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:10.109562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96555c60-3840-4867-8937-5bd7e8069f19 req-53d04ac3-2690-45de-8eb3-26546743863a tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.0865738 Feb 04 20:38:10.136515 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:10.136917 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266a9a0-b447-43ff-aa74-45298c2720da None None] The sync data for ids ['7cb2737c-d218-4205-9eaf-c0b955ff4777'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:10.177202 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96555c60-3840-4867-8937-5bd7e8069f19 req-38011314-d79a-4c01-a513-15b1a0b95ff5 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618405 Feb 04 20:38:10.302253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:10.488850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:10.586439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port ee5ef529-0107-4240-ac26-513ea334dfff {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:10.586439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:10.679562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c0107-a221-4b94-b986-3bd5a99c9c9d req-8b001120-3da5-4509-b4e5-35c0d10a9e21 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:10.681047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f60c0107-a221-4b94-b986-3bd5a99c9c9d req-8b001120-3da5-4509-b4e5-35c0d10a9e21 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.0830996 Feb 04 20:38:10.768041 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:10.897875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for ee5ef529-0107-4240-ac26-513ea334dfff owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:10.899859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f60c0107-a221-4b94-b986-3bd5a99c9c9d req-94a859b6-7d58-42ef-aa98-b4464de88898 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126586 Feb 04 20:38:10.922313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb1486-eb83-4c46-b458-81dac135749d req-fe880da8-9b78-4cb0-9365-11bd5561bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:10.924151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bfb1486-eb83-4c46-b458-81dac135749d req-fe880da8-9b78-4cb0-9365-11bd5561bf1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=022e84b8b2ad4520b59a318e4ada1ba1&device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 1097 time: 0.2198193 Feb 04 20:38:11.057943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb1486-eb83-4c46-b458-81dac135749d req-a5c56970-9135-4f1a-a210-2453522f0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:11.059463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bfb1486-eb83-4c46-b458-81dac135749d req-a5c56970-9135-4f1a-a210-2453522f0896 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f2c59f5-86da-4f15-8842-bc9fafd5cf20 HTTP/1.1" status: 200 len: 913 time: 0.1294696 Feb 04 20:38:11.130941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bfb1486-eb83-4c46-b458-81dac135749d req-7e725c71-85af-46d9-b77b-5319aaea70ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45308ad-6ee3-4196-93cc-f72484dec92c HTTP/1.1" status: 200 len: 217 time: 0.0656857 Feb 04 20:38:11.140407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.190114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=ee5ef529-0107-4240-ac26-513ea334dfff,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:11.194134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb1486-eb83-4c46-b458-81dac135749d req-5121c509-1dfd-44b1-81fa-7ffd99eb909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:11.195690 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bfb1486-eb83-4c46-b458-81dac135749d req-5121c509-1dfd-44b1-81fa-7ffd99eb909b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=152b4c31-d4bd-4839-b57a-0b0239645c1e HTTP/1.1" status: 200 len: 852 time: 0.0596902 Feb 04 20:38:11.248388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bfb1486-eb83-4c46-b458-81dac135749d req-24d7f009-69d1-4433-b761-2e0409b78a1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f2c59f5-86da-4f15-8842-bc9fafd5cf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454311 Feb 04 20:38:11.283907 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.382633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bfb1486-eb83-4c46-b458-81dac135749d req-8be44b8b-b59f-438f-9f63-ba1c898639ba service neutron] 10.222.0.62 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286809 Feb 04 20:38:11.460985 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.463524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.517601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bfb1486-eb83-4c46-b458-81dac135749d req-4ee42f9a-99ac-4149-a6af-5fab3b8bba7f service neutron] 10.222.0.62 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285894 Feb 04 20:38:11.557946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.557946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Fanout notify agent at l3_agent the message router_deleted on router 7cb2737c-d218-4205-9eaf-c0b955ff4777 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:38:11.573077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.574204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-95b4e4a7-f40c-4492-9c8d-1ed430693af8 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/routers/7cb2737c-d218-4205-9eaf-c0b955ff4777 HTTP/1.1" status: 204 len: 168 time: 1.5923018 Feb 04 20:38:11.576844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42610) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:11.645444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting subnet 68a98610-7eac-466e-9ac8-2708bd2b3ae5 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:38:11.648337 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.700930 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.785771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.931272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.971306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Subnet': ['ID=68a98610-7eac-466e-9ac8-2708bd2b3ae5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:11.976152 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:11.985125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc124e-271f-4602-a57d-7c729289b436 None None] Network db779119-8330-4d70-bbad-68f6a67f9e16 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:12.178389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-81719de2-1334-4d9e-969c-35f921ceb6b1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/subnets/68a98610-7eac-466e-9ac8-2708bd2b3ae5 HTTP/1.1" status: 204 len: 168 time: 0.5957296 Feb 04 20:38:12.178503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42616) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:12.217247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c920e24-dd1b-48cb-987a-b619f8490234 req-6f1d96ba-08c5-4545-8820-6e8425061124 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:12.220096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c920e24-dd1b-48cb-987a-b619f8490234 req-6f1d96ba-08c5-4545-8820-6e8425061124 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.2090015 Feb 04 20:38:12.255550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] DHCP port deletion for db779119-8330-4d70-bbad-68f6a67f9e16 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:38:12.259924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] Deleting port 1bb04429-6717-4103-9136-9a64441d188b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:12.260593 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:12.274953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c920e24-dd1b-48cb-987a-b619f8490234 req-fd837a7f-4b63-496d-9ee3-1c0f0f242387 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487068 Feb 04 20:38:12.292767 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:12.303986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 1bb04429-6717-4103-9136-9a64441d188b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:12.304437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:12.469988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] For port 1bb04429-6717-4103-9136-9a64441d188b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1bb04429-6717-4103-9136-9a64441d188b,segment=NetworkSegment(c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f),segment_id=c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:12.470371 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:12.525749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] For port 1bb04429-6717-4103-9136-9a64441d188b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1bb04429-6717-4103-9136-9a64441d188b,segment=NetworkSegment(c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f),segment_id=c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:12.526225 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:12.598905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] Calling delete_port for 1bb04429-6717-4103-9136-9a64441d188b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:12.652216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 1bb04429-6717-4103-9136-9a64441d188b owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:12.739113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:12.744330 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:38:12.744645 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:38:12.785259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] Pushing event deleted for resources: {'Port': ['ID=1bb04429-6717-4103-9136-9a64441d188b,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:12.788677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f1e90-deb8-4200-b463-16f875a995f8 None None] No DVR routers for this DVR port 1bb04429-6717-4103-9136-9a64441d188b on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:38:13.246248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 1bb04429-6717-4103-9136-9a64441d188b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:13.246747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:13.312654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] The port '1bb04429-6717-4103-9136-9a64441d188b' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:38:13.478955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:13.512940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db779119-8330-4d70-bbad-68f6a67f9e16']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:13.530119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:13.530417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87abb23-1fa8-4e7b-ade9-c87c16d4ef1f') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:13.545549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:13.567608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceea13-9223-4a34-aeec-772c7d62259a req-5267fd83-bcdd-47af-aac5-931e4e617452 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:13.569092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3ceea13-9223-4a34-aeec-772c7d62259a req-5267fd83-bcdd-47af-aac5-931e4e617452 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.1580739 Feb 04 20:38:13.572523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:13.581394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:13.581817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:13.597546 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:13.703804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3ceea13-9223-4a34-aeec-772c7d62259a req-41486490-4ac5-44d0-87f7-71280d4ddba6 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264594 Feb 04 20:38:13.808014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:13.839812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:13.846522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Network': ['ID=db779119-8330-4d70-bbad-68f6a67f9e16,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:13.856773 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d10a251d-46f2-467d-876e-282e6634275c tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/networks/db779119-8330-4d70-bbad-68f6a67f9e16 HTTP/1.1" status: 204 len: 168 time: 1.6794045 Feb 04 20:38:13.859607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42626) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:14.017786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port ece97d18-a5e3-4361-9391-45ec0a6c237b {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:14.017786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:14.172521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1bb04429-6717-4103-9136-9a64441d188b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:38:14.209808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:14.209808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:14.250518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 1bb04429-6717-4103-9136-9a64441d188b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:38:14.250518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1bb04429-6717-4103-9136-9a64441d188b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:38:14.331919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for ece97d18-a5e3-4361-9391-45ec0a6c237b owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:14.463663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac67f5-3428-4a33-8256-3828ba870398 req-4bc77591-3b6c-4bd5-a749-6765de4ef3f9 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:14.465106 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06ac67f5-3428-4a33-8256-3828ba870398 req-4bc77591-3b6c-4bd5-a749-6765de4ef3f9 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.1879451 Feb 04 20:38:14.511036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06ac67f5-3428-4a33-8256-3828ba870398 req-6f7ab36e-e0e2-4bb1-b3ca-4934a0d04faa tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Feb 04 20:38:14.530592 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:14.575458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=ece97d18-a5e3-4361-9391-45ec0a6c237b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:14.670007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:14.687419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:14.688507 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ee11267a-f041-489b-943a-c630a9e24069 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/floatingips/6247bf15-1650-46c1-8d23-117706326a88 HTTP/1.1" status: 204 len: 168 time: 0.8279877 Feb 04 20:38:14.691925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42632) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:14.732108 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-774a320e-816f-49e7-a739-dea94eabc7e9 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] DELETE failed (client error): The resource could not be found. Feb 04 20:38:14.740615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774a320e-816f-49e7-a739-dea94eabc7e9 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:38:14.740615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-774a320e-816f-49e7-a739-dea94eabc7e9 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/ports/f6ad2c93-a8de-4c2b-a4fb-dcca298d473b HTTP/1.1" status: 404 len: 333 time: 0.0413265 Feb 04 20:38:14.740615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42636) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:14.780463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd5427c3-bfbe-4558-9bd0-ac360783d2c3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Synchronizing usage tracker for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:14.845638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd5427c3-bfbe-4558-9bd0-ac360783d2c3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Unset dirty status for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:14.846352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cd5427c3-bfbe-4558-9bd0-ac360783d2c3 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb2737c-d218-4205-9eaf-c0b955ff4777 HTTP/1.1" status: 200 len: 205 time: 0.1082404 Feb 04 20:38:14.849026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42642) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:14.916934 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-749ad4a8-2643-48ea-89e1-2cb3c0afdd19 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] delete failed (client error): The resource could not be found. Feb 04 20:38:14.917950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-749ad4a8-2643-48ea-89e1-2cb3c0afdd19 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/routers/7cb2737c-d218-4205-9eaf-c0b955ff4777 HTTP/1.1" status: 404 len: 336 time: 0.0679936 Feb 04 20:38:14.920722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42646) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:14.972933 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3f8882-cbdd-4839-a8d2-853d4bf637c5 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] DELETE failed (client error): The resource could not be found. Feb 04 20:38:14.972933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3f8882-cbdd-4839-a8d2-853d4bf637c5 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 20:38:14.972933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0c3f8882-cbdd-4839-a8d2-853d4bf637c5 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/subnets/68a98610-7eac-466e-9ac8-2708bd2b3ae5 HTTP/1.1" status: 404 len: 337 time: 0.0417233 Feb 04 20:38:14.972933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42652) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:15.038246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port b96c8611-b0ea-46b0-9d92-859c685bac5f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:15.038587 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:15.283019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:15.513735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for b96c8611-b0ea-46b0-9d92-859c685bac5f owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:15.704663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a9d48-3956-4933-b947-6af756656da6 req-556b211b-a3b7-4f51-a0be-edf031457477 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:15.704663 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e7a9d48-3956-4933-b947-6af756656da6 req-556b211b-a3b7-4f51-a0be-edf031457477 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.0838387 Feb 04 20:38:15.716819 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:15.745017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e7a9d48-3956-4933-b947-6af756656da6 req-18d84e11-8ab4-4c8b-abd2-0023fd50a6fe tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Feb 04 20:38:15.767676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=b96c8611-b0ea-46b0-9d92-859c685bac5f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:15.808571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.808919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.809250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.809577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.809901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.810228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.810545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.810885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.811202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.811522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.811837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.812198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:15.878172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:15.931234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-06737dd3-7db9-46a3-a3d1-cd5adb7ca8f2 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/ports/b96c8611-b0ea-46b0-9d92-859c685bac5f HTTP/1.1" status: 204 len: 168 time: 0.9582875 Feb 04 20:38:15.933657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42660) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:16.002717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port bedf3555-dbe8-4600-8326-e52c3ab3d897 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:16.003056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:16.244088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:16.326244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dfa03-9a90-4887-8a22-3ce69ccdae50 req-f4db8be3-6017-4e51-a04b-bf5b4e3c82d5 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:16.327787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f04dfa03-9a90-4887-8a22-3ce69ccdae50 req-f4db8be3-6017-4e51-a04b-bf5b4e3c82d5 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.0825596 Feb 04 20:38:16.380828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for bedf3555-dbe8-4600-8326-e52c3ab3d897 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:16.425397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f04dfa03-9a90-4887-8a22-3ce69ccdae50 req-d334f639-ea3d-4b56-a734-2ad540f1b42d tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 Feb 04 20:38:16.438423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-37459ba9-d2cd-4747-91af-fd24373de8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:16.440009 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-37459ba9-d2cd-4747-91af-fd24373de8e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=022e84b8b2ad4520b59a318e4ada1ba1&device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 1097 time: 0.1101274 Feb 04 20:38:16.574436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-998be52e-717a-4113-8bf7-2b196ea46a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:16.575954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-998be52e-717a-4113-8bf7-2b196ea46a7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f2c59f5-86da-4f15-8842-bc9fafd5cf20 HTTP/1.1" status: 200 len: 913 time: 0.1305718 Feb 04 20:38:16.591056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:16.643958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=bedf3555-dbe8-4600-8326-e52c3ab3d897,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:16.646600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-67e0d10c-c744-4a23-b6bc-42647c06776c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45308ad-6ee3-4196-93cc-f72484dec92c HTTP/1.1" status: 200 len: 217 time: 0.0651152 Feb 04 20:38:16.708830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-d466947e-a4bb-438d-8aa6-8fe472e14d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:16.710267 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-d466947e-a4bb-438d-8aa6-8fe472e14d50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=152b4c31-d4bd-4839-b57a-0b0239645c1e HTTP/1.1" status: 200 len: 852 time: 0.0584817 Feb 04 20:38:16.744411 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:16.753762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-abc52a21-ea88-427d-98a5-e05670765742 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/ports/bedf3555-dbe8-4600-8326-e52c3ab3d897 HTTP/1.1" status: 204 len: 168 time: 0.8190360 Feb 04 20:38:16.756576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42666) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:16.756875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-0970e20e-fddc-4ef0-a577-93c88ee50149 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f2c59f5-86da-4f15-8842-bc9fafd5cf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406573 Feb 04 20:38:16.837113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f32f7-214d-4343-bfd2-e89193a6ffa5 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:16.838099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d7f32f7-214d-4343-bfd2-e89193a6ffa5 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Synchronizing usage tracker for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:16.891618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-949e908b-44f1-4512-a30d-5f1bb7cfdb89 service neutron] 10.222.0.62 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277063 Feb 04 20:38:16.913754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2d7f32f7-214d-4343-bfd2-e89193a6ffa5 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Unset dirty status for tenant:362b05f5c04a4361bf2ba98d3c6bad8b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:16.914365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2d7f32f7-214d-4343-bfd2-e89193a6ffa5 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "GET /v2.0/ports?device_id=54ae4b1b-2bed-423f-a694-ecafd3265fea HTTP/1.1" status: 200 len: 913 time: 0.1568966 Feb 04 20:38:16.917473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42670) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:17.027860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f95538b-e53a-4165-b7e6-5c16cd8c1c1e req-8f476b16-75bb-4c2e-824e-fcaa5a035887 service neutron] 10.222.0.62 "GET /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310053 Feb 04 20:38:17.628807 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:17.701960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ddd9c-3362-4c3a-a777-49b76cdd25c8 req-241555a5-a657-4304-b5a2-23eb80839590 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:17.703449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c02ddd9c-3362-4c3a-a777-49b76cdd25c8 req-241555a5-a657-4304-b5a2-23eb80839590 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.1659203 Feb 04 20:38:17.829069 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c02ddd9c-3362-4c3a-a777-49b76cdd25c8 req-06de4609-f0ca-4da9-8b3e-1dd1905e1470 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171732 Feb 04 20:38:18.021463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 7dd8252d-66af-48f5-8b73-d82013a7ca86 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:18.021463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:18.206928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:18.331508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 7dd8252d-66af-48f5-8b73-d82013a7ca86 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:18.587852 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:18.640967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=7dd8252d-66af-48f5-8b73-d82013a7ca86,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:19.028486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:19.040311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c432c3-a321-4ccf-9cf4-65d30f252b1f req-4005d5b8-5411-498b-8c35-333f4bed53d3 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:19.040311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c432c3-a321-4ccf-9cf4-65d30f252b1f req-4005d5b8-5411-498b-8c35-333f4bed53d3 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.0893433 Feb 04 20:38:19.080789 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-57c432c3-a321-4ccf-9cf4-65d30f252b1f req-ffbd8e99-ac71-44a5-bb2e-950506667f99 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Feb 04 20:38:19.397909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Router 54ae4b1b-2bed-423f-a694-ecafd3265fea has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:38:19.577001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:19.587017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] Sync routers for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:19.596665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:19.597355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:19.661607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:19.670434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] Routers {'54ae4b1b-2bed-423f-a694-ecafd3265fea'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:19.671081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:37:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['54ae4b1b-2bed-423f-a694-ecafd3265fea'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:19.671209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a97e80b4-83bb-4eba-bdc9-79ec278776c0 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "PUT /v2.0/routers/54ae4b1b-2bed-423f-a694-ecafd3265fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528961 Feb 04 20:38:19.673679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42686) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:19.731733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:19.732063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc54ceb-0d78-4b90-951b-4b4985edf97d None None] The sync data for ids ['54ae4b1b-2bed-423f-a694-ecafd3265fea'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:19.854647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41787b4d-ef15-442c-b39b-3e4d40616443 req-6f5c6670-c058-4caa-b4ea-706941227d1f tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:19.856123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-41787b4d-ef15-442c-b39b-3e4d40616443 req-6f5c6670-c058-4caa-b4ea-706941227d1f tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.2380741 Feb 04 20:38:19.891078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:19.982043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-41787b4d-ef15-442c-b39b-3e4d40616443 req-ddd0550a-91e7-44bb-8a65-0fc4ea62dcf6 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181483 Feb 04 20:38:20.067760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8f0be483-49f1-45c8-8bb0-aa10f2c2d8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:20.188938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:20.250842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting port 3ac9479c-fc80-4050-9262-1782e442d91f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:20.251076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:20.425284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:20.549595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Calling delete_port for 3ac9479c-fc80-4050-9262-1782e442d91f owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:20.807552 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:20.853704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Port': ['ID=3ac9479c-fc80-4050-9262-1782e442d91f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:20.949244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.127645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.130162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.175845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eee0bb-3f4f-41f8-8b04-641428f76927 req-9bdf033e-3c26-473d-94e3-b63b9d117209 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:21.177340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62eee0bb-3f4f-41f8-8b04-641428f76927 req-9bdf033e-3c26-473d-94e3-b63b9d117209 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.0863214 Feb 04 20:38:21.221833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62eee0bb-3f4f-41f8-8b04-641428f76927 req-b2cb8f1f-e3a9-4480-bdce-586e2e56a758 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Feb 04 20:38:21.259535 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.259535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Fanout notify agent at l3_agent the message router_deleted on router 54ae4b1b-2bed-423f-a694-ecafd3265fea {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:38:21.266745 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.267810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-34e7e181-cc31-43a7-8077-0de04af07458 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/routers/54ae4b1b-2bed-423f-a694-ecafd3265fea HTTP/1.1" status: 204 len: 168 time: 1.5932086 Feb 04 20:38:21.270323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42694) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:21.334977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Deleting subnet 52bb1773-18d9-4844-a5c0-c58434418594 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:38:21.338029 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.400411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.458990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.581959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.626447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Subnet': ['ID=52bb1773-18d9-4844-a5c0-c58434418594,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:21.628322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.638133 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-042f9501-a152-49fc-9dd5-48309d5dc9c1 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/subnets/52bb1773-18d9-4844-a5c0-c58434418594 HTTP/1.1" status: 204 len: 168 time: 0.3668249 Feb 04 20:38:21.641244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42698) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:21.807257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:21.860781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655febd1-d734-4585-83d8-f2178a263c9a req-eb6181f5-70fa-47ad-be30-87a73d70edb1 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:21.862195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-655febd1-d734-4585-83d8-f2178a263c9a req-eb6181f5-70fa-47ad-be30-87a73d70edb1 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.1948626 Feb 04 20:38:22.106990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.125914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Deleting port a45308ad-6ee3-4196-93cc-f72484dec92c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:22.125914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.179193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c3cc32-5d40-4dd3-9596-16dfac1de4ef']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:22.199741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12ab69d-11e7-4beb-8d11-c76c2da66cab') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:22.200036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12ab69d-11e7-4beb-8d11-c76c2da66cab') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:22.216573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.261933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-954efa43-7fb0-4da0-be0e-903052fbbb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.272704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.284765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:22.285165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:22.300073 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:22.558409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] For port a45308ad-6ee3-4196-93cc-f72484dec92c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a45308ad-6ee3-4196-93cc-f72484dec92c,segment=NetworkSegment(66ea7412-320f-4c3f-a57a-774c285a0a23),segment_id=66ea7412-320f-4c3f-a57a-774c285a0a23)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:22.560706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.625144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.690600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b11de0-cab4-472f-a2c5-14932db04445 req-e57b03f7-c386-4d82-8fe1-382b099f0e55 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:22.692020 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0b11de0-cab4-472f-a2c5-14932db04445 req-e57b03f7-c386-4d82-8fe1-382b099f0e55 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 946 time: 0.3254652 Feb 04 20:38:22.698612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Calling delete_port for a45308ad-6ee3-4196-93cc-f72484dec92c owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:22.740537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.782420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] Pushing event deleted for resources: {'Network': ['ID=93c3cc32-5d40-4dd3-9596-16dfac1de4ef,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:22.784783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d1db4a3a-5874-490e-801c-6747afdc0e23 tempest-FloatingIPTestJSON-385405424 tempest-FloatingIPTestJSON-385405424-project] 10.222.0.48 "DELETE /v2.0/networks/93c3cc32-5d40-4dd3-9596-16dfac1de4ef HTTP/1.1" status: 204 len: 168 time: 1.1422679 Feb 04 20:38:22.828851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0b11de0-cab4-472f-a2c5-14932db04445 req-dc722acd-363c-4265-980e-21ac8d435289 tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2b74a12-561e-47a3-a87d-10dc6aaf7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Feb 04 20:38:22.973077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:22.986164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['a45308ad-6ee3-4196-93cc-f72484dec92c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:38:23.022406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Pushing event deleted for resources: {'Port': ['ID=a45308ad-6ee3-4196-93cc-f72484dec92c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:23.104005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] No DVR routers for this DVR port a45308ad-6ee3-4196-93cc-f72484dec92c on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:38:23.105810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:23.109169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'name': 'network-vif-deleted', 'tag': 'a45308ad-6ee3-4196-93cc-f72484dec92c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:38:23.156406 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9', 'name': 'network-vif-deleted', 'tag': 'a45308ad-6ee3-4196-93cc-f72484dec92c', 'status': 'completed', 'code': 200} Feb 04 20:38:23.190964 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-655febd1-d734-4585-83d8-f2178a263c9a req-b0a28d9d-dc1b-4c49-8c20-ca1c7b97fa6c tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.62 "DELETE /v2.0/ports/a45308ad-6ee3-4196-93cc-f72484dec92c HTTP/1.1" status: 204 len: 173 time: 1.3123758 Feb 04 20:38:23.303436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42710) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:23.456971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2dad2b99-305b-4307-8b64-d0a449e3d023 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=362b05f5c04a4361bf2ba98d3c6bad8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523080 Feb 04 20:38:23.459473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42716) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:23.525974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21281e30-0184-4ab6-b74e-968e4a7216e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:23.526196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:23.526196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:23.551583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21281e30-0184-4ab6-b74e-968e4a7216e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:23.653333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21281e30-0184-4ab6-b74e-968e4a7216e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:23.669533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21281e30-0184-4ab6-b74e-968e4a7216e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66122e93-72e5-46b7-af53-84026d07fca2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:23.674438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21281e30-0184-4ab6-b74e-968e4a7216e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:23.675602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21281e30-0184-4ab6-b74e-968e4a7216e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66122e93-72e5-46b7-af53-84026d07fca2 HTTP/1.1" status: 204 len: 168 time: 0.2151937 Feb 04 20:38:23.932394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-56ee1a78-5ded-4299-ba62-99c37fc2bb62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0874741 Feb 04 20:38:24.006423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c7fc048-f0b6-4151-87ac-4f274fce86fc req-70ff83b5-79d9-46db-a0cf-003e9ce56b2e tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Synchronizing usage tracker for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:24.127472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.127863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.128339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.128806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.129530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.129993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.130457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.132612 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c5dc0030-d9c2-4d85-ac10-9da858a13bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca216ea8b212443897c0fc0074ff91d7&device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 6502 time: 0.1222708 Feb 04 20:38:24.138877 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2c7fc048-f0b6-4151-87ac-4f274fce86fc req-70ff83b5-79d9-46db-a0cf-003e9ce56b2e tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] Unset dirty status for tenant:022e84b8b2ad4520b59a318e4ada1ba1 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:24.140563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c7fc048-f0b6-4151-87ac-4f274fce86fc req-70ff83b5-79d9-46db-a0cf-003e9ce56b2e tempest-TestServerAdvancedOps-721439523 tempest-TestServerAdvancedOps-721439523-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b9fb95-6bbc-4bfc-9bec-e93ee31c33d9 HTTP/1.1" status: 200 len: 210 time: 0.1817966 Feb 04 20:38:24.411994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-b5011412-df09-4ae2-a624-05cddec4523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.412588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-b5011412-df09-4ae2-a624-05cddec4523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.412850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-b5011412-df09-4ae2-a624-05cddec4523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.414365 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-b5011412-df09-4ae2-a624-05cddec4523c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5923911-2330-412e-ac86-9e6f9dbb3545&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=c9291753-d179-4d73-b9d3-568803a1791d&id=804f2887-0933-4850-b633-c01cd3191bc8&id=804f2887-0933-4850-b633-c01cd3191bc8 HTTP/1.1" status: 200 len: 2299 time: 0.2541399 Feb 04 20:38:24.528236 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-88dc5b69-06dc-421b-a5b8-8e1dbe9c26b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17 HTTP/1.1" status: 200 len: 1001 time: 0.1040521 Feb 04 20:38:24.589288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-5be5982d-b68d-4084-b2f3-fd2336940dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.590765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-5be5982d-b68d-4084-b2f3-fd2336940dcd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1efd2123-f261-49b0-8b47-803de3ad30c0 HTTP/1.1" status: 200 len: 856 time: 0.0594006 Feb 04 20:38:24.668002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-8ea96726-88ce-47c6-8a2d-9a7f65987664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:24.669521 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-8ea96726-88ce-47c6-8a2d-9a7f65987664 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5923911-2330-412e-ac86-9e6f9dbb3545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732718 Feb 04 20:38:24.785715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42742) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:24.805950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-9dc1a711-f399-433c-b7cd-a0695a112a7a service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305594 Feb 04 20:38:24.894019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'networks': [{'name': 'tempest-network--1610633861'}, {'name': 'tempest-network--295822726'}]} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:24.894397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'network': {'name': 'tempest-network--1610633861'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:24.894952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'network': {'name': 'tempest-network--295822726'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:24.910472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:24.910472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Usage tracker for resource:network and tenant:3f77548394d34ae5bd09379c878a23cb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:24.910472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:24.914569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:24.943615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-032038ca-faed-4674-8b15-c48748711f83 service neutron] 10.222.0.62 "GET /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312668 Feb 04 20:38:25.002024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Made reservation on behalf of 3f77548394d34ae5bd09379c878a23cb for: {'network': 2} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:25.006823 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.010343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-6a7a21cc-8dcc-4e6c-a954-385da48ccc21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 217 time: 0.0620415 Feb 04 20:38:25.015864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a45308ad-6ee3-4196-93cc-f72484dec92c no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:38:25.019897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.035595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:25.039413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Usage tracker for resource:security_group_rule and tenant:3f77548394d34ae5bd09379c878a23cb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:25.042224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:25.048091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:25.052071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: a45308ad-6ee3-4196-93cc-f72484dec92c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:38:25.052521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a45308ad-6ee3-4196-93cc-f72484dec92c not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:38:25.083774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-50e34432-2297-4f75-8bb2-1e0a30978c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:25.083774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-50e34432-2297-4f75-8bb2-1e0a30978c01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0659692 Feb 04 20:38:25.138214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.161743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-e813b181-84e5-443d-9a9c-fbace31951c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:25.163266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-e813b181-84e5-443d-9a9c-fbace31951c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752163 Feb 04 20:38:25.213506 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.251140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42750) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:25.284931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.285378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.300940 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-5d58e7fc-220e-4967-a133-24961002c7c6 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300783 Feb 04 20:38:25.353055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] Deleting subnet 152b4c31-d4bd-4839-b57a-0b0239645c1e {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:38:25.357616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57008d6-fb56-4417-8f72-ad3c5904aca6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:25.360520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.386239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:25.409051 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.409391 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Added segment 371477d0-e71d-4f3d-b0bc-0136a77cb0d9 of type vlan for network d18e01a0-9ca6-44ab-97ec-c99c98713865 Feb 04 20:38:25.421093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.437987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-32f712fa-4c1f-4ce3-9def-04fe4d4a008b service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330943 Feb 04 20:38:25.479552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.500910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.520485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-fcf96565-0ebc-45d6-a51b-dde24a666faa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 217 time: 0.0663970 Feb 04 20:38:25.565143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:25.574708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-800f5ebc-08ae-46fe-b1c5-0e61fa4e83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:25.575388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-800f5ebc-08ae-46fe-b1c5-0e61fa4e83b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0590196 Feb 04 20:38:25.579937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.580268 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Added segment ed093e32-c0a3-4c45-8ad0-7461a541b116 of type vlan for network 377cfeca-1138-4f7b-9857-be052b12eb22 Feb 04 20:38:25.610334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.657621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-60a98abd-3e87-4a61-bb96-9d0470ba3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:25.659099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-60a98abd-3e87-4a61-bb96-9d0470ba3907 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785587 Feb 04 20:38:25.705821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.745609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152b4c31-d4bd-4839-b57a-0b0239645c1e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:25.750844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.756953 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.757449 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.762774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:25.768063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:25.768667 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:25.795996 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-2510fd02-cb0e-495c-bb5b-41f93117828b service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305442 Feb 04 20:38:25.867682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-08ccef2c-ac4d-4eb6-9aa1-e318bd1c6ba8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/152b4c31-d4bd-4839-b57a-0b0239645c1e HTTP/1.1" status: 204 len: 168 time: 0.6175599 Feb 04 20:38:25.871336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42760) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:25.947658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Network': ['ID=d18e01a0-9ca6-44ab-97ec-c99c98713865,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:25.961370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d18e01a0-9ca6-44ab-97ec-c99c98713865 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:25.977219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1904025 Feb 04 20:38:25.991238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42764) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:26.071869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-686e3f0b-33ac-4da5-87a2-2bcc0ae54136 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698586 Feb 04 20:38:26.151571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-ca057093-8ce3-4c85-8092-c4bf85fa5c53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d HTTP/1.1" status: 200 len: 217 time: 0.0720327 Feb 04 20:38:26.242882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-6077a111-8c15-4afa-92ca-7b2ab3027259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.243536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-6077a111-8c15-4afa-92ca-7b2ab3027259 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.0863774 Feb 04 20:38:26.333266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-d78886d5-8881-487a-9f41-84639797b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.335593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-d78886d5-8881-487a-9f41-84639797b544 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847015 Feb 04 20:38:26.340498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:26.346488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa441a-c700-4f7d-9355-a555865d2418 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Network': ['ID=377cfeca-1138-4f7b-9857-be052b12eb22,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:26.359159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 377cfeca-1138-4f7b-9857-be052b12eb22 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:26.471558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186365f-0bda-4750-8d17-9bab5997abb7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.477244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186365f-0bda-4750-8d17-9bab5997abb7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.483111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186365f-0bda-4750-8d17-9bab5997abb7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.488783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186365f-0bda-4750-8d17-9bab5997abb7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.489641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d186365f-0bda-4750-8d17-9bab5997abb7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Synchronizing usage tracker for tenant:3f77548394d34ae5bd09379c878a23cb on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:26.497748 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-07cd307c-0b9b-4e34-9ff5-789315fc6f85 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548326 Feb 04 20:38:26.576387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-4d8249de-6a5b-4aae-ac66-d667e87818c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3083642 Feb 04 20:38:26.602890 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:26.652632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2c59f5-86da-4f15-8842-bc9fafd5cf20']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:26.662822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-fc857ff7-8a2f-40b6-907e-bced67dad023 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587944 Feb 04 20:38:26.708224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ea7412-320f-4c3f-a57a-774c285a0a23') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:26.708806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ea7412-320f-4c3f-a57a-774c285a0a23') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:26.715720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d186365f-0bda-4750-8d17-9bab5997abb7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Unset dirty status for tenant:3f77548394d34ae5bd09379c878a23cb on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:26.716866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d186365f-0bda-4750-8d17-9bab5997abb7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7246897 Feb 04 20:38:26.727756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42778) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:26.757727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-ff6c9d8d-d8ff-4345-89e7-04cd299ab149 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f07a9499-01c6-472c-aee4-1a7231061983 HTTP/1.1" status: 200 len: 217 time: 0.0891733 Feb 04 20:38:26.766837 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:26.803400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:26.816281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:26.816708 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:26.830543 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:26.901456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:26.907849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c4e2423f-3e9e-40e0-afe0-074f2452c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.908861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-c4e2423f-3e9e-40e0-afe0-074f2452c651 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 200 len: 797 time: 0.1425717 Feb 04 20:38:26.938026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b88d7b-9b9d-4352-b590-3450a0773ce2 req-46003bc6-c8bf-4007-96c1-30b946c396cf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.939703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55b88d7b-9b9d-4352-b590-3450a0773ce2 req-46003bc6-c8bf-4007-96c1-30b946c396cf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.2216237 Feb 04 20:38:26.941862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-03240301-5597-4281-9248-664b697df7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:26.943246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-03240301-5597-4281-9248-664b697df7fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1096 time: 0.2790065 Feb 04 20:38:27.066363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.071572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.101381 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.111422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55b88d7b-9b9d-4352-b590-3450a0773ce2 req-c25f16c6-ec72-4390-9918-153c31874890 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555688 Feb 04 20:38:27.115489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2c59f5-86da-4f15-8842-bc9fafd5cf20,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:27.133356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-df773d8d-5248-4561-9813-613eece882b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:27.134898 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-df773d8d-5248-4561-9813-613eece882b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9291753-d179-4d73-b9d3-568803a1791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2206292 Feb 04 20:38:27.136552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18e01a0-9ca6-44ab-97ec-c99c98713865']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:27.172507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371477d0-e71d-4f3d-b0bc-0136a77cb0d9') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:27.179758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371477d0-e71d-4f3d-b0bc-0136a77cb0d9') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:27.179889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-93a73a25-a71d-42f2-bb79-cf1adee4cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:27.180153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-93a73a25-a71d-42f2-bb79-cf1adee4cf8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9dcd113a-2529-4e7f-ab30-60c80d682d30 HTTP/1.1" status: 200 len: 910 time: 0.2057128 Feb 04 20:38:27.236312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.246071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c5729202-e5de-4eaf-8f53-d2284133e4f4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f2c59f5-86da-4f15-8842-bc9fafd5cf20 HTTP/1.1" status: 204 len: 168 time: 1.3737371 Feb 04 20:38:27.251492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42786) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:27.288113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-cd8d978c-ab95-44e1-8b0d-b4ad382a02ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0 HTTP/1.1" status: 200 len: 1000 time: 0.0997257 Feb 04 20:38:27.299070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.326681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:27.327113 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:27.341751 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:27.366947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-dc6fbe38-9d04-4349-9613-da72aed47378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:27.368431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-dc6fbe38-9d04-4349-9613-da72aed47378 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2980b055-ccdf-4837-b0d3-f6cf2c13c233 HTTP/1.1" status: 200 len: 848 time: 0.0738430 Feb 04 20:38:27.443950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] Deleting subnet 4c27a432-812c-487d-8785-4528f48c05da {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:38:27.445592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-d116cda2-9165-4301-a9b7-fcaaef0f0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:27.447182 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-d116cda2-9165-4301-a9b7-fcaaef0f0d89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dcd113a-2529-4e7f-ab30-60c80d682d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709219 Feb 04 20:38:27.448725 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-6104b6e5-85ab-48f0-a297-f163e9c4af14 service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048468 Feb 04 20:38:27.449334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.564727 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.582425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-fad3ad21-c0da-4f0b-8c5a-6d41c96e2e26 service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278915 Feb 04 20:38:27.698058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.720114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Network': ['ID=d18e01a0-9ca6-44ab-97ec-c99c98713865,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:27.724524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6ea9ec2-ec7d-47d9-93a7-3c7da9edd74d req-7804853f-d736-4c61-b868-aa363c7f12b9 service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359243 Feb 04 20:38:27.726249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.811812 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-edf9d1b4-510e-4006-922d-801acc008267 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/networks/d18e01a0-9ca6-44ab-97ec-c99c98713865 HTTP/1.1" status: 204 len: 168 time: 1.0795774 Feb 04 20:38:27.814744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42790) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:27.815614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:27.847448 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-cd8b2f55-3377-4877-b457-15e4d23ba73a service neutron] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676524 Feb 04 20:38:27.926522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-82a470da-7914-40b9-b9ef-496dc372435f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1380310-4863-47b5-acf6-681239ca134a HTTP/1.1" status: 200 len: 217 time: 0.0670364 Feb 04 20:38:28.005518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-2e8bff59-6caa-464b-8157-de0a59ff1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:28.006608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-2e8bff59-6caa-464b-8157-de0a59ff1e90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.0720096 Feb 04 20:38:28.044911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.074986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.115671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c27a432-812c-487d-8785-4528f48c05da,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:28.123795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-567bd274-b7a2-4a1b-87e1-0491c9e011bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:28.125869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-567bd274-b7a2-4a1b-87e1-0491c9e011bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1130848 Feb 04 20:38:28.126853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.135211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53c96498-16c9-4797-b3f7-aba43b2459c1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4c27a432-812c-487d-8785-4528f48c05da HTTP/1.1" status: 204 len: 168 time: 0.8805578 Feb 04 20:38:28.154551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42794) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:28.262601 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.270507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-45690d6a-4750-497c-8c7e-095e57dba3c2 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362860 Feb 04 20:38:28.304666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377cfeca-1138-4f7b-9857-be052b12eb22']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:28.320141 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.323316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed093e32-c0a3-4c45-8ad0-7461a541b116') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:28.330786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed093e32-c0a3-4c45-8ad0-7461a541b116') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:28.342280 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.383179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.407795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:28.408194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:28.422890 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:28.466878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-2bb6b100-b65e-4d09-9408-29a25de67aa6 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532881 Feb 04 20:38:28.474964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ae65b-a555-44d3-a3f8-b2667df925a2 req-071f7024-8256-4b9a-9af0-61c195ca6d43 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:28.476326 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-968ae65b-a555-44d3-a3f8-b2667df925a2 req-071f7024-8256-4b9a-9af0-61c195ca6d43 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.2041113 Feb 04 20:38:28.559091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-d09492f1-d577-48a2-a1b9-055ac4d423ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2adb57e-9414-4898-aaa6-023d346a8919 HTTP/1.1" status: 200 len: 217 time: 0.0818198 Feb 04 20:38:28.559286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.589019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3606cbac-d6e2-4c3e-9d5f-09e00da3d755']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:28.602323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9d1524-544a-48cf-9169-7c87c9cc0ab7') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:28.602613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9d1524-544a-48cf-9169-7c87c9cc0ab7') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:28.613903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.619499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-968ae65b-a555-44d3-a3f8-b2667df925a2 req-d3a592a8-b6e7-47c3-b3fe-f6988aa691c3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933263 Feb 04 20:38:28.631043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.637365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:28.637761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.639407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-e76a31f7-1fc7-44d7-b040-b2c1213b8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:28.641485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-e76a31f7-1fc7-44d7-b040-b2c1213b8086 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 200 len: 797 time: 0.0701098 Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:28.651372 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:28.697771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.724307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-6352f5a4-39df-4ce0-993d-cbcc17ba5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:28.725811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-6352f5a4-39df-4ce0-993d-cbcc17ba5d19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=804f2887-0933-4850-b633-c01cd3191bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782866 Feb 04 20:38:28.734865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.745041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Network': ['ID=377cfeca-1138-4f7b-9857-be052b12eb22,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:28.753592 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b66e97ad-e0d9-4609-ba2a-1f086dd017d7 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/networks/377cfeca-1138-4f7b-9857-be052b12eb22 HTTP/1.1" status: 204 len: 168 time: 0.9375682 Feb 04 20:38:28.757116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42800) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:28.850798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.866408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-5b02abd3-0016-4887-9d54-b277a486fb6f service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334949 Feb 04 20:38:28.876815 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:28.885344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3606cbac-d6e2-4c3e-9d5f-09e00da3d755,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:28.891249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2dc7d6a4-a927-4b2b-b356-f99d8e9661f4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3606cbac-d6e2-4c3e-9d5f-09e00da3d755 HTTP/1.1" status: 204 len: 168 time: 0.7355022 Feb 04 20:38:28.941978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98998aae-88d9-4e15-ad3a-a10221f86944 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:28.947810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98998aae-88d9-4e15-ad3a-a10221f86944 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:28.948574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98998aae-88d9-4e15-ad3a-a10221f86944 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Synchronizing usage tracker for tenant:3f77548394d34ae5bd09379c878a23cb on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:29.009547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad058aa6-5647-4517-8986-ed3b3a72a219 req-09681c8d-5c50-4aca-b0a5-fe6d14cde099 service neutron] 10.222.0.62 "GET /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370742 Feb 04 20:38:29.047398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98998aae-88d9-4e15-ad3a-a10221f86944 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Unset dirty status for tenant:3f77548394d34ae5bd09379c878a23cb on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:29.049990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98998aae-88d9-4e15-ad3a-a10221f86944 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2915189 Feb 04 20:38:29.053066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42806) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:29.059716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-403206114'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:29.069518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:29.079467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:29.152920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Made reservation on behalf of 3f77548394d34ae5bd09379c878a23cb for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:29.156532 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.184531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:29.193739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.198301 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Added segment e14e1596-a878-4d02-a8cb-4ff01d6cb751 of type vlan for network cd39ea62-bb06-4f4b-971d-925ca35f84fc Feb 04 20:38:29.221155 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.329900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.335517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:29.336181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.384467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:29.432136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f27ab44d-bf2c-40c2-96e3-422b80555ba0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=022e84b8b2ad4520b59a318e4ada1ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463972 Feb 04 20:38:29.435828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:29.448919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Network': ['ID=cd39ea62-bb06-4f4b-971d-925ca35f84fc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:29.459070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network cd39ea62-bb06-4f4b-971d-925ca35f84fc details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:29.492609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.505499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2474ba94-71a6-4eba-b64e-0c3266d5207a tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4480383 Feb 04 20:38:29.506327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42818) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:29.513219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-470950270'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:29.519036 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.520522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:29.526131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Usage tracker for resource:network and tenant:3f77548394d34ae5bd09379c878a23cb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:29.530387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:29.536662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:29.610816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Made reservation on behalf of 3f77548394d34ae5bd09379c878a23cb for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:29.614459 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.635980 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.641853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:29.651150 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.651511 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Added segment 38718fba-fcbc-4daa-b22c-70c4e7858621 of type vlan for network 522c0ca2-921b-4d4c-bd9c-7627c8a956ce Feb 04 20:38:29.653413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b74a12-561e-47a3-a87d-10dc6aaf7692,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:29.663178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.663593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.663997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.664261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.664592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.664924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.665253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.665700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.666033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.666362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.666734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.667045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:29.680190 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.772262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.773511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21e6ba31-16f0-410a-9301-2a682813a8be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2b74a12-561e-47a3-a87d-10dc6aaf7692 HTTP/1.1" status: 204 len: 168 time: 0.3380382 Feb 04 20:38:29.823991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162dadf-23a2-4c31-b484-59e18c345674 req-cbfc62c1-9f71-4a17-b02a-d72aa1b7cc84 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:29.825385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8162dadf-23a2-4c31-b484-59e18c345674 req-cbfc62c1-9f71-4a17-b02a-d72aa1b7cc84 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.0853877 Feb 04 20:38:29.826457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.831705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:29.832267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:29.977021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8162dadf-23a2-4c31-b484-59e18c345674 req-2bb88d98-213f-43bf-bf0f-9a48324b4986 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391301 Feb 04 20:38:29.979631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Network': ['ID=522c0ca2-921b-4d4c-bd9c-7627c8a956ce,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:29.991875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 522c0ca2-921b-4d4c-bd9c-7627c8a956ce details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:30.035346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-93722a48-1a0c-4785-b7be-b4cddd4dcf26 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5176642 Feb 04 20:38:30.035346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42826) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:30.035346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'ports': [{'network_id': 'cd39ea62-bb06-4f4b-971d-925ca35f84fc', 'name': 'tempest-port--828474068', 'admin_state_up': True}, {'network_id': '522c0ca2-921b-4d4c-bd9c-7627c8a956ce', 'admin_state_up': False}]} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:30.035346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'port': {'network_id': 'cd39ea62-bb06-4f4b-971d-925ca35f84fc', 'name': 'tempest-port--828474068', 'admin_state_up': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:30.035346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'port': {'network_id': '522c0ca2-921b-4d4c-bd9c-7627c8a956ce', 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:30.367413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:30.371396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Usage tracker for resource:port and tenant:3f77548394d34ae5bd09379c878a23cb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:30.374798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:30.387729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:30.503010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Made reservation on behalf of 3f77548394d34ae5bd09379c878a23cb for: {'port': 2} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:30.508120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:30.515814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42832) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:30.527018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:30.574708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d9845bec-59dc-4823-a1cb-52f02fb63f13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=918d83ec527246d78e1fce661fd7d138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577409 Feb 04 20:38:30.577111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42836) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:30.645714 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f3182a-ac66-410b-bfeb-4277aa8ee8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:30.665195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f3182a-ac66-410b-bfeb-4277aa8ee8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:30.757449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] device_id is not set on port f733e6e6-5ae0-4fc4-8937-5edb87a12d73 yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:38:30.797366 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f3182a-ac66-410b-bfeb-4277aa8ee8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:30.816638 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3182a-ac66-410b-bfeb-4277aa8ee8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7076376-a6a3-4f1a-99d2-bb2866191de1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:30.820064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e9f3182a-ac66-410b-bfeb-4277aa8ee8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:30.821336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e9f3182a-ac66-410b-bfeb-4277aa8ee8ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7076376-a6a3-4f1a-99d2-bb2866191de1 HTTP/1.1" status: 204 len: 168 time: 0.2426436 Feb 04 20:38:30.857192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:30.969139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] device_id is not set on port 0b7ae572-09dd-4a19-9823-f71c921730cb yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:38:31.054091 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:31.173627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aab74-4371-4542-94e9-3a6cff77a74e req-2e312a21-693d-4397-9a18-48d2ba802964 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:31.173627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-676aab74-4371-4542-94e9-3a6cff77a74e req-2e312a21-693d-4397-9a18-48d2ba802964 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.0828393 Feb 04 20:38:31.197712 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:31.229737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-676aab74-4371-4542-94e9-3a6cff77a74e req-8276d51c-5ef5-4631-ba78-ff63498c129c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489860 Feb 04 20:38:31.298122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Port': ['ID=f733e6e6-5ae0-4fc4-8937-5edb87a12d73,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:31.310398 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Checking segment: {'id': 'e14e1596-a878-4d02-a8cb-4ff01d6cb751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cd39ea62-bb06-4f4b-971d-925ca35f84fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:31.310803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network hostable DHCP agents. Network: cd39ea62-bb06-4f4b-971d-925ca35f84fc, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:31.401782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network cd39ea62-bb06-4f4b-971d-925ca35f84fc is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:31.461584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, cd39ea62-bb06-4f4b-971d-925ca35f84fc) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:31.465351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:31.467478 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:31.471735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f281f9-b800-44b4-97e4-e3c214677a9b None None] Network cd39ea62-bb06-4f4b-971d-925ca35f84fc requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:31.573060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Port': ['ID=0b7ae572-09dd-4a19-9823-f71c921730cb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:31.590516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Checking segment: {'id': '38718fba-fcbc-4daa-b22c-70c4e7858621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '522c0ca2-921b-4d4c-bd9c-7627c8a956ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:31.590895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network hostable DHCP agents. Network: 522c0ca2-921b-4d4c-bd9c-7627c8a956ce, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:31.689876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network 522c0ca2-921b-4d4c-bd9c-7627c8a956ce is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:31.749957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 522c0ca2-921b-4d4c-bd9c-7627c8a956ce) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:31.754187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:31.757888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7b2a1-db72-495c-a5b2-3ea29132b804 None None] Network 522c0ca2-921b-4d4c-bd9c-7627c8a956ce requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:31.759894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:31.764603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:31.765811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:31.867831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6175a498-3bbd-4f1a-a42c-8166b4e230dd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8363745 Feb 04 20:38:31.868229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42844) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:31.952147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222843e9-83b2-4047-8a12-df02c2296042 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:31.958651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222843e9-83b2-4047-8a12-df02c2296042 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:31.960187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-222843e9-83b2-4047-8a12-df02c2296042 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0909514 Feb 04 20:38:31.963158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42848) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:32.028842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Deleting port f733e6e6-5ae0-4fc4-8937-5edb87a12d73 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:32.029183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:32.344583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:32.418039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423116f-9f94-4bd1-9385-e8a6245701a5 req-2f9ad518-6363-4bd6-aef2-f10ea046ceab tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:32.419525 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4423116f-9f94-4bd1-9385-e8a6245701a5 req-2f9ad518-6363-4bd6-aef2-f10ea046ceab tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.0829740 Feb 04 20:38:32.464852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4423116f-9f94-4bd1-9385-e8a6245701a5 req-c65b605a-acd2-477c-8ec6-1df63d8b494f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390489 Feb 04 20:38:32.474768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Calling delete_port for f733e6e6-5ae0-4fc4-8937-5edb87a12d73 owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:32.658856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:32.707303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Port': ['ID=f733e6e6-5ae0-4fc4-8937-5edb87a12d73,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:32.714351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:32.720512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5420276d-102e-45ee-8061-8c530dad38c5 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/ports/f733e6e6-5ae0-4fc4-8937-5edb87a12d73 HTTP/1.1" status: 204 len: 168 time: 0.7564414 Feb 04 20:38:32.723070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42854) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:32.790813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Deleting port 0b7ae572-09dd-4a19-9823-f71c921730cb {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:32.791156 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.002061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.130324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Calling delete_port for 0b7ae572-09dd-4a19-9823-f71c921730cb owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:33.278825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.327486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Port': ['ID=0b7ae572-09dd-4a19-9823-f71c921730cb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:33.334249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.340309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21a44224-6454-44ca-8be0-5185a72f6686 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/ports/0b7ae572-09dd-4a19-9823-f71c921730cb HTTP/1.1" status: 204 len: 168 time: 0.6162937 Feb 04 20:38:33.342804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42860) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:33.388757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c6429dcf-8407-459d-87c9-02836854522b tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Synchronizing usage tracker for tenant:3f77548394d34ae5bd09379c878a23cb on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:33.461258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c6429dcf-8407-459d-87c9-02836854522b tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Unset dirty status for tenant:3f77548394d34ae5bd09379c878a23cb on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:33.462419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c6429dcf-8407-459d-87c9-02836854522b tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1187108 Feb 04 20:38:33.466134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42864) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:33.471966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-987209062'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:33.477255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:33.481275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Usage tracker for resource:network and tenant:3f77548394d34ae5bd09379c878a23cb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:33.484795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:33.490365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:33.558628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Made reservation on behalf of 3f77548394d34ae5bd09379c878a23cb for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:33.563277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.642020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:33.651497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:38:33.654670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.655036 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Added segment 6c7552d4-5a1f-4b69-b927-ee8644b3af72 of type vlan for network 7a6febb8-9524-49d5-bc19-eae633222649 Feb 04 20:38:33.696620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdbe31-4d53-456b-8ba1-c7749c37a1ff req-df6a12c9-9e65-4035-8ce5-a3f302b3d6e0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:33.698044 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bfdbe31-4d53-456b-8ba1-c7749c37a1ff req-df6a12c9-9e65-4035-8ce5-a3f302b3d6e0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1225624 Feb 04 20:38:33.699899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.759317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4bfdbe31-4d53-456b-8ba1-c7749c37a1ff req-9d0d81a3-7671-46d8-92a7-aa0528fa21d3 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554957 Feb 04 20:38:33.824468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.830242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:33.830839 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:33.939968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Network': ['ID=7a6febb8-9524-49d5-bc19-eae633222649,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:33.949802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 7a6febb8-9524-49d5-bc19-eae633222649 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:34.005547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-94866d42-df6e-4e6d-9c61-ff529330af3f tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5384090 Feb 04 20:38:34.008197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42874) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:34.013616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2039984674'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:34.019718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:34.023826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Usage tracker for resource:network and tenant:3f77548394d34ae5bd09379c878a23cb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:34.026596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:34.033343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:34.107403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Made reservation on behalf of 3f77548394d34ae5bd09379c878a23cb for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:34.111277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:34.139528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:34.148284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:34.149900 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Added segment 7403238f-9451-4b32-9c71-d118a9e7b364 of type vlan for network cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf Feb 04 20:38:34.173077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:34.281619 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:34.287155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:34.287723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:34.395602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Network': ['ID=cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:34.405279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:34.486727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5d081f6d-05d2-42a6-85b5-2e87b31bbc87 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4616032 Feb 04 20:38:34.605642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42878) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:34.612153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'subnets': [{'network_id': '7a6febb8-9524-49d5-bc19-eae633222649', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1946994848', 'ip_version': 4}, {'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:34.612467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'subnet': {'network_id': '7a6febb8-9524-49d5-bc19-eae633222649', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1946994848', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:34.613030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Request body: {'subnet': {'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:34.926673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:34.930561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Usage tracker for resource:subnet and tenant:3f77548394d34ae5bd09379c878a23cb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:34.933444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:34.939369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:34.949164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227091b-f594-48a0-b122-4740018b308b req-1dcf2f6d-6a89-42b0-a684-7305949518cf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:34.950628 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1227091b-f594-48a0-b122-4740018b308b req-1dcf2f6d-6a89-42b0-a684-7305949518cf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.0816481 Feb 04 20:38:34.995114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1227091b-f594-48a0-b122-4740018b308b req-1eb3012b-e447-4359-ba6c-e86edbf8a8c0 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385780 Feb 04 20:38:35.004469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Made reservation on behalf of 3f77548394d34ae5bd09379c878a23cb for: {'subnet': 2} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:35.010982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:35.011597 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:35.484327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:35.561911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Subnet': ['ID=673e3ed6-be0e-4990-84fd-91e1f5feea94,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:35.571981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Checking segment: {'id': '6c7552d4-5a1f-4b69-b927-ee8644b3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7a6febb8-9524-49d5-bc19-eae633222649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:35.572381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network hostable DHCP agents. Network: 7a6febb8-9524-49d5-bc19-eae633222649, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:35.655227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network 7a6febb8-9524-49d5-bc19-eae633222649 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:35.726919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 7a6febb8-9524-49d5-bc19-eae633222649) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:35.730440 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:35.736225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1220f-edbb-4fec-9236-035f9edf822a None None] Network 7a6febb8-9524-49d5-bc19-eae633222649 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:35.806989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event updated for resources: {'Subnet': ['ID=edf832ba-fbc4-41d4-9270-f5f3396d4ddd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:35.817755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Checking segment: {'id': '7403238f-9451-4b32-9c71-d118a9e7b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:35.818112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network hostable DHCP agents. Network: cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:35.915782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Network cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:35.944131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-7a6febb8-9524-49d5-bc19-eae633222649', 'network_id': '7a6febb8-9524-49d5-bc19-eae633222649', 'tenant_id': '3f77548394d34ae5bd09379c878a23cb', 'fixed_ips': [{'subnet_id': '673e3ed6-be0e-4990-84fd-91e1f5feea94'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:38:35.944981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:35.998908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:36.003569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:36.004314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:36.004932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.008562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf6ad2-262d-4412-9be7-e242b4229e46 None None] Network cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:36.093856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b45bd0d6-442b-4c6e-9495-a06c4752c893 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4871047 Feb 04 20:38:36.096455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42886) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:36.224308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba669e6-b3e3-4eab-9a90-9da23cf068cd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:36.225923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba669e6-b3e3-4eab-9a90-9da23cf068cd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:36.227480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba669e6-b3e3-4eab-9a90-9da23cf068cd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:36.228258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6ba669e6-b3e3-4eab-9a90-9da23cf068cd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Synchronizing usage tracker for tenant:3f77548394d34ae5bd09379c878a23cb on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:36.242949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Allocated IP 172.20.0.2 (7a6febb8-9524-49d5-bc19-eae633222649/673e3ed6-be0e-4990-84fd-91e1f5feea94/5b444c97-42ff-41f0-a721-389d8239f7ed) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:36.259404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3715813-f908-4685-b500-ee5dff258567 req-4931988c-26ac-43ba-b474-334f123a9b5d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:36.260809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3715813-f908-4685-b500-ee5dff258567 req-4931988c-26ac-43ba-b474-334f123a9b5d tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1255834 Feb 04 20:38:36.306419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3715813-f908-4685-b500-ee5dff258567 req-bff61892-825c-43c5-b8f3-59a77c4e3e76 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Feb 04 20:38:36.332819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6ba669e6-b3e3-4eab-9a90-9da23cf068cd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Unset dirty status for tenant:3f77548394d34ae5bd09379c878a23cb on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:36.333996 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ba669e6-b3e3-4eab-9a90-9da23cf068cd tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2364218 Feb 04 20:38:36.337269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42890) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:36.356050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf', 'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf', 'tenant_id': '3f77548394d34ae5bd09379c878a23cb', 'fixed_ips': [{'subnet_id': 'edf832ba-fbc4-41d4-9270-f5f3396d4ddd'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:38:36.356871 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.403276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Deleting subnet 673e3ed6-be0e-4990-84fd-91e1f5feea94 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:38:36.606783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.614328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Allocated IP 172.20.0.18 (cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf/edf832ba-fbc4-41d4-9270-f5f3396d4ddd/6e0a7f22-deff-4d8a-a0ec-c2a75f895617) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:36.623217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Transition to ACTIVE for port object 5b444c97-42ff-41f0-a721-389d8239f7ed will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:36.705265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Transition to ACTIVE for port object 5b444c97-42ff-41f0-a721-389d8239f7ed will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:36.778485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.803257 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.841579 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.887286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Network 7a6febb8-9524-49d5-bc19-eae633222649 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:36.897301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:36.900905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Pushing event updated for resources: {'Port': ['ID=5b444c97-42ff-41f0-a721-389d8239f7ed,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:36.903064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:36.911543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.925165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:36.950198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.950534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.950891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.951223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.951548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.951871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.952727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.953046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.953363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.953677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.953990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.954332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:38:36.989901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Transition to ACTIVE for port object 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:37.028032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Transition to ACTIVE for port object 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:37.029273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Attempting to bind port 5b444c97-42ff-41f0-a721-389d8239f7ed on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:38:37.029635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Attempting to bind port 5b444c97-42ff-41f0-a721-389d8239f7ed by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '6c7552d4-5a1f-4b69-b927-ee8644b3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7a6febb8-9524-49d5-bc19-eae633222649'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:38:37.029987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Attempting to bind port 5b444c97-42ff-41f0-a721-389d8239f7ed on network 7a6febb8-9524-49d5-bc19-eae633222649 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:38:37.036170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:38:37.041027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Checking segment: {'id': '6c7552d4-5a1f-4b69-b927-ee8644b3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7a6febb8-9524-49d5-bc19-eae633222649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:37.041027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.041027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Bound using segment: {'id': '6c7552d4-5a1f-4b69-b927-ee8644b3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7a6febb8-9524-49d5-bc19-eae633222649'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:38:37.041027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Bound port: 5b444c97-42ff-41f0-a721-389d8239f7ed, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7552d4-5a1f-4b69-b927-ee8644b3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7a6febb8-9524-49d5-bc19-eae633222649'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:38:37.041027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.055993 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.100776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Subnet': ['ID=673e3ed6-be0e-4990-84fd-91e1f5feea94,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:37.102578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.102978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.171551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e4732841-661f-4acd-acb1-c5d491d3f85d tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/subnets/673e3ed6-be0e-4990-84fd-91e1f5feea94 HTTP/1.1" status: 204 len: 168 time: 0.8326883 Feb 04 20:38:37.173574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42894) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:37.188194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Network cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:37.189286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] For port 5b444c97-42ff-41f0-a721-389d8239f7ed, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:38:37.193914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] For port 5b444c97-42ff-41f0-a721-389d8239f7ed, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5b444c97-42ff-41f0-a721-389d8239f7ed,segment=NetworkSegment(6c7552d4-5a1f-4b69-b927-ee8644b3af72),segment_id=6c7552d4-5a1f-4b69-b927-ee8644b3af72)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:38:37.195086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:37.198518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:37.204611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Pushing event updated for resources: {'Port': ['ID=6e0a7f22-deff-4d8a-a0ec-c2a75f895617,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:37.243314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Deleting subnet edf832ba-fbc4-41d4-9270-f5f3396d4ddd {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:38:37.246258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.272568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.301999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.391295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Attempting to bind port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:38:37.391652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Attempting to bind port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '7403238f-9451-4b32-9c71-d118a9e7b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:38:37.392008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Attempting to bind port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 on network cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:38:37.395062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.408813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:38:37.409178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Checking segment: {'id': '7403238f-9451-4b32-9c71-d118a9e7b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:37.409571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.409954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Bound using segment: {'id': '7403238f-9451-4b32-9c71-d118a9e7b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:38:37.410407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Bound port: 6e0a7f22-deff-4d8a-a0ec-c2a75f895617, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7403238f-9451-4b32-9c71-d118a9e7b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:38:37.410800 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.428492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bf4d1-eb90-44b6-9647-dcade15a1af7 None None] Pushing event updated for resources: {'Port': ['ID=5b444c97-42ff-41f0-a721-389d8239f7ed,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:37.507578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2256f5-f291-474a-a936-ac874c1205f5 req-002f1112-a900-4b8d-ab77-3196d7021205 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:37.509037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f2256f5-f291-474a-a936-ac874c1205f5 req-002f1112-a900-4b8d-ab77-3196d7021205 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.0922761 Feb 04 20:38:37.553153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f2256f5-f291-474a-a936-ac874c1205f5 req-2f645951-01d6-41b9-96d9-d9a879e581e7 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384879 Feb 04 20:38:37.560742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.560919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] For port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:38:37.568750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] For port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6e0a7f22-deff-4d8a-a0ec-c2a75f895617,segment=NetworkSegment(7403238f-9451-4b32-9c71-d118a9e7b364),segment_id=7403238f-9451-4b32-9c71-d118a9e7b364)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:38:37.579750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e3722-cf0b-48d7-91bc-3c6ce89fc0e3 None None] Network 7a6febb8-9524-49d5-bc19-eae633222649 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:37.606643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Subnet': ['ID=edf832ba-fbc4-41d4-9270-f5f3396d4ddd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:37.608592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.618351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0daa7dcf-1f78-4553-a3b4-119599abd0c4 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/subnets/edf832ba-fbc4-41d4-9270-f5f3396d4ddd HTTP/1.1" status: 204 len: 168 time: 0.4431577 Feb 04 20:38:37.620862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:37.644051 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:37.683517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec162da-aa0d-4225-8769-652fac3cd621 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:37.684112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3ec162da-aa0d-4225-8769-652fac3cd621 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Synchronizing usage tracker for tenant:3f77548394d34ae5bd09379c878a23cb on resource:subnet {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:38:37.795910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3ec162da-aa0d-4225-8769-652fac3cd621 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Unset dirty status for tenant:3f77548394d34ae5bd09379c878a23cb on resource:subnet {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:38:37.802232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3ec162da-aa0d-4225-8769-652fac3cd621 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1752918 Feb 04 20:38:37.802329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42904) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:37.807909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46130353-5ebc-44eb-8c39-7e9e3ba1acdb None None] Pushing event updated for resources: {'Port': ['ID=6e0a7f22-deff-4d8a-a0ec-c2a75f895617,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:38.060758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.072263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Deleting port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:38.072600 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.230099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:38.287956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] For port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6e0a7f22-deff-4d8a-a0ec-c2a75f895617,segment=NetworkSegment(7403238f-9451-4b32-9c71-d118a9e7b364),segment_id=7403238f-9451-4b32-9c71-d118a9e7b364)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:38.288547 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.367025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:38.421974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Calling delete_port for 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:38.567564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.624750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Port': ['ID=6e0a7f22-deff-4d8a-a0ec-c2a75f895617,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:38.626480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] No DVR routers for this DVR port 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:38:38.718502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ed3ca-2ca6-418e-8b78-6138bfc67b72 None None] Network cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:38.799853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.803547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c1436b1a-e68b-4f4a-b1ab-c5fb7465d3c3 None None] Could not find standard attr ID for object 6e0a7f22-deff-4d8a-a0ec-c2a75f895617. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 20:38:38.834963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:38.850220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7403238f-9451-4b32-9c71-d118a9e7b364') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:38.850519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7403238f-9451-4b32-9c71-d118a9e7b364') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:38.870239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d3e7-9d6f-400f-b360-45e0363946d5 req-487b6cb8-9dda-412d-ac2a-4bbb14f1aa31 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:38.871749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2594d3e7-9d6f-400f-b360-45e0363946d5 req-487b6cb8-9dda-412d-ac2a-4bbb14f1aa31 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1978140 Feb 04 20:38:38.873387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.910239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.924906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:38.925308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:38.940939 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:38.979604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9460a2-9a65-4e56-8579-85c92362b9e0 None None] DHCP port deletion for cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:38:38.995439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801208c8-ba79-4770-9061-e7e412519068 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:38:39.013290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2594d3e7-9d6f-400f-b360-45e0363946d5 req-e7dfb573-04ae-4ff8-8416-8a584ef49d9f tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323991 Feb 04 20:38:39.090193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.119954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.135650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Network': ['ID=cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:39.138367 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-87c76e19-3389-4ea9-a8a4-9e59e4e7e054 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/networks/cc122f3e-26e8-4c7a-8eeb-d0023c1a10bf HTTP/1.1" status: 204 len: 168 time: 1.3319883 Feb 04 20:38:39.140982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:39.154460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.170886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801208c8-ba79-4770-9061-e7e412519068 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 20:38:39.269464 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.281842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Deleting port 5b444c97-42ff-41f0-a721-389d8239f7ed {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:39.282273 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.411888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.490086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] For port 5b444c97-42ff-41f0-a721-389d8239f7ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5b444c97-42ff-41f0-a721-389d8239f7ed,segment=NetworkSegment(6c7552d4-5a1f-4b69-b927-ee8644b3af72),segment_id=6c7552d4-5a1f-4b69-b927-ee8644b3af72)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:39.490444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.616490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Calling delete_port for 5b444c97-42ff-41f0-a721-389d8239f7ed owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:39.778561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:39.827847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Port': ['ID=5b444c97-42ff-41f0-a721-389d8239f7ed,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:39.831263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] No DVR routers for this DVR port 5b444c97-42ff-41f0-a721-389d8239f7ed on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:38:40.048683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.073598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6febb8-9524-49d5-bc19-eae633222649']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:40.085881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7552d4-5a1f-4b69-b927-ee8644b3af72') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:40.086119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7552d4-5a1f-4b69-b927-ee8644b3af72') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:40.098103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.114268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.120298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:40.120714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:40.135993 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:40.195399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:38:40.231829 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:38:40.232250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6e0a7f22-deff-4d8a-a0ec-c2a75f895617 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:38:40.285534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e24f-65bd-4c1b-8049-2b2ac2db1eb5 req-f1d973c4-a801-4ab4-b5fe-4f32a798de6b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:40.287023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77d4e24f-65bd-4c1b-8049-2b2ac2db1eb5 req-f1d973c4-a801-4ab4-b5fe-4f32a798de6b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1504283 Feb 04 20:38:40.319664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.343651 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.353568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Network': ['ID=7a6febb8-9524-49d5-bc19-eae633222649,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:40.364904 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-77d4e24f-65bd-4c1b-8049-2b2ac2db1eb5 req-7470b9a0-4510-4d74-bf9a-240d93872e5e tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720758 Feb 04 20:38:40.372915 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2ed7366a-4ba8-46ba-b4f5-0b0e75ae5074 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/networks/7a6febb8-9524-49d5-bc19-eae633222649 HTTP/1.1" status: 204 len: 168 time: 1.2286310 Feb 04 20:38:40.373306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42920) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:40.488695 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.657735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.691536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522c0ca2-921b-4d4c-bd9c-7627c8a956ce']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:40.706633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38718fba-fcbc-4daa-b22c-70c4e7858621') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:40.706949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38718fba-fcbc-4daa-b22c-70c4e7858621') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:40.723858 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.742274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c534-7930-4743-8e03-62cc4e6aaf27 req-f19daaeb-841c-4d21-b577-f4caf01f10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:40.743776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a882c534-7930-4743-8e03-62cc4e6aaf27 req-f19daaeb-841c-4d21-b577-f4caf01f10b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 1097 time: 0.1486111 Feb 04 20:38:40.753320 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.753320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:40.753320 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:40.765908 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:40.868773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a882c534-7930-4743-8e03-62cc4e6aaf27 req-d6a5edb3-d1a5-48c4-b8a9-d4609056bc46 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020229 Feb 04 20:38:40.955832 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.973013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:40.984175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Network': ['ID=522c0ca2-921b-4d4c-bd9c-7627c8a956ce,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:40.989456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7c567b9f-f2a3-46fd-9ee3-12968cc3ba66 tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/networks/522c0ca2-921b-4d4c-bd9c-7627c8a956ce HTTP/1.1" status: 204 len: 168 time: 0.6145446 Feb 04 20:38:40.991387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42924) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:41.101861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:41.230368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:41.254975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd39ea62-bb06-4f4b-971d-925ca35f84fc']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:41.266967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14e1596-a878-4d02-a8cb-4ff01d6cb751') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:41.267246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14e1596-a878-4d02-a8cb-4ff01d6cb751') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:41.278466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:41.294485 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:41.300296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:38:41.300665 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:38:41.314348 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:38:41.470346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:41.494249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:41.498673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] Pushing event deleted for resources: {'Network': ['ID=cd39ea62-bb06-4f4b-971d-925ca35f84fc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:41.504765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3555a280-34bb-41f7-be97-e35eb62206af tempest-BulkNetworkOpsTest-1104604815 tempest-BulkNetworkOpsTest-1104604815-project] 10.222.0.48 "DELETE /v2.0/networks/cd39ea62-bb06-4f4b-971d-925ca35f84fc HTTP/1.1" status: 204 len: 168 time: 0.5112877 Feb 04 20:38:41.549961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786be67-8dec-4748-b7f4-33a339482769 req-c3257959-db2e-42d3-a0eb-2ce0dee08bbf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:41.551516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e786be67-8dec-4748-b7f4-33a339482769 req-c3257959-db2e-42d3-a0eb-2ce0dee08bbf tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.0813699 Feb 04 20:38:41.595754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e786be67-8dec-4748-b7f4-33a339482769 req-c46b0441-8368-48ba-b435-8cd6f4141d78 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Feb 04 20:38:41.963270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42934) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:42.113537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-15633cce-9a80-4a32-96a4-46e986bc3f59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f77548394d34ae5bd09379c878a23cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491365 Feb 04 20:38:42.116046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42940) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:42.139106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5fd9ed1e-8af2-4845-bf0d-94f5569df23e details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:38:42.145599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5fd9ed1e-8af2-4845-bf0d-94f5569df23e no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:38:42.176797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f5895c1-c74a-411a-889a-ccadd16f2567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:42.204824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f5895c1-c74a-411a-889a-ccadd16f2567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:42.370567 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:42.393318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:42.420101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'port_id': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'mac_address': 'fa:16:3e:15:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:38:42.421959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:38:42.444324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f5895c1-c74a-411a-889a-ccadd16f2567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:42.458955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5895c1-c74a-411a-889a-ccadd16f2567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57008d6-fb56-4417-8f72-ad3c5904aca6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:42.466064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f5895c1-c74a-411a-889a-ccadd16f2567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:42.470276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6f5895c1-c74a-411a-889a-ccadd16f2567 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a57008d6-fb56-4417-8f72-ad3c5904aca6 HTTP/1.1" status: 204 len: 168 time: 0.3502538 Feb 04 20:38:42.496444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:42.498209 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'code': 200} Feb 04 20:38:42.531605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:42.548580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fd9ed1e-8af2-4845-bf0d-94f5569df23e {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:38:42.558623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:42.668659 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:38:42.669009 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:38:42.673138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:42.798540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26483a93-c46d-4587-8489-9115e2b7d312 req-95bdb09c-b494-4094-9f30-7d8c10004a9b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:42.800224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26483a93-c46d-4587-8489-9115e2b7d312 req-95bdb09c-b494-4094-9f30-7d8c10004a9b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 944 time: 0.0909681 Feb 04 20:38:42.845472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26483a93-c46d-4587-8489-9115e2b7d312 req-07a1dd8e-c8e2-48e5-98f2-7514d608edac tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Feb 04 20:38:42.868799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42956) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:42.978680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f0a6519a-c37a-4748-8255-6e5bcb0d3304 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/floatingips/1c135658-bb8f-4ae9-9ec3-a2116a61dc18 HTTP/1.1" status: 200 len: 992 time: 0.1087577 Feb 04 20:38:43.234518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:43.252701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd9ed1e-8af2-4845-bf0d-94f5569df23e {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:38:43.272221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:43.339015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:43.407408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:43.503460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42972) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:43.576754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5fd9ed1e-8af2-4845-bf0d-94f5569df23e'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:38:43.606644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6ff05609-79be-4b2b-ad27-6d11c9aa9aba tempest-DvrRoutersNegativeTest-1063790838 tempest-DvrRoutersNegativeTest-1063790838-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-499454318', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:43.609540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.policy [None req-6ff05609-79be-4b2b-ad27-6d11c9aa9aba tempest-DvrRoutersNegativeTest-1063790838 tempest-DvrRoutersNegativeTest-1063790838-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88236) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 20:38:43.609839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.policy [None req-6ff05609-79be-4b2b-ad27-6d11c9aa9aba tempest-DvrRoutersNegativeTest-1063790838 tempest-DvrRoutersNegativeTest-1063790838-project] Failed policy check for 'create_router' {{(pid=88236) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 20:38:43.610490 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-6ff05609-79be-4b2b-ad27-6d11c9aa9aba tempest-DvrRoutersNegativeTest-1063790838 tempest-DvrRoutersNegativeTest-1063790838-project] create failed (client error): Access was denied to this resource. Feb 04 20:38:43.611473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6ff05609-79be-4b2b-ad27-6d11c9aa9aba tempest-DvrRoutersNegativeTest-1063790838 tempest-DvrRoutersNegativeTest-1063790838-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1067121 Feb 04 20:38:44.089546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 42982) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:44.206001 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:44.220312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:44.224041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Usage tracker for resource:security_group_rule and tenant:6de4562a66034f7285d0c1104a0dd2bb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:44.226820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:44.232524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:44.317133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:44.432602 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:44.479815 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6de4562a66034f7285d0c1104a0dd2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890591 Feb 04 20:38:44.480581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3b2b1-564d-4195-8479-3cb0328a1b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43128b4-c2bc-4a3d-8926-68253dd9cc73,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:44.482386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 42988) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:44.540848 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ac37c54-9e52-491f-bd26-4317e457132a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:44.566352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ac37c54-9e52-491f-bd26-4317e457132a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:44.695363 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ac37c54-9e52-491f-bd26-4317e457132a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:44.711040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac37c54-9e52-491f-bd26-4317e457132a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43128b4-c2bc-4a3d-8926-68253dd9cc73,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:44.722227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9ac37c54-9e52-491f-bd26-4317e457132a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:44.722227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9ac37c54-9e52-491f-bd26-4317e457132a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b43128b4-c2bc-4a3d-8926-68253dd9cc73 HTTP/1.1" status: 204 len: 168 time: 0.2330182 Feb 04 20:38:45.746290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:45.850304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-611270831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:45.857482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:45.861246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:router and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:45.864067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:45.870078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:45.972940 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:45.973869 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:45.988253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.069898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.166995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.168186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6a0be2d8-9aab-4cae-813f-087961b5ebbe tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4208460 Feb 04 20:38:46.170852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43018) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:46.176932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-199575203'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:46.178821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5fd9ed1e-8af2-4845-bf0d-94f5569df23e up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:46.183666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:46.188326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:network and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:46.191271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:46.197047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:46.244461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:46.244755 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.264070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:46.268297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.280840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.295418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:46.299367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:security_group_rule and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:46.302153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:46.307833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:46.358940 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.385733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:38:46.392258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.395840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:46.429203 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'code': 200} Feb 04 20:38:46.461155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.470059 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.491012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:46.504162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d021ae-3b0e-49e2-a831-76f1c45a3315,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:46.508496 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.508860 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Added segment 172e99c4-abcb-4c25-8b33-cf9cc61e4cc4 of type vlan for network 9c76b93c-5929-4ea5-bc46-9939749978a7 Feb 04 20:38:46.535355 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.538360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:46.626447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.632092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:46.632668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:46.748425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Network': ['ID=9c76b93c-5929-4ea5-bc46-9939749978a7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:46.759280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:46.822014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4c62c340-399e-47fc-b1a8-3451eaa10693 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6501267 Feb 04 20:38:46.824833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43024) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:46.830700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'subnet': {'network_id': '9c76b93c-5929-4ea5-bc46-9939749978a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:47.036115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:47.039841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:subnet and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:47.042544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:47.048142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:47.112588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:47.116181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.376222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.455485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Subnet': ['ID=b6022703-2fd6-4e17-8056-b46a4936148a,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:47.462722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Checking segment: {'id': '172e99c4-abcb-4c25-8b33-cf9cc61e4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9c76b93c-5929-4ea5-bc46-9939749978a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:47.463076 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network hostable DHCP agents. Network: 9c76b93c-5929-4ea5-bc46-9939749978a7, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:47.558203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:47.626882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9c76b93c-5929-4ea5-bc46-9939749978a7) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:47.631088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:47.631669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.635723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af74d91-8661-4b3a-bb9f-79c50a913297 None None] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:47.714411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ca498084-b315-43a8-add2-46b0262c6a72 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8885539 Feb 04 20:38:47.717468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43028) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:47.723864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'network': {'name': 'tempest-router-network01--1537820136'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:47.729376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:47.733085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:network and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:47.736609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:47.742324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:47.792742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:47.796896 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.823851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:47.832626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.832969 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Added segment ff47d0fd-fb96-448d-b585-d1be7a82acbf of type vlan for network ee889d15-67c6-4358-8d2f-c32c5621aded Feb 04 20:38:47.850576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-9c76b93c-5929-4ea5-bc46-9939749978a7', 'network_id': '9c76b93c-5929-4ea5-bc46-9939749978a7', 'tenant_id': '51fafa0201a646dd93efe19b87394134', 'fixed_ips': [{'subnet_id': 'b6022703-2fd6-4e17-8056-b46a4936148a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:38:47.851496 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.862169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.955904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:47.961581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:47.964946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.009632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Allocated IP 2001:db8::2 (9c76b93c-5929-4ea5-bc46-9939749978a7/b6022703-2fd6-4e17-8056-b46a4936148a/6b313b8a-0444-47df-b6d7-737f3fafa9fd) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:48.070121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Network': ['ID=ee889d15-67c6-4358-8d2f-c32c5621aded,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:48.086598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ee889d15-67c6-4358-8d2f-c32c5621aded details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:48.133266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-28e4f7ed-8372-4407-a057-3d65a95e0553 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4141443 Feb 04 20:38:48.135792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43032) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:48.143749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'network': {'name': 'tempest-router-network02--1357717301'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:48.150256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:48.154300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:network and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:48.158790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:48.164972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:48.264242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:48.268471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.301496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:48.309884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.310218 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Added segment 8e359922-4074-4762-b6fd-b4b8dcce3359 of type vlan for network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 Feb 04 20:38:48.335786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.337142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.346619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Transition to ACTIVE for port object 6b313b8a-0444-47df-b6d7-737f3fafa9fd will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:48.364314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Transition to ACTIVE for port object 6b313b8a-0444-47df-b6d7-737f3fafa9fd will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:48.441397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.446954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:48.447522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.493445 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.554865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Network': ['ID=27f2eaab-32fa-4627-a571-65aa3ffbeec5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:48.560770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:48.564060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:48.568598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:48.580989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:48.588631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Pushing event updated for resources: {'Port': ['ID=6b313b8a-0444-47df-b6d7-737f3fafa9fd,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:48.605011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08ab3a1b-18ca-442f-bf15-5224d28b0f22 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4676232 Feb 04 20:38:48.607758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43036) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:48.613115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'subnet': {'network_id': 'ee889d15-67c6-4358-8d2f-c32c5621aded', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:48.731088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:48.735435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:subnet and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:48.738245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:48.743962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:48.758287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Attempting to bind port 6b313b8a-0444-47df-b6d7-737f3fafa9fd on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:38:48.758287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Attempting to bind port 6b313b8a-0444-47df-b6d7-737f3fafa9fd by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '172e99c4-abcb-4c25-8b33-cf9cc61e4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9c76b93c-5929-4ea5-bc46-9939749978a7'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:38:48.758287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Attempting to bind port 6b313b8a-0444-47df-b6d7-737f3fafa9fd on network 9c76b93c-5929-4ea5-bc46-9939749978a7 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:38:48.763211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:38:48.763582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Checking segment: {'id': '172e99c4-abcb-4c25-8b33-cf9cc61e4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9c76b93c-5929-4ea5-bc46-9939749978a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:48.763985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.764372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Bound using segment: {'id': '172e99c4-abcb-4c25-8b33-cf9cc61e4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9c76b93c-5929-4ea5-bc46-9939749978a7'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:38:48.764855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Bound port: 6b313b8a-0444-47df-b6d7-737f3fafa9fd, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172e99c4-abcb-4c25-8b33-cf9cc61e4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9c76b93c-5929-4ea5-bc46-9939749978a7'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:38:48.765233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.798459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:48.802014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.853768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] For port 6b313b8a-0444-47df-b6d7-737f3fafa9fd, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:38:48.856914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] For port 6b313b8a-0444-47df-b6d7-737f3fafa9fd, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6b313b8a-0444-47df-b6d7-737f3fafa9fd,segment=NetworkSegment(172e99c4-abcb-4c25-8b33-cf9cc61e4cc4),segment_id=172e99c4-abcb-4c25-8b33-cf9cc61e4cc4)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:38:48.913327 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:48.997630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96988559-7a2e-4759-a15e-532bb32000a2 None None] Pushing event updated for resources: {'Port': ['ID=6b313b8a-0444-47df-b6d7-737f3fafa9fd,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:49.092786 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:49.164021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Subnet': ['ID=901c4773-31c0-47af-b9ea-3771d8437a9d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:49.216802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Checking segment: {'id': 'ff47d0fd-fb96-448d-b585-d1be7a82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ee889d15-67c6-4358-8d2f-c32c5621aded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:49.217161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network hostable DHCP agents. Network: ee889d15-67c6-4358-8d2f-c32c5621aded, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:49.292820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network ee889d15-67c6-4358-8d2f-c32c5621aded is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:49.378869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ee889d15-67c6-4358-8d2f-c32c5621aded) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:49.382939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:49.383454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:49.387705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c72812-d9da-43ad-9b9f-609b02878ee1 None None] Network ee889d15-67c6-4358-8d2f-c32c5621aded requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:49.465109 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-07a8137c-4b55-447e-aa2f-0c6722883e98 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8562453 Feb 04 20:38:49.468745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43040) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:49.474343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'subnet': {'network_id': '27f2eaab-32fa-4627-a571-65aa3ffbeec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:49.584692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:49.588500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:subnet and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:49.591528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:49.598011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:49.603443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ee889d15-67c6-4358-8d2f-c32c5621aded', 'network_id': 'ee889d15-67c6-4358-8d2f-c32c5621aded', 'tenant_id': '51fafa0201a646dd93efe19b87394134', 'fixed_ips': [{'subnet_id': '901c4773-31c0-47af-b9ea-3771d8437a9d'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:38:49.604259 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:49.670173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:49.675033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:49.766926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Allocated IP 2001:db8::2 (ee889d15-67c6-4358-8d2f-c32c5621aded/901c4773-31c0-47af-b9ea-3771d8437a9d/b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:49.981692 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:49.994987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.009756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Transition to ACTIVE for port object b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:50.032536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Transition to ACTIVE for port object b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:50.036354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab440b02-5ceb-4e5e-8ccf-0b0eca42fd0e None None] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:50.069034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Subnet': ['ID=40982c0e-6f83-4934-b24b-a2857df8b78a,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:50.073079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Checking segment: {'id': '8e359922-4074-4762-b6fd-b4b8dcce3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '27f2eaab-32fa-4627-a571-65aa3ffbeec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:50.073441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network hostable DHCP agents. Network: 27f2eaab-32fa-4627-a571-65aa3ffbeec5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:50.101042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a823d449-d38c-428d-9f31-6fca5f96fc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.120300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.172761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:50.207704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Network ee889d15-67c6-4358-8d2f-c32c5621aded is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:50.212528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:50.218355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:50.243952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 27f2eaab-32fa-4627-a571-65aa3ffbeec5) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:50.251960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:50.252632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.297299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6b313b8a-0444-47df-b6d7-737f3fafa9fd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:50.318952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-300be944-2523-423e-9827-f11e26970ecb tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8491533 Feb 04 20:38:50.320340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f027fcb-29b7-4735-9fdf-1defca7b66f5 None None] Network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:50.321780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43044) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:50.335287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Pushing event updated for resources: {'Port': ['ID=b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:50.351190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-003f5442-6a11-47bb-a718-645dda97cc52 None None] Provisioning for port 6b313b8a-0444-47df-b6d7-737f3fafa9fd completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:50.543514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Attempting to bind port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:38:50.543867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Attempting to bind port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'ff47d0fd-fb96-448d-b585-d1be7a82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ee889d15-67c6-4358-8d2f-c32c5621aded'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:38:50.544226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Attempting to bind port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 on network ee889d15-67c6-4358-8d2f-c32c5621aded {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:38:50.600775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:38:50.601148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Checking segment: {'id': 'ff47d0fd-fb96-448d-b585-d1be7a82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ee889d15-67c6-4358-8d2f-c32c5621aded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:50.601605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.601927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Bound using segment: {'id': 'ff47d0fd-fb96-448d-b585-d1be7a82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ee889d15-67c6-4358-8d2f-c32c5621aded'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:38:50.602387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Bound port: b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff47d0fd-fb96-448d-b585-d1be7a82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ee889d15-67c6-4358-8d2f-c32c5621aded'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:38:50.602841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.803979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 6b313b8a-0444-47df-b6d7-737f3fafa9fd completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:50.804726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.810622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] For port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:38:50.818976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6b313b8a-0444-47df-b6d7-737f3fafa9fd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:50.819348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.845517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-27f2eaab-32fa-4627-a571-65aa3ffbeec5', 'network_id': '27f2eaab-32fa-4627-a571-65aa3ffbeec5', 'tenant_id': '51fafa0201a646dd93efe19b87394134', 'fixed_ips': [{'subnet_id': '40982c0e-6f83-4934-b24b-a2857df8b78a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:38:50.846328 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:50.855727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] For port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2,segment=NetworkSegment(ff47d0fd-fb96-448d-b585-d1be7a82acbf),segment_id=ff47d0fd-fb96-448d-b585-d1be7a82acbf)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:38:51.032683 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.118974 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.172518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Allocated IP 2001:db8::1 (ee889d15-67c6-4358-8d2f-c32c5621aded/901c4773-31c0-47af-b9ea-3771d8437a9d/4c99f448-b634-4b34-82de-aaa0270b9790) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:51.228327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 6b313b8a-0444-47df-b6d7-737f3fafa9fd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6b313b8a-0444-47df-b6d7-737f3fafa9fd,segment=NetworkSegment(172e99c4-abcb-4c25-8b33-cf9cc61e4cc4),segment_id=172e99c4-abcb-4c25-8b33-cf9cc61e4cc4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:51.236106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ffe38-3606-4e43-af62-8983e60b17e6 None None] Pushing event updated for resources: {'Port': ['ID=b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:51.240939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Allocated IP 2001:db8::2 (27f2eaab-32fa-4627-a571-65aa3ffbeec5/40982c0e-6f83-4934-b24b-a2857df8b78a/d81be654-97e4-441e-b758-9b5e3f32d451) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:51.243131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b750ab16-f840-44af-a29a-de199dc56dbd None None] Provisioning complete for port 6b313b8a-0444-47df-b6d7-737f3fafa9fd triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:51.243615 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b750ab16-f840-44af-a29a-de199dc56dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.325345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.337999 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.354462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Transition to ACTIVE for port object 4c99f448-b634-4b34-82de-aaa0270b9790 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:51.441627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.514752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network ee889d15-67c6-4358-8d2f-c32c5621aded is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:51.518527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:51.522622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:51.523193 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.549452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=6b313b8a-0444-47df-b6d7-737f3fafa9fd,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:51.675743 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.685677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Transition to ACTIVE for port object d81be654-97e4-441e-b758-9b5e3f32d451 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:51.707913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Transition to ACTIVE for port object d81be654-97e4-441e-b758-9b5e3f32d451 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:38:51.790492 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.791680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Port': ['ID=4c99f448-b634-4b34-82de-aaa0270b9790,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:51.858316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:51.861384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:51.863821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:38:51.905999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Pushing event updated for resources: {'Port': ['ID=d81be654-97e4-441e-b758-9b5e3f32d451,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:51.946663 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.969450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Attempting to bind port d81be654-97e4-441e-b758-9b5e3f32d451 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:38:51.969918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Attempting to bind port d81be654-97e4-441e-b758-9b5e3f32d451 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '8e359922-4074-4762-b6fd-b4b8dcce3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '27f2eaab-32fa-4627-a571-65aa3ffbeec5'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:38:51.970356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Attempting to bind port d81be654-97e4-441e-b758-9b5e3f32d451 on network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:38:51.977401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:38:51.977934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Checking segment: {'id': '8e359922-4074-4762-b6fd-b4b8dcce3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '27f2eaab-32fa-4627-a571-65aa3ffbeec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:51.978415 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:51.978909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Bound using segment: {'id': '8e359922-4074-4762-b6fd-b4b8dcce3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '27f2eaab-32fa-4627-a571-65aa3ffbeec5'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:38:51.979455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Bound port: d81be654-97e4-441e-b758-9b5e3f32d451, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e359922-4074-4762-b6fd-b4b8dcce3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '27f2eaab-32fa-4627-a571-65aa3ffbeec5'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:38:51.979902 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.080067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] For port d81be654-97e4-441e-b758-9b5e3f32d451, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:38:52.084747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] For port d81be654-97e4-441e-b758-9b5e3f32d451, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d81be654-97e4-441e-b758-9b5e3f32d451,segment=NetworkSegment(8e359922-4074-4762-b6fd-b4b8dcce3359),segment_id=8e359922-4074-4762-b6fd-b4b8dcce3359)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:38:52.196537 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.316962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f643307-86e3-4eae-9a81-1e829486f11a None None] Pushing event updated for resources: {'Port': ['ID=d81be654-97e4-441e-b758-9b5e3f32d451,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:52.323633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9fb4b-1fd3-4331-8b54-e109ae6dcf4a None None] Network ee889d15-67c6-4358-8d2f-c32c5621aded requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:52.415650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:52.423481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.456036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f446f2ed-4d5c-4421-be05-e7ad8d02167a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.481307 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.482239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.630390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c14107a3-05e3-45ae-a163-45a817e2387e None None] Provisioning for port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:52.678663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Port': ['ID=4c99f448-b634-4b34-82de-aaa0270b9790,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:52.721635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:52.730293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:52.734422 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.735810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network ee889d15-67c6-4358-8d2f-c32c5621aded is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:38:52.736984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:52.886936 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:52.922263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2,segment=NetworkSegment(ff47d0fd-fb96-448d-b585-d1be7a82acbf),segment_id=ff47d0fd-fb96-448d-b585-d1be7a82acbf)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:53.030411 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:53.031328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6b313b8a-0444-47df-b6d7-737f3fafa9fd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:53.058568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Router 35b012e8-f0ff-45ca-9e90-739193179de7 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:38:53.241696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c744d2b1-4ed1-44ba-988e-1a191e4e9484 None None] Provisioning complete for port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:53.242070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c744d2b1-4ed1-44ba-988e-1a191e4e9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:53.251094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:53.262645 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] Sync routers for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:53.266220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:53.281604 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:53.282742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:53.293676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9acd624e-1f73-46a8-ac8b-50a2e5163451 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9683135 Feb 04 20:38:53.294026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:53.306036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 6b313b8a-0444-47df-b6d7-737f3fafa9fd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:53.306459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:53.381555 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:53.393676 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:53.394584 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:53.475551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:53.476238 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec085c0-c0fe-4019-a07f-3022aab67d70 None None] The sync data for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:53.543242 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:53.567216 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:53.624003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c744d2b1-4ed1-44ba-988e-1a191e4e9484 None None] Provisioning for port 4c99f448-b634-4b34-82de-aaa0270b9790 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:53.630212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c744d2b1-4ed1-44ba-988e-1a191e4e9484 None None] Provisioning complete for port 4c99f448-b634-4b34-82de-aaa0270b9790 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:53.630598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c744d2b1-4ed1-44ba-988e-1a191e4e9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:53.706343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c744d2b1-4ed1-44ba-988e-1a191e4e9484 None None] Port 4c99f448-b634-4b34-82de-aaa0270b9790 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:38:53.755543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ae78f-dd42-4370-b5f1-0a9204ce8a37 None None] Network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:53.926612 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8a1be1ee-e19d-44f1-a3ce-7b89c35b7e53 None None] Provisioning for port d81be654-97e4-441e-b758-9b5e3f32d451 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:53.992045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8a1be1ee-e19d-44f1-a3ce-7b89c35b7e53 None None] Provisioning complete for port 4c99f448-b634-4b34-82de-aaa0270b9790 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:53.992415 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8a1be1ee-e19d-44f1-a3ce-7b89c35b7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:54.061887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8a1be1ee-e19d-44f1-a3ce-7b89c35b7e53 None None] Port 4c99f448-b634-4b34-82de-aaa0270b9790 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:38:54.071409 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-3d4d371b-929e-49dd-994d-c3ae99553253 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:38:54.072493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3d4d371b-929e-49dd-994d-c3ae99553253 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7767684 Feb 04 20:38:54.075338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43056) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:54.326800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:54.412397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:54.412983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:54.534524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d81be654-97e4-441e-b758-9b5e3f32d451 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:54.580131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:54.586515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:54.592490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:54.598745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:54.604706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:54.611134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:54.616872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:54.618752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51146518-e344-4f99-aa44-621fe7da993b req-64103da1-e399-4496-a059-32c1c0f0598e tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1363630 Feb 04 20:38:54.644531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:54.649911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d81be654-97e4-441e-b758-9b5e3f32d451 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:38:54.655000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d81be654-97e4-441e-b758-9b5e3f32d451 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:54.655895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:54.665732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51146518-e344-4f99-aa44-621fe7da993b req-b1fe678b-6f62-4060-98f4-b3042d2d607b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409753 Feb 04 20:38:54.777544 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:54.809522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d81be654-97e4-441e-b758-9b5e3f32d451, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d81be654-97e4-441e-b758-9b5e3f32d451,segment=NetworkSegment(8e359922-4074-4762-b6fd-b4b8dcce3359),segment_id=8e359922-4074-4762-b6fd-b4b8dcce3359)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:54.878722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:54.945497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d81be654-97e4-441e-b758-9b5e3f32d451,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:55.095926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting port 4c99f448-b634-4b34-82de-aaa0270b9790 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:38:55.096269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:55.163885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:55.279058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:55.404457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Calling delete_port for 4c99f448-b634-4b34-82de-aaa0270b9790 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:38:55.638276 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:55.687229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Port': ['ID=4c99f448-b634-4b34-82de-aaa0270b9790,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:55.903569 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:56.177727 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:56.183405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:56.189602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:56.195292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:56.200925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:56.207270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:56.208233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d81be654-97e4-441e-b758-9b5e3f32d451 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:38:56.212927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:56.214830 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-b15626ba-34d3-4a74-b2f3-f896590e616d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.4179382 Feb 04 20:38:56.260380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Router 35b012e8-f0ff-45ca-9e90-739193179de7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:38:56.283243 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-223f161e-83cf-4408-8edf-5973e90b0d78 req-67c93260-fa9d-4090-ab36-4a862b31915d tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601938 Feb 04 20:38:56.286217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d81be654-97e4-441e-b758-9b5e3f32d451 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:56.286592 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:56.516284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:38:56.525287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-44b3ee3b-55b9-4658-8ce4-c3855b71d7f7 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4490175 Feb 04 20:38:56.528410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] Sync routers for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:38:56.529483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43066) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:56.537507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:56.538103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:56.597490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:56.606458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:38:56.607111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:56.672434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:38:56.672840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bafbdc-5a52-4f0d-9916-66f976e1a996 None None] The sync data for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:38:56.719004 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-18287903-d368-45bb-a6c6-cb959e084a0c tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] delete failed (client error): The resource could not be found. Feb 04 20:38:56.719934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-18287903-d368-45bb-a6c6-cb959e084a0c tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1424079875 HTTP/1.1" status: 404 len: 335 time: 0.1894426 Feb 04 20:38:56.723659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43070) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:56.728390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-be4a3c0a-9f41-4437-84e8-c6c3ec13548f tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'router': {'external_gateway_info': {'network_id': '35b012e8-f0ff-45ca-9e90-739193179de7'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:57.115579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-be4a3c0a-9f41-4437-84e8-c6c3ec13548f tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:57.181188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.187125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.192863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.198661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.205176 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-be4a3c0a-9f41-4437-84e8-c6c3ec13548f tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] update failed (client error): The resource could not be found. Feb 04 20:38:57.205331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.206204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-be4a3c0a-9f41-4437-84e8-c6c3ec13548f tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7 HTTP/1.1" status: 404 len: 339 time: 0.4816668 Feb 04 20:38:57.209826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43074) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:57.211142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.214939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2053858814'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:57.216921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.219364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-b8781900-3fda-4b4d-b65f-6834dbb8c181 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1231909 Feb 04 20:38:57.220847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:57.224637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:network and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:57.228392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:57.234734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:57.296828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-601e02c3-814e-4a98-afc6-3fefcc8bab80 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.298416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-601e02c3-814e-4a98-afc6-3fefcc8bab80 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "GET /v2.0/ports/4aaeb823-d6a4-4c44-8401-b3b3ee648006?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0733020 Feb 04 20:38:57.303798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:57.307294 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:57.346774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:38:57.356691 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:57.357151 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Added segment 499f8b2d-aacc-49f0-b107-748e6ae14bb8 of type vlan for network afb03a63-89e6-483d-ae6e-d9967e25255b Feb 04 20:38:57.400830 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:57.454455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-75e98cd7-2303-4f06-9f38-e0102b3d7ef3 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "GET /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1511436 Feb 04 20:38:57.465967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:57.517115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.523042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.528860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.534632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.540330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.545994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.551705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.554137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bdc903c-3620-42df-891c-0b250731bd80 req-05250dda-a454-4321-95da-ae8d84faf44c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 5445 time: 0.1303718 Feb 04 20:38:57.555522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:57.560696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:57.562738 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:57.584778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:57.704330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Network': ['ID=afb03a63-89e6-483d-ae6e-d9967e25255b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:57.710137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7bdc903c-3620-42df-891c-0b250731bd80 req-968e8fd6-a8fd-41eb-a980-dc14bbef2b2b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432285 Feb 04 20:38:57.715146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network afb03a63-89e6-483d-ae6e-d9967e25255b details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:38:57.758952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4dbc54ac-4fdc-4b2d-b342-742e830c7559 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5480103 Feb 04 20:38:57.761748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43080) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:57.769413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'subnet': {'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:57.878000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] For port 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=4aaeb823-d6a4-4c44-8401-b3b3ee648006,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:57.906350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:38:57.918298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Usage tracker for resource:subnet and tenant:51fafa0201a646dd93efe19b87394134 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:38:57.923511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:38:57.932640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:38:57.937818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] For port 4aaeb823-d6a4-4c44-8401-b3b3ee648006, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:38:57.992043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] device_id is not set on port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:38:58.000420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:58.054939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Made reservation on behalf of 51fafa0201a646dd93efe19b87394134 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:38:58.058379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:58.083710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:58.328382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] No DVR routers for this DVR port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:38:58.355991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaeb823-d6a4-4c44-8401-b3b3ee648006,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:58.395711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] In _notify_port_updated(), no bound segment for port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:38:58.396572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:58.397182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:58.398460 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ceb99266-2919-4319-9be3-8854bc1c3e96 service neutron] 10.222.0.62 "PUT /v2.0/ports/4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 200 len: 1032 time: 0.9380300 Feb 04 20:38:58.449701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d4015941-b80b-43ef-948b-becffe602c38 None None] Provisioning complete for port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:58.450075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4015941-b80b-43ef-948b-becffe602c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:58.502644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d4015941-b80b-43ef-948b-becffe602c38 None None] Port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:38:58.521577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ca1ce51a-1a5e-4bbb-9eaa-8838fed3c90a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:58.522889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-ca1ce51a-1a5e-4bbb-9eaa-8838fed3c90a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "GET /v2.0/ports/ac7696c2-8b64-4a82-9879-5e4f09e29272?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0927434 Feb 04 20:38:58.540605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:58.658343 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:58.692861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:58.934451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Subnet': ['ID=7c6ad5bf-aeae-46c7-b3c1-9d5807509899,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:58.968474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Checking segment: {'id': '499f8b2d-aacc-49f0-b107-748e6ae14bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:38:58.968832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network hostable DHCP agents. Network: afb03a63-89e6-483d-ae6e-d9967e25255b, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:38:59.117688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-a6af7b27-6f62-4463-84a8-d294f4cab9d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.123536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-a6af7b27-6f62-4463-84a8-d294f4cab9d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.130151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-a6af7b27-6f62-4463-84a8-d294f4cab9d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.135945 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-a6af7b27-6f62-4463-84a8-d294f4cab9d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.142254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-a6af7b27-6f62-4463-84a8-d294f4cab9d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.148051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-a6af7b27-6f62-4463-84a8-d294f4cab9d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.149817 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-a6af7b27-6f62-4463-84a8-d294f4cab9d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 4666 time: 0.2547259 Feb 04 20:38:59.153254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network afb03a63-89e6-483d-ae6e-d9967e25255b is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:38:59.186186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 35c45c46-c19f-4e8e-ade4-91b090d4366d no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:38:59.190134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] For port ac7696c2-8b64-4a82-9879-5e4f09e29272, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ac7696c2-8b64-4a82-9879-5e4f09e29272,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:59.223660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-54f5aeae-c07e-4c9c-b842-248790020a96 req-9509db4b-6f01-43ee-979c-e4940783b4c7 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=557f04eb-f096-4f1e-b935-a2d92e138b64&id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563114 Feb 04 20:38:59.236107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, afb03a63-89e6-483d-ae6e-d9967e25255b) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:38:59.256458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.256458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.256458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] For port ac7696c2-8b64-4a82-9879-5e4f09e29272, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:38:59.276078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c1973-45cb-4537-a08c-f3bf992dd733 None None] Network afb03a63-89e6-483d-ae6e-d9967e25255b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:38:59.317868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] device_id is not set on port ac7696c2-8b64-4a82-9879-5e4f09e29272 yet. {{(pid=88236) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:38:59.326091 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.377568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.381933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-23a7f9b0-7973-4189-ad83-71ab1f7eb055 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6191602 Feb 04 20:38:59.384739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43086) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:38:59.390103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a5aa8177-cc26-4c4f-9fee-25a9cbc67019 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'router': {'external_gateway_info': {'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:38:59.422270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:38:59.443925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 35c45c46-c19f-4e8e-ade4-91b090d4366d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:59.445542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.479075 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d', 'code': 200} Feb 04 20:38:59.527252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.527941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f07a9499-01c6-472c-aee4-1a7231061983 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:38:59.623568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-afb03a63-89e6-483d-ae6e-d9967e25255b', 'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b', 'tenant_id': '51fafa0201a646dd93efe19b87394134', 'fixed_ips': [{'subnet_id': '7c6ad5bf-aeae-46c7-b3c1-9d5807509899'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:38:59.624978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.708036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=35c45c46-c19f-4e8e-ade4-91b090d4366d,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:59.745258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] No DVR routers for this DVR port ac7696c2-8b64-4a82-9879-5e4f09e29272 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:38:59.798451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.851366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] Pushing event updated for resources: {'Port': ['ID=ac7696c2-8b64-4a82-9879-5e4f09e29272,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:38:59.889425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f07a9499-01c6-472c-aee4-1a7231061983, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f07a9499-01c6-472c-aee4-1a7231061983,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:38:59.893257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d04882e9-f1a2-4903-b6d4-d880de59ff03 None None] Provisioning complete for port ac7696c2-8b64-4a82-9879-5e4f09e29272 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:38:59.893625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d04882e9-f1a2-4903-b6d4-d880de59ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.933457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Allocated IP 2001:db8:1::2 (afb03a63-89e6-483d-ae6e-d9967e25255b/7c6ad5bf-aeae-46c7-b3c1-9d5807509899/2379a71f-7900-49a0-9231-775fa0c3b693) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:38:59.973785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d04882e9-f1a2-4903-b6d4-d880de59ff03 None None] Port ac7696c2-8b64-4a82-9879-5e4f09e29272 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:38:59.978889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.979594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c2adb57e-9414-4898-aaa6-023d346a8919 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:38:59.986153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] In _notify_port_updated(), no bound segment for port ac7696c2-8b64-4a82-9879-5e4f09e29272 on network c9291753-d179-4d73-b9d3-568803a1791d {{(pid=88236) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 20:38:59.987042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:38:59.987652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:38:59.988921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d39203e-4a09-499f-8cbc-5eada28a15cd service neutron] 10.222.0.62 "PUT /v2.0/ports/ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 200 len: 1032 time: 1.4548750 Feb 04 20:38:59.993039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a5aa8177-cc26-4c4f-9fee-25a9cbc67019 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.065990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port 35c45c46-c19f-4e8e-ade4-91b090d4366d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:00.066332 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.199968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f07a9499-01c6-472c-aee4-1a7231061983,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:00.311932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.370972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.391576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Transition to ACTIVE for port object 2379a71f-7900-49a0-9231-775fa0c3b693 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:00.418908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c2adb57e-9414-4898-aaa6-023d346a8919, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2adb57e-9414-4898-aaa6-023d346a8919,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:00.420184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Transition to ACTIVE for port object 2379a71f-7900-49a0-9231-775fa0c3b693 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:00.483893 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.484610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4aaeb823-d6a4-4c44-8401-b3b3ee648006 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:00.558832 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.602516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] For port 35c45c46-c19f-4e8e-ade4-91b090d4366d, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=35c45c46-c19f-4e8e-ade4-91b090d4366d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:00.603144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.607327 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Network afb03a63-89e6-483d-ae6e-d9967e25255b is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:00.610600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:00.613802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:39:00.617469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 4aaeb823-d6a4-4c44-8401-b3b3ee648006 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:00.617896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f25e6811-33da-4eb3-8b35-60c85dda7f17 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:00.643689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c2adb57e-9414-4898-aaa6-023d346a8919,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:00.734320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for 35c45c46-c19f-4e8e-ade4-91b090d4366d owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:00.782168 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-a5aa8177-cc26-4c4f-9fee-25a9cbc67019 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:39:00.783215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a5aa8177-cc26-4c4f-9fee-25a9cbc67019 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7 HTTP/1.1" status: 400 len: 364 time: 1.3975303 Feb 04 20:39:00.788786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43094) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:00.797027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637f6ba-ae4b-4f4b-b03d-34d2c03a9278 req-240bf160-d1fe-4e67-a052-854ec6119c6a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:00.802944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637f6ba-ae4b-4f4b-b03d-34d2c03a9278 req-240bf160-d1fe-4e67-a052-854ec6119c6a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:00.808666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637f6ba-ae4b-4f4b-b03d-34d2c03a9278 req-240bf160-d1fe-4e67-a052-854ec6119c6a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:00.815149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637f6ba-ae4b-4f4b-b03d-34d2c03a9278 req-240bf160-d1fe-4e67-a052-854ec6119c6a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:00.817022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Attempting to bind port 2379a71f-7900-49a0-9231-775fa0c3b693 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:39:00.817633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Attempting to bind port 2379a71f-7900-49a0-9231-775fa0c3b693 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '499f8b2d-aacc-49f0-b107-748e6ae14bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:39:00.818046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Attempting to bind port 2379a71f-7900-49a0-9231-775fa0c3b693 on network afb03a63-89e6-483d-ae6e-d9967e25255b {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:39:00.821352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637f6ba-ae4b-4f4b-b03d-34d2c03a9278 req-240bf160-d1fe-4e67-a052-854ec6119c6a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:00.823148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e637f6ba-ae4b-4f4b-b03d-34d2c03a9278 req-240bf160-d1fe-4e67-a052-854ec6119c6a tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 3881 time: 0.3654668 Feb 04 20:39:00.824409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Pushing event updated for resources: {'Port': ['ID=2379a71f-7900-49a0-9231-775fa0c3b693,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:00.831278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:39:00.833084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Checking segment: {'id': '499f8b2d-aacc-49f0-b107-748e6ae14bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:39:00.833084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.833084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Bound using segment: {'id': '499f8b2d-aacc-49f0-b107-748e6ae14bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:39:00.833084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Bound port: 2379a71f-7900-49a0-9231-775fa0c3b693, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499f8b2d-aacc-49f0-b107-748e6ae14bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'afb03a63-89e6-483d-ae6e-d9967e25255b'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:39:00.833084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.894378 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e637f6ba-ae4b-4f4b-b03d-34d2c03a9278 req-65d0ab45-fe06-4fdf-8902-8b32f59cb81c tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625553 Feb 04 20:39:00.945773 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:00.995615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] For port 2379a71f-7900-49a0-9231-775fa0c3b693, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:39:01.000228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] For port 2379a71f-7900-49a0-9231-775fa0c3b693, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2379a71f-7900-49a0-9231-775fa0c3b693,segment=NetworkSegment(499f8b2d-aacc-49f0-b107-748e6ae14bb8),segment_id=499f8b2d-aacc-49f0-b107-748e6ae14bb8)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:39:01.003083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f25e6811-33da-4eb3-8b35-60c85dda7f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:01.018064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.075414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=35c45c46-c19f-4e8e-ade4-91b090d4366d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:01.076826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.139090 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.139933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device d1380310-4863-47b5-acf6-681239ca134a no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:01.156780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] No DVR routers for this DVR port 35c45c46-c19f-4e8e-ade4-91b090d4366d on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:01.159301 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.170392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:01.236267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d180060-e0b6-4aa0-9456-a9fd915f8174 None None] Pushing event updated for resources: {'Port': ['ID=2379a71f-7900-49a0-9231-775fa0c3b693,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:01.261082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-3fc9ffae-e7c7-456b-ab57-161957534cd5 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "DELETE /v2.0/ports/35c45c46-c19f-4e8e-ade4-91b090d4366d HTTP/1.1" status: 204 len: 173 time: 1.2640636 Feb 04 20:39:01.336888 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': '35c45c46-c19f-4e8e-ade4-91b090d4366d', 'status': 'completed', 'code': 200} Feb 04 20:39:01.354008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port f07a9499-01c6-472c-aee4-1a7231061983 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:01.354345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.386978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.418215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f25e6811-33da-4eb3-8b35-60c85dda7f17,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:01.443131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port d1380310-4863-47b5-acf6-681239ca134a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d1380310-4863-47b5-acf6-681239ca134a,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:01.480678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:01.538397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.538397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ac7696c2-8b64-4a82-9879-5e4f09e29272 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:01.564729 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.629183 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983', 'code': 200} Feb 04 20:39:01.629454 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919', 'code': 200} Feb 04 20:39:01.629714 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'code': 200} Feb 04 20:39:01.629965 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a', 'code': 200} Feb 04 20:39:01.690905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] For port f07a9499-01c6-472c-aee4-1a7231061983, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f07a9499-01c6-472c-aee4-1a7231061983,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:01.691458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:01.691604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ac7696c2-8b64-4a82-9879-5e4f09e29272 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:01.721002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=d1380310-4863-47b5-acf6-681239ca134a,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:01.848284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for f07a9499-01c6-472c-aee4-1a7231061983 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:01.982478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Allocated IP 2001:db8::1 (9c76b93c-5929-4ea5-bc46-9939749978a7/b6022703-2fd6-4e17-8056-b46a4936148a/3cbdcfe6-e70a-4d8d-8928-376259511b35) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:39:02.075770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.129233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=f07a9499-01c6-472c-aee4-1a7231061983,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:02.190308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.212161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Transition to ACTIVE for port object 3cbdcfe6-e70a-4d8d-8928-376259511b35 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:02.222875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] No DVR routers for this DVR port f07a9499-01c6-472c-aee4-1a7231061983 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:02.228080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.239978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-4d04e4b4-71be-4f5e-bc1d-5c602d0f8c97 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "DELETE /v2.0/ports/f07a9499-01c6-472c-aee4-1a7231061983 HTTP/1.1" status: 204 len: 173 time: 0.9730501 Feb 04 20:39:02.260419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ccf20-b81f-4668-aae2-35d6e1a93260 req-6faf54bf-fe7d-4773-a92e-23fdfa6f9215 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:02.266666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ccf20-b81f-4668-aae2-35d6e1a93260 req-6faf54bf-fe7d-4773-a92e-23fdfa6f9215 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:02.272645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ccf20-b81f-4668-aae2-35d6e1a93260 req-6faf54bf-fe7d-4773-a92e-23fdfa6f9215 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:02.274429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea0ccf20-b81f-4668-aae2-35d6e1a93260 req-6faf54bf-fe7d-4773-a92e-23fdfa6f9215 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 2411 time: 0.2115774 Feb 04 20:39:02.321425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2379a71f-7900-49a0-9231-775fa0c3b693 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:02.324284 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.345009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port c2adb57e-9414-4898-aaa6-023d346a8919 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:02.345360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.389612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:02.400183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea0ccf20-b81f-4668-aae2-35d6e1a93260 req-3a661f0c-583a-4789-b2a4-6565e0125ca6 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197968 Feb 04 20:39:02.408187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:02.425641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:39:02.426172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.458166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Port': ['ID=3cbdcfe6-e70a-4d8d-8928-376259511b35,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:02.494999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2379a71f-7900-49a0-9231-775fa0c3b693 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:02.627957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.775757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] For port c2adb57e-9414-4898-aaa6-023d346a8919, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2adb57e-9414-4898-aaa6-023d346a8919,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:02.776308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:02.806870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bdb63-5d92-4a3e-a40d-202eaa5a175e None None] Network afb03a63-89e6-483d-ae6e-d9967e25255b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:02.913993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for c2adb57e-9414-4898-aaa6-023d346a8919 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:02.974781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4d2c171c-adf1-4566-a1db-32ba1e0e111b None None] Provisioning for port 2379a71f-7900-49a0-9231-775fa0c3b693 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:02.989825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4d2c171c-adf1-4566-a1db-32ba1e0e111b None None] Provisioning complete for port 2379a71f-7900-49a0-9231-775fa0c3b693 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:02.993785 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4d2c171c-adf1-4566-a1db-32ba1e0e111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.078501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.117966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.144174 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.145213 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.165800 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4d2c171c-adf1-4566-a1db-32ba1e0e111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.172244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=c2adb57e-9414-4898-aaa6-023d346a8919,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:03.218838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4d2c171c-adf1-4566-a1db-32ba1e0e111b None None] For port 2379a71f-7900-49a0-9231-775fa0c3b693, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2379a71f-7900-49a0-9231-775fa0c3b693,segment=NetworkSegment(499f8b2d-aacc-49f0-b107-748e6ae14bb8),segment_id=499f8b2d-aacc-49f0-b107-748e6ae14bb8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:03.271936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] No DVR routers for this DVR port c2adb57e-9414-4898-aaa6-023d346a8919 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:03.274526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.286896 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-df2b48e3-24cf-4b28-9553-e629537fd546 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "DELETE /v2.0/ports/c2adb57e-9414-4898-aaa6-023d346a8919 HTTP/1.1" status: 204 len: 173 time: 1.0412767 Feb 04 20:39:03.287124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4d2c171c-adf1-4566-a1db-32ba1e0e111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.332234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event updated for resources: {'Port': ['ID=3cbdcfe6-e70a-4d8d-8928-376259511b35,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:03.343511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983'}, {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:03.379485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port d1380310-4863-47b5-acf6-681239ca134a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:03.380178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.404095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c171c-adf1-4566-a1db-32ba1e0e111b None None] Pushing event updated for resources: {'Port': ['ID=2379a71f-7900-49a0-9231-775fa0c3b693,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:03.413923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:03.415147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:03.434108 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'f07a9499-01c6-472c-aee4-1a7231061983', 'status': 'completed', 'code': 200} Feb 04 20:39:03.434428 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'c2adb57e-9414-4898-aaa6-023d346a8919', 'status': 'completed', 'code': 200} Feb 04 20:39:03.489462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-32893640-8036-446f-85b9-e8eccf3a69ea None None] Provisioning for port 3cbdcfe6-e70a-4d8d-8928-376259511b35 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:03.494902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-32893640-8036-446f-85b9-e8eccf3a69ea None None] Provisioning complete for port 3cbdcfe6-e70a-4d8d-8928-376259511b35 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:03.495295 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32893640-8036-446f-85b9-e8eccf3a69ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.578463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-32893640-8036-446f-85b9-e8eccf3a69ea None None] Port 3cbdcfe6-e70a-4d8d-8928-376259511b35 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:39:03.715796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-69ea23e8-40c6-4aa5-94b3-f78cad09a1f2 None None] Provisioning complete for port 2379a71f-7900-49a0-9231-775fa0c3b693 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:03.716267 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69ea23e8-40c6-4aa5-94b3-f78cad09a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.728762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] For port d1380310-4863-47b5-acf6-681239ca134a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=d1380310-4863-47b5-acf6-681239ca134a,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:03.729048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:03.804081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Router 35b012e8-f0ff-45ca-9e90-739193179de7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:03.826026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0530-37ff-459d-b604-40d773897a1d req-8dfd3ae8-d37b-4d64-8f2b-3895a083fca9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:03.832170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0530-37ff-459d-b604-40d773897a1d req-8dfd3ae8-d37b-4d64-8f2b-3895a083fca9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:03.839339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bec0530-37ff-459d-b604-40d773897a1d req-8dfd3ae8-d37b-4d64-8f2b-3895a083fca9 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 1678 time: 0.2056324 Feb 04 20:39:03.880558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for d1380310-4863-47b5-acf6-681239ca134a owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:04.017084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2bec0530-37ff-459d-b604-40d773897a1d req-20ae2a34-e1b3-4e67-a12d-0ee695557ebc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768787 Feb 04 20:39:04.029050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:04.039601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de54be2f-42c5-4a90-841c-b88a1380447a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489293 Feb 04 20:39:04.042229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43110) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:04.050927 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] Sync routers for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:04.058539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bed2cf1b-fb1d-40ed-9df9-f4f5e4708389 None None] Provisioning complete for port 3cbdcfe6-e70a-4d8d-8928-376259511b35 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:04.058945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bed2cf1b-fb1d-40ed-9df9-f4f5e4708389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:04.062482 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:04.063199 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:04.112506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:04.115999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bed2cf1b-fb1d-40ed-9df9-f4f5e4708389 None None] Port 3cbdcfe6-e70a-4d8d-8928-376259511b35 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:39:04.128187 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:04.137380 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:04.138304 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:04.176155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=d1380310-4863-47b5-acf6-681239ca134a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:04.212056 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:04.212703 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e745ef-bf9e-4d02-974f-851ee374232a None None] The sync data for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:04.248888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2379a71f-7900-49a0-9231-775fa0c3b693 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:04.271535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3cf5520e-dfb0-4cd7-9222-3154551f11a5 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:04.275952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] No DVR routers for this DVR port d1380310-4863-47b5-acf6-681239ca134a on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:04.279487 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:04.289241 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d597a2da-d8ac-415d-98a7-5f2fd5657c26 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "DELETE /v2.0/ports/d1380310-4863-47b5-acf6-681239ca134a HTTP/1.1" status: 204 len: 173 time: 0.9968972 Feb 04 20:39:04.318976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2379a71f-7900-49a0-9231-775fa0c3b693 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:04.319350 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:04.362780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port f25e6811-33da-4eb3-8b35-60c85dda7f17 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:04.363118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:04.429603 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-3cf5520e-dfb0-4cd7-9222-3154551f11a5 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 20:39:04.431283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3cf5520e-dfb0-4cd7-9222-3154551f11a5 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7 HTTP/1.1" status: 409 len: 329 time: 0.3877602 Feb 04 20:39:04.433726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43114) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:04.629652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] For port f25e6811-33da-4eb3-8b35-60c85dda7f17, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f25e6811-33da-4eb3-8b35-60c85dda7f17,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:04.630023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.035798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.036534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.036534 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Floating IP b2691f82-e805-45ab-be42-a1d54fc8524f disassociated. External IP: 172.25.7.35, port: f25e6811-33da-4eb3-8b35-60c85dda7f17. Feb 04 20:39:05.036820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for f25e6811-33da-4eb3-8b35-60c85dda7f17 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:05.068497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.260983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6b66c-f537-4b45-be8f-d0e98a9b7a91 req-64336e79-d31b-438b-ab17-e3e40daab87f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:05.261664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f0d6b66c-f537-4b45-be8f-d0e98a9b7a91 req-64336e79-d31b-438b-ab17-e3e40daab87f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Synchronizing usage tracker for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:05.298400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.352729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=f25e6811-33da-4eb3-8b35-60c85dda7f17,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:05.355828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f0d6b66c-f537-4b45-be8f-d0e98a9b7a91 req-64336e79-d31b-438b-ab17-e3e40daab87f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Unset dirty status for tenant:ca216ea8b212443897c0fc0074ff91d7 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:05.356968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0d6b66c-f537-4b45-be8f-d0e98a9b7a91 req-64336e79-d31b-438b-ab17-e3e40daab87f tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 944 time: 0.1986480 Feb 04 20:39:05.407738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting port 3cbdcfe6-e70a-4d8d-8928-376259511b35 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:05.408297 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.435980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:05.484277 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'd1380310-4863-47b5-acf6-681239ca134a', 'status': 'completed', 'code': 200} Feb 04 20:39:05.536561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0d6b66c-f537-4b45-be8f-d0e98a9b7a91 req-505e11bb-d689-48ba-98dc-57efa0ec5054 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261249 Feb 04 20:39:05.583408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:05.601539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.724915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Calling delete_port for 3cbdcfe6-e70a-4d8d-8928-376259511b35 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:05.766024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:05.776486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] Sync routers for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:05.786400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:05.787051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:05.851395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] No DVR routers for this DVR port f25e6811-33da-4eb3-8b35-60c85dda7f17 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:05.853946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:05.856192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c17bec3b-602d-49de-88d2-2077194eb846 req-d20ec67b-67ec-4e1b-a606-fe17760f0cfc tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.62 "DELETE /v2.0/ports/f25e6811-33da-4eb3-8b35-60c85dda7f17 HTTP/1.1" status: 204 len: 173 time: 1.5610211 Feb 04 20:39:05.978449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:06.114539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:06.193517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Port': ['ID=3cbdcfe6-e70a-4d8d-8928-376259511b35,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:06.387592 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:06.504076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:29Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:06.517465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] Checking router: 893bf4a0-1fbf-4e0d-9597-0166caa91d02 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:39:06.533133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:06.533778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:06.743600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:06.779065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a85ddba-6286-4bcf-99d2-f95eb547a8b7 req-609ac444-c26f-4349-8f97-3381b5d3cb08 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 210 time: 0.1072824 Feb 04 20:39:06.862047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Router 35b012e8-f0ff-45ca-9e90-739193179de7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:07.003906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:07.013661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9d43213e-5de5-4b64-aff5-8731007c15ec tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5789475 Feb 04 20:39:07.017688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43124) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:07.025094 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] Sync routers for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:07.040564 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:07.041741 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:07.086376 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-19c6c7d0-3d7b-4ca9-931c-6314a5648e2a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] show failed (client error): The resource could not be found. Feb 04 20:39:07.087438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19c6c7d0-3d7b-4ca9-931c-6314a5648e2a tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1191145614 HTTP/1.1" status: 404 len: 335 time: 0.0688460 Feb 04 20:39:07.091448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43128) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:07.097283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-535f7136-98be-429f-a2df-ea5699d4fee9 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:07.119648 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:07.135495 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] Routers {'35b012e8-f0ff-45ca-9e90-739193179de7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:07.139301 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['35b012e8-f0ff-45ca-9e90-739193179de7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:07.167120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:29Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:07.181259 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233e053-4126-4096-893f-75b214ad5a98 None None] The sync data for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 is: [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd4d60f24-4aca-48ba-b911-a3aa510a1641', 'name': '', 'network_id': 'd5923911-2330-412e-ac86-9e6f9dbb3545', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'mac_address': 'fa:16:3e:76:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:17Z', 'updated_at': '2022-02-04T20:31:29Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'subnets': [{'id': '1efd2123-f261-49b0-8b47-803de3ad30c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:07.190761 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-535f7136-98be-429f-a2df-ea5699d4fee9 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] update failed (client error): The resource could not be found. Feb 04 20:39:07.196949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43132) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:07.207165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-535f7136-98be-429f-a2df-ea5699d4fee9 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1417390101 HTTP/1.1" status: 404 len: 335 time: 0.1145597 Feb 04 20:39:07.240776 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:07.241182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d477f-6648-4d58-939c-8aeab6bb714b None None] The sync data for ids ['35b012e8-f0ff-45ca-9e90-739193179de7'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:07.279187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting subnet 7c6ad5bf-aeae-46c7-b3c1-9d5807509899 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:07.282373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:07.342116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:07.434912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:07.467318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e14ba-32e3-4ab9-8001-d6a98ecc2fd1 None None] New status for floating IP b2691f82-e805-45ab-be42-a1d54fc8524f: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:39:07.486340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:07.544017 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e23636-b2b7-4911-a67d-ff087ec35a79', 'name': 'network-vif-deleted', 'tag': 'f25e6811-33da-4eb3-8b35-60c85dda7f17', 'status': 'completed', 'code': 200} Feb 04 20:39:07.581580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:07.625591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6ad5bf-aeae-46c7-b3c1-9d5807509899,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:07.632035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:07.640469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5e3407cb-c554-4ff1-8f5a-1c5bdd0d3add tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/subnets/7c6ad5bf-aeae-46c7-b3c1-9d5807509899 HTTP/1.1" status: 204 len: 168 time: 0.4422920 Feb 04 20:39:07.642981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43138) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:07.673305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefbd23e-b04b-4fcf-b63b-681f4e7a4725 None None] Network afb03a63-89e6-483d-ae6e-d9967e25255b requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:07.776466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:07.787024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting port 2379a71f-7900-49a0-9231-775fa0c3b693 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:07.787629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:07.961468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] DHCP port deletion for afb03a63-89e6-483d-ae6e-d9967e25255b request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:07.965824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Deleting port 2379a71f-7900-49a0-9231-775fa0c3b693 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:07.966196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.040613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-818c1d3d-de36-424f-a215-befb37d4f1fc req-fb643ba6-54b3-4180-b215-eb4b04259a81 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/ports?device_id=81e23636-b2b7-4911-a67d-ff087ec35a79 HTTP/1.1" status: 200 len: 210 time: 0.1049170 Feb 04 20:39:08.076676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] For port 2379a71f-7900-49a0-9231-775fa0c3b693, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2379a71f-7900-49a0-9231-775fa0c3b693,segment=NetworkSegment(499f8b2d-aacc-49f0-b107-748e6ae14bb8),segment_id=499f8b2d-aacc-49f0-b107-748e6ae14bb8)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:08.077634 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.190395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] For port 2379a71f-7900-49a0-9231-775fa0c3b693, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2379a71f-7900-49a0-9231-775fa0c3b693,segment=NetworkSegment(499f8b2d-aacc-49f0-b107-748e6ae14bb8),segment_id=499f8b2d-aacc-49f0-b107-748e6ae14bb8)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:08.190983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.203748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Calling delete_port for 2379a71f-7900-49a0-9231-775fa0c3b693 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:08.255090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2379a71f-7900-49a0-9231-775fa0c3b693 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:08.347755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Calling delete_port for 2379a71f-7900-49a0-9231-775fa0c3b693 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:08.489278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.489760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.515994 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:39:08.516336 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:39:08.537470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Port': ['ID=2379a71f-7900-49a0-9231-775fa0c3b693,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:08.539326 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] No DVR routers for this DVR port 2379a71f-7900-49a0-9231-775fa0c3b693 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:08.663193 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.687642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb03a63-89e6-483d-ae6e-d9967e25255b']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:08.702483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499f8b2d-aacc-49f0-b107-748e6ae14bb8') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:08.702799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499f8b2d-aacc-49f0-b107-748e6ae14bb8') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:08.713923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.730365 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.737202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:08.737591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:08.751946 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:08.906439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.923757 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:08.938891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Network': ['ID=afb03a63-89e6-483d-ae6e-d9967e25255b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:08.942881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9343549f-3d56-4c20-b1d2-ddd47b57c7c2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/networks/afb03a63-89e6-483d-ae6e-d9967e25255b HTTP/1.1" status: 204 len: 168 time: 1.2987747 Feb 04 20:39:08.946676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43144) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:09.011195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting subnet 40982c0e-6f83-4934-b24b-a2857df8b78a {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:09.014047 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.017245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Deleting port 2379a71f-7900-49a0-9231-775fa0c3b693 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:09.017627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.069322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.100991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-33634bee-05b0-4d32-b076-e46c01efd4a9 None None] The port '2379a71f-7900-49a0-9231-775fa0c3b693' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:39:09.169329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.172777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.265110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43156) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:09.304788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.332543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.350254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Subnet': ['ID=40982c0e-6f83-4934-b24b-a2857df8b78a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:09.360447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.365711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f442d1-bbac-429b-8faf-908ecf525572 None None] Network 27f2eaab-32fa-4627-a571-65aa3ffbeec5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:09.379698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2a77be73-79d9-49be-9bc0-cba4e8d9a1c3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/subnets/40982c0e-6f83-4934-b24b-a2857df8b78a HTTP/1.1" status: 204 len: 168 time: 0.4319930 Feb 04 20:39:09.382357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43160) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:09.382883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6da4afd-993e-4359-a6ee-0006a78936e2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.413306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6da4afd-993e-4359-a6ee-0006a78936e2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.453910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting subnet 901c4773-31c0-47af-b9ea-3771d8437a9d {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:09.455723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.510306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.527345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6da4afd-993e-4359-a6ee-0006a78936e2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.547546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da4afd-993e-4359-a6ee-0006a78936e2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:09.600787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.623475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6da4afd-993e-4359-a6ee-0006a78936e2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.627536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d6da4afd-993e-4359-a6ee-0006a78936e2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/security-groups/0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec HTTP/1.1" status: 204 len: 168 time: 0.3611877 Feb 04 20:39:09.628549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43164) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:09.647253 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-96f80cb1-ac90-453b-b1c6-ae47e5dfe3d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] show failed (client error): The resource could not be found. Feb 04 20:39:09.649196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-96f80cb1-ac90-453b-b1c6-ae47e5dfe3d2 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "GET /v2.0/security-groups/0c1841b1-3346-4ecd-aa3a-ad490dc1a9ec HTTP/1.1" status: 404 len: 347 time: 0.0188401 Feb 04 20:39:09.657109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43168) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:09.664020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] DHCP port deletion for 27f2eaab-32fa-4627-a571-65aa3ffbeec5 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:09.668305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] Deleting port d81be654-97e4-441e-b758-9b5e3f32d451 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:09.668792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.752742 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.792730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Subnet': ['ID=901c4773-31c0-47af-b9ea-3771d8437a9d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:09.796473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.802721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fe10eb37-4896-4b75-b5ea-518eb9b93b17 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/subnets/901c4773-31c0-47af-b9ea-3771d8437a9d HTTP/1.1" status: 204 len: 168 time: 0.4193037 Feb 04 20:39:09.805234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43172) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:09.822592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port fd39bc37-04ef-4978-b26b-e7a824d6b230 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:09.822962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.839367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc31f6-f98e-4d09-9e4d-1b7b8eac2f66 None None] Network ee889d15-67c6-4358-8d2f-c32c5621aded requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:09.922468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.934226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting port d81be654-97e4-441e-b758-9b5e3f32d451 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:09.934226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:09.966189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] For port d81be654-97e4-441e-b758-9b5e3f32d451, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d81be654-97e4-441e-b758-9b5e3f32d451,segment=NetworkSegment(8e359922-4074-4762-b6fd-b4b8dcce3359),segment_id=8e359922-4074-4762-b6fd-b4b8dcce3359)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:09.966579 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.019678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.020286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.125006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] Calling delete_port for d81be654-97e4-441e-b758-9b5e3f32d451 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:10.154017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for fd39bc37-04ef-4978-b26b-e7a824d6b230 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:10.279196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] For port d81be654-97e4-441e-b758-9b5e3f32d451, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d81be654-97e4-441e-b758-9b5e3f32d451,segment=NetworkSegment(8e359922-4074-4762-b6fd-b4b8dcce3359),segment_id=8e359922-4074-4762-b6fd-b4b8dcce3359)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:10.279756 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.291012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d81be654-97e4-441e-b758-9b5e3f32d451 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:10.338618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.380755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] DHCP port deletion for ee889d15-67c6-4358-8d2f-c32c5621aded request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:10.400614 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] Pushing event deleted for resources: {'Port': ['ID=d81be654-97e4-441e-b758-9b5e3f32d451,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:10.402326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] Deleting port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:10.402673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.420713 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.424134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Calling delete_port for d81be654-97e4-441e-b758-9b5e3f32d451 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:10.455372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914441ef-3f92-4f58-a2ce-0de974f5c51a None None] No DVR routers for this DVR port d81be654-97e4-441e-b758-9b5e3f32d451 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:10.467880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=fd39bc37-04ef-4978-b26b-e7a824d6b230,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:10.511298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:39:10.511298 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:39:10.517056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No active binding found for port d81be654-97e4-441e-b758-9b5e3f32d451 {{(pid=88238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 20:39:10.517467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d81be654-97e4-441e-b758-9b5e3f32d451 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:10.569863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.615001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] For port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2,segment=NetworkSegment(ff47d0fd-fb96-448d-b585-d1be7a82acbf),segment_id=ff47d0fd-fb96-448d-b585-d1be7a82acbf)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:10.615394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.632177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.633338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eaf3e86f-773c-4fc5-8478-280f52177f28 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/floatingips/b2691f82-e805-45ab-be42-a1d54fc8524f HTTP/1.1" status: 204 len: 168 time: 0.9753239 Feb 04 20:39:10.636009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43176) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:10.650416 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:39:10.702352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port ac7696c2-8b64-4a82-9879-5e4f09e29272 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:10.702686 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.741084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] Calling delete_port for b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:10.892738 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:10.943155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] Pushing event deleted for resources: {'Port': ['ID=b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:10.946584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a18ace-b616-4e5b-9de0-0f43797abc68 None None] No DVR routers for this DVR port b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:11.010268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting port d81be654-97e4-441e-b758-9b5e3f32d451 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:11.010613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.066929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.076193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] The port 'd81be654-97e4-441e-b758-9b5e3f32d451' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:39:11.199982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for ac7696c2-8b64-4a82-9879-5e4f09e29272 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:11.200184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.226424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f2eaab-32fa-4627-a571-65aa3ffbeec5']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:11.238801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e359922-4074-4762-b6fd-b4b8dcce3359') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:11.239102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e359922-4074-4762-b6fd-b4b8dcce3359') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:11.250211 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.270323 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.276181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:11.276554 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:11.291413 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:11.397760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.423650 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.443099 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.449159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Network': ['ID=27f2eaab-32fa-4627-a571-65aa3ffbeec5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:11.453562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=ac7696c2-8b64-4a82-9879-5e4f09e29272,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:11.456044 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b114ea27-c603-4214-9f5d-8da2d4e500b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/networks/27f2eaab-32fa-4627-a571-65aa3ffbeec5 HTTP/1.1" status: 204 len: 168 time: 1.6496904 Feb 04 20:39:11.458470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:11.550619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.562374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-20da1af7-7994-47ad-be96-308299744e83 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/ports/ac7696c2-8b64-4a82-9879-5e4f09e29272 HTTP/1.1" status: 204 len: 168 time: 0.9230394 Feb 04 20:39:11.562658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43184) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:11.575101 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.631327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port 4aaeb823-d6a4-4c44-8401-b3b3ee648006 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:11.631666 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.710201 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.734662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee889d15-67c6-4358-8d2f-c32c5621aded']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:11.746703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff47d0fd-fb96-448d-b585-d1be7a82acbf') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:11.749250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff47d0fd-fb96-448d-b585-d1be7a82acbf') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:11.759549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.776169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.782347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:11.782679 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:11.797802 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:11.882419 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.938377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.958513 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:11.968482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Network': ['ID=ee889d15-67c6-4358-8d2f-c32c5621aded,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:11.973733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-70c3b001-d95b-4326-8bb9-d437c08550b3 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/networks/ee889d15-67c6-4358-8d2f-c32c5621aded HTTP/1.1" status: 204 len: 168 time: 0.5142989 Feb 04 20:39:11.976209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43190) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:12.016645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for 4aaeb823-d6a4-4c44-8401-b3b3ee648006 owned by {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:12.041521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting subnet b6022703-2fd6-4e17-8056-b46a4936148a {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:12.044706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.104923 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.194433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.212412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.227228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:12.265667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=4aaeb823-d6a4-4c44-8401-b3b3ee648006,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:12.303554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:12.303991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4d7c70e-162e-4d45-bf17-4d52c9a2b9b2 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:12.332877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.366543 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.379360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dbf8918e-16c3-4fb5-904b-5ab2973b07ca tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/ports/4aaeb823-d6a4-4c44-8401-b3b3ee648006 HTTP/1.1" status: 204 len: 168 time: 0.8130279 Feb 04 20:39:12.379557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.379644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43194) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:12.384290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1fa7d-d800-4d62-be4e-522611648b42 None None] Network 9c76b93c-5929-4ea5-bc46-9939749978a7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:12.388631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Subnet': ['ID=b6022703-2fd6-4e17-8056-b46a4936148a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:12.392657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ea82aade-55e6-4c8f-ac77-c30865bd93f2 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/subnets/b6022703-2fd6-4e17-8056-b46a4936148a HTTP/1.1" status: 204 len: 168 time: 0.4155140 Feb 04 20:39:12.395049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43198) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:12.444955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting subnet 2ac8ada0-46da-4645-a8c7-a61aa318b7ad {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:12.447984 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.506750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.596452 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.617133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.631644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Deleting port 6b313b8a-0444-47df-b6d7-737f3fafa9fd {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:12.631833 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.688992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] DHCP port deletion for 9c76b93c-5929-4ea5-bc46-9939749978a7 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:12.693770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Deleting port 6b313b8a-0444-47df-b6d7-737f3fafa9fd {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:12.694229 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.758517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.807864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.815580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac8ada0-46da-4645-a8c7-a61aa318b7ad,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:12.821611 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-720b8e7c-09d1-4704-9b6d-e53b9b506b70 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac8ada0-46da-4645-a8c7-a61aa318b7ad HTTP/1.1" status: 204 len: 168 time: 0.4409554 Feb 04 20:39:12.824210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43202) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:12.829807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6deaad4-e9bf-4d13-9d40-2bfa738139b0 None None] Network 804f2887-0933-4850-b633-c01cd3191bc8 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:12.861260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] For port 6b313b8a-0444-47df-b6d7-737f3fafa9fd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6b313b8a-0444-47df-b6d7-737f3fafa9fd,segment=NetworkSegment(172e99c4-abcb-4c25-8b33-cf9cc61e4cc4),segment_id=172e99c4-abcb-4c25-8b33-cf9cc61e4cc4)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:12.861623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.897693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting subnet deb13a35-1159-4bfa-ac31-9d64c6b7436c {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:12.901246 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.964505 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:12.989937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Calling delete_port for 6b313b8a-0444-47df-b6d7-737f3fafa9fd owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:13.007513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] For port 6b313b8a-0444-47df-b6d7-737f3fafa9fd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=6b313b8a-0444-47df-b6d7-737f3fafa9fd,segment=NetworkSegment(172e99c4-abcb-4c25-8b33-cf9cc61e4cc4),segment_id=172e99c4-abcb-4c25-8b33-cf9cc61e4cc4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:13.007989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.062544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.152444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.189139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Calling delete_port for 6b313b8a-0444-47df-b6d7-737f3fafa9fd owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:13.202145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Port': ['ID=6b313b8a-0444-47df-b6d7-737f3fafa9fd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:13.207501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] No DVR routers for this DVR port 6b313b8a-0444-47df-b6d7-737f3fafa9fd on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:13.215418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.293893 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:39:13.294473 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:39:13.341200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.369060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c76b93c-5929-4ea5-bc46-9939749978a7']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:13.371023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] DHCP port deletion for 804f2887-0933-4850-b633-c01cd3191bc8 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:13.375775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Deleting port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:13.376148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.382261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Subnet': ['ID=deb13a35-1159-4bfa-ac31-9d64c6b7436c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:13.385838 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.387407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172e99c4-abcb-4c25-8b33-cf9cc61e4cc4') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:13.387714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172e99c4-abcb-4c25-8b33-cf9cc61e4cc4') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:13.392022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1b4c6d79-05a2-466f-ad0b-44bf70fc590b tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/subnets/deb13a35-1159-4bfa-ac31-9d64c6b7436c HTTP/1.1" status: 204 len: 168 time: 0.5666490 Feb 04 20:39:13.394512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43206) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:13.400845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.409876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676a57d-5360-4c55-be75-f5238d7ad10d None None] Network c9291753-d179-4d73-b9d3-568803a1791d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:13.417866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.425403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:13.432837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:13.440784 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:13.515060 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.526222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Deleting port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:13.526626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.612546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.633831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.643122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Pushing event deleted for resources: {'Network': ['ID=9c76b93c-5929-4ea5-bc46-9939749978a7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:13.647119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5dc259a9-66ac-46e1-9b8a-0cad54c92515 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/networks/9c76b93c-5929-4ea5-bc46-9939749978a7 HTTP/1.1" status: 204 len: 168 time: 1.2511058 Feb 04 20:39:13.654450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43210) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:13.703903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8225d952-b535-4be6-a948-ac123cdbe1c5 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Synchronizing usage tracker for tenant:51fafa0201a646dd93efe19b87394134 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:13.734474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] For port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:13.734864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.748530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] For port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,segment=NetworkSegment(3125b161-839b-43cc-93d1-381b6fc5fd20),segment_id=3125b161-839b-43cc-93d1-381b6fc5fd20)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:13.753828 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.772218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8225d952-b535-4be6-a948-ac123cdbe1c5 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Unset dirty status for tenant:51fafa0201a646dd93efe19b87394134 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:13.775828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8225d952-b535-4be6-a948-ac123cdbe1c5 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "GET /v2.0/ports?device_id=35b012e8-f0ff-45ca-9e90-739193179de7 HTTP/1.1" status: 200 len: 205 time: 0.1168411 Feb 04 20:39:13.776046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43214) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:13.810974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Deleting port 6b313b8a-0444-47df-b6d7-737f3fafa9fd {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:13.811349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.867724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Calling delete_port for cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:13.914859 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001a3cb6-f9b0-4717-a6e8-ea310df987c1 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:13.945782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Calling delete_port for cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:14.024628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e3051-6831-4060-bf27-8cb3a4f5789e None None] The port '6b313b8a-0444-47df-b6d7-737f3fafa9fd' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:39:14.095663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] DHCP port deletion for c9291753-d179-4d73-b9d3-568803a1791d request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:14.100047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] Deleting port 0c5d8fe1-43d2-423e-992d-78acc0b8705d {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:14.100479 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.161615 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.202487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:39:14.202865 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:39:14.255533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Port': ['ID=cc7c6d63-8c3a-4bc3-b642-63a9f4397f11,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:14.263137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] No DVR routers for this DVR port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:14.295599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6b313b8a-0444-47df-b6d7-737f3fafa9fd no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:14.346631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 6b313b8a-0444-47df-b6d7-737f3fafa9fd {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:14.347232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001a3cb6-f9b0-4717-a6e8-ea310df987c1 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.347384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 6b313b8a-0444-47df-b6d7-737f3fafa9fd not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:14.347661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0c5d8fe1-43d2-423e-992d-78acc0b8705d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:14.349418 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001a3cb6-f9b0-4717-a6e8-ea310df987c1 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.400773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.412696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] For port 0c5d8fe1-43d2-423e-992d-78acc0b8705d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0c5d8fe1-43d2-423e-992d-78acc0b8705d,segment=NetworkSegment(b5faaaf4-0bd6-4444-965a-8d938095acfb),segment_id=b5faaaf4-0bd6-4444-965a-8d938095acfb)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:14.413016 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.427292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804f2887-0933-4850-b633-c01cd3191bc8']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:14.439339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3125b161-839b-43cc-93d1-381b6fc5fd20') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:14.439633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3125b161-839b-43cc-93d1-381b6fc5fd20') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:14.449194 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001a3cb6-f9b0-4717-a6e8-ea310df987c1 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.449713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a3cb6-f9b0-4717-a6e8-ea310df987c1 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Fanout notify agent at l3_agent the message router_deleted on router 35b012e8-f0ff-45ca-9e90-739193179de7 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:39:14.451287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.468600 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.469866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-001a3cb6-f9b0-4717-a6e8-ea310df987c1 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.470973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-001a3cb6-f9b0-4717-a6e8-ea310df987c1 tempest-RoutersNegativeIpV6Test-1285645739 tempest-RoutersNegativeIpV6Test-1285645739-project] 10.222.0.48 "DELETE /v2.0/routers/35b012e8-f0ff-45ca-9e90-739193179de7 HTTP/1.1" status: 204 len: 168 time: 0.6940267 Feb 04 20:39:14.476886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:14.478049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:14.494045 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:14.544272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] Calling delete_port for 0c5d8fe1-43d2-423e-992d-78acc0b8705d owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:14.652363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.657366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.659223 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.683589 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Network': ['ID=804f2887-0933-4850-b633-c01cd3191bc8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:14.703628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Deleting port cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:14.704007 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.755752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1cbe2f32-1ff5-4314-be50-7103d8479449 tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/networks/804f2887-0933-4850-b633-c01cd3191bc8 HTTP/1.1" status: 204 len: 168 time: 1.3598790 Feb 04 20:39:14.758396 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43220) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:14.761450 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.836020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e439c555-bfe7-4da9-a79b-785c11617206 None None] The port 'cc7c6d63-8c3a-4bc3-b642-63a9f4397f11' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:39:14.852767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] Pushing event deleted for resources: {'Port': ['ID=0c5d8fe1-43d2-423e-992d-78acc0b8705d,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:14.856102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:14.882448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1fffae-7510-4767-a554-7b7baf5a3348 None None] No DVR routers for this DVR port 0c5d8fe1-43d2-423e-992d-78acc0b8705d on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:14.886337 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:14.906391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:14.910086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cc7c6d63-8c3a-4bc3-b642-63a9f4397f11 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:14.981805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43226) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:15.036061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.067243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9291753-d179-4d73-b9d3-568803a1791d']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:15.081077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5faaaf4-0bd6-4444-965a-8d938095acfb') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:15.081372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5faaaf4-0bd6-4444-965a-8d938095acfb') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:15.093425 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.111426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.120142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:15.120544 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:15.140378 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:15.142440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bf71b340-53ac-4489-9269-6214243c2ba2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51fafa0201a646dd93efe19b87394134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575735 Feb 04 20:39:15.143351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43232) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:15.208007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94bb0802-4542-449d-a1e7-b1a4ebb23e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.234148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94bb0802-4542-449d-a1e7-b1a4ebb23e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.289238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.309472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.316182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] Pushing event deleted for resources: {'Network': ['ID=c9291753-d179-4d73-b9d3-568803a1791d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:15.337161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b2687621-53c4-4a22-99d7-37395dc831ef tempest-TaggedBootDevicesTest_v242-1829549544 tempest-TaggedBootDevicesTest_v242-1829549544-project] 10.222.0.48 "DELETE /v2.0/networks/c9291753-d179-4d73-b9d3-568803a1791d HTTP/1.1" status: 204 len: 168 time: 0.5642157 Feb 04 20:39:15.354833 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94bb0802-4542-449d-a1e7-b1a4ebb23e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.373091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb0802-4542-449d-a1e7-b1a4ebb23e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d021ae-3b0e-49e2-a831-76f1c45a3315,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:15.380806 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94bb0802-4542-449d-a1e7-b1a4ebb23e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:15.384465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94bb0802-4542-449d-a1e7-b1a4ebb23e55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7d021ae-3b0e-49e2-a831-76f1c45a3315 HTTP/1.1" status: 204 len: 168 time: 0.2372856 Feb 04 20:39:17.828584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43296) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:17.949824 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:17.971499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:17.975563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Usage tracker for resource:security_group_rule and tenant:bdfad81774b6453ebaedf5b9c1170315 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:17.978588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:17.984831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:18.070816 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:18.140991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:18.194667 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdfad81774b6453ebaedf5b9c1170315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648534 Feb 04 20:39:18.195711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ad202-817d-41e9-a844-5f7a9f122990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbb83b8-0d4c-4e4f-a5fc-dfa5cd4aa783,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:18.197404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43308) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:18.265059 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:18.291179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:18.412642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:18.431482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbb83b8-0d4c-4e4f-a5fc-dfa5cd4aa783,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:18.441158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.441738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.442072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.442541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.442890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.443219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.443540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.443859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.444175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.444494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.444807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.445119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:18.447813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:18.453551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6126a18c-2062-4a52-b9b7-a8110e4c7d34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adbb83b8-0d4c-4e4f-a5fc-dfa5cd4aa783 HTTP/1.1" status: 204 len: 168 time: 0.2500184 Feb 04 20:39:19.115175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43316) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:19.136003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:19.151778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:19.155673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Usage tracker for resource:security_group_rule and tenant:85ad569fe8ae46c98ddd534af2e5ed00 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:19.158543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:19.165778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:19.246506 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:19.300746 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:19.353509 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85ad569fe8ae46c98ddd534af2e5ed00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371747 Feb 04 20:39:19.355433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e5a70-b5aa-4f8d-967d-e11794f63f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc9b268-d101-4064-83d2-0d88cef0cafc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:19.360161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43324) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:19.420922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-809991d9-601a-4467-b97b-3db4c279a9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:19.446080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-809991d9-601a-4467-b97b-3db4c279a9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:19.564061 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-809991d9-601a-4467-b97b-3db4c279a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:19.580036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809991d9-601a-4467-b97b-3db4c279a9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc9b268-d101-4064-83d2-0d88cef0cafc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:19.584352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-809991d9-601a-4467-b97b-3db4c279a9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:19.588097 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-809991d9-601a-4467-b97b-3db4c279a9b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bc9b268-d101-4064-83d2-0d88cef0cafc HTTP/1.1" status: 204 len: 168 time: 0.2241831 Feb 04 20:39:20.052471 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1b9391f3-f3af-4291-bea5-cb84fce01536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:20.296574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43344) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:20.517092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 9b867451-c16b-4d45-b85f-21eb1594a3fc {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:20.517584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:20.713375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:20.713831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:20.979958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 9b867451-c16b-4d45-b85f-21eb1594a3fc owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:21.217627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:21.271671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=9b867451-c16b-4d45-b85f-21eb1594a3fc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:21.365324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:21.365999 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Floating IP 1c135658-bb8f-4ae9-9ec3-a2116a61dc18 disassociated (deleted). External IP: 172.25.7.193, port: 5fd9ed1e-8af2-4845-bf0d-94f5569df23e. Feb 04 20:39:21.740525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:21.928292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:21.940197 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] Sync routers for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:21.950297 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:21.951015 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:38:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:22.043640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:22.108532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6aebb6b6-06e8-4a24-a9dc-b870a9b68ec1 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/floatingips/1c135658-bb8f-4ae9-9ec3-a2116a61dc18 HTTP/1.1" status: 204 len: 168 time: 1.8084621 Feb 04 20:39:22.108532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:22.175305 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:22.323909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd72d59f-a151-4e95-b381-b9f7dffa6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:22.359839 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'status': 'completed', 'code': 200} Feb 04 20:39:22.451375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43396) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:22.468876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737157e-9a6d-4107-bf21-867d6de06313 req-23788901-1a92-47e6-85f7-8ba56569e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:22.470394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6737157e-9a6d-4107-bf21-867d6de06313 req-23788901-1a92-47e6-85f7-8ba56569e842 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 1097 time: 0.0843844 Feb 04 20:39:22.607330 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:34Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:22.610297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:22.612650 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] Checking router: e6ae0829-5b4e-48d8-975b-e2eb618f6f5a for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:39:22.623719 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:22.624951 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:22.625972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:22.630480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Usage tracker for resource:security_group_rule and tenant:94a3775ea26b4ddf9ec47a60c0b3666c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:22.645389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737157e-9a6d-4107-bf21-867d6de06313 req-85c6532c-0770-4278-88f5-06dbd4c5d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:22.648600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:22.648709 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6737157e-9a6d-4107-bf21-867d6de06313 req-85c6532c-0770-4278-88f5-06dbd4c5d594 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 HTTP/1.1" status: 200 len: 898 time: 0.1674609 Feb 04 20:39:22.655350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:22.738685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6737157e-9a6d-4107-bf21-867d6de06313 req-6201db28-fc3b-425b-82e9-5d074aef8fb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e HTTP/1.1" status: 200 len: 217 time: 0.0814502 Feb 04 20:39:22.808271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737157e-9a6d-4107-bf21-867d6de06313 req-3bee96d5-b21b-424f-ba93-78cfef8491e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:22.809981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6737157e-9a6d-4107-bf21-867d6de06313 req-3bee96d5-b21b-424f-ba93-78cfef8491e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb8ba060-67f2-47f9-8401-fc4c722450c1 HTTP/1.1" status: 200 len: 835 time: 0.0649800 Feb 04 20:39:22.821224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:22.830494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28386952-86bf-4819-9a93-d9de7dd13941 req-b3bab801-8dbb-4996-98e4-65d7839cbc51 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:22.832143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28386952-86bf-4819-9a93-d9de7dd13941 req-b3bab801-8dbb-4996-98e4-65d7839cbc51 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1344533 Feb 04 20:39:22.836985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:22.882640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-28386952-86bf-4819-9a93-d9de7dd13941 req-dbb0cbda-eda9-4421-b382-02fb033f6bf4 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 Feb 04 20:39:22.910008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:22.917480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737157e-9a6d-4107-bf21-867d6de06313 req-a78382f7-dd48-4ac7-abd2-3153b36d736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:22.919279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6737157e-9a6d-4107-bf21-867d6de06313 req-a78382f7-dd48-4ac7-abd2-3153b36d736e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028328 Feb 04 20:39:22.954358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94a3775ea26b4ddf9ec47a60c0b3666c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012643 Feb 04 20:39:22.972573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b24bc9-529f-48ce-85c7-293dad421526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01329085-7cb0-4716-9ddb-6fb2cd33a4f8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:22.975032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43406) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:23.036666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:23.050790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d897471b-aa70-47a5-95ea-5d2bdfc5e21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:23.083863 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d897471b-aa70-47a5-95ea-5d2bdfc5e21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:23.228896 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:34Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:23.235575 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cc4b8-f46c-45bf-b9d3-890ff25d24fa None None] The sync data for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 is: [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:37:27Z', 'revision_number': 4, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'dab44f31-f6ce-4a28-945a-bc01a4349e7f', 'name': '', 'network_id': 'fbef1ccf-33b1-42fb-ab2a-0335b7bafd33', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'mac_address': 'fa:16:3e:89:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:25Z', 'updated_at': '2022-02-04T20:37:34Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'subnets': [{'id': 'bb8ba060-67f2-47f9-8401-fc4c722450c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:23.291508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6737157e-9a6d-4107-bf21-867d6de06313 req-7a84d501-2f68-46e4-9f23-b0440b1b93a5 service neutron] 10.222.0.24 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585920 Feb 04 20:39:23.434030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d897471b-aa70-47a5-95ea-5d2bdfc5e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:23.456101 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:23.458279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897471b-aa70-47a5-95ea-5d2bdfc5e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01329085-7cb0-4716-9ddb-6fb2cd33a4f8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:23.484183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6737157e-9a6d-4107-bf21-867d6de06313 req-8206c84b-821c-4faf-8035-198230f3c1cd service neutron] 10.222.0.24 "GET /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859972 Feb 04 20:39:23.488043 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:23.554259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d897471b-aa70-47a5-95ea-5d2bdfc5e21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:23.557986 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d897471b-aa70-47a5-95ea-5d2bdfc5e21a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01329085-7cb0-4716-9ddb-6fb2cd33a4f8 HTTP/1.1" status: 204 len: 168 time: 0.5794048 Feb 04 20:39:23.568003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1dab4-ffa8-49ae-9294-3b405fd17592 None None] New status for floating IP 1c135658-bb8f-4ae9-9ec3-a2116a61dc18: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:39:23.802207 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.086463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a42430-c851-4555-af77-48783fb8681e req-d3254f1b-7a8b-4c65-ab5d-ef7a9a6585ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:24.087178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a0a42430-c851-4555-af77-48783fb8681e req-d3254f1b-7a8b-4c65-ab5d-ef7a9a6585ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:24.158874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a0a42430-c851-4555-af77-48783fb8681e req-d3254f1b-7a8b-4c65-ab5d-ef7a9a6585ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:24.159916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0a42430-c851-4555-af77-48783fb8681e req-d3254f1b-7a8b-4c65-ab5d-ef7a9a6585ee tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1528921 Feb 04 20:39:24.219040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-2e26774a-83d4-4244-83fd-7575c1fa770b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:24.221198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-2e26774a-83d4-4244-83fd-7575c1fa770b tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 946 time: 0.1203783 Feb 04 20:39:24.233175 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a0a42430-c851-4555-af77-48783fb8681e req-2188b84b-5abc-4d28-b412-0665cfebe3db tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/security-groups?id=91243fd0-b4dd-4851-8946-2aeafc6cd187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653608 Feb 04 20:39:24.258912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43422) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:24.294478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.298351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:24.298789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.314168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:24.319111 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Deleting port d4d60f24-4aca-48ba-b911-a3aa510a1641 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:24.319444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.349959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Usage tracker for resource:security_group_rule and tenant:417a9e7272ee4fc0b152c98f1c13469c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:24.358462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:24.371707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:24.544826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] For port d4d60f24-4aca-48ba-b911-a3aa510a1641, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d4d60f24-4aca-48ba-b911-a3aa510a1641,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:24.546171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.549809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:24.550288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.675125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for 5fd9ed1e-8af2-4845-bf0d-94f5569df23e owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:24.680067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Calling delete_port for d4d60f24-4aca-48ba-b911-a3aa510a1641 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:24.734899 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.819007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.857698 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.912570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8fccbc-a819-4ab7-92b1-298b2e324742,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:24.916719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-47836143-fc12-482f-ad6e-f61ae8a0f085 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=417a9e7272ee4fc0b152c98f1c13469c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525376 Feb 04 20:39:24.919691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43426) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:24.949272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=5fd9ed1e-8af2-4845-bf0d-94f5569df23e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:24.986845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae8c45af-4fd7-4d3d-8712-8b0b5b55d52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:24.993472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] No DVR routers for this DVR port 5fd9ed1e-8af2-4845-bf0d-94f5569df23e on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:24.996216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:25.000918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-deleted', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:25.015118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae8c45af-4fd7-4d3d-8712-8b0b5b55d52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:25.026388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:25.048329 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b765408-f02b-4a43-883a-fb29dd3eaff5', 'name': 'network-vif-deleted', 'tag': '5fd9ed1e-8af2-4845-bf0d-94f5569df23e', 'status': 'completed', 'code': 200} Feb 04 20:39:25.096132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-45ca69eb-8097-4ea5-8278-d73f8a6d0475 req-ded21866-367e-4b49-8f62-2f60f92c4099 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.24 "DELETE /v2.0/ports/5fd9ed1e-8af2-4845-bf0d-94f5569df23e HTTP/1.1" status: 204 len: 173 time: 0.8640649 Feb 04 20:39:25.118279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d60f24-4aca-48ba-b911-a3aa510a1641,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:25.182652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:25.371183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae8c45af-4fd7-4d3d-8712-8b0b5b55d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:25.400798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c45af-4fd7-4d3d-8712-8b0b5b55d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8fccbc-a819-4ab7-92b1-298b2e324742,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:25.411477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3330411d-1728-44a1-9b4a-e31f5ab89a95 req-10346df4-33d5-40a6-bebc-d591639c966c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Synchronizing usage tracker for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:25.423181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:25.431815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae8c45af-4fd7-4d3d-8712-8b0b5b55d52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:25.436558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ae8c45af-4fd7-4d3d-8712-8b0b5b55d52a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f8fccbc-a819-4ab7-92b1-298b2e324742 HTTP/1.1" status: 204 len: 168 time: 0.5125115 Feb 04 20:39:25.506012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3330411d-1728-44a1-9b4a-e31f5ab89a95 req-10346df4-33d5-40a6-bebc-d591639c966c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Unset dirty status for tenant:0cfcadd9b7094963a3b2d3b3e8a7f974 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:25.507239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3330411d-1728-44a1-9b4a-e31f5ab89a95 req-10346df4-33d5-40a6-bebc-d591639c966c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b765408-f02b-4a43-883a-fb29dd3eaff5 HTTP/1.1" status: 200 len: 210 time: 0.1583803 Feb 04 20:39:25.904374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:26.095483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:26.100910 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-02a33ed0-51ca-4ccb-9491-f8927ef93bae admin admin] 10.222.0.48 "PUT /v2.0/routers/893bf4a0-1fbf-4e0d-9597-0166caa91d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0603151 Feb 04 20:39:26.103606 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43446) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:26.107360 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] Sync routers for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:26.130546 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:26.131184 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:26.333118 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:26.336677 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:26.390875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5fd9ed1e-8af2-4845-bf0d-94f5569df23e no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:26.426376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 5fd9ed1e-8af2-4845-bf0d-94f5569df23e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:26.426632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5fd9ed1e-8af2-4845-bf0d-94f5569df23e not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:26.619224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43462) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:26.652157 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:39:24Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:26.656098 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] Checking router: 893bf4a0-1fbf-4e0d-9597-0166caa91d02 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:39:26.664303 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] Routers {'893bf4a0-1fbf-4e0d-9597-0166caa91d02'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:26.664911 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:26.796398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:26.844008 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] Set router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:26.908546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Deleting port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:26.909030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:27.164667 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:39:24Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:27.169096 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43e1ce-be0f-47a3-919a-5a0bdf186096 None None] The sync data for ids ['893bf4a0-1fbf-4e0d-9597-0166caa91d02'] in n-d-811806-1 is: [{'id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'name': 'tempest-TaggedBootDevicesTest_v242-1085304131-router', 'tenant_id': 'ca216ea8b212443897c0fc0074ff91d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:05Z', 'updated_at': '2022-02-04T20:39:24Z', 'revision_number': 5, 'project_id': 'ca216ea8b212443897c0fc0074ff91d7', 'gw_port': {'id': '2719dcac-7e8b-4192-bcf2-00650ed5b5cf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893bf4a0-1fbf-4e0d-9597-0166caa91d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:07Z', 'updated_at': '2022-02-04T20:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:27.240588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] For port 2719dcac-7e8b-4192-bcf2-00650ed5b5cf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:27.241075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:27.408555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Calling delete_port for 2719dcac-7e8b-4192-bcf2-00650ed5b5cf owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:27.647777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:27.789853 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:27.855121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=2719dcac-7e8b-4192-bcf2-00650ed5b5cf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:28.182333 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.239139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d4d60f24-4aca-48ba-b911-a3aa510a1641 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:28.277970 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: d4d60f24-4aca-48ba-b911-a3aa510a1641 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:28.386225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d4d60f24-4aca-48ba-b911-a3aa510a1641 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:28.386547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.386547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.464381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port dab44f31-f6ce-4a28-945a-bc01a4349e7f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:28.464747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.493883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.494366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893bf4a0-1fbf-4e0d-9597-0166caa91d02 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:39:28.531328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.537261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9085d855-1ae8-43c8-b975-dd6bc36b5eeb admin admin] 10.222.0.48 "DELETE /v2.0/routers/893bf4a0-1fbf-4e0d-9597-0166caa91d02 HTTP/1.1" status: 204 len: 168 time: 2.4274108 Feb 04 20:39:28.537387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43490) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:28.601073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] Deleting subnet 1efd2123-f261-49b0-8b47-803de3ad30c0 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:28.609147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.688699 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.688824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port dab44f31-f6ce-4a28-945a-bc01a4349e7f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dab44f31-f6ce-4a28-945a-bc01a4349e7f,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:28.688824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.752400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.818937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for dab44f31-f6ce-4a28-945a-bc01a4349e7f owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:28.883706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.928112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1efd2123-f261-49b0-8b47-803de3ad30c0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:28.932016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:28.939842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e8178e23-db45-49c4-ba18-8c3a9bfdb97b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1efd2123-f261-49b0-8b47-803de3ad30c0 HTTP/1.1" status: 204 len: 168 time: 0.4035914 Feb 04 20:39:28.942214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43496) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:28.944633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5841d4-b38f-4408-9d52-260afab08f90 None None] Network d5923911-2330-412e-ac86-9e6f9dbb3545 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:29.085744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.098261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Deleting port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:29.098982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.124230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.185994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=dab44f31-f6ce-4a28-945a-bc01a4349e7f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:29.373388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] For port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:29.373755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.389662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] DHCP port deletion for d5923911-2330-412e-ac86-9e6f9dbb3545 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:29.396085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Deleting port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:29.396686 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.578829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Calling delete_port for 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:29.595756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.642610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] For port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,segment=NetworkSegment(2b93ac6a-62fe-4aa0-9dca-c4c8193739bd),segment_id=2b93ac6a-62fe-4aa0-9dca-c4c8193739bd)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:29.643384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.737873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:29.768684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Calling delete_port for 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:29.788109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:29.793228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] No DVR routers for this DVR port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:29.824044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.824593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.824717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.825042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.825389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.825719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.826046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.827093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.827428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.827811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.828147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.828471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:29.848106 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:39:29.848464 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:39:30.028136 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.053108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5923911-2330-412e-ac86-9e6f9dbb3545']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:30.069065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:30.069370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b93ac6a-62fe-4aa0-9dca-c4c8193739bd') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:30.080696 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.096852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.102179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:30.103931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:30.104357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:30.118395 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:30.266575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.271713 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.289749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:30.296764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:30.309544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5923911-2330-412e-ac86-9e6f9dbb3545,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:30.316250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-71800fe4-55e0-4461-9aa3-4115ab4b38c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5923911-2330-412e-ac86-9e6f9dbb3545 HTTP/1.1" status: 204 len: 168 time: 1.3724539 Feb 04 20:39:30.318819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43504) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:30.326073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] Sync routers for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:30.334653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:30.335091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:30.335601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2719dcac-7e8b-4192-bcf2-00650ed5b5cf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:30.360590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Deleting port 3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:30.361040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.382184 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2fb328ac-bf80-45a7-8c07-31af43d70d81 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "PUT /v2.0/routers/e6ae0829-5b4e-48d8-975b-e2eb618f6f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7606804 Feb 04 20:39:30.382582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43508) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:30.441371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1888f-5f10-4415-b5fc-01e4dc680240 None None] The port '3ce8811d-e8cc-4fe0-92d2-19a5d0cb8887' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:39:30.444159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2719dcac-7e8b-4192-bcf2-00650ed5b5cf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:30.444159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2719dcac-7e8b-4192-bcf2-00650ed5b5cf not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:30.444159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:30.445372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:30.456177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting subnet bb8ba060-67f2-47f9-8401-fc4c722450c1 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:30.461108 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.522511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.614973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.635285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:30.767036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.824759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8ba060-67f2-47f9-8401-fc4c722450c1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:30.828936 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:30.835190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7c97a1b4-4ce8-4bb3-a904-da661693d3fc tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/subnets/bb8ba060-67f2-47f9-8401-fc4c722450c1 HTTP/1.1" status: 204 len: 168 time: 0.4515209 Feb 04 20:39:30.837852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43516) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:30.845524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f72a3-3687-499c-ba30-7b537c6bfb0e None None] Network fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:30.929327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.041754 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.225915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:39:28Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:31.236723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] Checking router: e6ae0829-5b4e-48d8-975b-e2eb618f6f5a for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:39:31.246183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] Routers {'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:31.246838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:31.281819 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.333276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] DHCP port deletion for fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:31.349273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Deleting port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:31.349617 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.350452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] Deleting port bc8d4192-4414-4ead-a908-c1c332f76c30 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:31.350852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.354843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Deleting port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:31.355379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.548387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] For port c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:31.548680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.554091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] For port 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,segment=NetworkSegment(fcb1617c-2d71-4d10-ac97-bbdf0ccf763d),segment_id=fcb1617c-2d71-4d10-ac97-bbdf0ccf763d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:31.554455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:31.608249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] Set router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:31.819520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Calling delete_port for 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:31.849182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Calling delete_port for c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:31.856195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] For port bc8d4192-4414-4ead-a908-c1c332f76c30, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bc8d4192-4414-4ead-a908-c1c332f76c30,segment=NetworkSegment(50099653-6104-41bd-9ec0-aa38c91da4f7),segment_id=50099653-6104-41bd-9ec0-aa38c91da4f7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:31.856583 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.000958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] Calling delete_port for bc8d4192-4414-4ead-a908-c1c332f76c30 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:32.086542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.144298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=295ad57f-a4f3-4328-8cd1-8a44ba8edcb9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:32.144609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:39:28Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:32.149274 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.150839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bb246-d80a-4961-9cce-ecd96111b01f None None] The sync data for ids ['e6ae0829-5b4e-48d8-975b-e2eb618f6f5a'] in n-d-811806-1 is: [{'id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764272118', 'tenant_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:37:19Z', 'updated_at': '2022-02-04T20:39:28Z', 'revision_number': 5, 'project_id': '0cfcadd9b7094963a3b2d3b3e8a7f974', 'gw_port': {'id': 'c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae0829-5b4e-48d8-975b-e2eb618f6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:37:20Z', 'updated_at': '2022-02-04T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:32.252031 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.266783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Port': ['ID=c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:32.333263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] Pushing event deleted for resources: {'Port': ['ID=bc8d4192-4414-4ead-a908-c1c332f76c30,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:32.338166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff484d9-ab80-4ff3-96df-41d74e16282e None None] No DVR routers for this DVR port bc8d4192-4414-4ead-a908-c1c332f76c30 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:32.382364 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.468897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.583239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.587516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.652091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8d4192-4414-4ead-a908-c1c332f76c30 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:32.686644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: bc8d4192-4414-4ead-a908-c1c332f76c30 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:32.686846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8d4192-4414-4ead-a908-c1c332f76c30 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:32.734481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.735077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Fanout notify agent at l3_agent the message router_deleted on router e6ae0829-5b4e-48d8-975b-e2eb618f6f5a {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:39:32.753594 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.757300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c5c52ef9-1633-43ee-ad3d-1e93843d49a2 tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/routers/e6ae0829-5b4e-48d8-975b-e2eb618f6f5a HTTP/1.1" status: 204 len: 168 time: 1.9157705 Feb 04 20:39:32.757525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43534) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:32.874908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:32.922499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:33.024326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.064248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbef1ccf-33b1-42fb-ab2a-0335b7bafd33']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:33.077275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50099653-6104-41bd-9ec0-aa38c91da4f7') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:33.077669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50099653-6104-41bd-9ec0-aa38c91da4f7') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:33.089144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.105225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.113988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:33.118714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.124445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:33.134400 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] Sync routers for ids ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:33.140355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2612de7a-48bc-4748-9722-8aee0af90c22 admin admin] 10.222.0.48 "PUT /v2.0/routers/a3a21b1b-506e-42a6-a0cb-67889ec5fe96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8205094 Feb 04 20:39:33.142979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43538) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:33.151036 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] Routers {'a3a21b1b-506e-42a6-a0cb-67889ec5fe96'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:33.153603 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:33.219515 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:33.292111 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.329362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.335482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'Network': ['ID=fbef1ccf-33b1-42fb-ab2a-0335b7bafd33,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:33.397762 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] Set router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:33.429303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a86239d8-aadb-42d3-88c8-50c114aa710a tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/networks/fbef1ccf-33b1-42fb-ab2a-0335b7bafd33 HTTP/1.1" status: 204 len: 168 time: 0.6681576 Feb 04 20:39:33.429466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43542) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:33.482969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.513476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc93ec66-291b-42d5-b213-6319475c650c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.546140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc93ec66-291b-42d5-b213-6319475c650c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.692211 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc93ec66-291b-42d5-b213-6319475c650c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.694856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.713935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93ec66-291b-42d5-b213-6319475c650c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91243fd0-b4dd-4851-8946-2aeafc6cd187,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:33.768582 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:39:31Z', 'revision_number': 5, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port': {'id': '15493df2-ce8e-4771-b61c-58dc85c63b7d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:31:30Z', 'updated_at': '2022-02-04T20:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:33.768978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Deleting port 15493df2-ce8e-4771-b61c-58dc85c63b7d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:33.769360 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.772851 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] Checking router: a3a21b1b-506e-42a6-a0cb-67889ec5fe96 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:39:33.781231 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] Routers {'a3a21b1b-506e-42a6-a0cb-67889ec5fe96'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:33.781833 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:33.802236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bc93ec66-291b-42d5-b213-6319475c650c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:33.803431 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bc93ec66-291b-42d5-b213-6319475c650c tempest-TestNetworkAdvancedServerOps-1837901973 tempest-TestNetworkAdvancedServerOps-1837901973-project] 10.222.0.48 "DELETE /v2.0/security-groups/91243fd0-b4dd-4851-8946-2aeafc6cd187 HTTP/1.1" status: 204 len: 168 time: 0.3730700 Feb 04 20:39:33.972072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] Set router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:33.995614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] For port 15493df2-ce8e-4771-b61c-58dc85c63b7d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=15493df2-ce8e-4771-b61c-58dc85c63b7d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:33.995978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.097573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:39:33Z', 'revision_number': 6, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:34.108664 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6916e8-9d3c-43fb-92eb-9b21b9c9e671 None None] The sync data for ids ['a3a21b1b-506e-42a6-a0cb-67889ec5fe96'] in n-d-811806-1 is: [{'id': 'a3a21b1b-506e-42a6-a0cb-67889ec5fe96', 'name': 'tempest-TaggedBootDevicesTest_v242-759174074-router', 'tenant_id': 'ee406eac272641a4a49220f7ea3c0e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:31:27Z', 'updated_at': '2022-02-04T20:39:33Z', 'revision_number': 6, 'project_id': 'ee406eac272641a4a49220f7ea3c0e48', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:34.136472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Calling delete_port for 15493df2-ce8e-4771-b61c-58dc85c63b7d owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:34.449338 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.466076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43554) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:34.512979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15493df2-ce8e-4771-b61c-58dc85c63b7d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:34.533392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dab44f31-f6ce-4a28-945a-bc01a4349e7f no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:34.583162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: dab44f31-f6ce-4a28-945a-bc01a4349e7f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:34.583520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dab44f31-f6ce-4a28-945a-bc01a4349e7f not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:34.583944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:34.618293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.630577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:34.630577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 295ad57f-a4f3-4328-8cd1-8a44ba8edcb9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:34.630577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:34.665274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:34.665633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0a82c3e-8a6e-4115-86ac-5887d8e5e9c0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:34.688179 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-82da9c52-8e01-4e9c-8835-e12adb69aff1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cfcadd9b7094963a3b2d3b3e8a7f974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210298 Feb 04 20:39:34.691078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43560) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:34.749768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-becd91df-819c-40df-9da6-fd8b3905f90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.776329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-becd91df-819c-40df-9da6-fd8b3905f90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.825452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.831689 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.909081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-becd91df-819c-40df-9da6-fd8b3905f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.931233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd91df-819c-40df-9da6-fd8b3905f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11491c8-16b8-48e9-89da-1bfb129aaf66,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:34.937953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.938567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3a21b1b-506e-42a6-a0cb-67889ec5fe96 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:39:34.945252 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-becd91df-819c-40df-9da6-fd8b3905f90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.946456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-becd91df-819c-40df-9da6-fd8b3905f90d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d11491c8-16b8-48e9-89da-1bfb129aaf66 HTTP/1.1" status: 204 len: 168 time: 0.2544827 Feb 04 20:39:34.960424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:34.962750 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-801ca1e2-9f77-4c79-abcb-a2e11edaaaa1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a3a21b1b-506e-42a6-a0cb-67889ec5fe96 HTTP/1.1" status: 204 len: 168 time: 1.8175275 Feb 04 20:39:34.964534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43570) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:35.041153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] Deleting subnet ed733915-bb52-451d-b3b4-a2d8514abd52 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:39:35.044421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.099188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.207511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.394985 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.433616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed733915-bb52-451d-b3b4-a2d8514abd52,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:35.439778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.446120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ecc07-5a79-4ced-8e58-148944875dd6 None None] Network b8e0cd7c-5792-4de6-9aad-e89abe23188f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:35.450937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2caf76b6-db13-48f2-ba3f-d7e66f093090 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ed733915-bb52-451d-b3b4-a2d8514abd52 HTTP/1.1" status: 204 len: 168 time: 0.4829860 Feb 04 20:39:35.451749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43576) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:35.573617 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.586995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Deleting port af445e24-7a27-45a7-8fb8-7ef25aaf0599 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:35.587353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.770380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] DHCP port deletion for b8e0cd7c-5792-4de6-9aad-e89abe23188f request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:39:35.776085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Deleting port af445e24-7a27-45a7-8fb8-7ef25aaf0599 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:35.776085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.805824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] For port af445e24-7a27-45a7-8fb8-7ef25aaf0599, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=af445e24-7a27-45a7-8fb8-7ef25aaf0599,segment=NetworkSegment(fcb1617c-2d71-4d10-ac97-bbdf0ccf763d),segment_id=fcb1617c-2d71-4d10-ac97-bbdf0ccf763d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:35.806183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.808834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43582) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:35.864498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2bdb6586-3686-44a8-8873-5ec89d50415f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5392ea2d6c74254bd8140dd5687bf9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544369 Feb 04 20:39:35.867158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43586) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:35.930867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29ba12ad-a1c8-4018-9c62-4837edf80b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:35.981874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29ba12ad-a1c8-4018-9c62-4837edf80b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.041942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] For port af445e24-7a27-45a7-8fb8-7ef25aaf0599, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=af445e24-7a27-45a7-8fb8-7ef25aaf0599,segment=NetworkSegment(fcb1617c-2d71-4d10-ac97-bbdf0ccf763d),segment_id=fcb1617c-2d71-4d10-ac97-bbdf0ccf763d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:36.042349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.052725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Calling delete_port for af445e24-7a27-45a7-8fb8-7ef25aaf0599 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:36.075425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43592) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:36.140817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29ba12ad-a1c8-4018-9c62-4837edf80b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.164831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba12ad-a1c8-4018-9c62-4837edf80b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f59a5e-0394-41b0-a66b-936a7a1a74cb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:36.180947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Calling delete_port for af445e24-7a27-45a7-8fb8-7ef25aaf0599 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:39:36.211139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.225057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:36.226174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.229649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef4aa174216438eb4f045f97f642ca1 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:36.233852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:36.241652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:36.256725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 15493df2-ce8e-4771-b61c-58dc85c63b7d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:36.275530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29ba12ad-a1c8-4018-9c62-4837edf80b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.279700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-29ba12ad-a1c8-4018-9c62-4837edf80b1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82f59a5e-0394-41b0-a66b-936a7a1a74cb HTTP/1.1" status: 204 len: 168 time: 0.4091077 Feb 04 20:39:36.284407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af445e24-7a27-45a7-8fb8-7ef25aaf0599,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:36.287905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] No DVR routers for this DVR port af445e24-7a27-45a7-8fb8-7ef25aaf0599 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:39:36.303308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 15493df2-ce8e-4771-b61c-58dc85c63b7d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:36.303646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 15493df2-ce8e-4771-b61c-58dc85c63b7d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:36.304069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device af445e24-7a27-45a7-8fb8-7ef25aaf0599 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:39:36.348032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: af445e24-7a27-45a7-8fb8-7ef25aaf0599 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:39:36.348408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device af445e24-7a27-45a7-8fb8-7ef25aaf0599 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:39:36.357271 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:39:36.358218 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:39:36.373736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.413431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.438386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e0cd7c-5792-4de6-9aad-e89abe23188f']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:36.450175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:36.450527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb1617c-2d71-4d10-ac97-bbdf0ccf763d') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:36.451776 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.461798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.478093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.484686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:39:36.485075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:39:36.499535 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:39:36.501606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ef4aa174216438eb4f045f97f642ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236698 Feb 04 20:39:36.503133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cd08a-af35-45df-986f-09fc8bda09d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5b6eb1-69b2-4e24-b6bb-118d624ffca8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:36.505221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:36.568541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2d89031-523e-4434-abf3-d787c9589e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.595037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2d89031-523e-4434-abf3-d787c9589e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.665949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.671657 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.695060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e0cd7c-5792-4de6-9aad-e89abe23188f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:36.699375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dcf34023-d734-41c4-8b4e-06bee3a1b9d3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b8e0cd7c-5792-4de6-9aad-e89abe23188f HTTP/1.1" status: 204 len: 168 time: 1.2461650 Feb 04 20:39:36.728901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2d89031-523e-4434-abf3-d787c9589e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.743517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d89031-523e-4434-abf3-d787c9589e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5b6eb1-69b2-4e24-b6bb-118d624ffca8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:36.751373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c2d89031-523e-4434-abf3-d787c9589e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.756050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c2d89031-523e-4434-abf3-d787c9589e47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d5b6eb1-69b2-4e24-b6bb-118d624ffca8 HTTP/1.1" status: 204 len: 168 time: 0.2465000 Feb 04 20:39:36.859350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Deleting port af445e24-7a27-45a7-8fb8-7ef25aaf0599 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:39:36.859932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:36.927359 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2e5564aa-a8b0-4b0c-8b51-eaaaa3ff3d45 None None] The port 'af445e24-7a27-45a7-8fb8-7ef25aaf0599' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:39:37.232279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43618) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:37.271195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-86300bad-e87c-4e97-9f88-5e4923017c8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca216ea8b212443897c0fc0074ff91d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469213 Feb 04 20:39:37.273644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43622) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:37.331479 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b44bd79-6dbe-44ac-9399-b0600b50d169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:37.355964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b44bd79-6dbe-44ac-9399-b0600b50d169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:37.480551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b44bd79-6dbe-44ac-9399-b0600b50d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:37.607911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44bd79-6dbe-44ac-9399-b0600b50d169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f04eb-f096-4f1e-b935-a2d92e138b64,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:37.616413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b44bd79-6dbe-44ac-9399-b0600b50d169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:37.617578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b44bd79-6dbe-44ac-9399-b0600b50d169 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/557f04eb-f096-4f1e-b935-a2d92e138b64 HTTP/1.1" status: 204 len: 168 time: 0.3430636 Feb 04 20:39:37.661781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43634) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:37.680249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:37.695533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:37.699529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Usage tracker for resource:security_group_rule and tenant:819580dcb0eb40ea9360f57b1b4cd73d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:37.702494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:37.708182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:37.792260 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:37.860397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:37.913542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=819580dcb0eb40ea9360f57b1b4cd73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494271 Feb 04 20:39:37.914335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dad1c-53ae-4818-9479-12d23d4ad808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8623d26b-decc-44b1-bd80-d0279ed0d889,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:37.915343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43642) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:37.979575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa4f768f-79a5-4ac7-9148-e981d1b791d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.006080 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa4f768f-79a5-4ac7-9148-e981d1b791d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.160458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa4f768f-79a5-4ac7-9148-e981d1b791d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.177093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f768f-79a5-4ac7-9148-e981d1b791d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8623d26b-decc-44b1-bd80-d0279ed0d889,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:38.183850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aa4f768f-79a5-4ac7-9148-e981d1b791d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.186555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aa4f768f-79a5-4ac7-9148-e981d1b791d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8623d26b-decc-44b1-bd80-d0279ed0d889 HTTP/1.1" status: 204 len: 168 time: 0.2701669 Feb 04 20:39:38.395844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43654) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:38.448399 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-90d3bb2f-d0bb-40be-aa94-824e2134b8b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee406eac272641a4a49220f7ea3c0e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490358 Feb 04 20:39:38.448762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43658) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:38.510655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08c6a07f-f142-48de-9f94-2a5c5abad6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.537510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08c6a07f-f142-48de-9f94-2a5c5abad6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.677234 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08c6a07f-f142-48de-9f94-2a5c5abad6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.694967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6a07f-f142-48de-9f94-2a5c5abad6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae117959-b96f-4eee-9a4d-f43d7b924899,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:38.698216 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-08c6a07f-f142-48de-9f94-2a5c5abad6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:38.705217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-08c6a07f-f142-48de-9f94-2a5c5abad6a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae117959-b96f-4eee-9a4d-f43d7b924899 HTTP/1.1" status: 204 len: 168 time: 0.2496347 Feb 04 20:39:39.123979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:39.365963 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:39.608409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43702) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:39.811934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'network': {'name': 'tempest-network-smoke--1747179569', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'port_security_enabled': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:39.817839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:39.822151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:network and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:39.825364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:39.832515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:39.906364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:39:39.909901 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:39.922436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:39.936883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:39.940633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:39.943453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:39.949027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:40.033453 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.079560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43722) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:40.111880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.145577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:39:40.155464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c364a02-a48e-4a59-9ea8-f124d7eb5b5f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:40.160169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.160519 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Added segment 54c2eb56-deb1-4ab7-8c5e-620c433b066b of type vlan for network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 Feb 04 20:39:40.190608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.211080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1485520718-network', 'tenant_id': '4f881fb1141b4075aed8c41c697907ec'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:40.216531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:40.221146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Usage tracker for resource:network and tenant:4f881fb1141b4075aed8c41c697907ec is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:40.224122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:40.230444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:40.297318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43730) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:40.298287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.304269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:40.304776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.317439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Made reservation on behalf of 4f881fb1141b4075aed8c41c697907ec for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:39:40.319778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.332797 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.348109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:40.352069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4f881fb1141b4075aed8c41c697907ec is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:40.354925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:40.362165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:40.420726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Network': ['ID=88238f31-1aa7-4fa3-bfc0-21e29de2c891,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:40.431068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.431211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:39:40.461361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:40.469311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Usage tracker for resource:security_group_rule and tenant:30d69d60f80c493cb720518951d7538f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:40.477499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:40.487689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:40.490470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.497905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-32c704c1-4837-4486-b7d1-a1e742e213e4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8857417 Feb 04 20:39:40.498515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43736) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:40.503853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-634733152', 'admin_state_up': True, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:40.511945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:40.516292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:router and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:40.519251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:40.526888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:40.567070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.612741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:39:40.622515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:40.636969 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.637423 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Added segment a5260eb5-57f5-4496-b1c8-186aafbd289d of type vlan for network 4ea8030d-8436-4c56-8488-99fe1ea0fcac Feb 04 20:39:40.653168 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.658646 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.691647 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.706196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.755292 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.885380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.886238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:40.886827 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:40.890482 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.096248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55faf2b5-23db-4877-a12c-fdae1ebdd6fb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:41.157807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8d88b867-d17f-4618-a66d-518d23146f6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30d69d60f80c493cb720518951d7538f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568578 Feb 04 20:39:41.158528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43740) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:41.175004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea8030d-8436-4c56-8488-99fe1ea0fcac,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:41.189382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4ea8030d-8436-4c56-8488-99fe1ea0fcac details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:39:41.219864 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fba9356a-7d30-4a2d-a451-cb33c0d97e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.252128 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.254190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fba9356a-7d30-4a2d-a451-cb33c0d97e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.259328 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7894fcf5-d3e1-4638-bad3-228c0046a9c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1765509 Feb 04 20:39:41.260829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43744) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:41.266040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Request body: {'subnet': {'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1485520718-subnet', 'tenant_id': '4f881fb1141b4075aed8c41c697907ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:41.271317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:41.275195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Usage tracker for resource:subnet and tenant:4f881fb1141b4075aed8c41c697907ec is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:41.278043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:41.283825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:41.369150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fba9356a-7d30-4a2d-a451-cb33c0d97e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.386267 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9356a-7d30-4a2d-a451-cb33c0d97e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55faf2b5-23db-4877-a12c-fdae1ebdd6fb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:41.390795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fba9356a-7d30-4a2d-a451-cb33c0d97e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.394394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fba9356a-7d30-4a2d-a451-cb33c0d97e42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55faf2b5-23db-4877-a12c-fdae1ebdd6fb HTTP/1.1" status: 204 len: 168 time: 0.2318153 Feb 04 20:39:41.407770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Made reservation on behalf of 4f881fb1141b4075aed8c41c697907ec for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:39:41.410062 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.803444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.945623 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:41.976282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:42.088735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1fa8e4-37c7-48f8-b7df-1e2395cba36e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:42.095402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Checking segment: {'id': 'a5260eb5-57f5-4496-b1c8-186aafbd289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:39:42.095749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Network hostable DHCP agents. Network: 4ea8030d-8436-4c56-8488-99fe1ea0fcac, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:39:42.172012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.25.7.182 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/328b9b10-780f-43f7-b40f-417678ae886b) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:39:42.254035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Network 4ea8030d-8436-4c56-8488-99fe1ea0fcac is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:39:42.331719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:42.336072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 4ea8030d-8436-4c56-8488-99fe1ea0fcac) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:42.341880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:42.342455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:42.344316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f0c76-ad63-492f-b331-6aee68efa319 None None] Network 4ea8030d-8436-4c56-8488-99fe1ea0fcac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:42.447014 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7b7d0eed-fbe0-4950-a0f2-ceac78126570 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1851218 Feb 04 20:39:42.461076 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:42.533977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:42.537459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:42.542561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:39:42.587228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77649ffd-5432-456e-a666-c5e3a6ae5a9a None None] Network 4ea8030d-8436-4c56-8488-99fe1ea0fcac requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:42.590928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=328b9b10-780f-43f7-b40f-417678ae886b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:43.040052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-eda8ec49-8763-4622-9e37-8f469f2327ef tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:43.041626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-eda8ec49-8763-4622-9e37-8f469f2327ef tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/networks?id=4ea8030d-8436-4c56-8488-99fe1ea0fcac HTTP/1.1" status: 200 len: 822 time: 0.1584682 Feb 04 20:39:43.057545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-db0c6bc0-d23c-4be3-82e9-6909957e4c07 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/quotas/4f881fb1141b4075aed8c41c697907ec HTTP/1.1" status: 200 len: 375 time: 0.0101316 Feb 04 20:39:43.089265 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:43.105749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-3f79432a-102c-4a5d-9985-a5f083c99565 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f881fb1141b4075aed8c41c697907ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424893 Feb 04 20:39:43.117578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-f4119fda-3409-4e46-a88c-489d21849d8d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:39:43.118533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-f4119fda-3409-4e46-a88c-489d21849d8d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053713 Feb 04 20:39:43.256140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-b647215c-2e7c-49a5-90b9-3c5e629f944d service neutron] 10.222.0.48 "GET /v2.0/networks/4ea8030d-8436-4c56-8488-99fe1ea0fcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306200 Feb 04 20:39:43.395158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-215b3fb4-abf2-4040-b9f4-aebeaff60cd0 service neutron] 10.222.0.48 "GET /v2.0/networks/4ea8030d-8436-4c56-8488-99fe1ea0fcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332557 Feb 04 20:39:43.440698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43804) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:43.448630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:43.559780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:43.578093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:43.583427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Usage tracker for resource:security_group_rule and tenant:d818cbaacb4e4504b0ceadd4c1baab82 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:43.586594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:43.594585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:43.691455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:43.757402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:43.788945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dce4a441-0921-48b9-9cc1-a4ff04168fa8 req-c9add9f6-f50b-4da1-a427-ffe464503415 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 210 time: 0.0640574 Feb 04 20:39:43.891748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:39:43.925077 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d818cbaacb4e4504b0ceadd4c1baab82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832606 Feb 04 20:39:43.926093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9caa8-548a-4299-ad54-cade81192b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e339e45-49b1-4651-9905-34222d930d3b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:43.929663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43818) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:43.988568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f31d6e1b-7a6a-46ec-84bf-7cd52c530a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:44.018782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f31d6e1b-7a6a-46ec-84bf-7cd52c530a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:44.088022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:44.104855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Sync routers for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:44.111925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:44.112595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:44.151784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f31d6e1b-7a6a-46ec-84bf-7cd52c530a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:44.170494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d6e1b-7a6a-46ec-84bf-7cd52c530a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e339e45-49b1-4651-9905-34222d930d3b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:44.174176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f31d6e1b-7a6a-46ec-84bf-7cd52c530a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:44.175777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f31d6e1b-7a6a-46ec-84bf-7cd52c530a3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e339e45-49b1-4651-9905-34222d930d3b HTTP/1.1" status: 204 len: 168 time: 0.2447174 Feb 04 20:39:44.184346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:44.186332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-897b5295-f982-4487-9812-ba576248e91e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6861365 Feb 04 20:39:44.193578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43824) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:44.349158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:44.366956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c5714b13-3a08-4891-9d41-ddc6e686fa88 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=69700e22d7c147d19a2917b67dd03f54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1718585 Feb 04 20:39:44.369802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43830) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:44.512867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d974cd-31b7-4c4d-89a5-70e0ca4f4606 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:44.514731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-27d974cd-31b7-4c4d-89a5-70e0ca4f4606 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435828 Feb 04 20:39:44.517919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43836) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:44.562163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a36a651-11c3-4edb-8313-3f322e9836d2 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424972 Feb 04 20:39:44.564895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43842) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:44.571702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16585197', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:44.672031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:42Z', 'revision_number': 3, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:44.676355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Checking router: ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:39:44.676684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Updating router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 port 328b9b10-780f-43f7-b40f-417678ae886b binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:39:44.692211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:44.696426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:subnet and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:44.699254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:44.704866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:44.732073 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:44.781479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:39:44.785996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:44.896633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d745a9af-3137-4f11-84d4-dc72b6748e4e req-a28ef4cd-c463-4cbb-a2e5-4c3611b488af tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 210 time: 0.0490139 Feb 04 20:39:45.086203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.098393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Transition to ACTIVE for port object 328b9b10-780f-43f7-b40f-417678ae886b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:45.120789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.205840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Subnet': ['ID=74f591fe-d8b7-4a13-8cd2-43c0062055d0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:45.210779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Checking segment: {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:39:45.211135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network hostable DHCP agents. Network: 88238f31-1aa7-4fa3-bfc0-21e29de2c891, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:39:45.257593 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.297220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:39:45.335476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Attempting to bind port 328b9b10-780f-43f7-b40f-417678ae886b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:39:45.335912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Attempting to bind port 328b9b10-780f-43f7-b40f-417678ae886b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:39:45.336243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Attempting to bind port 328b9b10-780f-43f7-b40f-417678ae886b on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:39:45.347278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:39:45.347731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:39:45.348132 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.348518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:39:45.348972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Bound port: 328b9b10-780f-43f7-b40f-417678ae886b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:39:45.349348 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.377997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Pushing event updated for resources: {'Port': ['ID=328b9b10-780f-43f7-b40f-417678ae886b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:45.403955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.404609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.404857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.405194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.405519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.405849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.406185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.406493 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.406841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.407162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.407480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.407799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:45.422928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 88238f31-1aa7-4fa3-bfc0-21e29de2c891) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:45.438898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:45.438898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.439299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b7362-88a2-4eff-bb7d-82beaf5bae2e None None] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:45.524374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] For port 328b9b10-780f-43f7-b40f-417678ae886b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:39:45.536556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] For port 328b9b10-780f-43f7-b40f-417678ae886b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=328b9b10-780f-43f7-b40f-417678ae886b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:39:45.540775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-57e3d331-f72e-4d3f-8abe-ea674bb18228 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9747913 Feb 04 20:39:45.543570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43868) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:45.623278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.741355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:45.741355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:45.811768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:39:45.812675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:45.864836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126a6d7-9f41-4d85-b1d1-f97d5e4fbe11 None None] Pushing event updated for resources: {'Port': ['ID=328b9b10-780f-43f7-b40f-417678ae886b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:46.081437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:46.323238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-449f43db-aa95-47d0-93a8-599308fe1bbc req-e23f085f-3f45-4264-8a0a-23a8b95a1fd0 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 210 time: 0.2462044 Feb 04 20:39:46.334917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Allocated IP 172.20.0.2 (88238f31-1aa7-4fa3-bfc0-21e29de2c891/74f591fe-d8b7-4a13-8cd2-43c0062055d0/3db4a4c2-8305-458c-8ec3-5dd5858eedd1) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:39:46.575418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:46.614205 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:42Z', 'revision_number': 3, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:46.622736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb68829-767c-453d-8f80-ac8fc2af61b5 None None] The sync data for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 is: [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:42Z', 'revision_number': 3, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:46.639498 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:46.650415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Transition to ACTIVE for port object 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:46.673944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Transition to ACTIVE for port object 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:46.769358 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:46.841346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:46.845919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:46.850005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:39:46.858464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Pushing event updated for resources: {'Port': ['ID=3db4a4c2-8305-458c-8ec3-5dd5858eedd1,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:46.987623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Attempting to bind port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:39:46.988003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Attempting to bind port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:39:46.988367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Attempting to bind port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 on network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:39:46.994581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:39:47.009905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Checking segment: {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:39:47.010386 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:47.010813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Bound using segment: {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:39:47.011325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Bound port: 3db4a4c2-8305-458c-8ec3-5dd5858eedd1, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:39:47.011707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:47.041039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.20.0.1 (88238f31-1aa7-4fa3-bfc0-21e29de2c891/74f591fe-d8b7-4a13-8cd2-43c0062055d0/f78297ce-d6a2-47c9-b85c-59569f336c4d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:39:47.160755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] For port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:39:47.166418 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] For port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3db4a4c2-8305-458c-8ec3-5dd5858eedd1,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:39:47.256087 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:47.329239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:47.367554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429129e5-c1bd-4925-8be2-7b4fae71e0be None None] Pushing event updated for resources: {'Port': ['ID=3db4a4c2-8305-458c-8ec3-5dd5858eedd1,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:47.368662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Transition to ACTIVE for port object f78297ce-d6a2-47c9-b85c-59569f336c4d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:47.420614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-cfa48a47-fe32-4301-82f7-72715e40c8ef tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:47.422997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-cfa48a47-fe32-4301-82f7-72715e40c8ef tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.62 "GET /v2.0/networks?id=4ea8030d-8436-4c56-8488-99fe1ea0fcac HTTP/1.1" status: 200 len: 822 time: 0.2375717 Feb 04 20:39:47.435997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Request body: {'port': {'device_id': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac', 'admin_state_up': True, 'tenant_id': '4f881fb1141b4075aed8c41c697907ec'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:47.491096 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:47.576604 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:47.580412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:47.596896 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:39:47.652397 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:39:47.673414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e4fe45a-ef23-456a-b16e-32685db65331 req-7ef3bef9-52e1-4f0f-9ae4-ace1257cec40 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 210 time: 0.0651088 Feb 04 20:39:47.683442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:47.693970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Usage tracker for resource:port and tenant:4f881fb1141b4075aed8c41c697907ec is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:47.693970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:47.698926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:47.702862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=f78297ce-d6a2-47c9-b85c-59569f336c4d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:47.733066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:47.766550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Made reservation on behalf of 4f881fb1141b4075aed8c41c697907ec for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:39:47.771690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.007177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Allocated IP 172.20.0.14 (4ea8030d-8436-4c56-8488-99fe1ea0fcac/7b1fa8e4-37c7-48f8-b7df-1e2395cba36e/1af53567-bd29-4683-a286-52358e3692d4) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:39:48.089320 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.260377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.351165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 328b9b10-780f-43f7-b40f-417678ae886b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:48.372550 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.482598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Network 4ea8030d-8436-4c56-8488-99fe1ea0fcac is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:48.486367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Pushing event updated for resources: {'Port': ['ID=1af53567-bd29-4683-a286-52358e3692d4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:48.486367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:48.488380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:39:48.539966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 328b9b10-780f-43f7-b40f-417678ae886b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:48.546117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 328b9b10-780f-43f7-b40f-417678ae886b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:48.549718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.600385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:48.600911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.616785 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.704484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-33f28c49-78a2-49f2-aa63-e3805f7b1bc4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2736590 Feb 04 20:39:48.708300 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.718138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Request body: {'port': {'device_id': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:48.722835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.742620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 328b9b10-780f-43f7-b40f-417678ae886b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=328b9b10-780f-43f7-b40f-417678ae886b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:48.808990 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.809772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:48.881728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:48.939217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841b5b3-2409-4279-bf52-57a9adc52ba6 None None] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:39:49.124119 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:49.145212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=f78297ce-d6a2-47c9-b85c-59569f336c4d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:49.301222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=328b9b10-780f-43f7-b40f-417678ae886b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:49.335309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3ca2d8f5-8fe1-4a22-88bf-ecefe24b7359 None None] Provisioning for port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:49.356111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:49.363225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:49.365911 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:49.368582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:49.369135 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:49.382913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e8c2-0497-425e-a222-36ee63a38c5e req-cdc3a79c-67f8-4ae7-a057-d2c114fe064b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:49.385443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a196e8c2-0497-425e-a222-36ee63a38c5e req-cdc3a79c-67f8-4ae7-a057-d2c114fe064b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 932 time: 0.4346364 Feb 04 20:39:49.444522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af53567-bd29-4683-a286-52358e3692d4 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:39:49.454615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:49.473617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Transition to ACTIVE for port object 1af53567-bd29-4683-a286-52358e3692d4 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:49.528001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a196e8c2-0497-425e-a222-36ee63a38c5e req-b5c91dc5-f976-4be3-80b9-924d394213b1 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Synchronizing usage tracker for tenant:4f881fb1141b4075aed8c41c697907ec on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:49.568844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:49.575682 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:49.615916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3db4a4c2-8305-458c-8ec3-5dd5858eedd1,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:49.675596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-586709ea-08bb-4b06-8e1d-58b1978b839a None None] Provisioning complete for port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:49.675971 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-586709ea-08bb-4b06-8e1d-58b1978b839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:49.707724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:39:49.753097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:49.839198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a196e8c2-0497-425e-a222-36ee63a38c5e req-b5c91dc5-f976-4be3-80b9-924d394213b1 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Unset dirty status for tenant:4f881fb1141b4075aed8c41c697907ec on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:49.840772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a196e8c2-0497-425e-a222-36ee63a38c5e req-b5c91dc5-f976-4be3-80b9-924d394213b1 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442461 Feb 04 20:39:49.889695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=3db4a4c2-8305-458c-8ec3-5dd5858eedd1,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:49.965370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:39:49.977615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cf3cdea6-30cc-404b-897c-76862f7eb039 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "PUT /v2.0/routers/ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4330485 Feb 04 20:39:49.978941 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Sync routers for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:39:49.980001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43914) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:49.995193 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:50.007855 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:50.068243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Pushing event updated for resources: {'Port': ['ID=1af53567-bd29-4683-a286-52358e3692d4,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:50.075968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Attempting to bind port 1af53567-bd29-4683-a286-52358e3692d4 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:39:50.080013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Attempting to bind port 1af53567-bd29-4683-a286-52358e3692d4 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'a5260eb5-57f5-4496-b1c8-186aafbd289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:39:50.080013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Attempting to bind port 1af53567-bd29-4683-a286-52358e3692d4 on network 4ea8030d-8436-4c56-8488-99fe1ea0fcac {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:39:50.082204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Port 1af53567-bd29-4683-a286-52358e3692d4 on network 4ea8030d-8436-4c56-8488-99fe1ea0fcac not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:39:50.082593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Attempting to bind port 1af53567-bd29-4683-a286-52358e3692d4 on network 4ea8030d-8436-4c56-8488-99fe1ea0fcac {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:39:50.088154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:39:50.088583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Checking segment: {'id': 'a5260eb5-57f5-4496-b1c8-186aafbd289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:39:50.089021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Bound using segment: {'id': 'a5260eb5-57f5-4496-b1c8-186aafbd289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:39:50.089517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Bound port: 1af53567-bd29-4683-a286-52358e3692d4, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5260eb5-57f5-4496-b1c8-186aafbd289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:39:50.089928 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.102607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-586709ea-08bb-4b06-8e1d-58b1978b839a None None] Provisioning for port f78297ce-d6a2-47c9-b85c-59569f336c4d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:50.108530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-586709ea-08bb-4b06-8e1d-58b1978b839a None None] Provisioning complete for port f78297ce-d6a2-47c9-b85c-59569f336c4d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:50.108997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-586709ea-08bb-4b06-8e1d-58b1978b839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.198310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-586709ea-08bb-4b06-8e1d-58b1978b839a None None] Port f78297ce-d6a2-47c9-b85c-59569f336c4d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:39:50.199985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ae8264d8-5097-451b-ba70-41cdbdca60a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.243651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.247109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.247599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.255491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.256186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.256652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.257244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.261810 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a2a7655f-c10e-4c7a-be95-ba13b3718635 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4989 time: 0.2781115 Feb 04 20:39:50.262012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43918) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:50.264915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] For port 1af53567-bd29-4683-a286-52358e3692d4, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:39:50.268674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] For port 1af53567-bd29-4683-a286-52358e3692d4, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1af53567-bd29-4683-a286-52358e3692d4,segment=NetworkSegment(a5260eb5-57f5-4496-b1c8-186aafbd289d),segment_id=a5260eb5-57f5-4496-b1c8-186aafbd289d)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:39:50.270024 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:50.303666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 328b9b10-780f-43f7-b40f-417678ae886b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:50.337106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.343264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.343852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.344576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.344927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.345377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.345818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.346260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.348377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0062369e-9f46-4e4d-8ca1-6df479f906c7 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.0851011 Feb 04 20:39:50.352973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43922) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:50.372918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9df800ec-2a7f-4006-88b2-99c7ad7d1781 None None] Provisioning complete for port f78297ce-d6a2-47c9-b85c-59569f336c4d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:50.373573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9df800ec-2a7f-4006-88b2-99c7ad7d1781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.423198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.424173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.429778 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] 10.222.0.62 "PUT /v2.0/ports/1af53567-bd29-4683-a286-52358e3692d4 HTTP/1.1" status: 200 len: 1092 time: 1.7150733 Feb 04 20:39:50.429778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'tag': '1af53567-bd29-4683-a286-52358e3692d4'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:50.435638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9df800ec-2a7f-4006-88b2-99c7ad7d1781 None None] Port f78297ce-d6a2-47c9-b85c-59569f336c4d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:39:50.464531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025370ff-b042-456a-bb8d-c040f5854e60 service neutron] Pushing event updated for resources: {'Port': ['ID=1af53567-bd29-4683-a286-52358e3692d4,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:50.464669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 328b9b10-780f-43f7-b40f-417678ae886b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:50.464669 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.498467 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'tag': '1af53567-bd29-4683-a286-52358e3692d4', 'status': 'completed', 'code': 200} Feb 04 20:39:50.598345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fa3e-bf87-48ac-ba65-e438a1971765 req-92c1c4ae-466e-46ba-961d-c1acdb6cf7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.601123 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a16fa3e-bf87-48ac-ba65-e438a1971765 req-92c1c4ae-466e-46ba-961d-c1acdb6cf7a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f881fb1141b4075aed8c41c697907ec&device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 1095 time: 0.0769143 Feb 04 20:39:50.609791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d5960373-bd0d-4939-8bf5-0a1262427666 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.2557456 Feb 04 20:39:50.634415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:50.654342 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:47Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 2, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:50.658668 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Checking router: ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:39:50.659162 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Updating router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 port f78297ce-d6a2-47c9-b85c-59569f336c4d binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:39:50.707431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:50.708023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.718142 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:50.780526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fa3e-bf87-48ac-ba65-e438a1971765 req-92e69c46-e129-44fc-a372-66878e50f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:50.782872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a16fa3e-bf87-48ac-ba65-e438a1971765 req-92e69c46-e129-44fc-a372-66878e50f99b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f881fb1141b4075aed8c41c697907ec&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1755521 Feb 04 20:39:51.047870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fa3e-bf87-48ac-ba65-e438a1971765 req-d6fbf44e-58af-46e4-8ae7-92cc2235f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:51.049569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a16fa3e-bf87-48ac-ba65-e438a1971765 req-d6fbf44e-58af-46e4-8ae7-92cc2235f65e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601373 Feb 04 20:39:51.089393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05645079-70f4-4a3b-9cec-f58594b8182c req-f8a8954a-31e7-4a89-8009-0716dadc4b0f tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:51.090272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-05645079-70f4-4a3b-9cec-f58594b8182c req-f8a8954a-31e7-4a89-8009-0716dadc4b0f tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Synchronizing usage tracker for tenant:4f881fb1141b4075aed8c41c697907ec on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:51.117848 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.132414 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Transition to ACTIVE for port object f78297ce-d6a2-47c9-b85c-59569f336c4d will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:51.192453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-888cc674-f6f9-4ebf-8988-0732450faef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:51.196875 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-888cc674-f6f9-4ebf-8988-0732450faef0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f881fb1141b4075aed8c41c697907ec&device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 1095 time: 0.0998259 Feb 04 20:39:51.196992 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.245006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43938) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:51.250831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125076345', 'description': 'tempest-secgroup-smoke-1125076345 description', 'project_id': '69700e22d7c147d19a2917b67dd03f54'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:51.257741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:51.275033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:51.278658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:51.282746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-05645079-70f4-4a3b-9cec-f58594b8182c req-f8a8954a-31e7-4a89-8009-0716dadc4b0f tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Unset dirty status for tenant:4f881fb1141b4075aed8c41c697907ec on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:51.283900 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05645079-70f4-4a3b-9cec-f58594b8182c req-f8a8954a-31e7-4a89-8009-0716dadc4b0f tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 944 time: 0.2882421 Feb 04 20:39:51.291386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:51.296870 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-1883af3a-a895-486d-a640-dab338afc387 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1af53567-bd29-4683-a286-52358e3692d4 HTTP/1.1" status: 200 len: 217 time: 0.0951846 Feb 04 20:39:51.363357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.387575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-d22cc139-608a-4673-b7da-56c2903a1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:51.389251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-d22cc139-608a-4673-b7da-56c2903a1e79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b1fa8e4-37c7-48f8-b7df-1e2395cba36e HTTP/1.1" status: 200 len: 862 time: 0.0775292 Feb 04 20:39:51.403251 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Pushing event updated for resources: {'Port': ['ID=f78297ce-d6a2-47c9-b85c-59569f336c4d,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:51.408536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:51.412610 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:51.417586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:51.421399 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.421934 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.422429 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.422954 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.423878 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.424204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:51.424544 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.425138 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.425961 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.426553 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.427308 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.427785 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.428278 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:39:51.473151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05645079-70f4-4a3b-9cec-f58594b8182c req-ad1315eb-c1ca-42fc-9ed0-82b5fe564309 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807077 Feb 04 20:39:51.480981 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-f914fe65-43e8-4aa9-a70a-58c244040b9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea8030d-8436-4c56-8488-99fe1ea0fcac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693545 Feb 04 20:39:51.512514 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Attempting to bind port f78297ce-d6a2-47c9-b85c-59569f336c4d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:39:51.512888 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Attempting to bind port f78297ce-d6a2-47c9-b85c-59569f336c4d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:39:51.513248 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Attempting to bind port f78297ce-d6a2-47c9-b85c-59569f336c4d on network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:39:51.519615 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:39:51.520333 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Checking segment: {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:39:51.520734 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.521127 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Bound using segment: {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:39:51.521679 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Bound port: f78297ce-d6a2-47c9-b85c-59569f336c4d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:39:51.522092 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.528596 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.614531 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.636763 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] For port f78297ce-d6a2-47c9-b85c-59569f336c4d, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:39:51.641290 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] For port f78297ce-d6a2-47c9-b85c-59569f336c4d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f78297ce-d6a2-47c9-b85c-59569f336c4d,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:39:51.652138 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-b61cd9c6-0162-4d5e-bffa-55c592c99577 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea8030d-8436-4c56-8488-99fe1ea0fcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634254 Feb 04 20:39:51.665156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:51.720245 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.743248 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.747322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-74b80f8e-7278-43a2-8194-725c7e4b0c86 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5012999 Feb 04 20:39:51.754894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 43950) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:51.764268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '0da4d0fb-6086-4e6d-b5cd-1d86ceea972a', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:51.772554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:51.777834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:51.781582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:51.789393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:51.802148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aed007f-6b08-4bf6-9f90-d8df011fc9d4 req-4c6072f1-7e8e-4628-9959-1b2402d94d8c service neutron] 10.222.0.62 "GET /v2.0/networks/4ea8030d-8436-4c56-8488-99fe1ea0fcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443760 Feb 04 20:39:51.802371 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:39:51.802831 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:51.859597 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546cbf-0b5e-4726-930b-789532206a33 None None] Pushing event updated for resources: {'Port': ['ID=f78297ce-d6a2-47c9-b85c-59569f336c4d,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:51.887947 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:51.963876 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.023165 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:39:52.040221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.065389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5501a75e-8dd5-48f9-be09-cd8801521a34,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:52.145939 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.147504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-24fa9119-c6d4-41e1-af75-1999593f5fd8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3914745 Feb 04 20:39:52.150448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:52.156628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '0da4d0fb-6086-4e6d-b5cd-1d86ceea972a', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:52.163526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:52.167554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:52.171481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:52.178284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:52.263992 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.280762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0c0fac54-2380-4a67-8abc-3011ce8194d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.326574 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.342721 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:47Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:51Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:39:52.346496 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c8c0-00c8-4741-88d2-516a368f72fa None None] The sync data for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 is: [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:47Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:51Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:39:52.399204 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.431326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4de800-f369-49ed-b592-d28acbdcaefd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:52.494378 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.495687 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03390471-2b7f-4262-ac26-ddf061979257 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3441784 Feb 04 20:39:52.498412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43962) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:52.504224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '0da4d0fb-6086-4e6d-b5cd-1d86ceea972a', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:52.511562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:52.516653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:52.519747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:52.526830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:52.632987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.676898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3937-ab7d-4050-bad7-0652d27e1698 req-1ded7936-fa6d-4f7c-b194-355fd07270c2 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:52.684024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a1b3937-ab7d-4050-bad7-0652d27e1698 req-1ded7936-fa6d-4f7c-b194-355fd07270c2 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 944 time: 0.0911047 Feb 04 20:39:52.706312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.727144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a1b3937-ab7d-4050-bad7-0652d27e1698 req-a86f9f37-2e6f-4d3e-b2eb-902cb3e5b2b0 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Feb 04 20:39:52.757464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.783920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12520e27-9395-47a5-bd9a-259f715967cd,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:52.871267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:52.872695 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-29a4f484-15ff-4f42-986b-f55970c9651d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731639 Feb 04 20:39:52.882468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43966) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:52.887577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '0da4d0fb-6086-4e6d-b5cd-1d86ceea972a', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:52.894301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:52.898352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:52.901508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:52.908136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:52.984698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.054140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.112037 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.137796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9586b06-ccfa-4e83-adb3-7ddc25d2ab52,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:53.214108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.216149 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17415942-6411-4b9e-a18e-86e7b06767bd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3322937 Feb 04 20:39:53.219151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43972) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:53.224700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '0da4d0fb-6086-4e6d-b5cd-1d86ceea972a', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:53.231265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:53.235961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:53.238891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:53.246740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:53.320356 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Project 69700e22d7c147d19a2917b67dd03f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:39:53.336203 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.415593 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.479992 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.517036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.517253 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.543256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be3cdec-5a2d-46e7-ac4b-14c2d8741f1b,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:53.636949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.638155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0ca43a2c-59d4-408a-a23d-12acc2e2d17a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4178388 Feb 04 20:39:53.643739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 43984) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:39:53.648531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '0da4d0fb-6086-4e6d-b5cd-1d86ceea972a', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:53.655147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:53.658974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:39:53.661826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:39:53.667740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:53.717116 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Project 69700e22d7c147d19a2917b67dd03f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:39:53.724184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.811811 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.891709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:53.920700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c4915c-8043-4862-a0d2-189b91b0b828,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:53.943941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00dcb-1451-4fd4-b8d6-e9aec7679038 req-943dd935-112b-4f01-a231-27c03d016b2a tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:53.945466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04b00dcb-1451-4fd4-b8d6-e9aec7679038 req-943dd935-112b-4f01-a231-27c03d016b2a tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 944 time: 0.1092331 Feb 04 20:39:53.990312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04b00dcb-1451-4fd4-b8d6-e9aec7679038 req-4b4c6a0d-eb1b-4703-aaa0-d1989df2b0a5 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Feb 04 20:39:54.003765 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:54.014285 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4e68875c-f057-47d5-8e0c-25a7c328d0be tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3603566 Feb 04 20:39:54.300174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f78297ce-d6a2-47c9-b85c-59569f336c4d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:54.354232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5790b48f-2ba9-4781-9b79-66d123011ded req-adaa54aa-0e34-446e-9a76-03622affdab9 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:54.445484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f78297ce-d6a2-47c9-b85c-59569f336c4d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:54.451078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f78297ce-d6a2-47c9-b85c-59569f336c4d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:54.451461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:54.468622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5790b48f-2ba9-4781-9b79-66d123011ded req-adaa54aa-0e34-446e-9a76-03622affdab9 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:54.469914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-adaa54aa-0e34-446e-9a76-03622affdab9 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125076345&fields=id&tenant_id=69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 267 time: 0.1570728 Feb 04 20:39:54.572638 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:54.607075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port f78297ce-d6a2-47c9-b85c-59569f336c4d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f78297ce-d6a2-47c9-b85c-59569f336c4d,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:54.691759 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:54.746792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-49692004-e536-4af1-8901-e6adbe415f30 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:54.748362 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-49692004-e536-4af1-8901-e6adbe415f30 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/networks?id=88238f31-1aa7-4fa3-bfc0-21e29de2c891 HTTP/1.1" status: 200 len: 797 time: 0.2714386 Feb 04 20:39:54.765801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-9b52f87d-e858-4253-99e9-8cdcf63f3a09 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/quotas/69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 375 time: 0.0107875 Feb 04 20:39:54.768104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=f78297ce-d6a2-47c9-b85c-59569f336c4d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:54.850898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5790b48f-2ba9-4781-9b79-66d123011ded req-cd74a5d5-f278-4370-b70a-b4189d358900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:54.952093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5790b48f-2ba9-4781-9b79-66d123011ded req-cd74a5d5-f278-4370-b70a-b4189d358900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:54.953489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-cd74a5d5-f278-4370-b70a-b4189d358900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1821101 Feb 04 20:39:55.080151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-9fb4e690-26da-4d7c-8ddc-df435e895d08 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:39:55.080604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-9fb4e690-26da-4d7c-8ddc-df435e895d08 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1155946 Feb 04 20:39:55.201335 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:55.203402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d83da-8d0b-4b90-8911-5170d2da8197 req-94d18646-b138-418b-b272-23221a0bdbcf tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:55.204954 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-870d83da-8d0b-4b90-8911-5170d2da8197 req-94d18646-b138-418b-b272-23221a0bdbcf tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 944 time: 0.0901575 Feb 04 20:39:55.219227 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-467f90ab-e5cd-4826-b30b-104a4eee4e9c service neutron] 10.222.0.48 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342089 Feb 04 20:39:55.252395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-870d83da-8d0b-4b90-8911-5170d2da8197 req-d72cd4b2-73c0-4687-be21-4ee8f4956ed9 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Feb 04 20:39:55.362619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-117d0215-2a99-4b27-8c5d-bc3a48fd2790 service neutron] 10.222.0.48 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370344 Feb 04 20:39:55.402983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1af53567-bd29-4683-a286-52358e3692d4 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:39:55.541934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1af53567-bd29-4683-a286-52358e3692d4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1af53567-bd29-4683-a286-52358e3692d4,segment=NetworkSegment(a5260eb5-57f5-4496-b1c8-186aafbd289d),segment_id=a5260eb5-57f5-4496-b1c8-186aafbd289d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:55.556676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '1af53567-bd29-4683-a286-52358e3692d4', 'network_id': '4ea8030d-8436-4c56-8488-99fe1ea0fcac', 'port_id': '1af53567-bd29-4683-a286-52358e3692d4', 'mac_address': 'fa:16:3e:f3:d2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1fa8e4-37c7-48f8-b7df-1e2395cba36e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:39:55.616728 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7091016c-cc2e-4068-ba39-0fe2817f414a req-92e77108-0a94-4e13-93c0-9a1b91cc8d81 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 210 time: 0.0438156 Feb 04 20:39:55.629632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:55.647319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af53567-bd29-4683-a286-52358e3692d4 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:39:55.664128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1af53567-bd29-4683-a286-52358e3692d4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1af53567-bd29-4683-a286-52358e3692d4,segment=NetworkSegment(a5260eb5-57f5-4496-b1c8-186aafbd289d),segment_id=a5260eb5-57f5-4496-b1c8-186aafbd289d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:55.749268 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:55.820498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=1af53567-bd29-4683-a286-52358e3692d4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:56.045912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['1af53567-bd29-4683-a286-52358e3692d4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:39:56.276401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f78297ce-d6a2-47c9-b85c-59569f336c4d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:56.361985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f78297ce-d6a2-47c9-b85c-59569f336c4d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:56.362609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:56.472165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c6ac2-1b68-43c4-9fea-d97cfbe409cd req-72682a99-c897-4334-916b-dfd0d20479dd tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:56.473745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b4c6ac2-1b68-43c4-9fea-d97cfbe409cd req-72682a99-c897-4334-916b-dfd0d20479dd tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 945 time: 0.0872562 Feb 04 20:39:56.532664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b4c6ac2-1b68-43c4-9fea-d97cfbe409cd req-2063e5bf-15af-4cbc-bfeb-896b106beea7 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480537 Feb 04 20:39:56.881027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2fede98-1f31-43d4-8db0-60d81c166a0e req-64cf0b43-f361-41c0-89b8-7f40fb740ddf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 210 time: 0.1493416 Feb 04 20:39:57.417604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1af53567-bd29-4683-a286-52358e3692d4 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:39:57.561926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 1af53567-bd29-4683-a286-52358e3692d4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:57.569732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 1af53567-bd29-4683-a286-52358e3692d4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:57.573601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:57.719542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42103300-e3ff-41fc-96ec-562e88539ca6 req-ba62fc21-9b9d-45db-9e10-8b9ccbb0a1c4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:57.733879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42103300-e3ff-41fc-96ec-562e88539ca6 req-ba62fc21-9b9d-45db-9e10-8b9ccbb0a1c4 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 945 time: 0.0999961 Feb 04 20:39:57.784067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:57.790448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42103300-e3ff-41fc-96ec-562e88539ca6 req-21589774-9539-4125-93fd-529bec0b7590 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609806 Feb 04 20:39:57.821404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af53567-bd29-4683-a286-52358e3692d4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:39:57.832448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 1af53567-bd29-4683-a286-52358e3692d4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1af53567-bd29-4683-a286-52358e3692d4,segment=NetworkSegment(a5260eb5-57f5-4496-b1c8-186aafbd289d),segment_id=a5260eb5-57f5-4496-b1c8-186aafbd289d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:39:57.869502 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af53567-bd29-4683-a286-52358e3692d4', 'code': 200} Feb 04 20:39:57.920721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:57.997416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=1af53567-bd29-4683-a286-52358e3692d4,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:58.053975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427186f-bef9-4ec5-8cb3-ab28155e61e9 req-4917118c-47f6-4c7f-bf0d-c8f307515d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:58.056560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5427186f-bef9-4ec5-8cb3-ab28155e61e9 req-4917118c-47f6-4c7f-bf0d-c8f307515d3f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 1097 time: 0.1165466 Feb 04 20:39:58.100201 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5427186f-bef9-4ec5-8cb3-ab28155e61e9 req-1ac73d1a-2eba-41a8-82cc-156028ebe452 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Feb 04 20:39:58.116326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76d8ed34-5f88-44a3-9fdd-a610cb1bfae8 req-ffe32595-cb7d-4008-9598-825477440184 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 210 time: 0.0605540 Feb 04 20:39:58.174966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-646ffdf5-8854-48eb-a774-59e766bf5490 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:58.176392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-646ffdf5-8854-48eb-a774-59e766bf5490 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.24 "GET /v2.0/networks?id=88238f31-1aa7-4fa3-bfc0-21e29de2c891 HTTP/1.1" status: 200 len: 797 time: 0.2342815 Feb 04 20:39:58.229642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-7d681fb3-13b5-41da-9c73-d04daaf60199 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 380 time: 0.0394738 Feb 04 20:39:58.240903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'port': {'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'admin_state_up': True, 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'security_groups': ['0da4d0fb-6086-4e6d-b5cd-1d86ceea972a']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:58.375633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:39:58.385273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:39:58.485168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:39:58.488710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:58.649854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.20.0.13 (88238f31-1aa7-4fa3-bfc0-21e29de2c891/74f591fe-d8b7-4a13-8cd2-43c0062055d0/0ab620a1-c6c3-4a08-8d7f-d04cba625e3e) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:39:58.835664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:58.850856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Transition to ACTIVE for port object 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:39:58.931799 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:58.974840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a66a4-7d6a-411f-b056-68e373fca5b8 req-7677ef13-fff5-4b6a-ad24-e78ddb84bccb tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:58.976314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-623a66a4-7d6a-411f-b056-68e373fca5b8 req-7677ef13-fff5-4b6a-ad24-e78ddb84bccb tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 946 time: 0.0863504 Feb 04 20:39:59.008882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:39:59.012033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:39:59.015873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:39:59.036956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-623a66a4-7d6a-411f-b056-68e373fca5b8 req-c84ad645-2947-445b-97de-577885ee51ff tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550086 Feb 04 20:39:59.047516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:39:59.090016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:59.090629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:59.269975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-39150b29-bf2f-4b42-b10a-4170ef314f9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0324459 Feb 04 20:39:59.291640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Request body: {'port': {'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:39:59.413397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44d5d-fde3-4ff7-b9e1-059f8a56b86e req-f728e36c-f603-462f-9316-0c84e61fe48b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:39:59.414083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-30f44d5d-fde3-4ff7-b9e1-059f8a56b86e req-f728e36c-f603-462f-9316-0c84e61fe48b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:39:59.436197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:59.440016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7a2de69-3ceb-4289-b643-572522510f98 None None] Provisioning for port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:39:59.445552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7a2de69-3ceb-4289-b643-572522510f98 None None] Provisioning complete for port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:39:59.446993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7a2de69-3ceb-4289-b643-572522510f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:59.511945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2de69-3ceb-4289-b643-572522510f98 None None] Port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:39:59.614182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-30f44d5d-fde3-4ff7-b9e1-059f8a56b86e req-f728e36c-f603-462f-9316-0c84e61fe48b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:39:59.615344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30f44d5d-fde3-4ff7-b9e1-059f8a56b86e req-f728e36c-f603-462f-9316-0c84e61fe48b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 932 time: 0.3860848 Feb 04 20:39:59.722408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30f44d5d-fde3-4ff7-b9e1-059f8a56b86e req-1841727f-f45b-4073-b292-b418246b86b8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971210 Feb 04 20:39:59.935487 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:39:59.943736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:39:59.959000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Transition to ACTIVE for port object 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:40:00.025501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:00.246341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:00.264937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ef984-8bb8-479a-968b-f323290a6e15 req-8ff22ed0-a916-43ee-9dc6-051986b4ad64 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:00.267372 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a8ef984-8bb8-479a-968b-f323290a6e15 req-8ff22ed0-a916-43ee-9dc6-051986b4ad64 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 946 time: 0.1055770 Feb 04 20:40:00.294194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Attempting to bind port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:40:00.295104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Attempting to bind port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:40:00.295432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Attempting to bind port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e on network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:40:00.302441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e on network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:40:00.302840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Attempting to bind port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e on network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:40:00.309670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:40:00.310776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Checking segment: {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:40:00.311303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Bound using segment: {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:40:00.311916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Bound port: 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c2eb56-deb1-4ab7-8c5e-620c433b066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:40:00.312376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:00.326734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8a8ef984-8bb8-479a-968b-f323290a6e15 req-8e484686-7888-4275-ab9c-b43980de717b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Feb 04 20:40:00.419294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] For port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:40:00.423059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] For port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:40:00.491756 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:00.560750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:00.561377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:00.562959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] 10.222.0.24 "PUT /v2.0/ports/0ab620a1-c6c3-4a08-8d7f-d04cba625e3e HTTP/1.1" status: 200 len: 1092 time: 1.2775109 Feb 04 20:40:00.563286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:40:00.620291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000cb8e-36c3-44be-98ed-c5921d47da95 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:00.645177 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'status': 'completed', 'code': 200} Feb 04 20:40:00.762405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4fb17-5d6b-4ef8-b551-eb35ad586dd1 req-58dc922b-432f-4534-bfa5-7db5aff676b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:00.765301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74c4fb17-5d6b-4ef8-b551-eb35ad586dd1 req-58dc922b-432f-4534-bfa5-7db5aff676b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 1095 time: 0.1025803 Feb 04 20:40:00.924519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4fb17-5d6b-4ef8-b551-eb35ad586dd1 req-8d044031-9be2-417f-a4a0-dbaab7b8b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:00.925965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74c4fb17-5d6b-4ef8-b551-eb35ad586dd1 req-8d044031-9be2-417f-a4a0-dbaab7b8b8be service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=69700e22d7c147d19a2917b67dd03f54&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1489842 Feb 04 20:40:00.941367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c68d-f679-469f-8851-08f3d4746732 req-a8829fba-58bb-45e8-abd6-4d08c7934283 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:00.943212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7496c68d-f679-469f-8851-08f3d4746732 req-a8829fba-58bb-45e8-abd6-4d08c7934283 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 944 time: 0.0938048 Feb 04 20:40:01.008130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-7496c68d-f679-469f-8851-08f3d4746732 req-da9aa7f6-a58d-43eb-8799-96f8484cf244 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:40:01.024634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-7496c68d-f679-469f-8851-08f3d4746732 req-da9aa7f6-a58d-43eb-8799-96f8484cf244 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:40:01.025798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7496c68d-f679-469f-8851-08f3d4746732 req-da9aa7f6-a58d-43eb-8799-96f8484cf244 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659773 Feb 04 20:40:01.096987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4fb17-5d6b-4ef8-b551-eb35ad586dd1 req-1bc52ff5-aeb0-4f14-a371-2f6d65f172b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:01.098443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74c4fb17-5d6b-4ef8-b551-eb35ad586dd1 req-1bc52ff5-aeb0-4f14-a371-2f6d65f172b9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1617351 Feb 04 20:40:01.268643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-fe9f438c-9c1a-4c01-85e5-86a55533fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:01.270145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-fe9f438c-9c1a-4c01-85e5-86a55533fef1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 1095 time: 0.1091399 Feb 04 20:40:01.322217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760a4b-5fdc-4670-a50f-1464eef9a60d req-aa71e190-4f3f-4d23-b4cc-efb4f404d48b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:01.323866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79760a4b-5fdc-4670-a50f-1464eef9a60d req-aa71e190-4f3f-4d23-b4cc-efb4f404d48b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 946 time: 0.1174004 Feb 04 20:40:01.345976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-8cfa5e2f-ca60-41be-95b5-11c312027882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e HTTP/1.1" status: 200 len: 217 time: 0.0626068 Feb 04 20:40:01.373373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79760a4b-5fdc-4670-a50f-1464eef9a60d req-0ecae8b4-27e1-489b-bc60-bae7e6cb602b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Feb 04 20:40:01.418305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-4064b0cc-e0bb-42fd-a211-21c23eb33af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:01.419797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-4064b0cc-e0bb-42fd-a211-21c23eb33af5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74f591fe-d8b7-4a13-8cd2-43c0062055d0 HTTP/1.1" status: 200 len: 833 time: 0.0646787 Feb 04 20:40:01.498272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b48f-2ba9-4781-9b79-66d123011ded req-844d7a6a-3c01-4a9b-83c0-21f36df4ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:01.499768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-844d7a6a-3c01-4a9b-83c0-21f36df4ed3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88238f31-1aa7-4fa3-bfc0-21e29de2c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713804 Feb 04 20:40:01.636877 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-dc7ef4e1-e3f7-4e2c-9acc-97781324a638 service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270933 Feb 04 20:40:01.773206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5790b48f-2ba9-4781-9b79-66d123011ded req-7b0d9f4d-4921-44cf-b6b2-272a4c6fac62 service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268613 Feb 04 20:40:02.219312 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dfc1d-6929-472d-a953-0f3b743adbe4 req-bd8fb55e-ce2d-44f0-8b79-654c51d03f11 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:02.220793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f92dfc1d-6929-472d-a953-0f3b743adbe4 req-bd8fb55e-ce2d-44f0-8b79-654c51d03f11 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 944 time: 0.0863531 Feb 04 20:40:02.373642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f92dfc1d-6929-472d-a953-0f3b743adbe4 req-b25276fb-f516-4c98-a65e-92cd0ff132c6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472235 Feb 04 20:40:02.605763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-a5798c29-fc0a-49ca-a26f-ddc3e13b036c tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:02.607737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-a5798c29-fc0a-49ca-a26f-ddc3e13b036c tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.62 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 946 time: 0.1503582 Feb 04 20:40:02.618622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abad07-60c0-4b68-b0bb-266cd62d085c req-d6225d2c-a40a-49db-ad1c-6f011e04259f tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:02.620066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08abad07-60c0-4b68-b0bb-266cd62d085c req-d6225d2c-a40a-49db-ad1c-6f011e04259f tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 946 time: 0.1252196 Feb 04 20:40:02.715039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Deleting port 1af53567-bd29-4683-a286-52358e3692d4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:40:02.715382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:02.751246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08abad07-60c0-4b68-b0bb-266cd62d085c req-2b33d209-544b-4403-b8d3-4903fae67deb tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962927 Feb 04 20:40:02.899376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44102) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:02.977980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] For port 1af53567-bd29-4683-a286-52358e3692d4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=1af53567-bd29-4683-a286-52358e3692d4,segment=NetworkSegment(a5260eb5-57f5-4496-b1c8-186aafbd289d),segment_id=a5260eb5-57f5-4496-b1c8-186aafbd289d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:40:02.978424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.021230 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.036028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:03.039856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Usage tracker for resource:security_group_rule and tenant:765c5fa47a814519914cae00ef82eea8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:03.042588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:03.048159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:03.105659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Calling delete_port for 1af53567-bd29-4683-a286-52358e3692d4 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:40:03.153075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.245272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.290885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=765c5fa47a814519914cae00ef82eea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904002 Feb 04 20:40:03.292417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c3cad-2a31-465a-9ce0-64d6d115df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e05e5-a5d4-4904-882b-8b3f1e27906a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:03.293616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44108) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:03.331419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.342642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['1af53567-bd29-4683-a286-52358e3692d4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:40:03.391674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Pushing event deleted for resources: {'Port': ['ID=1af53567-bd29-4683-a286-52358e3692d4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:03.440950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88edf5d2-adcb-4ce8-8db9-526b30cc2c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.485298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] No DVR routers for this DVR port 1af53567-bd29-4683-a286-52358e3692d4 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:40:03.489032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.491481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'name': 'network-vif-deleted', 'tag': '1af53567-bd29-4683-a286-52358e3692d4'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:40:03.518268 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88edf5d2-adcb-4ce8-8db9-526b30cc2c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.549380 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57b2c8f-e024-4456-a6d2-ceeb042ad56f', 'name': 'network-vif-deleted', 'tag': '1af53567-bd29-4683-a286-52358e3692d4', 'status': 'completed', 'code': 200} Feb 04 20:40:03.566498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68193caf-bd74-4000-9aa3-bac4f62af3a1 req-00bd3817-fab1-435f-92bd-250a0e59ace4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:03.568008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-68193caf-bd74-4000-9aa3-bac4f62af3a1 req-00bd3817-fab1-435f-92bd-250a0e59ace4 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 944 time: 0.0869434 Feb 04 20:40:03.580370 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4d4385a-208e-4fa6-9018-cd6ef7bf6275 req-7b941b47-a5eb-49d2-a067-367f8b30669b tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.62 "DELETE /v2.0/ports/1af53567-bd29-4683-a286-52358e3692d4 HTTP/1.1" status: 204 len: 173 time: 0.9593208 Feb 04 20:40:03.612303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-68193caf-bd74-4000-9aa3-bac4f62af3a1 req-d8f7b46d-e9ee-4af0-891c-0c4de9288b9b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385556 Feb 04 20:40:03.662848 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88edf5d2-adcb-4ce8-8db9-526b30cc2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.678021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edf5d2-adcb-4ce8-8db9-526b30cc2c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e05e5-a5d4-4904-882b-8b3f1e27906a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:03.684616 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88edf5d2-adcb-4ce8-8db9-526b30cc2c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:03.685852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-88edf5d2-adcb-4ce8-8db9-526b30cc2c5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d0e05e5-a5d4-4904-882b-8b3f1e27906a HTTP/1.1" status: 204 len: 168 time: 0.3905742 Feb 04 20:40:03.914590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b12ede1c-c48b-489c-91e0-7948c982510b req-d9b554f2-e927-48df-a3e5-2c8967cd4737 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Synchronizing usage tracker for tenant:4f881fb1141b4075aed8c41c697907ec on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:40:04.011446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b12ede1c-c48b-489c-91e0-7948c982510b req-d9b554f2-e927-48df-a3e5-2c8967cd4737 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] Unset dirty status for tenant:4f881fb1141b4075aed8c41c697907ec on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:40:04.013717 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b12ede1c-c48b-489c-91e0-7948c982510b req-d9b554f2-e927-48df-a3e5-2c8967cd4737 tempest-ServerAddressesNegativeTestJSON-1654963730 tempest-ServerAddressesNegativeTestJSON-1654963730-project] 10.222.0.48 "GET /v2.0/ports?device_id=e57b2c8f-e024-4456-a6d2-ceeb042ad56f HTTP/1.1" status: 200 len: 210 time: 0.1414461 Feb 04 20:40:04.258329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44122) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:04.276249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.290761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:04.294938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0ec1668b16420890a9093a23d0ff64 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:04.297770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:04.303498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:04.383914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.456962 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.507938 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a0ec1668b16420890a9093a23d0ff64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484591 Feb 04 20:40:04.509544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6e7d6-2f95-4a63-81e1-be67ed217e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5d76d2-7a3c-483e-9d2e-8a015a67f21a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:04.510586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44126) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:04.570357 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1ec7-ce46-4386-b9af-6898ad578d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.590910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:40:04.596148 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1ec7-ce46-4386-b9af-6898ad578d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.726300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:40:04.740010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:40:04.753533 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1ec7-ce46-4386-b9af-6898ad578d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.776113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc1ec7-ce46-4386-b9af-6898ad578d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5d76d2-7a3c-483e-9d2e-8a015a67f21a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:04.795120 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3cc1ec7-ce46-4386-b9af-6898ad578d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.796222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b3cc1ec7-ce46-4386-b9af-6898ad578d30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e5d76d2-7a3c-483e-9d2e-8a015a67f21a HTTP/1.1" status: 204 len: 168 time: 0.2846439 Feb 04 20:40:04.808676 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.820187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91182307-e28a-4fd9-b9e5-8cf2559266d2 req-66ac8247-b150-4d8b-b602-562b66317af0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:04.821691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91182307-e28a-4fd9-b9e5-8cf2559266d2 req-66ac8247-b150-4d8b-b602-562b66317af0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 944 time: 0.1040380 Feb 04 20:40:04.827223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:40:04.843007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:40:04.867181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91182307-e28a-4fd9-b9e5-8cf2559266d2 req-34b15fc9-19dd-4bea-af2e-496e12a7b90d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 Feb 04 20:40:04.916616 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:04.983347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:05.106047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44136) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:05.171842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] Deleting subnet 7b1fa8e4-37c7-48f8-b7df-1e2395cba36e {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:40:05.174831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.183762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['0ab620a1-c6c3-4a08-8d7f-d04cba625e3e'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:40:05.226203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.292809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.439908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.481090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1fa8e4-37c7-48f8-b7df-1e2395cba36e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:05.483065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.489954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ffeccd4-da7a-4281-a0ab-f22ebf07c892 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7b1fa8e4-37c7-48f8-b7df-1e2395cba36e HTTP/1.1" status: 204 len: 168 time: 0.3828890 Feb 04 20:40:05.492376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44142) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:05.496071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44146) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:05.603010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.614653 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.629535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:05.633543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Usage tracker for resource:security_group_rule and tenant:8d8ea63ba49c4b72b2aeed35133adce4 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:05.636356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:05.642581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:05.722589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.726972 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.751785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea8030d-8436-4c56-8488-99fe1ea0fcac']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:40:05.764343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5260eb5-57f5-4496-b1c8-186aafbd289d') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:40:05.764633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5260eb5-57f5-4496-b1c8-186aafbd289d') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:40:05.775960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.791869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.796411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.797723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:40:05.798099 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:40:05.815120 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:40:05.844227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d8ea63ba49c4b72b2aeed35133adce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471007 Feb 04 20:40:05.845205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d261f5b-43b1-464b-98f6-c0bbedb3abaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4054977d-b6c9-4a78-b00e-64a477fb337c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:05.847605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44150) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:05.905917 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f29af7-3a88-4f1c-a6ec-a8df66b658b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.935317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f29af7-3a88-4f1c-a6ec-a8df66b658b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.939583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.944287 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:05.966641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea8030d-8436-4c56-8488-99fe1ea0fcac,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:05.972717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b79de62f-339c-403d-b380-cbbd200bc0e5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ea8030d-8436-4c56-8488-99fe1ea0fcac HTTP/1.1" status: 204 len: 168 time: 0.4769328 Feb 04 20:40:06.051993 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f29af7-3a88-4f1c-a6ec-a8df66b658b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.061250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7e56e-9e16-49f3-a6d4-4496453521fd req-a451277c-e894-403d-b58b-1c6a48dbcb13 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:06.062843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dbe7e56e-9e16-49f3-a6d4-4496453521fd req-a451277c-e894-403d-b58b-1c6a48dbcb13 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 945 time: 0.0871770 Feb 04 20:40:06.069060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f29af7-3a88-4f1c-a6ec-a8df66b658b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4054977d-b6c9-4a78-b00e-64a477fb337c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:06.081359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c3f29af7-3a88-4f1c-a6ec-a8df66b658b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.082655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c3f29af7-3a88-4f1c-a6ec-a8df66b658b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4054977d-b6c9-4a78-b00e-64a477fb337c HTTP/1.1" status: 204 len: 168 time: 0.2341797 Feb 04 20:40:06.114932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dbe7e56e-9e16-49f3-a6d4-4496453521fd req-30ab4709-852f-4998-99d3-44bc6fe09716 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464365 Feb 04 20:40:06.345885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44160) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:06.393757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-18411b79-0741-4ea1-8b43-54c0b8244fe7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f881fb1141b4075aed8c41c697907ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466778 Feb 04 20:40:06.396196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44164) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:06.462933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea54830f-4f84-4854-af2c-9a6b150823fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.492847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea54830f-4f84-4854-af2c-9a6b150823fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.606097 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea54830f-4f84-4854-af2c-9a6b150823fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.606818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:40:06.629469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54830f-4f84-4854-af2c-9a6b150823fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f132d71-bd3c-4718-9eb4-f0dc3aa290b1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:06.708537 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ea54830f-4f84-4854-af2c-9a6b150823fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.709765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ea54830f-4f84-4854-af2c-9a6b150823fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f132d71-bd3c-4718-9eb4-f0dc3aa290b1 HTTP/1.1" status: 204 len: 168 time: 0.3126528 Feb 04 20:40:06.765878 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:40:06.771173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:40:06.771548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.893721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:06.919161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:40:06.929673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:40:06.965332 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'code': 200} Feb 04 20:40:07.005228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:07.076933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:07.108056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716131b-9d17-4f78-a35b-3b6e30436d1d req-a85dc5d3-e878-4f59-9f5e-ed2a335d4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:07.110685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e716131b-9d17-4f78-a35b-3b6e30436d1d req-a85dc5d3-e878-4f59-9f5e-ed2a335d4acb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 1097 time: 0.0810955 Feb 04 20:40:07.164172 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e716131b-9d17-4f78-a35b-3b6e30436d1d req-4291ecce-2cba-4ef5-b191-2db79997c348 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Feb 04 20:40:07.314762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca7d8-1f7b-4184-8b26-b77c5b599378 req-1fed6e03-7d00-4187-8a6a-f73a8a78c33f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:07.316217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d07ca7d8-1f7b-4184-8b26-b77c5b599378 req-1fed6e03-7d00-4187-8a6a-f73a8a78c33f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 946 time: 0.0887430 Feb 04 20:40:07.361206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d07ca7d8-1f7b-4184-8b26-b77c5b599378 req-41a1b923-7ae2-4b04-b063-d30f0c511e9f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394344 Feb 04 20:40:07.480515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1af53567-bd29-4683-a286-52358e3692d4 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:40:07.518354 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 1af53567-bd29-4683-a286-52358e3692d4 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:40:07.518712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 1af53567-bd29-4683-a286-52358e3692d4 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:40:08.299266 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3879f1bd-22aa-4b61-8200-321d1b6772fc req-c3ee8fc6-ec7e-40ac-b8e2-f7924d3ff0ce tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0530522 Feb 04 20:40:08.550770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8c204-06ae-49ec-9889-c01c936ae239 req-77505f26-0964-4771-b410-d59602d78979 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:08.552242 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90c8c204-06ae-49ec-9889-c01c936ae239 req-77505f26-0964-4771-b410-d59602d78979 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 946 time: 0.0807397 Feb 04 20:40:08.596927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90c8c204-06ae-49ec-9889-c01c936ae239 req-4ba0461e-f9f2-4867-9857-9e72e56e0843 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 Feb 04 20:40:09.122546 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:09.365486 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:09.449827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73f18943-8ab7-4f55-aedd-6b2da7632bf7 req-8cae7292-46be-4485-a4e5-2140565a6f90 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0455012 Feb 04 20:40:09.793509 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368fe5c-60d0-463a-be48-21c04fac70bf req-a15160c3-d20e-4a69-b88f-c889e8e82605 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:09.795019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e368fe5c-60d0-463a-be48-21c04fac70bf req-a15160c3-d20e-4a69-b88f-c889e8e82605 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 946 time: 0.0890367 Feb 04 20:40:09.839744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e368fe5c-60d0-463a-be48-21c04fac70bf req-31f74c8f-c7b9-4c68-b931-bc099d23c4c0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 Feb 04 20:40:10.021834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8d702-dfc9-4635-84e4-0980f9739421 req-9a149447-7e58-426e-bdfa-9ebd7c10965b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:10.023289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31c8d702-dfc9-4635-84e4-0980f9739421 req-9a149447-7e58-426e-bdfa-9ebd7c10965b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 946 time: 0.0784552 Feb 04 20:40:10.067658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-31c8d702-dfc9-4635-84e4-0980f9739421 req-8f2bd6f5-7f79-40e6-a9ca-ac079045060c tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385780 Feb 04 20:40:10.090869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44224) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:10.160308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e78f3-7328-4dce-845c-11246816a167 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:10.161951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-444e78f3-7328-4dce-845c-11246816a167 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 1092 time: 0.0700471 Feb 04 20:40:10.164919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44228) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:10.169839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:10.176502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:10.180886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:floatingip and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:10.183562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:10.190068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:10.285236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:10.421533 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:10.570201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.25.7.150 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/fb5478e9-fde6-4dfe-b775-cd878a609c6f) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:40:10.618334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3fa2e42-6de6-4a48-a059-5fff6ecac9dd req-1bf4e054-8341-4e50-91ca-d2cf9b6dd35f tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0495093 Feb 04 20:40:10.758963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:10.854266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:10.923853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:40:10.926731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:40:10.929265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:40:10.968140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=fb5478e9-fde6-4dfe-b775-cd878a609c6f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:11.347024 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:11.487517 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:11.782854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:11.783753 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00a567f9-6807-40dd-9685-53cc0b6691cc req-ed23bd72-0a90-4e88-ae24-53e7faff0684 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0465686 Feb 04 20:40:11.844926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:11.955168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=fb5478e9-fde6-4dfe-b775-cd878a609c6f,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:11.966730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:12.140818 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Floating IP aa67245a-9285-44e9-a295-065432652e7e associated. External IP: 172.25.7.150, port: 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e. Feb 04 20:40:12.484114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:40:12.656982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:40:12.666464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] Sync routers for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:40:12.675753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:40:12.676350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:40:12.768019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:12.827262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e0bd593f-eb3d-475b-ae3a-1ea2318c192d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6611459 Feb 04 20:40:12.827803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:40:12.830149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44240) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:12.853741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:40:12.898862 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'status': 'completed', 'code': 200} Feb 04 20:40:12.988765 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55ec98e8-cc10-46c8-9238-0461f4636673 req-eaa6b739-2550-4d73-8518-2f66faa79b14 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0779307 Feb 04 20:40:13.000250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad99f0a6-fcc4-4b45-abd3-38625b32c946 req-1e131c32-9e8b-4e9c-87fb-d7a747d3f611 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0522611 Feb 04 20:40:13.047150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fda50726-c50b-4c63-bf20-9282d1697eeb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/floatingips/aa67245a-9285-44e9-a295-065432652e7e HTTP/1.1" status: 200 len: 992 time: 0.2153480 Feb 04 20:40:13.059712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-2ec1c9bc-5827-446a-8108-0935e9d610ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:13.061703 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-2ec1c9bc-5827-446a-8108-0935e9d610ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 1097 time: 0.1202245 Feb 04 20:40:13.191742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-c36a1f7e-12b1-4725-a906-50a245fd3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:13.193276 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-c36a1f7e-12b1-4725-a906-50a245fd3a9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=88238f31-1aa7-4fa3-bfc0-21e29de2c891 HTTP/1.1" status: 200 len: 898 time: 0.1258597 Feb 04 20:40:13.241397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:47Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:11Z', 'revision_number': 0, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:40:13.245273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] Checking router: ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:40:13.253735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:40:13.254336 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:39:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:40:13.304265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-47b6d747-2b0e-46b9-b537-7ed29c7003a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e HTTP/1.1" status: 200 len: 1000 time: 0.1025658 Feb 04 20:40:13.366997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-af2cd64f-1426-46f0-9daa-eef5011acc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:13.368425 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-af2cd64f-1426-46f0-9daa-eef5011acc3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74f591fe-d8b7-4a13-8cd2-43c0062055d0 HTTP/1.1" status: 200 len: 833 time: 0.0580895 Feb 04 20:40:13.432654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:40:13.548680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-815dc8c9-2e8c-42db-86ae-b87008f5ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:13.550142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-815dc8c9-2e8c-42db-86ae-b87008f5ef08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88238f31-1aa7-4fa3-bfc0-21e29de2c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754894 Feb 04 20:40:13.682126 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-f8ab5c55-2b95-4b27-befe-02daf821f0ec service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232085 Feb 04 20:40:13.781326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:47Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:11Z', 'revision_number': 0, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:40:13.785407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f0fbe-d57d-4910-a89b-278539c3e629 None None] The sync data for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 is: [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:39:47Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:11Z', 'revision_number': 0, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:40:13.813324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e6e7cd6-bd15-45d8-b72b-a23171ef7dae req-efa9b282-f8e8-4249-86d8-da243137105a service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252358 Feb 04 20:40:14.000682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3eb3cf-10dd-414b-89fd-b7b91edbf0c0 None None] New status for floating IP aa67245a-9285-44e9-a295-065432652e7e: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:40:14.051008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44250) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:14.192557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3f1122dd-de12-4c61-ae5f-75a529ff7b9d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/floatingips/aa67245a-9285-44e9-a295-065432652e7e HTTP/1.1" status: 200 len: 992 time: 0.1404054 Feb 04 20:40:14.328719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c85419d-4217-4c5c-8b48-4e4aafb584cf req-90ad0224-5921-4de6-a7db-50232c9fef84 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.1780751 Feb 04 20:40:15.196419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44256) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:15.298960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de5c1c60-4f1a-43ac-9261-5d46542f5799 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/floatingips/aa67245a-9285-44e9-a295-065432652e7e HTTP/1.1" status: 200 len: 994 time: 0.1013401 Feb 04 20:40:15.539918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6db123a4-4bcb-471f-9c39-a0e371c64dec req-d291c5fa-bf9a-4204-acec-6f7f489f71ca tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0972030 Feb 04 20:40:16.689358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-331f029e-14b2-4cd8-abb4-e9cb83a374fe req-b6bff97e-3bda-45a3-990b-017fde4e1e53 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0418389 Feb 04 20:40:17.843711 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-039a278e-7e84-4ec6-9d57-9e03b90d2b09 req-f105f8d5-38e6-4473-9d36-7a55835c4d24 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0424957 Feb 04 20:40:19.003710 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b24777a-aad7-47bb-9873-b8cac79f2081 req-993f1dc7-9275-4472-97f8-b643fc8c6a61 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0461698 Feb 04 20:40:20.079958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8c09d7a-b737-43a7-bfc6-7b4c0d3d9b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:20.163697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a4f4f5d-48bb-457a-b16c-5e756c68fba3 req-bd17f8c3-3f3c-44dd-a58e-b6f39a2cf1c5 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0456769 Feb 04 20:40:21.324293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69384d74-d027-46a2-8d71-828c709c2559 req-01367679-b643-4850-ab8e-7671381c779d tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0414748 Feb 04 20:40:22.316020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8e48472-e33a-4f7f-b259-b9cae82276c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:22.587270 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-200010cd-3cb3-415b-b4f3-2b2c1ad9fb3d req-d32ffb56-93f5-48af-ba67-b11c1b88ddec tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.1439724 Feb 04 20:40:23.479121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:23.501800 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:23.740562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2dde8c40-94cb-4bd9-b356-3a3770195b27 req-89ce8ddc-7a81-4a53-83e4-799a15f826b1 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0418258 Feb 04 20:40:23.932438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5b3abbe-524a-4b99-abae-f33142e0ebed req-4717a3b1-ae7c-42f6-aff6-f4ac7ee07536 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04dcd5e401c64908a48043dde0072be6&device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0406592 Feb 04 20:40:23.976333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5b3abbe-524a-4b99-abae-f33142e0ebed req-bb3775de-bd32-4e70-84c1-a587c5ddaa98 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=04dcd5e401c64908a48043dde0072be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241714 Feb 04 20:40:24.113949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3abbe-524a-4b99-abae-f33142e0ebed req-fc2e9166-68fe-4fb1-9860-6db1fb9e9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:24.115405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b5b3abbe-524a-4b99-abae-f33142e0ebed req-fc2e9166-68fe-4fb1-9860-6db1fb9e9cdf service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340408 Feb 04 20:40:24.650269 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:40:24.894803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b45594d4-6324-4a74-87b1-4c74ea7c4975 req-98fa7e45-728c-4ae2-8223-131334b9dfae tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0429661 Feb 04 20:40:25.159072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:26.055062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-076621f2-7223-481a-a0fb-a4e0c14b389f req-a8a4800c-3fa5-466a-84f6-52b14c02de6a tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0444109 Feb 04 20:40:27.213972 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-71158b94-8f1c-4ba7-b689-33e67620b91f req-23b780d1-563e-4a4d-8632-93a9d038eaf9 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0434015 Feb 04 20:40:28.369250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b339362-a1ee-4811-8ad2-ad333f28f4e4 req-50988425-9108-43d7-b41c-44add48aade9 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0421431 Feb 04 20:40:29.302123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-e4f1cd14-ca1a-49e5-b4a5-254ba878e121 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715573 Feb 04 20:40:29.452233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-9c82036e-4e78-44dc-910e-e5472eb10d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:29.453646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-9c82036e-4e78-44dc-910e-e5472eb10d28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 1096 time: 0.0698762 Feb 04 20:40:29.528714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e152f5-066a-47ba-8dd7-0bf4c8303e45 req-4f908d65-1775-4c50-bc3e-f2eecc471d45 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0461195 Feb 04 20:40:29.600013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-fdc9f230-e450-4934-b0bc-6c0737477e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:29.601462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-fdc9f230-e450-4934-b0bc-6c0737477e2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9dcd113a-2529-4e7f-ab30-60c80d682d30 HTTP/1.1" status: 200 len: 910 time: 0.1281824 Feb 04 20:40:29.703927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-6ad0ad39-28f4-411a-badd-f2c07721e6b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0 HTTP/1.1" status: 200 len: 1000 time: 0.0960145 Feb 04 20:40:29.764723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-fa7fbc2e-b002-4ed2-85ba-4f1d783cf060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:29.766717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-fa7fbc2e-b002-4ed2-85ba-4f1d783cf060 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2980b055-ccdf-4837-b0d3-f6cf2c13c233 HTTP/1.1" status: 200 len: 848 time: 0.0566852 Feb 04 20:40:29.841874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-e817db55-4a12-48c6-ae9c-ec94580f937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:29.843350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-e817db55-4a12-48c6-ae9c-ec94580f937a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dcd113a-2529-4e7f-ab30-60c80d682d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704613 Feb 04 20:40:30.078235 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-3f6544f9-e58a-4d4b-9864-e05a0bd75b68 service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271531 Feb 04 20:40:30.207215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7c581ea-9d4c-435c-a37a-e06c3b54e974 req-53c9debd-059d-4077-b4d8-e6c1a41800ae service neutron] 10.222.0.24 "GET /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226141 Feb 04 20:40:30.683382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e65c27e-c911-4bec-b4db-39bb182abc7e req-84da24f3-e0e6-4226-8680-79ceda2919eb tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0413096 Feb 04 20:40:31.840531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7bccfba7-ecbc-4966-8637-e4d35d42de1e req-fb045957-fcc2-4331-bbf2-d8b0fa24e766 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0422757 Feb 04 20:40:32.995188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-32a93090-af2f-46cb-bcd9-310f3afb8b4d req-bdea79d8-174f-4b9c-a41a-00015178b94e tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0416112 Feb 04 20:40:34.152459 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e948c39-4524-4c82-95d5-23ef5d043237 req-1be62316-417e-4c53-8efe-ea3a291e55f4 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0423901 Feb 04 20:40:35.308795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61be0b2b-0fef-49bf-a65e-299943a01c32 req-1ed8237f-28e3-41bb-9b03-c00ec265e74d tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0441592 Feb 04 20:40:36.460794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b797928-388f-46a7-bbb5-ae2144c59fae req-11988eac-ae5f-453e-bd99-ec1a28e4f58c tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0416141 Feb 04 20:40:37.618899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca8023d5-30f0-44ca-b3cf-bdbd0b941797 req-1904c8ec-ffa0-4a0f-9546-9df9b7026248 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0453591 Feb 04 20:40:38.775858 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d759a38-4f38-4b1c-a931-fd79d6a0ffbd req-b57c3cad-284f-4690-abbc-5673f29962f2 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0420899 Feb 04 20:40:39.116026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:39.349941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:39.931571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c845d3d-ed80-4fb6-ab18-faf322402a2c req-d68660c9-f0d5-4d8b-ab59-739a56807d7f tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0415144 Feb 04 20:40:41.090368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7af92300-2cec-4ad4-9844-b952999dd785 req-fcc8eace-149b-40e7-98a3-57afcb0920ff tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0451219 Feb 04 20:40:42.245892 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-376ab928-cfce-462c-ae83-7e486902ac9c req-119b8951-995d-4f97-8e4b-4d1705433a3a tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0424311 Feb 04 20:40:43.400480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b3912f9-2e1c-4c17-8cf1-b0e6425e8d6a req-84bbab13-5791-41df-a17a-08e9e193eac7 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0427153 Feb 04 20:40:44.559786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ca1c808e-3fac-4e86-9b9e-ad1483b75050 req-08ec3b2c-aacc-4a4b-b88e-5262cbe74781 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0459712 Feb 04 20:40:45.718447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-609798de-f4a7-491d-a6bb-b73328d3fd8c req-1f7e726c-927c-4750-853f-7a28b9953b25 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0414438 Feb 04 20:40:46.121978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3db44b7-5e2e-4a6d-989c-3de5cfd2a5d4 req-aced5b6b-8c79-4e3d-bd00-9090f504f7b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0411704 Feb 04 20:40:46.652142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44348) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:46.727933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eee019-153e-4ef5-978e-fef4e8dab77d tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:46.728580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eee019-153e-4ef5-978e-fef4e8dab77d tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:46.728860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eee019-153e-4ef5-978e-fef4e8dab77d tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:46.730474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94eee019-153e-4ef5-978e-fef4e8dab77d tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=69700e22d7c147d19a2917b67dd03f54&network_id=88238f31-1aa7-4fa3-bfc0-21e29de2c891 HTTP/1.1" status: 200 len: 2970 time: 0.0773733 Feb 04 20:40:46.875941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f76183ab-e2ee-4f72-8dfd-270df01cbfb3 req-98de0439-1148-4502-958f-48b8f4adacf6 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0413833 Feb 04 20:40:48.033467 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-215b60bd-290b-4c8b-aa28-1aac082dca1e req-9b9949a1-42a5-431c-af9e-1fd820486354 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0435793 Feb 04 20:40:48.643474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fc13997-30b2-47d7-80b1-470fb372cb1f req-dfbd4be6-8ffa-4a49-a858-73f506df9940 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04dcd5e401c64908a48043dde0072be6&device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0445819 Feb 04 20:40:48.666997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44370) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:48.706511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d429ac4a-c273-4fe0-9e19-08f8361634c9 req-fdded5f7-6a8f-43d0-8abe-b7ce086ca97a tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0608318 Feb 04 20:40:48.710158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fc13997-30b2-47d7-80b1-470fb372cb1f req-ff5468c4-f6fd-4f72-afb2-56a79552ec02 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=04dcd5e401c64908a48043dde0072be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343523 Feb 04 20:40:48.728561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c859725-129a-421b-b4ac-9b1e205d5ded tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:48.735169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4c859725-129a-421b-b4ac-9b1e205d5ded tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc HTTP/1.1" status: 200 len: 814 time: 0.0671504 Feb 04 20:40:48.844421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc13997-30b2-47d7-80b1-470fb372cb1f req-6fa008ae-728a-4517-8f99-1abbae6f23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:48.845780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fc13997-30b2-47d7-80b1-470fb372cb1f req-6fa008ae-728a-4517-8f99-1abbae6f23c4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302700 Feb 04 20:40:49.452339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44378) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:49.458665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'network': {'name': 'tempest-network-smoke--1295754529', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:49.464325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:49.468425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:network and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:49.471967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:49.477622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:49.538119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:40:49.541517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:49.568236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:40:49.576440 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:49.576780 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Added segment a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5 of type vlan for network ae38f9db-c7c5-4429-8cf8-15ee453c2254 Feb 04 20:40:49.603243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:49.683994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:49.689448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:49.690022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:49.795451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Network': ['ID=ae38f9db-c7c5-4429-8cf8-15ee453c2254,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:49.802985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.803329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.803667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.804000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.804329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.804653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.804976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.805292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.805639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.805959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.806306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.806627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:49.818815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:40:49.864288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30c57e5a-245f-4d81-8311-5c9870a00088 req-7d9085e1-ae62-4218-b38b-ed86dcf80df0 tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0422697 Feb 04 20:40:49.867546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1e100bae-4f38-468b-b613-146d333d57f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4139948 Feb 04 20:40:49.870645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44384) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:49.935865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4cd87-7497-41fc-b467-5d41cc7c3799 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:49.937375 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d0f4cd87-7497-41fc-b467-5d41cc7c3799 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=69700e22d7c147d19a2917b67dd03f54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0657427 Feb 04 20:40:49.940667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44388) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:50.084306 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2f35-34d8-4bec-90f1-d19586c7498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:50.106376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ce139-e17e-47af-aecf-0b796f064582 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:50.107882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3a2ce139-e17e-47af-aecf-0b796f064582 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1663153 Feb 04 20:40:50.111421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44392) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:50.151167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19cf75ce-a113-4f94-8381-7d408c0b7fc1 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386364 Feb 04 20:40:50.151637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fc13997-30b2-47d7-80b1-470fb372cb1f req-93add078-db99-443f-92c5-673b464fd99d tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0423717 Feb 04 20:40:50.153817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44396) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:50.199984 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-da73ecbc-c609-4a3a-8aef-86d8efafcc63 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=69700e22d7c147d19a2917b67dd03f54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451274 Feb 04 20:40:50.202605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44400) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:50.331390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8533cd-a5b2-400d-82b1-ee8a76ce4140 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:50.332842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-af8533cd-a5b2-400d-82b1-ee8a76ce4140 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292183 Feb 04 20:40:50.335703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44404) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:50.378494 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1c0d3dda-97dd-4c9b-8906-669686b2f666 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417831 Feb 04 20:40:50.380931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44408) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:50.386379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1026273040', 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:50.495795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:50.499556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:subnet and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:50.503250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:50.508835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:50.581510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:40:50.584942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:50.939076 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:51.062579 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e8635491-0b61-41e1-8d21-73047dbe507a req-38d4378f-56ea-4dbe-9cd0-0f93ec8e601a tempest-ServerShowV254Test-2065594387 tempest-ServerShowV254Test-2065594387-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1b0879-838f-4e0f-bec7-9e2554de0a1a HTTP/1.1" status: 200 len: 210 time: 0.0645964 Feb 04 20:40:51.069343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Subnet': ['ID=686ebfb8-48e5-449a-8d52-125647b0f6b8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:51.077216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Checking segment: {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:40:51.077659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network hostable DHCP agents. Network: ae38f9db-c7c5-4429-8cf8-15ee453c2254, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:40:51.084459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.084801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.085138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.085470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.085802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.086127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.086448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.086796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.087117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.087485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.087793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.088197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:51.175979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:40:51.304006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, ae38f9db-c7c5-4429-8cf8-15ee453c2254) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:40:51.308185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:51.308884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:51.312676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3923d5a-4410-4cf4-b5fc-0c84200de6e6 None None] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:40:51.399469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-13ff8f5b-7f8a-4bec-8e98-87d9c3f6be47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0175104 Feb 04 20:40:51.526443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ips': [{'subnet_id': '686ebfb8-48e5-449a-8d52-125647b0f6b8'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:40:51.527308 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:51.679031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Allocated IP 172.20.0.18 (ae38f9db-c7c5-4429-8cf8-15ee453c2254/686ebfb8-48e5-449a-8d52-125647b0f6b8/b3b58c77-6107-4293-b59b-c28a8a799a59) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:40:51.778402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44416) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:51.783585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669399023', 'description': 'tempest-secgroup-smoke-1669399023 description', 'project_id': '69700e22d7c147d19a2917b67dd03f54'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:51.790325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:51.800986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:51.875688 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:51.899877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:51.903591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:51.906327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:51.911879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:51.916645 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:51.927221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Transition to ACTIVE for port object b3b58c77-6107-4293-b59b-c28a8a799a59 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:40:51.945637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Transition to ACTIVE for port object b3b58c77-6107-4293-b59b-c28a8a799a59 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:40:51.979251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.047467 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.081666 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.119819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:40:52.134481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:52.144453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:40:52.155600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:40:52.230441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.234865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44424) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:52.235355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8e2dd16e-8869-4426-a2ca-52c23bd612b5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4554629 Feb 04 20:40:52.243560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '964ec0d2-a83a-4598-8bdc-80fa0b4f76bc', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:52.251456 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Pushing event updated for resources: {'Port': ['ID=b3b58c77-6107-4293-b59b-c28a8a799a59,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:52.254501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:52.260680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:52.265607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:52.273849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:52.277402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.277754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.278096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.278428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.278787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.279121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.279448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.279774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.280097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.280416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.280737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.281072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:40:52.287483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Attempting to bind port b3b58c77-6107-4293-b59b-c28a8a799a59 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:40:52.287913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Attempting to bind port b3b58c77-6107-4293-b59b-c28a8a799a59 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:40:52.288203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Attempting to bind port b3b58c77-6107-4293-b59b-c28a8a799a59 on network ae38f9db-c7c5-4429-8cf8-15ee453c2254 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:40:52.294485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:40:52.295153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Checking segment: {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:40:52.295765 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.296366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Bound using segment: {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:40:52.296833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Bound port: b3b58c77-6107-4293-b59b-c28a8a799a59, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:40:52.297216 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.365993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c81aef78-1cc5-4c55-800b-90c1ddaa184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.388030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] For port b3b58c77-6107-4293-b59b-c28a8a799a59, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:40:52.391120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] For port b3b58c77-6107-4293-b59b-c28a8a799a59, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3b58c77-6107-4293-b59b-c28a8a799a59,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:40:52.417140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.456805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.476937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.540243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ead6-aab4-45e8-afb6-6dce6045ed00 None None] Pushing event updated for resources: {'Port': ['ID=b3b58c77-6107-4293-b59b-c28a8a799a59,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:52.547568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.572321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543d77c3-7c3b-45b9-8ed8-57e44916ed38,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:52.687889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.691677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-eeca4da0-1f87-4b78-9ddf-55b45d0f018b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4514997 Feb 04 20:40:52.692015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44430) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:52.698138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '964ec0d2-a83a-4598-8bdc-80fa0b4f76bc', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:52.706052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:52.710107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:52.718426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:52.726241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:52.738109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44434) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:52.813412 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.906069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.932384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:52.944857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Usage tracker for resource:security_group_rule and tenant:04dcd5e401c64908a48043dde0072be6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:52.948868 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:52.949880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:52.956529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:53.015565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.057970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69dd417-955e-4859-bf0e-2f4a5b1035f8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:53.077331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.138652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.182442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.183641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2b518707-a258-4d66-8c2f-ccca1689d550 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4906516 Feb 04 20:40:53.186515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44440) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:53.210978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04dcd5e401c64908a48043dde0072be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510450 Feb 04 20:40:53.210978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df915de5-927f-45ec-b4e5-dca35ca10fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef9355e-f594-461d-8869-a3ba85553152,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:53.212117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '964ec0d2-a83a-4598-8bdc-80fa0b4f76bc', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:53.212117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:53.212117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:53.212117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:53.212117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:53.213986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44444) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:53.272649 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee613c88-a168-4122-8871-56fd9cf2875f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.294489 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.297785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee613c88-a168-4122-8871-56fd9cf2875f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.402788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee613c88-a168-4122-8871-56fd9cf2875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.419203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.432686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee613c88-a168-4122-8871-56fd9cf2875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef9355e-f594-461d-8869-a3ba85553152,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:53.436728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ee613c88-a168-4122-8871-56fd9cf2875f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.441761 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee613c88-a168-4122-8871-56fd9cf2875f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ef9355e-f594-461d-8869-a3ba85553152 HTTP/1.1" status: 204 len: 168 time: 0.2228150 Feb 04 20:40:53.475977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.493206 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.494257 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.518950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df5d709-890f-4ec1-b7b8-d85a6cc3a5e7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:53.590056 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.591591 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5d5b600d-9bca-481c-99d4-9519b77791c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4040451 Feb 04 20:40:53.594379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44450) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:53.600471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '964ec0d2-a83a-4598-8bdc-80fa0b4f76bc', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:53.607899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:53.612729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:53.615585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:53.621690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:53.708609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.742775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711a284-dd93-4032-b9d7-5b36e1438562 None None] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:40:53.779938 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.856370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.881530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2349bd04-041b-45a4-99a1-daf1896367c9,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:53.906951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3cca26cc-cfc6-436b-8f22-6773252494a9 None None] Provisioning for port b3b58c77-6107-4293-b59b-c28a8a799a59 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:40:53.964761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:53.965969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-54740715-c208-44b6-9b43-997a5f59931e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3698606 Feb 04 20:40:53.968773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44462) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:53.974508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '964ec0d2-a83a-4598-8bdc-80fa0b4f76bc', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:53.980883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:53.984830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:53.988322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:53.994295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:54.073392 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Project 69700e22d7c147d19a2917b67dd03f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:40:54.081033 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.151456 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.236078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.257672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4378cdfe-8744-48df-b750-c9d53edef862,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:54.332012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b3b58c77-6107-4293-b59b-c28a8a799a59 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:40:54.337035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.337510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4deb7680-acf1-47c9-9a98-de483eba24d3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677523 Feb 04 20:40:54.340215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44474) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:40:54.345500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '964ec0d2-a83a-4598-8bdc-80fa0b4f76bc', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:54.352080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:54.360797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:54.360797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:54.365322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:54.441574 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Project 69700e22d7c147d19a2917b67dd03f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:40:54.448488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.470120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b3b58c77-6107-4293-b59b-c28a8a799a59 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:40:54.475274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b3b58c77-6107-4293-b59b-c28a8a799a59 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:40:54.475650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.515687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.590417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.604143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.621095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca38342-6522-479e-b25b-0fa263231e35,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:54.645391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b3b58c77-6107-4293-b59b-c28a8a799a59, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3b58c77-6107-4293-b59b-c28a8a799a59,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:40:54.704582 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.705793 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a3522e8c-953d-4664-8907-0fdde1473685 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3645959 Feb 04 20:40:54.747885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:54.826895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b3b58c77-6107-4293-b59b-c28a8a799a59,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:54.942281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-53b26c10-d9b2-4ab5-ba7a-59598232b93f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669399023&fields=id&tenant_id=69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 267 time: 0.0404084 Feb 04 20:40:55.079437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e510ad2f-3df8-4836-807a-017570abe6db req-73d13bad-0fcf-44a4-a040-411416c3859a tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0449765 Feb 04 20:40:55.109479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-d9f3c50b-6b95-46f6-bc0c-b1b966b11e63 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:55.110188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-d9f3c50b-6b95-46f6-bc0c-b1b966b11e63 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:40:55.187154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:55.215773 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-d9f3c50b-6b95-46f6-bc0c-b1b966b11e63 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:40:55.216951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-d9f3c50b-6b95-46f6-bc0c-b1b966b11e63 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/networks?id=ae38f9db-c7c5-4429-8cf8-15ee453c2254 HTTP/1.1" status: 200 len: 797 time: 0.2681556 Feb 04 20:40:55.232783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-7c29838c-0d8e-4527-96bc-9da94e62c4d7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/quotas/69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 375 time: 0.0097950 Feb 04 20:40:55.324637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-26840301-c1c4-4906-9ee1-0a9ca01627c9 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0862589 Feb 04 20:40:55.571604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-9f2cbbc7-02e6-4443-b618-1e7b3e638255 service neutron] 10.222.0.48 "GET /v2.0/networks/ae38f9db-c7c5-4429-8cf8-15ee453c2254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355690 Feb 04 20:40:55.705139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-56210105-7087-4f7a-98ad-0d26d01268b6 service neutron] 10.222.0.48 "GET /v2.0/networks/ae38f9db-c7c5-4429-8cf8-15ee453c2254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274323 Feb 04 20:40:56.049107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f93048b1-5810-4eb5-b9fe-d670ace1ee9e req-6d3c7c57-77b7-4b05-ba1e-b7f2a8350577 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 210 time: 0.1540363 Feb 04 20:40:56.239104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98247e7f-69f1-4d0c-8731-9d0764977d2b req-c662976b-a739-4aa1-9fe8-a9730757796b tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0422041 Feb 04 20:40:56.291178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b3b58c77-6107-4293-b59b-c28a8a799a59 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:40:56.362378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b3b58c77-6107-4293-b59b-c28a8a799a59 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:40:56.362788 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:57.200866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7cf98c7a-dd10-449e-9563-bbbb3df09752 req-564e26c3-3acc-4b52-a5d5-15abc4d4069b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 210 time: 0.0427408 Feb 04 20:40:57.400351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2b6f9d78-7d89-4836-95db-4bea0d15d3c3 req-a336e453-97d9-4b0a-8aed-319f45a6cfa3 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0425167 Feb 04 20:40:57.880812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-c1f4fc2f-3bdc-4109-bba7-04b3308b8c57 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:57.882311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-c1f4fc2f-3bdc-4109-bba7-04b3308b8c57 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "GET /v2.0/networks?id=ae38f9db-c7c5-4429-8cf8-15ee453c2254 HTTP/1.1" status: 200 len: 797 time: 0.1454387 Feb 04 20:40:57.931056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-acf7ce27-3d95-46e2-8216-2906ab9c0c0a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 473 time: 0.0402515 Feb 04 20:40:57.939721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'port': {'device_id': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'admin_state_up': True, 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'security_groups': ['964ec0d2-a83a-4598-8bdc-80fa0b4f76bc']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:58.079691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:40:58.083882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:port and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:40:58.087187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:40:58.092538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:40:58.144418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:40:58.148174 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:58.319374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.20.0.23 (ae38f9db-c7c5-4429-8cf8-15ee453c2254/686ebfb8-48e5-449a-8d52-125647b0f6b8/f9837431-d10c-4514-8cea-4e67acb77b3a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:40:58.360047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e129f25-7f9d-4481-a998-c4b317b28513 req-a2ffc968-f3db-4940-b433-ea6cc684930f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 210 time: 0.0439265 Feb 04 20:40:58.515403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:58.534318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Transition to ACTIVE for port object f9837431-d10c-4514-8cea-4e67acb77b3a will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:40:58.628235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:58.741754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76b6f2bf-1ecf-47b8-abb4-57d31de92ea8 req-3d3fcb69-ccf9-4137-8834-0f631f515fba tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0630426 Feb 04 20:40:58.743355 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:40:58.746378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:40:58.748823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:40:58.886100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=f9837431-d10c-4514-8cea-4e67acb77b3a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:58.918936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:58.919554 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:59.031061 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-724a0934-8e8d-407c-b066-f94d0aa46604 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0921009 Feb 04 20:40:59.038860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Request body: {'port': {'device_id': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:40:59.104379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ef9541b2-3fe3-4c36-a534-60522e5fb6d7 None None] Provisioning for port f9837431-d10c-4514-8cea-4e67acb77b3a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:40:59.109876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ef9541b2-3fe3-4c36-a534-60522e5fb6d7 None None] Provisioning complete for port f9837431-d10c-4514-8cea-4e67acb77b3a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:40:59.113687 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef9541b2-3fe3-4c36-a534-60522e5fb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:59.150800 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:59.170729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ef9541b2-3fe3-4c36-a534-60522e5fb6d7 None None] Port f9837431-d10c-4514-8cea-4e67acb77b3a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:40:59.486359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9837431-d10c-4514-8cea-4e67acb77b3a {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:40:59.493486 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:59.508313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Transition to ACTIVE for port object f9837431-d10c-4514-8cea-4e67acb77b3a will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:40:59.549821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c1348-2f31-4206-8890-a8d71214a748 req-4e33fe37-5f94-4e07-bc0e-af5b0c697165 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:40:59.551306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e09c1348-2f31-4206-8890-a8d71214a748 req-4e33fe37-5f94-4e07-bc0e-af5b0c697165 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 932 time: 0.0871220 Feb 04 20:40:59.578377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:59.593107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e09c1348-2f31-4206-8890-a8d71214a748 req-d00d5b7d-c36b-46b2-bbc3-c04e7955dcb1 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:40:59.675694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e09c1348-2f31-4206-8890-a8d71214a748 req-d00d5b7d-c36b-46b2-bbc3-c04e7955dcb1 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:40:59.676869 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e09c1348-2f31-4206-8890-a8d71214a748 req-d00d5b7d-c36b-46b2-bbc3-c04e7955dcb1 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199782 Feb 04 20:40:59.769174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Pushing event updated for resources: {'Port': ['ID=f9837431-d10c-4514-8cea-4e67acb77b3a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:40:59.816545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Attempting to bind port f9837431-d10c-4514-8cea-4e67acb77b3a on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:40:59.816898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Attempting to bind port f9837431-d10c-4514-8cea-4e67acb77b3a by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:40:59.817230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Attempting to bind port f9837431-d10c-4514-8cea-4e67acb77b3a on network ae38f9db-c7c5-4429-8cf8-15ee453c2254 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:40:59.822069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Port f9837431-d10c-4514-8cea-4e67acb77b3a on network ae38f9db-c7c5-4429-8cf8-15ee453c2254 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:40:59.822392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Attempting to bind port f9837431-d10c-4514-8cea-4e67acb77b3a on network ae38f9db-c7c5-4429-8cf8-15ee453c2254 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:40:59.827607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:40:59.827942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Checking segment: {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:40:59.828401 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Bound using segment: {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:40:59.828831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Bound port: f9837431-d10c-4514-8cea-4e67acb77b3a, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:40:59.829723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:40:59.925155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ce59bd5-2320-46d4-a438-2274c03cfdeb req-e8fa289a-a750-4c5e-be99-c0cf4bc8c0cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0419145 Feb 04 20:40:59.935234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d9fbdd21-e4bb-4c22-a2b5-532fabbdad79 req-0528a344-599b-4da6-9246-efb669e61ae3 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0608144 Feb 04 20:40:59.963657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] For port f9837431-d10c-4514-8cea-4e67acb77b3a, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:40:59.966607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] For port f9837431-d10c-4514-8cea-4e67acb77b3a, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f9837431-d10c-4514-8cea-4e67acb77b3a,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:41:00.052999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:00.112871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.113560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:00.114931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] 10.222.0.62 "PUT /v2.0/ports/f9837431-d10c-4514-8cea-4e67acb77b3a HTTP/1.1" status: 200 len: 1092 time: 1.0801620 Feb 04 20:41:00.115337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'tag': 'f9837431-d10c-4514-8cea-4e67acb77b3a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:41:00.135568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb32807-920a-462a-8e2a-771c880b6bce service neutron] Pushing event updated for resources: {'Port': ['ID=f9837431-d10c-4514-8cea-4e67acb77b3a,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:00.167987 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'tag': 'f9837431-d10c-4514-8cea-4e67acb77b3a', 'status': 'completed', 'code': 200} Feb 04 20:41:00.286506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac20f3e-25b8-419f-8ac4-cc7825804050 req-28fc49be-e198-4277-abcc-7653f74e6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.288150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ac20f3e-25b8-419f-8ac4-cc7825804050 req-28fc49be-e198-4277-abcc-7653f74e6450 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 1095 time: 0.0780253 Feb 04 20:41:00.432745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac20f3e-25b8-419f-8ac4-cc7825804050 req-a2c4cae5-b6fd-4ce6-bc94-87f681d4b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.433223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac20f3e-25b8-419f-8ac4-cc7825804050 req-a2c4cae5-b6fd-4ce6-bc94-87f681d4b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.434745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ac20f3e-25b8-419f-8ac4-cc7825804050 req-a2c4cae5-b6fd-4ce6-bc94-87f681d4b499 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69700e22d7c147d19a2917b67dd03f54&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1390219 Feb 04 20:41:00.569787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac20f3e-25b8-419f-8ac4-cc7825804050 req-ec554eee-8f77-446c-8e28-d0f51384f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.571261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ac20f3e-25b8-419f-8ac4-cc7825804050 req-ec554eee-8f77-446c-8e28-d0f51384f594 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297700 Feb 04 20:41:00.674921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-ae24fad6-0320-401f-a6cc-faa91ac3a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.676268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-ae24fad6-0320-401f-a6cc-faa91ac3a591 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 1095 time: 0.0694230 Feb 04 20:41:00.749108 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-64ee3c59-65d0-4793-8048-b4f7bf992e67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=f9837431-d10c-4514-8cea-4e67acb77b3a HTTP/1.1" status: 200 len: 217 time: 0.0642691 Feb 04 20:41:00.967121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-90116a79-e8ce-4bad-ad59-28ea20f7ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.968539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-90116a79-e8ce-4bad-ad59-28ea20f7ae6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=686ebfb8-48e5-449a-8d52-125647b0f6b8 HTTP/1.1" status: 200 len: 838 time: 0.2116544 Feb 04 20:41:00.991661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b8e51-05c2-4102-9425-dc072352b42c req-9a4b87e1-0ab8-437c-af5f-3c6cd6da99f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:00.992331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1a5b8e51-05c2-4102-9425-dc072352b42c req-9a4b87e1-0ab8-437c-af5f-3c6cd6da99f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:01.072692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-f350a47f-e04f-49be-a0d1-bf363fc777d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:01.074427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-f350a47f-e04f-49be-a0d1-bf363fc777d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae38f9db-c7c5-4429-8cf8-15ee453c2254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794747 Feb 04 20:41:01.102031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85a147f2-6b50-4141-a615-efaa39ed7acb req-3890bcd7-361d-4f8d-8fa0-acd52f0318a0 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0477121 Feb 04 20:41:01.152180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1a5b8e51-05c2-4102-9425-dc072352b42c req-9a4b87e1-0ab8-437c-af5f-3c6cd6da99f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:01.153330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a5b8e51-05c2-4102-9425-dc072352b42c req-9a4b87e1-0ab8-437c-af5f-3c6cd6da99f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 944 time: 0.3672681 Feb 04 20:41:01.228388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a5b8e51-05c2-4102-9425-dc072352b42c req-be3cb787-9683-4989-a272-c098377cc954 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670843 Feb 04 20:41:01.254246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-f7eec7d9-dde9-4c1e-9c91-dfb4fc3fc4da service neutron] 10.222.0.62 "GET /v2.0/networks/ae38f9db-c7c5-4429-8cf8-15ee453c2254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736636 Feb 04 20:41:01.386469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a8261b7-f381-492a-a29f-f27daab6b451 req-8c64be1c-18fe-47b3-a8f0-41dbf5221a88 service neutron] 10.222.0.62 "GET /v2.0/networks/ae38f9db-c7c5-4429-8cf8-15ee453c2254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257887 Feb 04 20:41:01.650018 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:41:02.257892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-173f7aea-876c-4267-88f0-ed29ee834831 req-398748f6-7b35-4ccc-8fa8-b278a91fede7 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0422688 Feb 04 20:41:02.411201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b3005-a783-4f12-820a-642bbc160140 req-c2b8a710-9bbd-4703-9cf1-6d61628f1e16 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:02.414626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-355b3005-a783-4f12-820a-642bbc160140 req-c2b8a710-9bbd-4703-9cf1-6d61628f1e16 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 944 time: 0.0822766 Feb 04 20:41:02.456412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-355b3005-a783-4f12-820a-642bbc160140 req-78ddb044-39ca-44c2-a592-7fa823df93fb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 Feb 04 20:41:02.878032 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bad66f6-f1d7-4bc5-96da-2a87803862d6 req-b298fbe3-476b-4f21-a80e-7372c31e9933 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0427277 Feb 04 20:41:03.647347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cade0c1-3138-4733-bb8a-1ae4da186e7c req-26f8ddbc-b66a-40cd-ab01-fb2f96f47241 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:03.648773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cade0c1-3138-4733-bb8a-1ae4da186e7c req-26f8ddbc-b66a-40cd-ab01-fb2f96f47241 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 944 time: 0.0818024 Feb 04 20:41:03.691371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cade0c1-3138-4733-bb8a-1ae4da186e7c req-aa9a8893-bc62-4b35-97b7-e0a614e94b64 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371132 Feb 04 20:41:04.038730 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e5f26b9b-ba8f-4f14-84b3-112c92880990 req-1c551ae4-a87c-48ea-aa46-5b9c720134ed tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0458860 Feb 04 20:41:04.873848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970d1c-3bc0-4886-9dcc-8c397dcb0bf1 req-8ec2ac4c-92f6-49e7-9ef9-93af9318f6fb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:04.875327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0970d1c-3bc0-4886-9dcc-8c397dcb0bf1 req-8ec2ac4c-92f6-49e7-9ef9-93af9318f6fb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 944 time: 0.0782428 Feb 04 20:41:04.919259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0970d1c-3bc0-4886-9dcc-8c397dcb0bf1 req-97d1e15b-c4be-426f-8d16-2c0a6ae6c51d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376124 Feb 04 20:41:05.195759 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-10f44a50-6b90-4741-94f0-e94e4ef4afa1 req-c7bd5291-4fd2-424a-b9bc-4f281b9db0b4 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0426693 Feb 04 20:41:05.759298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f9837431-d10c-4514-8cea-4e67acb77b3a details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:41:05.890289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f9837431-d10c-4514-8cea-4e67acb77b3a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f9837431-d10c-4514-8cea-4e67acb77b3a,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:05.903502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'f9837431-d10c-4514-8cea-4e67acb77b3a', 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'port_id': 'f9837431-d10c-4514-8cea-4e67acb77b3a', 'mac_address': 'fa:16:3e:ae:e9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686ebfb8-48e5-449a-8d52-125647b0f6b8', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:41:05.959495 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:05.977662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9837431-d10c-4514-8cea-4e67acb77b3a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:41:05.992949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f9837431-d10c-4514-8cea-4e67acb77b3a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f9837431-d10c-4514-8cea-4e67acb77b3a,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:06.064419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:06.106886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a960107-79af-4865-b1ee-0b2d4ef06dc5 req-3c897853-8a57-4bf1-a60c-d37422f74465 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:06.108482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a960107-79af-4865-b1ee-0b2d4ef06dc5 req-3c897853-8a57-4bf1-a60c-d37422f74465 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 945 time: 0.0841334 Feb 04 20:41:06.132658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f9837431-d10c-4514-8cea-4e67acb77b3a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:06.154212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a960107-79af-4865-b1ee-0b2d4ef06dc5 req-7dbf197e-8c00-4b81-bae5-be1c5784d32b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394619 Feb 04 20:41:06.352834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc075fb2-e041-44b4-84bd-76b339ccba6c req-706256ec-d536-4e46-a6d0-c4fdf8bd2ec2 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0423651 Feb 04 20:41:06.405333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['f9837431-d10c-4514-8cea-4e67acb77b3a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:41:07.336164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e4f2e-25d4-4b1c-aff1-63ba5d15735c req-07d01431-62df-4aa8-875b-cff04b9690f8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:07.337610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f02e4f2e-25d4-4b1c-aff1-63ba5d15735c req-07d01431-62df-4aa8-875b-cff04b9690f8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 945 time: 0.0787182 Feb 04 20:41:07.382252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f02e4f2e-25d4-4b1c-aff1-63ba5d15735c req-e2a6a1bc-268a-4619-ac9f-2da967129997 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Feb 04 20:41:07.512119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b35ed31-1068-4103-9db0-f2c3a40b32cb req-a39ac92c-9d5b-4b7b-b98a-b72117d06c31 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0454714 Feb 04 20:41:07.790168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f9837431-d10c-4514-8cea-4e67acb77b3a up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:41:07.961054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port f9837431-d10c-4514-8cea-4e67acb77b3a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:41:07.965969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port f9837431-d10c-4514-8cea-4e67acb77b3a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:07.969187 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:08.079812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:08.105298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9837431-d10c-4514-8cea-4e67acb77b3a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:41:08.115240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port f9837431-d10c-4514-8cea-4e67acb77b3a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f9837431-d10c-4514-8cea-4e67acb77b3a,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:08.153607 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9837431-d10c-4514-8cea-4e67acb77b3a', 'code': 200} Feb 04 20:41:08.215364 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:08.283502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=f9837431-d10c-4514-8cea-4e67acb77b3a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:08.285442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7f28-377a-4642-b8f8-6afafd157886 req-30b7474b-49f7-41e8-a8ba-de56f2710639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:08.286955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-126c7f28-377a-4642-b8f8-6afafd157886 req-30b7474b-49f7-41e8-a8ba-de56f2710639 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 1097 time: 0.0697553 Feb 04 20:41:08.326801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-126c7f28-377a-4642-b8f8-6afafd157886 req-1b9360ff-4f34-4b11-a4f3-a2371a8496b8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334947 Feb 04 20:41:08.565223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8009f5d-7edc-4e22-9936-618077fd1632 req-a194d2cc-9381-4890-ada0-4732108b5825 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:08.566724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8009f5d-7edc-4e22-9936-618077fd1632 req-a194d2cc-9381-4890-ada0-4732108b5825 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 946 time: 0.0824153 Feb 04 20:41:08.610200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8009f5d-7edc-4e22-9936-618077fd1632 req-fcfd1dd9-1609-43ed-842a-5eef14e38f7e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Feb 04 20:41:08.671162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-559ec1e3-9ffe-4c8f-a5a5-ca00661b1c1c req-13c0f9c6-2b6d-41ed-baf9-8f4d2bb9340b tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0451901 Feb 04 20:41:09.118003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:09.363789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:09.794857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e690358-80d4-4546-a74c-ae9d43f5c5d0 req-b80b2673-16e6-49e2-9ad6-54f1a3125fd5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:09.796362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e690358-80d4-4546-a74c-ae9d43f5c5d0 req-b80b2673-16e6-49e2-9ad6-54f1a3125fd5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 946 time: 0.0806143 Feb 04 20:41:09.830218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-746349f5-3828-457a-b8c2-6f4ad259fda3 req-fa1a3852-4387-48d7-afe6-e884bf6787e8 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0438035 Feb 04 20:41:09.848866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e690358-80d4-4546-a74c-ae9d43f5c5d0 req-12d60edf-fd14-47b4-bc10-bf13e1f74069 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467765 Feb 04 20:41:10.989925 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb3ab92b-71c4-4c72-a0c3-b8e9dd442306 req-02aefc84-06ea-422c-99f3-734f9824e10e tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0422668 Feb 04 20:41:11.036124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b513f-e3e9-413e-9cf0-028001358ed9 req-737ece4a-132d-4207-a812-a02a09ef7ed3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:11.037589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c9b513f-e3e9-413e-9cf0-028001358ed9 req-737ece4a-132d-4207-a812-a02a09ef7ed3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 946 time: 0.0816383 Feb 04 20:41:11.081330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c9b513f-e3e9-413e-9cf0-028001358ed9 req-e96d389a-f1bc-49f5-9197-2815707e00a7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382435 Feb 04 20:41:11.268440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203815-aea3-4a70-af0f-abdc445ee451 req-39a8d37f-d6ec-4ebe-a8f8-818bce4d822c tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:11.269890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-28203815-aea3-4a70-af0f-abdc445ee451 req-39a8d37f-d6ec-4ebe-a8f8-818bce4d822c tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 946 time: 0.0868886 Feb 04 20:41:11.313095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-28203815-aea3-4a70-af0f-abdc445ee451 req-52a7d7cf-6562-4d4f-99a7-89e0193af6cf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375254 Feb 04 20:41:12.144535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d601b3d4-3255-4ea1-97f0-4413e01a1597 req-49fa1613-41b5-4d63-81a1-238a0a93e33e tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0424197 Feb 04 20:41:12.861015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44606) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:13.303581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-390eba53-5cfc-489e-b074-fd29eed2a5d5 req-fd21abfa-5859-4fd2-869f-dff4bb2d9615 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0436730 Feb 04 20:41:13.656430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:14.039233 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.20.0.17 (ae38f9db-c7c5-4429-8cf8-15ee453c2254/686ebfb8-48e5-449a-8d52-125647b0f6b8/de98fb5b-75db-49be-a129-7dde95b76557) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:41:14.196200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:14.211413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Transition to ACTIVE for port object de98fb5b-75db-49be-a129-7dde95b76557 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:41:14.321075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:14.393927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:41:14.397194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:14.399793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:41:14.475126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=de98fb5b-75db-49be-a129-7dde95b76557,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:14.497582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76db578c-1bf6-4f44-ae5c-4af2a9c77064 req-015018cd-0637-407e-91a2-de72f5b37176 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0661101 Feb 04 20:41:14.511464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:14.640720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7ee662f3-7f08-4fc2-a15b-d00f88c64a90 None None] Provisioning for port de98fb5b-75db-49be-a129-7dde95b76557 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:41:14.647277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7ee662f3-7f08-4fc2-a15b-d00f88c64a90 None None] Provisioning complete for port de98fb5b-75db-49be-a129-7dde95b76557 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:14.647650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7ee662f3-7f08-4fc2-a15b-d00f88c64a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:14.704239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7ee662f3-7f08-4fc2-a15b-d00f88c64a90 None None] Port de98fb5b-75db-49be-a129-7dde95b76557 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:41:14.819726 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:15.331959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:15.398216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:15.510907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=de98fb5b-75db-49be-a129-7dde95b76557,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:15.514593 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:15.651216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:41:15.652385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:15.664073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c2c45f28-7309-4e53-9604-45481efff1d2 req-599e720f-c8a2-4ca7-90c5-8ebd60a59722 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0457940 Feb 04 20:41:15.845730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:41:15.930593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e535c4c3-c5bd-4fcc-9d65-646cde524296 None None] Provisioning complete for port de98fb5b-75db-49be-a129-7dde95b76557 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:15.931175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e535c4c3-c5bd-4fcc-9d65-646cde524296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:15.983721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e535c4c3-c5bd-4fcc-9d65-646cde524296 None None] Port de98fb5b-75db-49be-a129-7dde95b76557 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:41:16.026035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:16.035642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Sync routers for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:16.044333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:16.044982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:40:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:16.091625 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f949d055-2e06-410f-938a-4f54abb98ab2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "PUT /v2.0/routers/ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2290175 Feb 04 20:41:16.224280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:16.564308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:14Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:14Z', 'revision_number': 1, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98fb5b-75db-49be-a129-7dde95b76557', 'name': '', 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:10:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '686ebfb8-48e5-449a-8d52-125647b0f6b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:13Z', 'updated_at': '2022-02-04T20:41:15Z', 'revision_number': 2, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '686ebfb8-48e5-449a-8d52-125647b0f6b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:16.568049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Checking router: ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:41:16.568397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Updating router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 port de98fb5b-75db-49be-a129-7dde95b76557 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:41:16.622085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:16.833844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3de396d-180c-4e9c-a932-d9c5353e14af req-092563e9-3a64-4048-a115-1ce2b9f45712 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0458000 Feb 04 20:41:16.991291 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.004429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Transition to ACTIVE for port object de98fb5b-75db-49be-a129-7dde95b76557 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:41:17.080977 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.208978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a6a6a-6d25-4d1e-a001-b2adb53c3474 None None] Pushing event updated for resources: {'Port': ['ID=de98fb5b-75db-49be-a129-7dde95b76557,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:17.295402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Attempting to bind port de98fb5b-75db-49be-a129-7dde95b76557 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:41:17.295767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Attempting to bind port de98fb5b-75db-49be-a129-7dde95b76557 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:41:17.296125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Attempting to bind port de98fb5b-75db-49be-a129-7dde95b76557 on network ae38f9db-c7c5-4429-8cf8-15ee453c2254 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:41:17.302116 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:41:17.302476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Checking segment: {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:41:17.302896 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.303279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Bound using segment: {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:41:17.303731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Bound port: de98fb5b-75db-49be-a129-7dde95b76557, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:41:17.304092 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.391677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] For port de98fb5b-75db-49be-a129-7dde95b76557, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:41:17.394582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] For port de98fb5b-75db-49be-a129-7dde95b76557, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=de98fb5b-75db-49be-a129-7dde95b76557,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:41:17.464085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.539429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:17.540059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:40:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:17.597353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a6a6a-6d25-4d1e-a001-b2adb53c3474 None None] Pushing event updated for resources: {'Port': ['ID=de98fb5b-75db-49be-a129-7dde95b76557,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:17.729983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:17.989208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-270b4c01-2af1-4e37-82e4-e5a220872f53 req-9cbd5ec8-b36b-4bd6-8b9c-f88eae5e6ad4 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0429914 Feb 04 20:41:18.084050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:14Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:14Z', 'revision_number': 1, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98fb5b-75db-49be-a129-7dde95b76557', 'name': '', 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:10:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '686ebfb8-48e5-449a-8d52-125647b0f6b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:13Z', 'updated_at': '2022-02-04T20:41:17Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '686ebfb8-48e5-449a-8d52-125647b0f6b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:18.088005 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece84ce-8057-420f-a7a3-b4399f531c42 None None] The sync data for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 is: [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:14Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:14Z', 'revision_number': 1, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98fb5b-75db-49be-a129-7dde95b76557', 'name': '', 'network_id': 'ae38f9db-c7c5-4429-8cf8-15ee453c2254', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:10:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '686ebfb8-48e5-449a-8d52-125647b0f6b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:13Z', 'updated_at': '2022-02-04T20:41:17Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '686ebfb8-48e5-449a-8d52-125647b0f6b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:41:18.333750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device de98fb5b-75db-49be-a129-7dde95b76557 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:41:18.532599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port de98fb5b-75db-49be-a129-7dde95b76557 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:41:18.538450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port de98fb5b-75db-49be-a129-7dde95b76557 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:18.538856 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:18.660542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:18.693926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port de98fb5b-75db-49be-a129-7dde95b76557, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=de98fb5b-75db-49be-a129-7dde95b76557,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:18.778080 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:18.846613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=de98fb5b-75db-49be-a129-7dde95b76557,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:19.145355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9807510c-6650-438d-ab0d-8a2308bd30f4 req-a510e789-91ee-4329-85bd-5801167a9f22 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0428264 Feb 04 20:41:20.081027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f868e613-5d57-4fe0-8d5e-55f39dc72acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:20.295544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device de98fb5b-75db-49be-a129-7dde95b76557 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:41:20.302299 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-017115e2-83d1-4149-a04a-3223c6525f03 req-766cf50f-3b5b-4b3e-b26b-e66618e6fcd0 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0430424 Feb 04 20:41:20.400663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port de98fb5b-75db-49be-a129-7dde95b76557 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:20.401053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:21.464665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42fe6496-7fca-47ea-97fb-3d682ccf2cba req-e8cf3823-7bab-4353-8e59-fd38acd4b632 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0453084 Feb 04 20:41:21.646841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08224d9d-b915-4a13-ba32-452576355c45 req-22bb1f4f-6827-4214-ac68-ee37f9e88506 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:21.648410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08224d9d-b915-4a13-ba32-452576355c45 req-22bb1f4f-6827-4214-ac68-ee37f9e88506 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 945 time: 0.0868349 Feb 04 20:41:21.690890 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08224d9d-b915-4a13-ba32-452576355c45 req-1216302a-8826-465e-a502-b6205c583d0d tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369987 Feb 04 20:41:22.289516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6943-5bad-44dc-8071-d442d61b2138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:22.626589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-063afa23-4e95-4ed5-a808-a1d55bdc0161 req-0ad17b0c-1646-45cb-b10d-a793c5a0b01d tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0421538 Feb 04 20:41:22.875822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd8dd-b03e-4d23-9700-64b5fc1e0af6 req-841b3d51-b225-4238-9041-cfa99816fe55 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:22.878042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c6bd8dd-b03e-4d23-9700-64b5fc1e0af6 req-841b3d51-b225-4238-9041-cfa99816fe55 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 945 time: 0.0819638 Feb 04 20:41:22.920514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c6bd8dd-b03e-4d23-9700-64b5fc1e0af6 req-7d6b2833-d815-43f9-9942-42110c8c483d tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c58c5391-f638-4ba1-9705-322bd01f4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368750 Feb 04 20:41:23.059295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-1343133b-1727-4d85-b594-db7b1d6f7b4f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:23.060717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-1343133b-1727-4d85-b594-db7b1d6f7b4f tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 945 time: 0.0782068 Feb 04 20:41:23.135525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Deleting port 9c2c1626-2806-4128-922e-5a16ab5aaef0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:23.135768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:23.378201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] For port 9c2c1626-2806-4128-922e-5a16ab5aaef0, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9c2c1626-2806-4128-922e-5a16ab5aaef0,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:23.378547 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:23.466587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:23.495118 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:23.799322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff36603e-9983-4ff5-9a04-3e12d6ce44a1 req-7a0650c1-bdfe-4d28-88ac-971bd133f2ff tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0556769 Feb 04 20:41:23.820376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:23.825614 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:23.825614 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Floating IP a495a947-3dfd-4e76-b0fe-6b1c842d0a12 disassociated. External IP: 172.25.7.78, port: 9c2c1626-2806-4128-922e-5a16ab5aaef0. Feb 04 20:41:23.825614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Calling delete_port for 9c2c1626-2806-4128-922e-5a16ab5aaef0 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:24.018079 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:24.069029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cc25b853-9dea-4247-b363-fa3d7c1a7404 req-21df2413-7d6c-4c3a-bf86-16949abd8603 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 210 time: 0.0436397 Feb 04 20:41:24.072418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event deleted for resources: {'Port': ['ID=9c2c1626-2806-4128-922e-5a16ab5aaef0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:24.253322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:41:24.430569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:24.440661 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] Sync routers for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:24.451407 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:24.452185 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:24.510244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] No DVR routers for this DVR port 9c2c1626-2806-4128-922e-5a16ab5aaef0 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:41:24.512875 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:24.515782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'name': 'network-vif-deleted', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:41:24.565145 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7990e4-0363-4f32-9dc0-8966ea7d4f76', 'name': 'network-vif-deleted', 'tag': '9c2c1626-2806-4128-922e-5a16ab5aaef0', 'status': 'completed', 'code': 200} Feb 04 20:41:24.604437 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e44a7f2-99cb-46a4-8d65-1277f9314887 req-a3c74ede-453f-47fc-bbc0-299737c56daa tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.24 "DELETE /v2.0/ports/9c2c1626-2806-4128-922e-5a16ab5aaef0 HTTP/1.1" status: 204 len: 173 time: 1.5357311 Feb 04 20:41:24.635688 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:24.956438 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 5, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:24.961050 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] Checking router: 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:41:24.971847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:24.972301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-750f2a48-71d8-4279-8ca7-b006154e8b26 req-8973cf1e-0d62-41bb-9594-2d2fd3b6206a tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0467350 Feb 04 20:41:24.972792 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:25.016271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6254dc65-aa13-48ff-b109-d4d1f7a98216 req-e6a0781f-4753-4be1-a73b-b3fc77a89f8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=14078fc7356943bbb5398694a342ecac&device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0955141 Feb 04 20:41:25.060985 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6254dc65-aa13-48ff-b109-d4d1f7a98216 req-41a41b21-5520-4f5d-81a8-314d294f25d5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=14078fc7356943bbb5398694a342ecac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242004 Feb 04 20:41:25.190101 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:25.196742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:25.216203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254dc65-aa13-48ff-b109-d4d1f7a98216 req-cc34a7ed-392e-4435-9c2d-5602fb7edb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:25.218240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6254dc65-aa13-48ff-b109-d4d1f7a98216 req-cc34a7ed-392e-4435-9c2d-5602fb7edb76 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518984 Feb 04 20:41:25.268407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fc23e73d-9a74-49fa-a7bc-c3f63e503eea req-3ef8a37d-5e9b-4272-90ff-3a1ee84dcec0 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Synchronizing usage tracker for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:25.340918 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-fc23e73d-9a74-49fa-a7bc-c3f63e503eea req-3ef8a37d-5e9b-4272-90ff-3a1ee84dcec0 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Unset dirty status for tenant:6faa2ca18f4c4e26a7c392abff29954e on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:25.342921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc23e73d-9a74-49fa-a7bc-c3f63e503eea req-3ef8a37d-5e9b-4272-90ff-3a1ee84dcec0 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7990e4-0363-4f32-9dc0-8966ea7d4f76 HTTP/1.1" status: 200 len: 210 time: 0.1226926 Feb 04 20:41:25.519979 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 5, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:25.523812 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7fd49f-ad01-4f8f-894e-b9e526b68446 None None] The sync data for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 is: [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:36:04Z', 'revision_number': 4, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7d7f9f35-03a9-4550-8261-dbc55b3195f7', 'name': '', 'network_id': '9dcd113a-2529-4e7f-ab30-60c80d682d30', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'mac_address': 'fa:16:3e:4a:af:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:02Z', 'updated_at': '2022-02-04T20:36:10Z', 'revision_number': 5, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'subnets': [{'id': '2980b055-ccdf-4837-b0d3-f6cf2c13c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:41:25.752028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388bffc1-b205-46d2-a9be-806378838226 None None] New status for floating IP a495a947-3dfd-4e76-b0fe-6b1c842d0a12: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:41:26.134020 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46d83e8c-6a89-4bd6-b7b9-04575ad8d725 req-a516a958-dc6b-44a6-8db8-81c65a82104e tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0459290 Feb 04 20:41:26.436374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44664) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:26.692156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Deleting port f84796ed-08f5-4af8-9158-a368e2ca9a0a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:26.692418 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:26.864350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:26.864680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:26.952396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9c2c1626-2806-4128-922e-5a16ab5aaef0 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:26.981646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 9c2c1626-2806-4128-922e-5a16ab5aaef0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:26.986839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9c2c1626-2806-4128-922e-5a16ab5aaef0 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:26.987047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Calling delete_port for f84796ed-08f5-4af8-9158-a368e2ca9a0a owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:27.195238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.241407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event deleted for resources: {'Port': ['ID=f84796ed-08f5-4af8-9158-a368e2ca9a0a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:27.348384 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d12b0903-c827-4e6a-8ab7-989f5a73f2e8 req-e40ad24b-140d-4896-abc8-469dd36aea1a tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0778215 Feb 04 20:41:27.376961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.475426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.476466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-79ee945e-759e-46b1-addd-34baec0e033a tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "DELETE /v2.0/floatingips/a495a947-3dfd-4e76-b0fe-6b1c842d0a12 HTTP/1.1" status: 204 len: 168 time: 1.0391417 Feb 04 20:41:27.622600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44676) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:27.690750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca529662-8ebe-406d-b448-53b406fa9e66 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.719570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca529662-8ebe-406d-b448-53b406fa9e66 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.837523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca529662-8ebe-406d-b448-53b406fa9e66 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.854992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca529662-8ebe-406d-b448-53b406fa9e66 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c5391-f638-4ba1-9705-322bd01f4bea,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:27.916830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ca529662-8ebe-406d-b448-53b406fa9e66 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.918012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ca529662-8ebe-406d-b448-53b406fa9e66 tempest-TestServerBasicOps-873014605 tempest-TestServerBasicOps-873014605-project] 10.222.0.48 "DELETE /v2.0/security-groups/c58c5391-f638-4ba1-9705-322bd01f4bea HTTP/1.1" status: 204 len: 168 time: 0.2943940 Feb 04 20:41:27.996854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44682) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:28.621444 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d2dc840-3284-4795-a122-7ea6e083b3aa req-4d68114b-418f-45b4-86a2-352a47ea0079 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.1506879 Feb 04 20:41:28.766903 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:29.108954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Deleting port 7d7f9f35-03a9-4550-8261-dbc55b3195f7 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:29.109295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:29.284548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] For port 7d7f9f35-03a9-4550-8261-dbc55b3195f7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7d7f9f35-03a9-4550-8261-dbc55b3195f7,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:29.284906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:29.405921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Calling delete_port for 7d7f9f35-03a9-4550-8261-dbc55b3195f7 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:29.778521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d6c88e48-895f-4309-8ca4-588704eeb096 req-ca903bf4-748f-4f5f-854d-cddab41439b5 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0426073 Feb 04 20:41:29.789298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:29.882869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7f9f35-03a9-4550-8261-dbc55b3195f7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:30.216471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:30.570295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:41:30.746949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:30.757714 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] Sync routers for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:30.759455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-88dd9169-81be-4da1-878e-a60e85181be6 admin admin] 10.222.0.48 "PUT /v2.0/routers/6706c8f8-cb4f-4b93-b4f4-72e9cfedb378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612672 Feb 04 20:41:30.761858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44694) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:30.766606 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:30.775265 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:30.948320 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:30.965451 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68082cf0-cd64-43bb-ae1a-63cece83e107 req-7ab97b1a-6bf5-4864-a350-6f2760ad5cc3 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0632110 Feb 04 20:41:30.980476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.154389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.235141 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:41:29Z', 'revision_number': 5, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port': {'id': '45ea7de0-9d66-414c-9868-4cb653a1b139', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:35:59Z', 'updated_at': '2022-02-04T20:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:31.239674 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] Checking router: 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:41:31.247841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] Routers {'6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:31.248439 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:31.260926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Deleting port 45ea7de0-9d66-414c-9868-4cb653a1b139 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:31.261604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.402855 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] Set router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:31.408003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-22a3dc04-4e30-4d49-ae5b-53781712f1b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278589 Feb 04 20:41:31.451109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] For port 45ea7de0-9d66-414c-9868-4cb653a1b139, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=45ea7de0-9d66-414c-9868-4cb653a1b139,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:31.451776 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.503607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-0a5f23ab-1567-4ba3-a821-336fea71ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:31.505075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-0a5f23ab-1567-4ba3-a821-336fea71ff3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 1097 time: 0.0708930 Feb 04 20:41:31.511632 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:41:31Z', 'revision_number': 6, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:31.515896 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73180b8e-35f3-4e1b-bd52-47786a63dbc0 None None] The sync data for ids ['6706c8f8-cb4f-4b93-b4f4-72e9cfedb378'] in n-d-811806-1 is: [{'id': '6706c8f8-cb4f-4b93-b4f4-72e9cfedb378', 'name': 'tempest-TestServerBasicOps-1019811545-router', 'tenant_id': '6faa2ca18f4c4e26a7c392abff29954e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:35:57Z', 'updated_at': '2022-02-04T20:41:31Z', 'revision_number': 6, 'project_id': '6faa2ca18f4c4e26a7c392abff29954e', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:41:31.667046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-7cd5e9b6-0b35-4be2-a853-3c5429d84bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:31.668394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-7cd5e9b6-0b35-4be2-a853-3c5429d84bca service neutron] 10.222.0.24 "GET /v2.0/networks?id=88238f31-1aa7-4fa3-bfc0-21e29de2c891 HTTP/1.1" status: 200 len: 898 time: 0.1389887 Feb 04 20:41:31.699212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Calling delete_port for 45ea7de0-9d66-414c-9868-4cb653a1b139 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:31.777356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-d61c3a30-85f8-4ddb-8acc-2f87315d2a32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e HTTP/1.1" status: 200 len: 1002 time: 0.0988085 Feb 04 20:41:31.842559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-18ef340e-cca4-429e-bb1b-4be298d03344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:31.843960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-18ef340e-cca4-429e-bb1b-4be298d03344 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74f591fe-d8b7-4a13-8cd2-43c0062055d0 HTTP/1.1" status: 200 len: 833 time: 0.0571649 Feb 04 20:41:31.927004 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.980768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Pushing event deleted for resources: {'Port': ['ID=45ea7de0-9d66-414c-9868-4cb653a1b139,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:32.046622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-8b7615db-4b7c-45f3-8c9e-6f1bdabdaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:32.048076 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-8b7615db-4b7c-45f3-8c9e-6f1bdabdaff0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88238f31-1aa7-4fa3-bfc0-21e29de2c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953008 Feb 04 20:41:32.073092 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.180528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-336103f0-af44-4b28-9b50-32109470d859 req-2f8d8508-f5a9-4591-b394-cf35414565f6 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0565259 Feb 04 20:41:32.227313 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-085eded9-04a1-4784-b858-e8e25feccf2b service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716435 Feb 04 20:41:32.247678 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.249832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.358574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d7f9f35-03a9-4550-8261-dbc55b3195f7 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:32.379673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04384bae-f657-4bc8-9d51-44a2c81a148b req-7615e1c4-3e7d-41af-b101-41836ba71f99 service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444380 Feb 04 20:41:32.386352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.387362 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:41:32.402345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7d7f9f35-03a9-4550-8261-dbc55b3195f7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:32.402801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d7f9f35-03a9-4550-8261-dbc55b3195f7 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:32.403279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 45ea7de0-9d66-414c-9868-4cb653a1b139 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:32.406380 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.407762 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8525626e-df28-4624-a996-f1b4c456202e admin admin] 10.222.0.48 "DELETE /v2.0/routers/6706c8f8-cb4f-4b93-b4f4-72e9cfedb378 HTTP/1.1" status: 204 len: 168 time: 1.6449962 Feb 04 20:41:32.410208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:32.440024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 45ea7de0-9d66-414c-9868-4cb653a1b139 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:32.440364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 45ea7de0-9d66-414c-9868-4cb653a1b139 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:32.499279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9f8b9d1f-497c-4f8b-894c-f3df3a47fd89 req-daa58114-3d54-4530-bdfb-575135ef16db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0518136 Feb 04 20:41:32.513959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] Deleting subnet 2980b055-ccdf-4837-b0d3-f6cf2c13c233 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:41:32.516998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.571608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.650231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.775106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.816070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2980b055-ccdf-4837-b0d3-f6cf2c13c233,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:32.819580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.825262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1b75ef20-1a6a-4e9b-8858-a3d4c6499cfb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2980b055-ccdf-4837-b0d3-f6cf2c13c233 HTTP/1.1" status: 204 len: 168 time: 0.4140196 Feb 04 20:41:32.825515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7cd838-507a-4735-97f5-694861b36c35 None None] Network 9dcd113a-2529-4e7f-ab30-60c80d682d30 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:41:32.827783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44710) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:32.934425 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.945234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Deleting port 278ab384-4ade-4baa-873b-d024edaa1e71 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:32.945575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.070593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] DHCP port deletion for 9dcd113a-2529-4e7f-ab30-60c80d682d30 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:41:33.074816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] Deleting port 278ab384-4ade-4baa-873b-d024edaa1e71 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:33.075186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.153120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] For port 278ab384-4ade-4baa-873b-d024edaa1e71, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=278ab384-4ade-4baa-873b-d024edaa1e71,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:33.153688 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.280781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] For port 278ab384-4ade-4baa-873b-d024edaa1e71, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=278ab384-4ade-4baa-873b-d024edaa1e71,segment=NetworkSegment(a1a8fb86-4d11-4e9a-87ab-b6b0727bc100),segment_id=a1a8fb86-4d11-4e9a-87ab-b6b0727bc100)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:33.281136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.281570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Calling delete_port for 278ab384-4ade-4baa-873b-d024edaa1e71 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:33.404726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] Calling delete_port for 278ab384-4ade-4baa-873b-d024edaa1e71 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:33.468441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4d9f1d56-203c-4058-aa88-ca084582e6ec req-0bcd1ece-83e3-4fe8-be38-f8d8412032e8 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.1560686 Feb 04 20:41:33.546416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.552402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:41:33.552723 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:41:33.593566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] Pushing event deleted for resources: {'Port': ['ID=278ab384-4ade-4baa-873b-d024edaa1e71,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:33.595989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a60a4d-b703-4bcb-9e91-59103da24183 None None] No DVR routers for this DVR port 278ab384-4ade-4baa-873b-d024edaa1e71 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:41:34.054027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Deleting port 278ab384-4ade-4baa-873b-d024edaa1e71 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:34.054470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:34.124595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] The port '278ab384-4ade-4baa-873b-d024edaa1e71' was deleted {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:41:34.239528 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:34.265243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcd113a-2529-4e7f-ab30-60c80d682d30']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:34.277598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:34.277912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a8fb86-4d11-4e9a-87ab-b6b0727bc100') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:34.289513 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:34.295596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 278ab384-4ade-4baa-873b-d024edaa1e71 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:34.307423 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:34.313309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:41:34.313690 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: util.warn( Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:41:34.326819 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:41:34.331202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 278ab384-4ade-4baa-873b-d024edaa1e71 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:34.331554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 278ab384-4ade-4baa-873b-d024edaa1e71 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:34.480239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:34.485402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:34.509194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcd113a-2529-4e7f-ab30-60c80d682d30,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:34.518031 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8551358d-c351-4cfd-ae08-5af537d142b1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9dcd113a-2529-4e7f-ab30-60c80d682d30 HTTP/1.1" status: 204 len: 168 time: 1.6892576 Feb 04 20:41:34.521042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44720) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:34.649141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e60e1dc3-7c07-4f72-8a6a-91ab5accea6a req-3630b6a4-edd9-4434-9653-6590848b287c tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0494692 Feb 04 20:41:35.098441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:35.185579 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ab18d00-4b9a-44a9-8a4f-0ec9a8b36f6f req-a6c6a7e1-556c-4f68-a64d-822e9adc1ad2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=14078fc7356943bbb5398694a342ecac&device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0652223 Feb 04 20:41:35.216956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ab18d00-4b9a-44a9-8a4f-0ec9a8b36f6f req-42a1e758-0a91-4f15-ab91-e89ca50a5510 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=14078fc7356943bbb5398694a342ecac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253806 Feb 04 20:41:35.281496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a259e5a6-fe5c-4f6d-9198-567bdf545a34 req-ce1f3d8c-c4c8-46a5-98e3-a0b16613b517 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0959342 Feb 04 20:41:35.354828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab18d00-4b9a-44a9-8a4f-0ec9a8b36f6f req-145bdad3-c1b5-4344-99b3-b4cda3b58c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:35.356207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ab18d00-4b9a-44a9-8a4f-0ec9a8b36f6f req-145bdad3-c1b5-4344-99b3-b4cda3b58c57 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339505 Feb 04 20:41:35.496121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Deleting port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:35.496457 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:35.772330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] For port 2a901576-29d3-4d6f-93f8-3a56e6cf9d18, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,segment=NetworkSegment(4ea56421-9e8a-4c7e-b7eb-a35d79b0e216),segment_id=4ea56421-9e8a-4c7e-b7eb-a35d79b0e216)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:35.773022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:35.893262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Calling delete_port for 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:36.280525 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:36.327431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a901576-29d3-4d6f-93f8-3a56e6cf9d18,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:36.456665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a0246ea-daa2-4cef-ab10-136d6d2c0a66 req-6b598b8d-312b-4c05-8e35-f2823f74674e tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0465367 Feb 04 20:41:36.609913 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:36.697069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ab18d00-4b9a-44a9-8a4f-0ec9a8b36f6f req-d0bf7214-fe95-45ca-837d-7a1663c53428 tempest-ServerShowV257Test-2070509661 tempest-ServerShowV257Test-2070509661-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ec69a8b-036b-4bd5-8696-e5481bf04d12 HTTP/1.1" status: 200 len: 210 time: 0.0407238 Feb 04 20:41:37.086661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:41:37.266396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:37.275267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] Sync routers for ids ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:37.285352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] Routers {'b2fbdde2-bad6-4130-adbb-5f9bd4e80020'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:37.285959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:37.351346 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc55fe27-2d65-4a72-a4d9-f294cbf9def3 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2fbdde2-bad6-4130-adbb-5f9bd4e80020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8291044 Feb 04 20:41:37.355879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44732) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:37.506826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] Set router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:37.544594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:37.730652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:37.792027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Deleting port 00549f2e-abb4-42e8-95bc-cdfee697ce12 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:37.792378 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:37.807247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:41:36Z', 'revision_number': 5, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port': {'id': '00549f2e-abb4-42e8-95bc-cdfee697ce12', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:36:09Z', 'updated_at': '2022-02-04T20:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:37.811130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] Checking router: b2fbdde2-bad6-4130-adbb-5f9bd4e80020 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:41:37.819812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] Routers {'b2fbdde2-bad6-4130-adbb-5f9bd4e80020'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:37.820419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:37.957733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44742) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:37.976186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] Set router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:37.983627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] For port 00549f2e-abb4-42e8-95bc-cdfee697ce12, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=00549f2e-abb4-42e8-95bc-cdfee697ce12,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:37.984036 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.084598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.089449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:41:37Z', 'revision_number': 6, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:38.094043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d65d4-7dea-43c5-b9c6-11fa1c96d5ba None None] The sync data for ids ['b2fbdde2-bad6-4130-adbb-5f9bd4e80020'] in n-d-811806-1 is: [{'id': 'b2fbdde2-bad6-4130-adbb-5f9bd4e80020', 'name': 'tempest-TestServerBasicOps-273988036-router', 'tenant_id': '115d0103100141bbb529a4121bb06a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:36:08Z', 'updated_at': '2022-02-04T20:41:37Z', 'revision_number': 6, 'project_id': '115d0103100141bbb529a4121bb06a9a', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:41:38.104535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:38.108474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Usage tracker for resource:security_group_rule and tenant:14078fc7356943bbb5398694a342ecac is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:38.112194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:38.118834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:38.215631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.239429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Calling delete_port for 00549f2e-abb4-42e8-95bc-cdfee697ce12 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:38.286374 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.334726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14078fc7356943bbb5398694a342ecac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759286 Feb 04 20:41:38.336489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766134a1-43a8-4911-82ad-fccdd84b2e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362b14c7-bd66-4a90-9c7c-af66e54a3f3a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:38.337568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44748) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:38.450298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f06c818c-19ae-44cc-8ada-3a9ac5706514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.478388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f06c818c-19ae-44cc-8ada-3a9ac5706514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.508850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:38.513789 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.549678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:38.550018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2a901576-29d3-4d6f-93f8-3a56e6cf9d18 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:38.565085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Pushing event deleted for resources: {'Port': ['ID=00549f2e-abb4-42e8-95bc-cdfee697ce12,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:38.650016 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:41:38.664168 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.765752 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f06c818c-19ae-44cc-8ada-3a9ac5706514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.840537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c818c-19ae-44cc-8ada-3a9ac5706514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b14c7-bd66-4a90-9c7c-af66e54a3f3a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:38.850607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.853284 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.865233 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f06c818c-19ae-44cc-8ada-3a9ac5706514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.867144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f06c818c-19ae-44cc-8ada-3a9ac5706514 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/362b14c7-bd66-4a90-9c7c-af66e54a3f3a HTTP/1.1" status: 204 len: 168 time: 0.5285923 Feb 04 20:41:38.948971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.949534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2fbdde2-bad6-4130-adbb-5f9bd4e80020 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:41:38.958007 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.959178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-dcd61017-d98b-40d7-9ced-7c893d3bf7df admin admin] 10.222.0.48 "DELETE /v2.0/routers/b2fbdde2-bad6-4130-adbb-5f9bd4e80020 HTTP/1.1" status: 204 len: 168 time: 1.6019158 Feb 04 20:41:38.961697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44756) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:39.024666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] Deleting subnet 0355f79b-096b-45ea-8957-144fac5194f0 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:41:39.027704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.084588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.132753 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.170155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.315676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.357338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0355f79b-096b-45ea-8957-144fac5194f0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:39.361192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.367729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-572b5045-037c-4a3f-974f-1ac58b606fc4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0355f79b-096b-45ea-8957-144fac5194f0 HTTP/1.1" status: 204 len: 168 time: 0.4050446 Feb 04 20:41:39.369122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fc86c-de03-4a31-8816-70deeaee03d2 None None] Network 2c8a07df-775b-4caa-9f1c-393bb592346a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:41:39.370494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44768) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:39.386461 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.488867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.499856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Deleting port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:39.500176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.631004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] DHCP port deletion for 2c8a07df-775b-4caa-9f1c-393bb592346a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:41:39.635692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Deleting port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:39.636086 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.726511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] For port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,segment=NetworkSegment(4ea56421-9e8a-4c7e-b7eb-a35d79b0e216),segment_id=4ea56421-9e8a-4c7e-b7eb-a35d79b0e216)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:39.727125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.856180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] For port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,segment=NetworkSegment(4ea56421-9e8a-4c7e-b7eb-a35d79b0e216),segment_id=4ea56421-9e8a-4c7e-b7eb-a35d79b0e216)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:39.856733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:39.964077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Calling delete_port for 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:39.984018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Calling delete_port for 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:40.128542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.138427 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:41:40.138427 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:41:40.182423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd9e280-32ff-49c5-85fb-9d0241e81ae5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:40.184255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] No DVR routers for this DVR port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:41:40.304126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 00549f2e-abb4-42e8-95bc-cdfee697ce12 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:40.306163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.333445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8a07df-775b-4caa-9f1c-393bb592346a']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:40.347442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:40.347753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea56421-9e8a-4c7e-b7eb-a35d79b0e216') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:40.361798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.379584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.386366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:41:40.386802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.387090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 00549f2e-abb4-42e8-95bc-cdfee697ce12 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:40.387652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 00549f2e-abb4-42e8-95bc-cdfee697ce12 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:40.388143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:41:40.408495 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:41:40.422753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:40.423111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:40.552137 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.557540 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.584393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8a07df-775b-4caa-9f1c-393bb592346a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:40.588703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ac70ca21-722f-4065-9aa9-5bd94e31cc6e admin admin] 10.222.0.48 "DELETE /v2.0/networks/2c8a07df-775b-4caa-9f1c-393bb592346a HTTP/1.1" status: 204 len: 168 time: 1.2171319 Feb 04 20:41:40.635918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Deleting port 2bd9e280-32ff-49c5-85fb-9d0241e81ae5 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:40.637023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.702671 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b7617aaf-863c-4100-9421-dd9bdcec72cb None None] The port '2bd9e280-32ff-49c5-85fb-9d0241e81ae5' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:41:40.921938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44822) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:40.937244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44826) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:40.972844 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-93836e0f-3b0c-4a71-81b0-385a3d5960da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6faa2ca18f4c4e26a7c392abff29954e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494604 Feb 04 20:41:40.975280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44832) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:41.038497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1446-7d8c-4e0a-8109-011e96b437ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.064671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1446-7d8c-4e0a-8109-011e96b437ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.115398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.131392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:41.135228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Usage tracker for resource:security_group_rule and tenant:ae6e8fa3572c43159fabe4c8be02e5f2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:41.138049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:41.144653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:41.244668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1446-7d8c-4e0a-8109-011e96b437ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.267213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd1446-7d8c-4e0a-8109-011e96b437ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418df525-00ca-49b0-a2ea-c3332f0833b1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:41.289889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1446-7d8c-4e0a-8109-011e96b437ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.291030 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6cbd1446-7d8c-4e0a-8109-011e96b437ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/418df525-00ca-49b0-a2ea-c3332f0833b1 HTTP/1.1" status: 204 len: 168 time: 0.3147388 Feb 04 20:41:41.337815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.408698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.461105 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae6e8fa3572c43159fabe4c8be02e5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227709 Feb 04 20:41:41.461979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbb5fb-6836-4277-8e62-d57a0c055369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ca2f93-0055-4695-b72f-0e164f6052b6,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:41.463903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44838) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:41.523844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-305e9724-b151-4f27-a567-f50f562a331d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.551085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-305e9724-b151-4f27-a567-f50f562a331d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.686305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-305e9724-b151-4f27-a567-f50f562a331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.702455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e9724-b151-4f27-a567-f50f562a331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ca2f93-0055-4695-b72f-0e164f6052b6,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:41.711590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-305e9724-b151-4f27-a567-f50f562a331d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:41.715436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-305e9724-b151-4f27-a567-f50f562a331d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86ca2f93-0055-4695-b72f-0e164f6052b6 HTTP/1.1" status: 204 len: 168 time: 0.2504940 Feb 04 20:41:41.923215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44846) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:41.971104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9091c18e-964e-4435-a67a-787c9ea3af70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=115d0103100141bbb529a4121bb06a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462127 Feb 04 20:41:41.973599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44850) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:42.038409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26ad00-fc82-4f76-8e78-8b0190d7e1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:42.065313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26ad00-fc82-4f76-8e78-8b0190d7e1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:42.197659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26ad00-fc82-4f76-8e78-8b0190d7e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:42.214762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26ad00-fc82-4f76-8e78-8b0190d7e1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715fde2-fa8b-4636-b19e-6b5ac2969b1c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:42.219064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bd26ad00-fc82-4f76-8e78-8b0190d7e1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:42.220798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bd26ad00-fc82-4f76-8e78-8b0190d7e1fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e715fde2-fa8b-4636-b19e-6b5ac2969b1c HTTP/1.1" status: 204 len: 168 time: 0.2456758 Feb 04 20:41:42.808785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44874) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:42.915796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2066781988-network', 'tenant_id': '65139cfca0a344a1b7b54e6987a96ea6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:42.921236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:42.925533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Usage tracker for resource:network and tenant:65139cfca0a344a1b7b54e6987a96ea6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:42.928387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:42.934564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:43.017406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Made reservation on behalf of 65139cfca0a344a1b7b54e6987a96ea6 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:41:43.019631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.031603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.046270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:43.050642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Usage tracker for resource:security_group_rule and tenant:65139cfca0a344a1b7b54e6987a96ea6 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:43.053470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:43.059113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:43.138951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.217241 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.251597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:41:43.256787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40379430-3aa8-4bb9-880a-e84178ba20fe,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:43.264843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.265206 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Added segment 54d7ee86-4678-49dc-8fea-0e46b9e02b26 of type vlan for network 76d92a30-94ef-42bc-a0c4-24f2ff44f53c Feb 04 20:41:43.291990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.388681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.389568 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:43.390139 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:43.495859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] Pushing event updated for resources: {'Network': ['ID=76d92a30-94ef-42bc-a0c4-24f2ff44f53c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:43.508378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 76d92a30-94ef-42bc-a0c4-24f2ff44f53c details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:41:43.546675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8e077992-c9d6-4438-bc2a-c5fea141085e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7366638 Feb 04 20:41:43.981300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70d0a1-3c7f-421a-bc21-b66e3f2244b7 req-3b8085a0-493e-4a78-99a7-8a4b97044077 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:43.986841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70d0a1-3c7f-421a-bc21-b66e3f2244b7 req-3b8085a0-493e-4a78-99a7-8a4b97044077 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:43.992535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70d0a1-3c7f-421a-bc21-b66e3f2244b7 req-3b8085a0-493e-4a78-99a7-8a4b97044077 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:43.994101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc70d0a1-3c7f-421a-bc21-b66e3f2244b7 req-3b8085a0-493e-4a78-99a7-8a4b97044077 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1546748 Feb 04 20:41:44.133980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc1ddf-3aa7-47b8-af81-bd8d6162bcc8 req-2d50836a-f526-4d55-a647-dcd755eb6dd7 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:44.134521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0cdc1ddf-3aa7-47b8-af81-bd8d6162bcc8 req-2d50836a-f526-4d55-a647-dcd755eb6dd7 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] Synchronizing usage tracker for tenant:65139cfca0a344a1b7b54e6987a96ea6 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:44.211701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0cdc1ddf-3aa7-47b8-af81-bd8d6162bcc8 req-2d50836a-f526-4d55-a647-dcd755eb6dd7 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] Unset dirty status for tenant:65139cfca0a344a1b7b54e6987a96ea6 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:44.212888 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0cdc1ddf-3aa7-47b8-af81-bd8d6162bcc8 req-2d50836a-f526-4d55-a647-dcd755eb6dd7 tempest-ComputeTenantNetworksTest-1533960473 tempest-ComputeTenantNetworksTest-1533960473-project] 10.222.0.48 "GET /v2.0/networks/76d92a30-94ef-42bc-a0c4-24f2ff44f53c HTTP/1.1" status: 200 len: 769 time: 0.1992140 Feb 04 20:41:44.221127 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44892) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:44.326175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:44.446215 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:44.469863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d92a30-94ef-42bc-a0c4-24f2ff44f53c']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:44.481929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d7ee86-4678-49dc-8fea-0e46b9e02b26') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:44.482221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d7ee86-4678-49dc-8fea-0e46b9e02b26') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:44.493659 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:44.509644 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:44.515424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:41:44.515800 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:41:44.528902 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:41:44.683290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:44.704270 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:44.716466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d92a30-94ef-42bc-a0c4-24f2ff44f53c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:44.784082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a0621b77-8349-4669-a64f-1fefc0d98a56 admin admin] 10.222.0.48 "DELETE /v2.0/networks/76d92a30-94ef-42bc-a0c4-24f2ff44f53c HTTP/1.1" status: 204 len: 168 time: 0.5618150 Feb 04 20:41:45.107332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:45.158993 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-81a0d5eb-e69c-4313-8bf1-5d48545cc646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65139cfca0a344a1b7b54e6987a96ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504761 Feb 04 20:41:45.161484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44904) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:45.226071 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c2507e1-2798-4c11-ad8b-c62696d55a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:45.252701 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c2507e1-2798-4c11-ad8b-c62696d55a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:45.382938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c2507e1-2798-4c11-ad8b-c62696d55a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:45.399410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2507e1-2798-4c11-ad8b-c62696d55a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40379430-3aa8-4bb9-880a-e84178ba20fe,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:45.404965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c2507e1-2798-4c11-ad8b-c62696d55a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:45.407146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c2507e1-2798-4c11-ad8b-c62696d55a84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40379430-3aa8-4bb9-880a-e84178ba20fe HTTP/1.1" status: 204 len: 168 time: 0.2447612 Feb 04 20:41:45.481073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44910) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:46.051381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.573171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port de98fb5b-75db-49be-a129-7dde95b76557 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:46.573891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.760715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port de98fb5b-75db-49be-a129-7dde95b76557, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=de98fb5b-75db-49be-a129-7dde95b76557,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:46.761068 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.888697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for de98fb5b-75db-49be-a129-7dde95b76557 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:47.152347 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:47.204085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=de98fb5b-75db-49be-a129-7dde95b76557,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:47.487477 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:47.849866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:41:48.144458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:48.156253 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] Sync routers for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:48.166101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1588bc50-137b-4849-832f-f3f917ceb40e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "PUT /v2.0/routers/ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838198 Feb 04 20:41:48.167779 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:48.168809 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:48.350030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:48.703358 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:47Z', 'revision_number': 6, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:14Z', 'revision_number': 1, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:48.707527 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] Checking router: ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:41:48.715630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:48.717060 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:48.759425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf64d-cd04-4d30-ac15-3621855565ee req-c13c9fbd-45b7-4b7a-a580-3e07d24f25ec tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:48.760123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-06fcf64d-cd04-4d30-ac15-3621855565ee req-c13c9fbd-45b7-4b7a-a580-3e07d24f25ec tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:48.827333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-06fcf64d-cd04-4d30-ac15-3621855565ee req-c13c9fbd-45b7-4b7a-a580-3e07d24f25ec tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:48.827333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06fcf64d-cd04-4d30-ac15-3621855565ee req-c13c9fbd-45b7-4b7a-a580-3e07d24f25ec tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 946 time: 0.1465189 Feb 04 20:41:48.877609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06fcf64d-cd04-4d30-ac15-3621855565ee req-fa1bef4b-fba6-4754-a8be-e843417347c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Feb 04 20:41:48.897755 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:49.251162 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:47Z', 'revision_number': 6, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:14Z', 'revision_number': 1, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:49.255581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d256cb06-68e7-4787-ac2c-642178fafe41 None None] The sync data for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 is: [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:47Z', 'revision_number': 6, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'aa67245a-9285-44e9-a295-065432652e7e', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'port_id': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'mac_address': 'fa:16:3e:0b:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:40:11Z', 'updated_at': '2022-02-04T20:40:14Z', 'revision_number': 1, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:41:50.033226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 44980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:50.070477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e172-1a14-4d42-89a3-5a858c44d23f req-c79da70e-6990-4b51-aa53-a62a03bdeb8d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:50.071195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9317e172-1a14-4d42-89a3-5a858c44d23f req-c79da70e-6990-4b51-aa53-a62a03bdeb8d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:50.071795 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d6475901-85ac-4a78-b431-a74905ee7daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.083528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9317e172-1a14-4d42-89a3-5a858c44d23f req-c79da70e-6990-4b51-aa53-a62a03bdeb8d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:50.086931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9317e172-1a14-4d42-89a3-5a858c44d23f req-c79da70e-6990-4b51-aa53-a62a03bdeb8d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 946 time: 0.0948555 Feb 04 20:41:50.131760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9317e172-1a14-4d42-89a3-5a858c44d23f req-44f03ef7-f771-4c30-8e16-28aa8db02226 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407586 Feb 04 20:41:50.175953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.198619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:50.204043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Usage tracker for resource:security_group_rule and tenant:23604e7b3a204f478da3fef680e9a2fd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:50.208720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:50.216741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:50.245222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-3431d0d6-8eaf-4d5a-aee5-c808246a25f2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:50.246627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-3431d0d6-8eaf-4d5a-aee5-c808246a25f2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 946 time: 0.1454196 Feb 04 20:41:50.268341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device de98fb5b-75db-49be-a129-7dde95b76557 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:50.301810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: de98fb5b-75db-49be-a129-7dde95b76557 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:50.302186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device de98fb5b-75db-49be-a129-7dde95b76557 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:50.336539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port f9837431-d10c-4514-8cea-4e67acb77b3a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:50.336874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.453044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.555787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.680143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1476ba-44d3-4848-8897-353565dee770,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:50.688966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e39b30a-b6fd-485c-822c-a8b7777b4b67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23604e7b3a204f478da3fef680e9a2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547272 Feb 04 20:41:50.692257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44986) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:50.751401 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.760256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port f9837431-d10c-4514-8cea-4e67acb77b3a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=f9837431-d10c-4514-8cea-4e67acb77b3a,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:50.760256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.780924 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.874716 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.880693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for f9837431-d10c-4514-8cea-4e67acb77b3a owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:50.889474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1476ba-44d3-4848-8897-353565dee770,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:50.900128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.900476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.900814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.901148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.901478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.901806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.902128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.902455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.902800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.903121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.903441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.903759 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:50.907803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.909503 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a5833fbc-9cd5-4be6-adeb-8e9d719b9a8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a1476ba-44d3-4848-8897-353565dee770 HTTP/1.1" status: 204 len: 168 time: 0.2162774 Feb 04 20:41:51.094590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.145686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=f9837431-d10c-4514-8cea-4e67acb77b3a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:51.190539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.190938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.191248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.191591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.191924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.192255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.192581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.192919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.193235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.193558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.194005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.194336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:51.246458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] No DVR routers for this DVR port f9837431-d10c-4514-8cea-4e67acb77b3a on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:41:51.248735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.252372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'name': 'network-vif-deleted', 'tag': 'f9837431-d10c-4514-8cea-4e67acb77b3a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:41:51.307425 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e7a884-a7e9-40c7-8514-f2b6f0cc5018', 'name': 'network-vif-deleted', 'tag': 'f9837431-d10c-4514-8cea-4e67acb77b3a', 'status': 'completed', 'code': 200} Feb 04 20:41:51.325976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8b0ff390-b2fc-42e4-9807-b6dd14f5d6e0 req-324963b5-0684-4483-bb2e-07a5b0f53356 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:51.395915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2cddae3-a846-4658-90db-443cbe0483d7 req-65d232f8-a565-4121-a9b7-8e38b3827e7b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "DELETE /v2.0/ports/f9837431-d10c-4514-8cea-4e67acb77b3a HTTP/1.1" status: 204 len: 173 time: 1.1429083 Feb 04 20:41:51.463184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8b0ff390-b2fc-42e4-9807-b6dd14f5d6e0 req-324963b5-0684-4483-bb2e-07a5b0f53356 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:51.464215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b0ff390-b2fc-42e4-9807-b6dd14f5d6e0 req-324963b5-0684-4483-bb2e-07a5b0f53356 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=23e7a884-a7e9-40c7-8514-f2b6f0cc5018 HTTP/1.1" status: 200 len: 210 time: 0.1965826 Feb 04 20:41:51.594192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 44998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:51.612251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.628251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:51.632348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Usage tracker for resource:security_group_rule and tenant:58502ad37a344c3fb0321e0aeb62cfc6 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:51.635379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:51.641187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:51.722075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.780404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.827572 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58502ad37a344c3fb0321e0aeb62cfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323558 Feb 04 20:41:51.828558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317d9ab-e393-4503-bf2c-f6a2e3b29032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b120786-dcba-4a9e-b71c-4d24aaa535b1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:51.830544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45002) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:51.893452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df5e0259-8e13-4ba9-b403-f30a7ca02633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.918232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df5e0259-8e13-4ba9-b403-f30a7ca02633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.043403 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df5e0259-8e13-4ba9-b403-f30a7ca02633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.058676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0259-8e13-4ba9-b403-f30a7ca02633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b120786-dcba-4a9e-b71c-4d24aaa535b1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:52.065608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-df5e0259-8e13-4ba9-b403-f30a7ca02633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.066787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-df5e0259-8e13-4ba9-b403-f30a7ca02633 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b120786-dcba-4a9e-b71c-4d24aaa535b1 HTTP/1.1" status: 204 len: 168 time: 0.2352028 Feb 04 20:41:52.320591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eaeedb5f-d01d-4196-af8a-2a623ddc2460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.563419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45012) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:52.635597 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-374566ea-5124-4ca7-a184-882bb38bd2c8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.670292 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-374566ea-5124-4ca7-a184-882bb38bd2c8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.834728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-374566ea-5124-4ca7-a184-882bb38bd2c8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.854832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374566ea-5124-4ca7-a184-882bb38bd2c8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ec0d2-a83a-4598-8bdc-80fa0b4f76bc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:52.945741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-374566ea-5124-4ca7-a184-882bb38bd2c8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.946904 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-374566ea-5124-4ca7-a184-882bb38bd2c8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/security-groups/964ec0d2-a83a-4598-8bdc-80fa0b4f76bc HTTP/1.1" status: 204 len: 168 time: 0.3823056 Feb 04 20:41:53.020270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45028) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:53.087364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting subnet 686ebfb8-48e5-449a-8d52-125647b0f6b8 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:41:53.090244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.148612 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.232416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.372274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.419821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Subnet': ['ID=686ebfb8-48e5-449a-8d52-125647b0f6b8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:53.421795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.426420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d395fc-46fe-4010-a1a8-36fad811fb4b None None] Network ae38f9db-c7c5-4429-8cf8-15ee453c2254 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:41:53.428784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1dd0b8dd-d2a3-4f4a-a449-4ec6c61f2d55 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/subnets/686ebfb8-48e5-449a-8d52-125647b0f6b8 HTTP/1.1" status: 204 len: 168 time: 0.4075196 Feb 04 20:41:53.431468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45040) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:53.506595 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.508028 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.548674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.560276 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port b3b58c77-6107-4293-b59b-c28a8a799a59 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:53.560623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.682584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] DHCP port deletion for ae38f9db-c7c5-4429-8cf8-15ee453c2254 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:41:53.687058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Deleting port b3b58c77-6107-4293-b59b-c28a8a799a59 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:53.687811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.769802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port b3b58c77-6107-4293-b59b-c28a8a799a59, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3b58c77-6107-4293-b59b-c28a8a799a59,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:53.770399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:53.898416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for b3b58c77-6107-4293-b59b-c28a8a799a59 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:53.909127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] For port b3b58c77-6107-4293-b59b-c28a8a799a59, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b3b58c77-6107-4293-b59b-c28a8a799a59,segment=NetworkSegment(a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5),segment_id=a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:53.909606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.038785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Calling delete_port for b3b58c77-6107-4293-b59b-c28a8a799a59 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:54.123889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f9837431-d10c-4514-8cea-4e67acb77b3a no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:54.157907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: f9837431-d10c-4514-8cea-4e67acb77b3a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:54.158283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device f9837431-d10c-4514-8cea-4e67acb77b3a not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:54.172227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.187509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:41:54.187967 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:41:54.221848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=b3b58c77-6107-4293-b59b-c28a8a799a59,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:54.223678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] No DVR routers for this DVR port b3b58c77-6107-4293-b59b-c28a8a799a59 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:41:54.309142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b3b58c77-6107-4293-b59b-c28a8a799a59 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:41:54.343767 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: b3b58c77-6107-4293-b59b-c28a8a799a59 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:41:54.344109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b3b58c77-6107-4293-b59b-c28a8a799a59 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:41:54.349554 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.379452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae38f9db-c7c5-4429-8cf8-15ee453c2254']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:54.391748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:54.392120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a36dcf-5a8c-4c52-a91f-9a6f5a5af2c5') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:54.404892 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.420406 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.426464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:41:54.426884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:41:54.442560 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:41:54.586083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.606075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.615086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Network': ['ID=ae38f9db-c7c5-4429-8cf8-15ee453c2254,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:54.688725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Deleting port b3b58c77-6107-4293-b59b-c28a8a799a59 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:54.689219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.706938 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-26a94021-b80e-4b97-af8a-7cd649cbbc12 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/networks/ae38f9db-c7c5-4429-8cf8-15ee453c2254 HTTP/1.1" status: 204 len: 168 time: 1.2744374 Feb 04 20:41:54.709500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45068) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:54.760491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-80ba2cdc-f915-4439-a1d7-dcabd3b68854 None None] The port 'b3b58c77-6107-4293-b59b-c28a8a799a59' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:41:54.914446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port fb5478e9-fde6-4dfe-b775-cd878a609c6f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:54.917404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.091441 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.091777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.166036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.222180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for fb5478e9-fde6-4dfe-b775-cd878a609c6f owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:55.443520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.490516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=fb5478e9-fde6-4dfe-b775-cd878a609c6f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:55.583573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.583912 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Floating IP aa67245a-9285-44e9-a295-065432652e7e disassociated (deleted). External IP: 172.25.7.150, port: 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e. Feb 04 20:41:56.056053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:41:56.238163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:56.249772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] Sync routers for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:56.260854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:56.261364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:56.262345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:56.286061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45088) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:56.315632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f0eb695c-d232-4ae1-b51d-a6de22cbffdf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/floatingips/aa67245a-9285-44e9-a295-065432652e7e HTTP/1.1" status: 204 len: 168 time: 1.6048315 Feb 04 20:41:56.316771 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:41:56.372416 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'status': 'completed', 'code': 200} Feb 04 20:41:56.458506 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:56.486544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:56.490045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:56.492573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Usage tracker for resource:security_group_rule and tenant:5efb5717b5a24b97a33ebda3a6e9fb1d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:56.496418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:56.503817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:56.537698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-1b6a3ff9-d00a-48e4-9e21-dc55bf1697d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:56.539183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-1b6a3ff9-d00a-48e4-9e21-dc55bf1697d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 1097 time: 0.1214037 Feb 04 20:41:56.708456 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:56.718280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-e62ff851-1dc6-46da-a193-0a32955511fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:56.719879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-e62ff851-1dc6-46da-a193-0a32955511fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=88238f31-1aa7-4fa3-bfc0-21e29de2c891 HTTP/1.1" status: 200 len: 898 time: 0.1711915 Feb 04 20:41:56.802022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:56.816253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:47Z', 'revision_number': 6, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:56.820609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] Checking router: ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:41:56.829228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:56.829985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:56.831278 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-26b8d84f-8db1-407e-a72d-1904675ca0fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e HTTP/1.1" status: 200 len: 217 time: 0.0903237 Feb 04 20:41:56.879390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d54c1-96c9-4ff2-b968-160a1338909b req-b677b2e5-455c-4ee3-864c-cf46dbe34626 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:56.880136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-989d54c1-96c9-4ff2-b968-160a1338909b req-b677b2e5-455c-4ee3-864c-cf46dbe34626 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:56.900322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5efb5717b5a24b97a33ebda3a6e9fb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129501 Feb 04 20:41:56.903379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45100) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:56.907042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b9c9a-51b5-47b1-a1f8-0d379790110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27392756-a826-48ed-adbe-db6b7db17f3f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:56.926169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-f833fb67-641a-4fdc-a7ae-80d9aff2a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:56.927354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-f833fb67-641a-4fdc-a7ae-80d9aff2a697 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=74f591fe-d8b7-4a13-8cd2-43c0062055d0 HTTP/1.1" status: 200 len: 833 time: 0.0857046 Feb 04 20:41:56.964776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-989d54c1-96c9-4ff2-b968-160a1338909b req-b677b2e5-455c-4ee3-864c-cf46dbe34626 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:56.965825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-989d54c1-96c9-4ff2-b968-160a1338909b req-b677b2e5-455c-4ee3-864c-cf46dbe34626 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 946 time: 0.1710761 Feb 04 20:41:56.970202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-561ea2e7-fb52-43f2-9aa1-27bc33de8e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.011536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-64dc0b09-b4dc-49c9-a3fc-6fc5ca6b0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:57.013341 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-64dc0b09-b4dc-49c9-a3fc-6fc5ca6b0493 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88238f31-1aa7-4fa3-bfc0-21e29de2c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790548 Feb 04 20:41:57.030864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:57.036251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-989d54c1-96c9-4ff2-b968-160a1338909b req-7f301ef3-efde-4d16-8fa2-4bc8a8add7cc tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:57.040529 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-561ea2e7-fb52-43f2-9aa1-27bc33de8e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.148281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-c5d52ea9-c399-49d9-b387-b369b09e042a service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278555 Feb 04 20:41:57.148849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-989d54c1-96c9-4ff2-b968-160a1338909b req-7f301ef3-efde-4d16-8fa2-4bc8a8add7cc tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:57.150000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-989d54c1-96c9-4ff2-b968-160a1338909b req-7f301ef3-efde-4d16-8fa2-4bc8a8add7cc tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706271 Feb 04 20:41:57.180669 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-561ea2e7-fb52-43f2-9aa1-27bc33de8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.198667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ea2e7-fb52-43f2-9aa1-27bc33de8e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27392756-a826-48ed-adbe-db6b7db17f3f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:57.202088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-561ea2e7-fb52-43f2-9aa1-27bc33de8e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.203307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-561ea2e7-fb52-43f2-9aa1-27bc33de8e66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27392756-a826-48ed-adbe-db6b7db17f3f HTTP/1.1" status: 204 len: 168 time: 0.2988009 Feb 04 20:41:57.294372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0dfcc5de-f48c-4d0d-9ee1-190872e45cb5 req-3dd0576d-3bdd-4f97-99dc-9dfc6150e47c service neutron] 10.222.0.24 "GET /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396308 Feb 04 20:41:57.369373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:47Z', 'revision_number': 6, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:57.373299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596e6ff-6310-4284-9f6f-138abf2cf973 None None] The sync data for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 is: [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:41:47Z', 'revision_number': 6, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f78297ce-d6a2-47c9-b85c-59569f336c4d', 'name': '', 'network_id': '88238f31-1aa7-4fa3-bfc0-21e29de2c891', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:70:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:46Z', 'updated_at': '2022-02-04T20:39:54Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '74f591fe-d8b7-4a13-8cd2-43c0062055d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:41:57.602893 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48265fe5-34f6-4528-ace0-7a730f4ae483 None None] New status for floating IP aa67245a-9285-44e9-a295-065432652e7e: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:41:57.822205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45108) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:57.839339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.853286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:57.860220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Usage tracker for resource:security_group_rule and tenant:7b4fcf175e73409b9ac7c2bc03141002 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:57.860220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:57.866233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:57.948720 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.022968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.070389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b4fcf175e73409b9ac7c2bc03141002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470918 Feb 04 20:41:58.071313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c0c6-6db9-4758-9fae-75e9cf52cc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d27df0b-8e0c-49d0-9bcc-e921e079b17c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:58.073379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:58.130648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8df625-9fe1-4114-878d-a6248cf0f63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.155414 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8df625-9fe1-4114-878d-a6248cf0f63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.262949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8df625-9fe1-4114-878d-a6248cf0f63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.281077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df625-9fe1-4114-878d-a6248cf0f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d27df0b-8e0c-49d0-9bcc-e921e079b17c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:58.285250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e8df625-9fe1-4114-878d-a6248cf0f63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.286346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e8df625-9fe1-4114-878d-a6248cf0f63a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d27df0b-8e0c-49d0-9bcc-e921e079b17c HTTP/1.1" status: 204 len: 168 time: 0.2120049 Feb 04 20:41:58.353337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f701e5-4f74-4d32-930f-ac345c850756 req-c5274391-f19c-4d95-b4db-f78467eafc22 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:58.355271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88f701e5-4f74-4d32-930f-ac345c850756 req-c5274391-f19c-4d95-b4db-f78467eafc22 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 946 time: 0.1497452 Feb 04 20:41:58.537609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d75cc-3df3-433b-8c0f-7829724903e5 req-ba132192-c8d2-4d98-bba7-0d392ad03abe tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:58.539010 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb1d75cc-3df3-433b-8c0f-7829724903e5 req-ba132192-c8d2-4d98-bba7-0d392ad03abe tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 946 time: 0.2736177 Feb 04 20:41:58.574142 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:41:58.574563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.643717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb1d75cc-3df3-433b-8c0f-7829724903e5 req-b5828bc6-8965-45b5-96d6-47e01bce2492 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961003 Feb 04 20:41:58.841241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:58.846766 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.966502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:41:59.206310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:59.259162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=0ab620a1-c6c3-4a08-8d7f-d04cba625e3e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:59.338532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] No DVR routers for this DVR port 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:41:59.341127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:59.345264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'name': 'network-vif-deleted', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:41:59.397176 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6dd02e-61ed-4b28-80c3-fb6ac5e35140', 'name': 'network-vif-deleted', 'tag': '0ab620a1-c6c3-4a08-8d7f-d04cba625e3e', 'status': 'completed', 'code': 200} Feb 04 20:41:59.443746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88f701e5-4f74-4d32-930f-ac345c850756 req-7ac69ce7-8cf7-4558-8c64-e1b6f398ac20 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.24 "DELETE /v2.0/ports/0ab620a1-c6c3-4a08-8d7f-d04cba625e3e HTTP/1.1" status: 204 len: 173 time: 1.0778267 Feb 04 20:41:59.805560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b213be65-489a-4fd5-9817-eaf8fed10012 req-12c687f8-a251-4817-bcd6-ff5a8b085aeb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:59.905752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b213be65-489a-4fd5-9817-eaf8fed10012 req-12c687f8-a251-4817-bcd6-ff5a8b085aeb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:59.907695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b213be65-489a-4fd5-9817-eaf8fed10012 req-12c687f8-a251-4817-bcd6-ff5a8b085aeb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e6dd02e-61ed-4b28-80c3-fb6ac5e35140 HTTP/1.1" status: 200 len: 210 time: 0.1483984 Feb 04 20:42:01.006499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45168) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:01.076813 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f877-de87-4e2e-b726-76bb87ef5915 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.105944 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f877-de87-4e2e-b726-76bb87ef5915 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.248789 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f877-de87-4e2e-b726-76bb87ef5915 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.268826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f877-de87-4e2e-b726-76bb87ef5915 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4d0fb-6086-4e6d-b5cd-1d86ceea972a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:01.316706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f877-de87-4e2e-b726-76bb87ef5915 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.317842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c2a0f877-de87-4e2e-b726-76bb87ef5915 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/security-groups/0da4d0fb-6086-4e6d-b5cd-1d86ceea972a HTTP/1.1" status: 204 len: 168 time: 0.3103349 Feb 04 20:42:01.392292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45176) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:01.399892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45180) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:01.518037 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.531949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:01.535700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Usage tracker for resource:security_group_rule and tenant:2d48d117aa5948d5b509c0e8625b72cc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:01.538423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:01.544026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:01.624460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.688698 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.739488 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d48d117aa5948d5b509c0e8625b72cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384984 Feb 04 20:42:01.740329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3de8db-5c40-4132-b097-6333777dd38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317a1b80-600d-496d-b498-84dcd36f4f62,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:01.742637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45186) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:01.892049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff341c7f-c893-481f-8d9f-a03b894abc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:01.929117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff341c7f-c893-481f-8d9f-a03b894abc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:02.047664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:02.216613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff341c7f-c893-481f-8d9f-a03b894abc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:02.246374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff341c7f-c893-481f-8d9f-a03b894abc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317a1b80-600d-496d-b498-84dcd36f4f62,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:02.259430 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff341c7f-c893-481f-8d9f-a03b894abc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:02.260529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ff341c7f-c893-481f-8d9f-a03b894abc95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/317a1b80-600d-496d-b498-84dcd36f4f62 HTTP/1.1" status: 204 len: 168 time: 0.5174305 Feb 04 20:42:02.536793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port f78297ce-d6a2-47c9-b85c-59569f336c4d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:42:02.537510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:02.722227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port f78297ce-d6a2-47c9-b85c-59569f336c4d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f78297ce-d6a2-47c9-b85c-59569f336c4d,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:02.722581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:02.844032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45194) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:02.846073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for f78297ce-d6a2-47c9-b85c-59569f336c4d owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:42:02.862566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:02.877234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:02.881062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Usage tracker for resource:security_group_rule and tenant:377d5c7448e2427b82327d184cfc99e9 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:02.883887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:02.889561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:02.971817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.051272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.088342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:42:03.098019 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=377d5c7448e2427b82327d184cfc99e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529340 Feb 04 20:42:03.099036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce40f20-cb71-40c5-b3ce-4fc0736545c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de81efcc-d51d-4aae-ae3a-0bbc96fa2680,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:03.100166 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.101391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45198) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:03.130155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:42:03.130885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 0ab620a1-c6c3-4a08-8d7f-d04cba625e3e not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:42:03.162030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=f78297ce-d6a2-47c9-b85c-59569f336c4d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:03.177126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f493311a-8644-4206-ac41-80dfc78adf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.217548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f493311a-8644-4206-ac41-80dfc78adf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.354570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f493311a-8644-4206-ac41-80dfc78adf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.371306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493311a-8644-4206-ac41-80dfc78adf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de81efcc-d51d-4aae-ae3a-0bbc96fa2680,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:03.380402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f493311a-8644-4206-ac41-80dfc78adf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.381555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f493311a-8644-4206-ac41-80dfc78adf70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de81efcc-d51d-4aae-ae3a-0bbc96fa2680 HTTP/1.1" status: 204 len: 168 time: 0.2793043 Feb 04 20:42:03.439768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.916014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:42:04.092585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:42:04.102296 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] Sync routers for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:42:04.112211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:04.112927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:04.183122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0b99b819-53ae-47d8-8656-a04634f740df tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "PUT /v2.0/routers/ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7886679 Feb 04 20:42:04.184827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45218) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:04.260830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting subnet 74f591fe-d8b7-4a13-8cd2-43c0062055d0 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:42:04.264838 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:04.304719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:04.322952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:04.411518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:04.551718 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:04.594426 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:04.600989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Subnet': ['ID=74f591fe-d8b7-4a13-8cd2-43c0062055d0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:04.616588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45228) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:04.617042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-582f5098-5ea7-4b22-b8bc-789a812c22c5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/subnets/74f591fe-d8b7-4a13-8cd2-43c0062055d0 HTTP/1.1" status: 204 len: 168 time: 0.4253616 Feb 04 20:42:04.617153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbca48f-d42b-4e4a-800a-cdddfbdb0117 None None] Network 88238f31-1aa7-4fa3-bfc0-21e29de2c891 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:42:04.795169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:04.822097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:42:02Z', 'revision_number': 7, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:04.831273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] Checking router: ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:42:04.845764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] Routers {'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:04.846573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:04.930468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] DHCP port deletion for 88238f31-1aa7-4fa3-bfc0-21e29de2c891 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:42:04.945097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Deleting port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:42:04.945483 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:05.104696 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:05.139877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] Set router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:05.163306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port 328b9b10-780f-43f7-b40f-417678ae886b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:42:05.163606 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:05.345093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port 328b9b10-780f-43f7-b40f-417678ae886b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=328b9b10-780f-43f7-b40f-417678ae886b,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:05.346019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:05.461545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] For port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3db4a4c2-8305-458c-8ec3-5dd5858eedd1,segment=NetworkSegment(54c2eb56-deb1-4ab7-8c5e-620c433b066b),segment_id=54c2eb56-deb1-4ab7-8c5e-620c433b066b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:05.461932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:05.471126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for 328b9b10-780f-43f7-b40f-417678ae886b owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:42:05.595656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Calling delete_port for 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:42:05.717083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:42:02Z', 'revision_number': 7, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:05.721290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438173eb-ae3a-4edb-9ba7-3ea18e83e9ee None None] The sync data for ids ['ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6'] in n-d-811806-1 is: [{'id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'name': 'tempest-TestNetworkBasicOps-router-634733152', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '328b9b10-780f-43f7-b40f-417678ae886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:39:40Z', 'updated_at': '2022-02-04T20:42:02Z', 'revision_number': 7, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': '328b9b10-780f-43f7-b40f-417678ae886b', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:39:42Z', 'updated_at': '2022-02-04T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:42:05.769094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:05.815984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=328b9b10-780f-43f7-b40f-417678ae886b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:05.839828 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:05.889223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Pushing event deleted for resources: {'Port': ['ID=3db4a4c2-8305-458c-8ec3-5dd5858eedd1,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:05.898398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] No DVR routers for this DVR port 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:42:05.900738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.901146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.901549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.902332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.902470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.902932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.903325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.903710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.904311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.904473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.904840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.905223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4874bbf3-0f36-4e91-9ca0-9e545eaa68c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:05.913344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.092271 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.094190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.194483 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.195081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Fanout notify agent at l3_agent the message router_deleted on router ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:42:06.211149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.212259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d22c1a76-a640-4b0f-b3bc-8c91f63b8900 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/routers/ee4a35e9-fb4a-4d44-a50f-e59ffb084ba6 HTTP/1.1" status: 204 len: 168 time: 1.6036241 Feb 04 20:42:06.214921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45260) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:06.339090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.401079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f78297ce-d6a2-47c9-b85c-59569f336c4d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:42:06.439212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f78297ce-d6a2-47c9-b85c-59569f336c4d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:42:06.439855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f78297ce-d6a2-47c9-b85c-59569f336c4d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:42:06.440434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:42:06.475471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:42:06.475814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3db4a4c2-8305-458c-8ec3-5dd5858eedd1 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:42:06.502468 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.530368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88238f31-1aa7-4fa3-bfc0-21e29de2c891']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:06.542680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c2eb56-deb1-4ab7-8c5e-620c433b066b') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:06.543004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c2eb56-deb1-4ab7-8c5e-620c433b066b') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:06.554605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.570041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.575908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:42:06.576287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:42:06.590953 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:42:06.731489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.748881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.760020 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Network': ['ID=88238f31-1aa7-4fa3-bfc0-21e29de2c891,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:06.764977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-beb7cca4-cec1-408a-ad27-8bff8568a77d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/networks/88238f31-1aa7-4fa3-bfc0-21e29de2c891 HTTP/1.1" status: 204 len: 168 time: 0.5488598 Feb 04 20:42:06.787608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45272) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:06.793282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'network': {'name': 'tempest-network-smoke--362085221', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:06.799710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:06.804013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:network and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:06.807176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:06.813045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:06.919947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:42:06.924011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.951480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:42:06.959591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:06.959930 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Added segment 02d4078d-b662-4ea8-a9ef-2e88391ee862 of type vlan for network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb Feb 04 20:42:06.984721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:07.114541 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:07.120146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:07.120864 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:07.231164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Network': ['ID=0b4f8025-284e-4a5f-8b25-623d3ac58bfb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:07.242745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:42:07.286857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4cbd0747-a365-4476-9b4b-4d62c0307b10 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4980750 Feb 04 20:42:07.289451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45282) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:07.294642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'admin_state_up': True, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:07.303322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:07.307423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:router and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:07.310390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:07.317093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:07.374615 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:07.375910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:07.392992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:07.718612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:08.192429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:08.222262 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:08.278088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 328b9b10-780f-43f7-b40f-417678ae886b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:42:08.316470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 328b9b10-780f-43f7-b40f-417678ae886b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:42:08.316820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 328b9b10-780f-43f7-b40f-417678ae886b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:42:08.359456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.25.7.140 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/ec3d526f-5ea9-4797-a8e1-88013bdd6e73) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:08.513035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:08.612408 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:08.678883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:08.681834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:08.684432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:08.723629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:09.116934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:09.180158 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:09.417190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:09.533798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:09.937254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router b748ad38-aec0-404b-9f06-2e5331f4d3fe is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:42:10.119497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:42:10.132270 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Sync routers for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:42:10.153373 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:10.154018 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:10.217275 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:10.221250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-149beaa4-90b4-495f-98fa-136dbca770d5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9280133 Feb 04 20:42:10.221572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45322) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:10.265785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5cd7b882-6053-4972-8d4f-8f8c658fda8a tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=69700e22d7c147d19a2917b67dd03f54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398488 Feb 04 20:42:10.265785 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45326) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:10.376386 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:10.395870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3e93b-9844-42fc-ba56-2bd17503db0a tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:10.397663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-90f3e93b-9844-42fc-ba56-2bd17503db0a tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314270 Feb 04 20:42:10.400586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45330) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:10.444515 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-968bf27e-1e63-4e3b-97d1-3d6d8b0fe77a tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402544 Feb 04 20:42:10.444840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45336) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:10.450846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459269411', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:10.665171 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:08Z', 'revision_number': 3, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:10.668949 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Checking router: b748ad38-aec0-404b-9f06-2e5331f4d3fe for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:42:10.669291 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Updating router b748ad38-aec0-404b-9f06-2e5331f4d3fe port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:42:10.681170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:10.684996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:subnet and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:10.687821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:10.694099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:10.722158 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:10.785754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:42:10.789454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.057782 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.069771 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Transition to ACTIVE for port object ec3d526f-5ea9-4797-a8e1-88013bdd6e73 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:11.074400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.131569 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.162660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Subnet': ['ID=2f2313d5-db76-4e3f-afbe-bdf0870514e5,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:11.166786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Checking segment: {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:11.167459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network hostable DHCP agents. Network: 0b4f8025-284e-4a5f-8b25-623d3ac58bfb, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:42:11.218556 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Pushing event updated for resources: {'Port': ['ID=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:11.223261 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Attempting to bind port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:42:11.223628 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Attempting to bind port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:42:11.223983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Attempting to bind port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:42:11.231112 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.231455 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.231788 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.232118 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.232442 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.232762 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.233085 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.233400 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.233718 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.234030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.234372 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.234701 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:11.240442 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:42:11.240814 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:11.241212 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.241770 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:42:11.242112 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Bound port: ec3d526f-5ea9-4797-a8e1-88013bdd6e73, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:42:11.242474 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.243163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:42:11.314603 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] For port ec3d526f-5ea9-4797-a8e1-88013bdd6e73, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:42:11.317680 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] For port ec3d526f-5ea9-4797-a8e1-88013bdd6e73, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:42:11.322925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 0b4f8025-284e-4a5f-8b25-623d3ac58bfb) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:11.326923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:11.327508 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.335753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18924e1b-08c9-4860-867e-3655135dcdf5 None None] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:42:11.395068 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.424600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3e3040bd-2ca0-4b16-b909-1057c6fced4b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9785736 Feb 04 20:42:11.427430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45348) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:11.473108 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:11.473742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:11.556968 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885792c-cc0f-4e64-b2ac-dd54a2ee6009 None None] Pushing event updated for resources: {'Port': ['ID=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:11.577855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:42:11.579132 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:11.670641 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:11.767683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Allocated IP 172.20.0.2 (0b4f8025-284e-4a5f-8b25-623d3ac58bfb/2f2313d5-db76-4e3f-afbe-bdf0870514e5/335dedf6-5fc2-403a-9ac3-2a1784013c5a) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:11.997474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:12.009049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Transition to ACTIVE for port object 335dedf6-5fc2-403a-9ac3-2a1784013c5a will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:12.030372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Transition to ACTIVE for port object 335dedf6-5fc2-403a-9ac3-2a1784013c5a will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:12.044000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:08Z', 'revision_number': 3, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:12.048890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba501c38-aeeb-444e-8231-69950f4de277 None None] The sync data for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 is: [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:08Z', 'revision_number': 3, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:42:12.104187 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:12.179492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Pushing event updated for resources: {'Port': ['ID=335dedf6-5fc2-403a-9ac3-2a1784013c5a,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:12.196677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:12.198085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:12.200592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:12.276008 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:12.297047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Attempting to bind port 335dedf6-5fc2-403a-9ac3-2a1784013c5a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:42:12.297419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Attempting to bind port 335dedf6-5fc2-403a-9ac3-2a1784013c5a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:42:12.297781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Attempting to bind port 335dedf6-5fc2-403a-9ac3-2a1784013c5a on network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:42:12.304070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:42:12.304444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Checking segment: {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:12.304845 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:12.305284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Bound using segment: {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:42:12.305772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Bound port: 335dedf6-5fc2-403a-9ac3-2a1784013c5a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:42:12.306160 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:12.434788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] For port 335dedf6-5fc2-403a-9ac3-2a1784013c5a, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:42:12.439222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] For port 335dedf6-5fc2-403a-9ac3-2a1784013c5a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=335dedf6-5fc2-403a-9ac3-2a1784013c5a,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:42:12.532101 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:12.635465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033f61d-fb20-4a4c-8ac5-d53deab6694f None None] Pushing event updated for resources: {'Port': ['ID=335dedf6-5fc2-403a-9ac3-2a1784013c5a,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:12.902101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.20.0.1 (0b4f8025-284e-4a5f-8b25-623d3ac58bfb/2f2313d5-db76-4e3f-afbe-bdf0870514e5/b4ae6435-25d1-439f-91bb-3539186a4baf) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:13.089498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:13.106472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Transition to ACTIVE for port object b4ae6435-25d1-439f-91bb-3539186a4baf will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:13.186284 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:13.260984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:13.264089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:13.267946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:13.302198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=b4ae6435-25d1-439f-91bb-3539186a4baf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:13.328081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:13.666259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:13.736982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf94073-e181-4213-bbe9-9055bb9ff522 None None] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:42:13.911726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e49c2ed4-3768-4ee6-b3b3-670545b48efd None None] Provisioning for port 335dedf6-5fc2-403a-9ac3-2a1784013c5a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:14.135037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.216705 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.329149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4ec17c2-2ae2-405f-b652-9f6280885918 None None] Provisioning for port b4ae6435-25d1-439f-91bb-3539186a4baf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:14.335716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4ec17c2-2ae2-405f-b652-9f6280885918 None None] Provisioning complete for port b4ae6435-25d1-439f-91bb-3539186a4baf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:14.336381 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e4ec17c2-2ae2-405f-b652-9f6280885918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.361673 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.414874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec17c2-2ae2-405f-b652-9f6280885918 None None] Port b4ae6435-25d1-439f-91bb-3539186a4baf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:42:14.468357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 335dedf6-5fc2-403a-9ac3-2a1784013c5a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:14.550789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bbe242be-f358-4a1e-aec1-e8d164916772 None None] Provisioning complete for port b4ae6435-25d1-439f-91bb-3539186a4baf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:14.551570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bbe242be-f358-4a1e-aec1-e8d164916772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.599428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=b4ae6435-25d1-439f-91bb-3539186a4baf,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:14.603238 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 335dedf6-5fc2-403a-9ac3-2a1784013c5a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:14.611461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 335dedf6-5fc2-403a-9ac3-2a1784013c5a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:14.611909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.648698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-bbe242be-f358-4a1e-aec1-e8d164916772 None None] Port b4ae6435-25d1-439f-91bb-3539186a4baf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:42:14.672630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:14.673790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:14.747001 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.823663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 335dedf6-5fc2-403a-9ac3-2a1784013c5a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=335dedf6-5fc2-403a-9ac3-2a1784013c5a,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:14.875327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router b748ad38-aec0-404b-9f06-2e5331f4d3fe has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:42:14.885722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:14.886533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ec3d526f-5ea9-4797-a8e1-88013bdd6e73 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:15.019911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2f24aec1-6e7f-45a6-a611-ab83335f3a46 None None] Provisioning complete for port b4ae6435-25d1-439f-91bb-3539186a4baf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:15.020282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f24aec1-6e7f-45a6-a611-ab83335f3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:15.050457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=335dedf6-5fc2-403a-9ac3-2a1784013c5a,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:15.067060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:42:15.077572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Sync routers for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:42:15.084545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ed366678-9cc4-4222-a773-fa31c9bd305f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "PUT /v2.0/routers/b748ad38-aec0-404b-9f06-2e5331f4d3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6559784 Feb 04 20:42:15.088534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2f24aec1-6e7f-45a6-a611-ab83335f3a46 None None] Port b4ae6435-25d1-439f-91bb-3539186a4baf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:42:15.092641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45400) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:15.093148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:15.093798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:15.234754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e166b-9024-449c-94bd-571494fe54da tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.235294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e166b-9024-449c-94bd-571494fe54da tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.235723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e166b-9024-449c-94bd-571494fe54da tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.236688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e166b-9024-449c-94bd-571494fe54da tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.238319 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e95e166b-9024-449c-94bd-571494fe54da tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1446946 Feb 04 20:42:15.241134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45406) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:15.248645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:15.271381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:15.271757 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:15.309178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2abd1b-cc2c-418e-aaa0-c544e1f46eaf tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.309638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2abd1b-cc2c-418e-aaa0-c544e1f46eaf tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.310088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2abd1b-cc2c-418e-aaa0-c544e1f46eaf tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.310559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2abd1b-cc2c-418e-aaa0-c544e1f46eaf tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:15.312222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b2abd1b-cc2c-418e-aaa0-c544e1f46eaf tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0701976 Feb 04 20:42:15.315088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45412) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:15.342293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:15.530116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ea3aa50-025a-42b9-9efb-6f4e925af700 tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2116137 Feb 04 20:42:15.606938 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:15.641540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ec3d526f-5ea9-4797-a8e1-88013bdd6e73, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:15.649404 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:42:15.724363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 2, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:15.728366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Checking router: b748ad38-aec0-404b-9f06-2e5331f4d3fe for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:42:15.728717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Updating router b748ad38-aec0-404b-9f06-2e5331f4d3fe port b4ae6435-25d1-439f-91bb-3539186a4baf binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:42:15.766422 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:15.791810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45424) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:15.796993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456231527', 'description': 'tempest-secgroup-smoke-1456231527 description', 'project_id': '69700e22d7c147d19a2917b67dd03f54'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:15.803582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:15.811027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:15.813933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:15.819814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:15.838783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:15.884476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:15.909078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:15.929639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:15.933391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:15.936213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:15.942316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:16.012850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.094407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.143029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:16.214497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.215793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0a59f199-77b1-4864-ba74-de2bb59d3080 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4229772 Feb 04 20:42:16.216723 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.218564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45432) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:16.224129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '358bb0e9-fe4b-4f7b-9040-f50cfc214dc6', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:16.229303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Transition to ACTIVE for port object b4ae6435-25d1-439f-91bb-3539186a4baf will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:16.230461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:16.234241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:16.237687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:16.243281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:16.308347 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.351131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 335dedf6-5fc2-403a-9ac3-2a1784013c5a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:16.369322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.434971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.502674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.528731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a04708-9d0e-499c-b24b-e5b5d1f90a6d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:16.539751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad9510-56eb-4099-8f6b-59360e5f17e6 None None] Pushing event updated for resources: {'Port': ['ID=b4ae6435-25d1-439f-91bb-3539186a4baf,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:16.597362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.598998 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1c43f5e8-d413-4f80-84c7-8f1da6c1f803 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790703 Feb 04 20:42:16.601557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45438) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:16.606973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '358bb0e9-fe4b-4f7b-9040-f50cfc214dc6', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:16.613705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:16.617908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:16.621195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:16.632481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:16.639155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Attempting to bind port b4ae6435-25d1-439f-91bb-3539186a4baf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:42:16.639527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Attempting to bind port b4ae6435-25d1-439f-91bb-3539186a4baf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:42:16.639886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Attempting to bind port b4ae6435-25d1-439f-91bb-3539186a4baf on network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:42:16.649236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 335dedf6-5fc2-403a-9ac3-2a1784013c5a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:16.649651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.677543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:42:16.677920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Checking segment: {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:16.678317 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.678728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Bound using segment: {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:42:16.679209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Bound port: b4ae6435-25d1-439f-91bb-3539186a4baf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:42:16.679578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.717728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.790654 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.843570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] For port b4ae6435-25d1-439f-91bb-3539186a4baf, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:42:16.862361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] For port b4ae6435-25d1-439f-91bb-3539186a4baf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4ae6435-25d1-439f-91bb-3539186a4baf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:42:16.868900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ec3d526f-5ea9-4797-a8e1-88013bdd6e73 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:16.879584 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.900844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a0b6ee-9c0a-42bf-9665-1da750c03594,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:16.936021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:16.936394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:16.973851 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.000063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.004621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45446) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:17.004985 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f7b12a5f-ed52-4810-8dac-682d2c56e6a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4022055 Feb 04 20:42:17.010582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '358bb0e9-fe4b-4f7b-9040-f50cfc214dc6', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:17.019731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:17.028280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:17.031118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:17.037709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:17.073213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad9510-56eb-4099-8f6b-59360e5f17e6 None None] Pushing event updated for resources: {'Port': ['ID=b4ae6435-25d1-439f-91bb-3539186a4baf,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:17.080368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:17.080368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:17.182855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.270553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.323050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:17.342501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.367544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6050cd7-f817-4446-be2c-a19718c759e0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:17.445988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.447287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-eecf90cb-cbba-4e5d-95f3-850819dddf8a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4413726 Feb 04 20:42:17.449995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45456) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:17.455600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '358bb0e9-fe4b-4f7b-9040-f50cfc214dc6', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:17.462018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:17.465910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:17.468810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:17.474577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:17.561187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.624317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.650308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:16Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:17.654297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77e180-a20a-4da5-b0c7-164054f91052 None None] The sync data for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 is: [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:16Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:42:17.702611 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.732353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fe73cd-8c7d-40cd-a917-1f5c3e901236,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:17.815193 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.819575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45464) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:17.820032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b05f1232-11d5-427d-970f-f925a3e00756 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687763 Feb 04 20:42:17.825406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '358bb0e9-fe4b-4f7b-9040-f50cfc214dc6', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:17.832726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:17.836793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:17.839750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:17.848890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:17.920174 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Project 69700e22d7c147d19a2917b67dd03f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:42:17.927972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.006675 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.100078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.125400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74b5547-b12d-4802-a099-fb3919d8cc89,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:18.208694 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.209918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2248c484-33b9-4551-933b-548f35bd0f06 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3887608 Feb 04 20:42:18.212713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45474) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:18.218830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'security_group_rule': {'security_group_id': '358bb0e9-fe4b-4f7b-9040-f50cfc214dc6', 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:18.225146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:18.229209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:security_group_rule and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:18.232459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:18.240014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:18.304073 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Project 69700e22d7c147d19a2917b67dd03f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:42:18.317658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.387026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4ae6435-25d1-439f-91bb-3539186a4baf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:18.400519 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.471933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.497794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8725d5a4-2f03-47d9-93ab-d9f9588bbd37,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:18.522885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b4ae6435-25d1-439f-91bb-3539186a4baf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:18.528953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b4ae6435-25d1-439f-91bb-3539186a4baf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:18.529328 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.582866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.582866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-efa02721-080f-4091-ad44-ff2ec7c101c2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3681204 Feb 04 20:42:18.673020 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.708672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b4ae6435-25d1-439f-91bb-3539186a4baf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4ae6435-25d1-439f-91bb-3539186a4baf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:18.780175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.828790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-2eba9993-479b-4056-bb6d-c8d74ad75583 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:42:18.857678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b4ae6435-25d1-439f-91bb-3539186a4baf,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:18.928396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-2eba9993-479b-4056-bb6d-c8d74ad75583 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:42:18.929647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-2eba9993-479b-4056-bb6d-c8d74ad75583 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456231527&fields=id&tenant_id=69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 267 time: 0.1460154 Feb 04 20:42:19.086193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-41645746-2c93-4100-9556-9f3218d8e5a3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:19.087007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-41645746-2c93-4100-9556-9f3218d8e5a3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:42:19.171229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-41645746-2c93-4100-9556-9f3218d8e5a3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:42:19.172589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-41645746-2c93-4100-9556-9f3218d8e5a3 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/networks?id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb HTTP/1.1" status: 200 len: 796 time: 0.2362354 Feb 04 20:42:19.188530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-d0ad90af-eea6-4c2d-b8a0-8aa661785f76 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/quotas/69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 375 time: 0.0098813 Feb 04 20:42:19.270429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-49b41ba2-d930-4a2f-90e8-c9357d5dd7b1 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:42:19.405279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-49b41ba2-d930-4a2f-90e8-c9357d5dd7b1 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:42:19.406619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-49b41ba2-d930-4a2f-90e8-c9357d5dd7b1 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126362 Feb 04 20:42:19.665439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-6ffe41e7-adc7-4ce3-9c43-69996f54785a service neutron] 10.222.0.48 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467937 Feb 04 20:42:19.797616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-0e417c91-3956-4220-a64e-d17eed1b0d20 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264088 Feb 04 20:42:20.123706 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e284f0cc-122a-419c-a1f2-befe5da92211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:20.189585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e56ffed6-e7b3-4e1d-8b79-ab99857dc9d4 req-e5b4992a-8487-4696-92b1-0f7a6f8d6733 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 210 time: 0.0480433 Feb 04 20:42:20.327971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4ae6435-25d1-439f-91bb-3539186a4baf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:20.397995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b4ae6435-25d1-439f-91bb-3539186a4baf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:20.398412 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:21.356366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66ce72d0-13da-42c1-8dcf-85ee27aaf9a6 req-8a429923-1fed-437e-a8aa-d2efb231809d tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 210 time: 0.0502653 Feb 04 20:42:22.200992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-d50100b1-0956-4abf-9319-1bd9d9e2f9d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:22.201672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-d50100b1-0956-4abf-9319-1bd9d9e2f9d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:42:22.213584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-d50100b1-0956-4abf-9319-1bd9d9e2f9d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:42:22.214684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-d50100b1-0956-4abf-9319-1bd9d9e2f9d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "GET /v2.0/networks?id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb HTTP/1.1" status: 200 len: 796 time: 0.1727734 Feb 04 20:42:22.263634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-daa62458-87ac-4a48-a1c3-f0612036582e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:42:22.276936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-daa62458-87ac-4a48-a1c3-f0612036582e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:42:22.278089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-daa62458-87ac-4a48-a1c3-f0612036582e tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69700e22d7c147d19a2917b67dd03f54 HTTP/1.1" status: 200 len: 380 time: 0.0551221 Feb 04 20:42:22.287072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'port': {'device_id': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'admin_state_up': True, 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'security_groups': ['358bb0e9-fe4b-4f7b-9040-f50cfc214dc6']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:22.291188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ad72ee69-e198-4378-8b9b-bc20434b8675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:22.428303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:22.439878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:22.513207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c4d98a0-2549-4252-b06e-1a68cb60e0fb req-403adb13-7e34-4390-a82a-a101858208db tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 210 time: 0.0419548 Feb 04 20:42:22.522176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Made reservation on behalf of 69700e22d7c147d19a2917b67dd03f54 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:42:22.525787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:22.685835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.20.0.9 (0b4f8025-284e-4a5f-8b25-623d3ac58bfb/2f2313d5-db76-4e3f-afbe-bdf0870514e5/c3f03fb5-45f6-45bf-98a6-3e1bff97aabf) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:22.875817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:22.891905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Transition to ACTIVE for port object c3f03fb5-45f6-45bf-98a6-3e1bff97aabf will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:22.985961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.059107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:23.062272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:23.066724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:23.102451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:23.137171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:23.138019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.260414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-cc0331d7-7f13-4f26-b527-de8c02f8cb24 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9776466 Feb 04 20:42:23.271795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Request body: {'port': {'device_id': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:23.386395 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.411172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7daf756f-09f1-41e2-b295-6df582b785f9 None None] Provisioning for port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:23.423226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7daf756f-09f1-41e2-b295-6df582b785f9 None None] Provisioning complete for port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:23.423603 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7daf756f-09f1-41e2-b295-6df582b785f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.483826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7daf756f-09f1-41e2-b295-6df582b785f9 None None] Port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:42:23.491015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.544777 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.581552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45578) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:23.713472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.731714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:23.737738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:bdbd65fb1f324426b1429f3d8d7cae50 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:23.747115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8015-65d9-4ba2-9f61-9736202794bd req-87794a73-df5f-4146-981c-eda8282b7c0b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:23.748563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-784a8015-65d9-4ba2-9f61-9736202794bd req-87794a73-df5f-4146-981c-eda8282b7c0b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 931 time: 0.1172023 Feb 04 20:42:23.749350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:23.756916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:23.813501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-784a8015-65d9-4ba2-9f61-9736202794bd req-6c8c6cfb-f3de-4f04-adba-94b08528d342 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582430 Feb 04 20:42:23.849102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f03fb5-45f6-45bf-98a6-3e1bff97aabf {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:42:23.856710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.870824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Transition to ACTIVE for port object c3f03fb5-45f6-45bf-98a6-3e1bff97aabf will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:23.875829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.939929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:23.971959 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.019499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdbd65fb1f324426b1429f3d8d7cae50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366992 Feb 04 20:42:24.022013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45584) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:24.039076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c92d-1e36-456d-9279-9dc9a4310ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1563bd-124c-40f6-917a-aa34b0c90347,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:24.088929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f61b1d1f-d812-472f-953e-ff6a5f0fe782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.122101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f61b1d1f-d812-472f-953e-ff6a5f0fe782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.146268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:24.191377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Attempting to bind port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:42:24.191663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Attempting to bind port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:42:24.191997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Attempting to bind port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf on network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:42:24.197012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf on network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:42:24.197334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Attempting to bind port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf on network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:42:24.202870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:42:24.203217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Checking segment: {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:24.203608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Bound using segment: {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:42:24.204110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Bound port: c3f03fb5-45f6-45bf-98a6-3e1bff97aabf, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d4078d-b662-4ea8-a9ef-2e88391ee862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:42:24.204467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.262535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f61b1d1f-d812-472f-953e-ff6a5f0fe782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.279705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b1d1f-d812-472f-953e-ff6a5f0fe782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1563bd-124c-40f6-917a-aa34b0c90347,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:24.286517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f61b1d1f-d812-472f-953e-ff6a5f0fe782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.287664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f61b1d1f-d812-472f-953e-ff6a5f0fe782 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b1563bd-124c-40f6-917a-aa34b0c90347 HTTP/1.1" status: 204 len: 168 time: 0.2647572 Feb 04 20:42:24.299946 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] For port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:42:24.303282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] For port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:42:24.365827 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.429093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:24.429787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.431164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] 10.222.0.62 "PUT /v2.0/ports/c3f03fb5-45f6-45bf-98a6-3e1bff97aabf HTTP/1.1" status: 200 len: 1091 time: 1.1636450 Feb 04 20:42:24.431599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:42:24.451930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42537c-68d2-4ca2-8361-0b03e54a6f41 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:24.480528 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'status': 'completed', 'code': 200} Feb 04 20:42:24.573320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a643534-3e13-4ee8-b89d-d78ff5229e00 req-9a413f37-927b-4ca8-bcb5-0053e8aa93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:24.574849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a643534-3e13-4ee8-b89d-d78ff5229e00 req-9a413f37-927b-4ca8-bcb5-0053e8aa93e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 1094 time: 0.0753632 Feb 04 20:42:24.721306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a643534-3e13-4ee8-b89d-d78ff5229e00 req-39e6f8cd-c444-4e3f-b92e-4848d25a413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:24.722609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a643534-3e13-4ee8-b89d-d78ff5229e00 req-39e6f8cd-c444-4e3f-b92e-4848d25a413e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69700e22d7c147d19a2917b67dd03f54&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1413884 Feb 04 20:42:24.861852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a643534-3e13-4ee8-b89d-d78ff5229e00 req-4815d960-8561-4754-b1a4-cada431072c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:24.863703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a643534-3e13-4ee8-b89d-d78ff5229e00 req-4815d960-8561-4754-b1a4-cada431072c8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346493 Feb 04 20:42:24.936839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45596) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:24.967014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:24.991073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:24.996471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Usage tracker for resource:security_group_rule and tenant:8167301424de4e28adf96996b02b6813 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:25.001786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:25.007732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667a0a2-1bf9-4924-b147-6c4f286cb1c1 req-ec219720-7f97-4018-a642-b265d6bf06ae tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:25.013987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:25.014131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2667a0a2-1bf9-4924-b147-6c4f286cb1c1 req-ec219720-7f97-4018-a642-b265d6bf06ae tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 943 time: 0.0878608 Feb 04 20:42:25.024004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-b88fed9a-b02f-48a0-800f-ef22e6cc63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:25.025487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-b88fed9a-b02f-48a0-800f-ef22e6cc63ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 1094 time: 0.1260769 Feb 04 20:42:25.055889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2667a0a2-1bf9-4924-b147-6c4f286cb1c1 req-b0f80ef2-241e-4709-9f09-a2d5484fe7fc tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Feb 04 20:42:25.096860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-788504b0-62cc-4b84-beeb-2997dc380da9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf HTTP/1.1" status: 200 len: 217 time: 0.0645533 Feb 04 20:42:25.177366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-4594bd27-41dd-43d8-b230-d6b10ef2ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:25.178823 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-4594bd27-41dd-43d8-b230-d6b10ef2ede9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f2313d5-db76-4e3f-afbe-bdf0870514e5 HTTP/1.1" status: 200 len: 834 time: 0.0759387 Feb 04 20:42:25.196983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:25.259628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:25.278341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-52fd2653-7f20-4148-b752-34121c60ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:25.279874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-52fd2653-7f20-4148-b752-34121c60ca73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918334 Feb 04 20:42:25.353665 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:25.536776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8167301424de4e28adf96996b02b6813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988004 Feb 04 20:42:25.539411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45600) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:25.539982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d9bd0-a66a-4c7c-a8de-62e2e7f12039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaf376d-2dd1-452e-af89-ccc64a74c5a5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:25.564535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-345e0007-8fc2-4dee-8ccc-fa91f8445970 service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786801 Feb 04 20:42:25.598037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3168a618-a1fb-4be7-8d4b-890170f08a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:25.624698 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3168a618-a1fb-4be7-8d4b-890170f08a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:25.696724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e637d9-c24b-4752-85d5-0d593eabca50 req-6d0bd904-6bb3-4165-b2fd-9f74e2511c0a service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253250 Feb 04 20:42:25.779262 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3168a618-a1fb-4be7-8d4b-890170f08a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:25.793517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168a618-a1fb-4be7-8d4b-890170f08a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaf376d-2dd1-452e-af89-ccc64a74c5a5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:25.799481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3168a618-a1fb-4be7-8d4b-890170f08a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:25.800600 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3168a618-a1fb-4be7-8d4b-890170f08a52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfaf376d-2dd1-452e-af89-ccc64a74c5a5 HTTP/1.1" status: 204 len: 168 time: 0.2600577 Feb 04 20:42:26.249278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba445f0-191b-4c29-b7e6-0d452761b7a3 req-0c945ffb-67f1-4d7f-8959-b8e3273c4dbd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:26.250049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9ba445f0-191b-4c29-b7e6-0d452761b7a3 req-0c945ffb-67f1-4d7f-8959-b8e3273c4dbd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:42:26.333779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9ba445f0-191b-4c29-b7e6-0d452761b7a3 req-0c945ffb-67f1-4d7f-8959-b8e3273c4dbd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:42:26.334986 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9ba445f0-191b-4c29-b7e6-0d452761b7a3 req-0c945ffb-67f1-4d7f-8959-b8e3273c4dbd tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 943 time: 0.1667163 Feb 04 20:42:26.381000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9ba445f0-191b-4c29-b7e6-0d452761b7a3 req-c4593964-f42c-4641-bf2f-45c616eff56a tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Feb 04 20:42:27.578353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b865cb-0d08-435e-bdaa-b77c5ae52ebe req-b536a3a9-5f20-46a5-8ea3-7165fb6e55a8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:27.579865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f0b865cb-0d08-435e-bdaa-b77c5ae52ebe req-b536a3a9-5f20-46a5-8ea3-7165fb6e55a8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 943 time: 0.0854168 Feb 04 20:42:27.623871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f0b865cb-0d08-435e-bdaa-b77c5ae52ebe req-04da7644-187e-4bb0-a060-02e4deee3e2c tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383406 Feb 04 20:42:28.286264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45652) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:28.458831 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:28.473352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:28.477021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Usage tracker for resource:security_group_rule and tenant:cc0dcce21bdb42589f8a52b383dbdafe is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:28.479746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:28.485287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:28.563028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:28.616278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:28.665547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92ec05-9199-416a-9117-6334ef4748b3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:28.669831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5df01564-27dd-4ef8-a3f0-37920e4a5491 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc0dcce21bdb42589f8a52b383dbdafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825135 Feb 04 20:42:28.672432 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45662) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:28.730490 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5def592-279c-4aec-bf82-2c8972521141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:28.756502 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5def592-279c-4aec-bf82-2c8972521141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:28.811160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f524f89-0e4b-40b7-a1ea-43a2eeaa2d80 req-cd6efd2a-f4be-4a06-822b-56bd4911ee84 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:28.812632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f524f89-0e4b-40b7-a1ea-43a2eeaa2d80 req-cd6efd2a-f4be-4a06-822b-56bd4911ee84 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 943 time: 0.0835855 Feb 04 20:42:28.856584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f524f89-0e4b-40b7-a1ea-43a2eeaa2d80 req-509d61ed-ec7c-4010-9fe9-7a99828bed73 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377526 Feb 04 20:42:28.862642 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5def592-279c-4aec-bf82-2c8972521141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:28.877611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5def592-279c-4aec-bf82-2c8972521141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92ec05-9199-416a-9117-6334ef4748b3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:28.885487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e5def592-279c-4aec-bf82-2c8972521141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:28.886668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e5def592-279c-4aec-bf82-2c8972521141 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd92ec05-9199-416a-9117-6334ef4748b3 HTTP/1.1" status: 204 len: 168 time: 0.2133195 Feb 04 20:42:30.045440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a1b7a-3901-49e4-a310-43ee306b7c8c req-aaa310bc-4408-4b27-88ae-79cb60b5cc47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:30.046927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e67a1b7a-3901-49e4-a310-43ee306b7c8c req-aaa310bc-4408-4b27-88ae-79cb60b5cc47 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 943 time: 0.0839477 Feb 04 20:42:30.095623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e67a1b7a-3901-49e4-a310-43ee306b7c8c req-95e090b9-8aa2-48e6-886b-bda784e55dcf tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Feb 04 20:42:30.381289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c3f03fb5-45f6-45bf-98a6-3e1bff97aabf details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:42:30.514622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:30.528158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'port_id': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'mac_address': 'fa:16:3e:45:fb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:42:30.583230 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:30.602573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f03fb5-45f6-45bf-98a6-3e1bff97aabf {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:42:30.618338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:30.668010 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:30.733470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:30.980712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c3f03fb5-45f6-45bf-98a6-3e1bff97aabf'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:42:31.304790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59884492-8031-4eac-97f9-ff20d10fe4ca req-2608125c-4abb-4a56-82a0-401ae8c7a288 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:31.306272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59884492-8031-4eac-97f9-ff20d10fe4ca req-2608125c-4abb-4a56-82a0-401ae8c7a288 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 944 time: 0.0894432 Feb 04 20:42:31.349972 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59884492-8031-4eac-97f9-ff20d10fe4ca req-d779528f-f32a-41c2-8128-20284475a9a1 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378282 Feb 04 20:42:31.749215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:31.869686 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:31.884726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:31.887668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Usage tracker for resource:security_group_rule and tenant:4850d5896c134a89be18d65ed111342a is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:31.890359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:31.896089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:31.974300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.036061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.082576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4850d5896c134a89be18d65ed111342a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322952 Feb 04 20:42:32.083546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c13c4-5cb5-4948-8aaa-48000df6705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb7f0d-5da4-42df-98cc-8b8fefed2449,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:32.085272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45748) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:32.145243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb9f6-8347-488d-9e3c-904cb26d5383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.171467 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb9f6-8347-488d-9e3c-904cb26d5383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.287865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb9f6-8347-488d-9e3c-904cb26d5383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.303478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fb9f6-8347-488d-9e3c-904cb26d5383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb7f0d-5da4-42df-98cc-8b8fefed2449,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:32.307672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb9f6-8347-488d-9e3c-904cb26d5383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.308719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6c3fb9f6-8347-488d-9e3c-904cb26d5383 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52eb7f0d-5da4-42df-98cc-8b8fefed2449 HTTP/1.1" status: 204 len: 168 time: 0.2216737 Feb 04 20:42:32.386996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c3f03fb5-45f6-45bf-98a6-3e1bff97aabf up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:32.531029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:32.536471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd70ae-8822-428d-8bb7-ccb14ee13897 req-1c9f85d3-5c8b-4dbc-8551-e53b5027e18c tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:32.536772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:32.537182 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.538006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59bd70ae-8822-428d-8bb7-ccb14ee13897 req-1c9f85d3-5c8b-4dbc-8551-e53b5027e18c tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 944 time: 0.0841794 Feb 04 20:42:32.584802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59bd70ae-8822-428d-8bb7-ccb14ee13897 req-24a6673b-630d-4198-9230-0191c6a7c274 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406160 Feb 04 20:42:32.655743 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.681692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:42:32.691915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:32.727096 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'code': 200} Feb 04 20:42:32.751443 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.820730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:32.837557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45760) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:32.854727 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:32.854911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168aabe-c0c4-44f6-a365-f978401482c0 req-31477419-989f-4314-8004-2183c82a2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:32.856229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5168aabe-c0c4-44f6-a365-f978401482c0 req-31477419-989f-4314-8004-2183c82a2055 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 1096 time: 0.0712268 Feb 04 20:42:32.869627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:32.873458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Usage tracker for resource:security_group_rule and tenant:13af16ae9d0c46dd9416319ed52d99d8 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:32.876522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:32.882766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:32.900559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5168aabe-c0c4-44f6-a365-f978401482c0 req-4ae1c5e5-ff98-4d79-b650-f7b27dd1b075 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Feb 04 20:42:32.961336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:33.042114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:33.091392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01f52b-4c7e-4094-bccd-a8992e757b8a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:33.097390 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ce8346f-c0e3-4b28-9b69-2e95500bc228 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13af16ae9d0c46dd9416319ed52d99d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588320 Feb 04 20:42:33.100031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45764) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:33.156444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d76d6a1-d0a7-417d-9680-a4d717eba21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:33.182381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d76d6a1-d0a7-417d-9680-a4d717eba21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:33.293854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d76d6a1-d0a7-417d-9680-a4d717eba21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:33.307695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76d6a1-d0a7-417d-9680-a4d717eba21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01f52b-4c7e-4094-bccd-a8992e757b8a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:33.316493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4d76d6a1-d0a7-417d-9680-a4d717eba21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:33.317598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4d76d6a1-d0a7-417d-9680-a4d717eba21d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff01f52b-4c7e-4094-bccd-a8992e757b8a HTTP/1.1" status: 204 len: 168 time: 0.2167575 Feb 04 20:42:33.776274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4a497-5f0d-45ad-a7a5-9b89a7cd9fe7 req-1f9cf55d-582a-4916-863e-dc25d0a0b029 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:33.777731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad4a497-5f0d-45ad-a7a5-9b89a7cd9fe7 req-1f9cf55d-582a-4916-863e-dc25d0a0b029 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 945 time: 0.0839407 Feb 04 20:42:33.821953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad4a497-5f0d-45ad-a7a5-9b89a7cd9fe7 req-b3f3765a-6ab1-47cb-a77b-01aa309f7b5f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378532 Feb 04 20:42:35.006712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40f377-e8d5-485e-8fc1-f5f0619f2629 req-08be4780-b348-4eb1-8e4d-d2d41f8c94e0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:35.008153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e40f377-e8d5-485e-8fc1-f5f0619f2629 req-08be4780-b348-4eb1-8e4d-d2d41f8c94e0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 945 time: 0.0809066 Feb 04 20:42:35.051781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e40f377-e8d5-485e-8fc1-f5f0619f2629 req-5f82194c-1dc8-417e-8f49-56f0c80ec48f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380251 Feb 04 20:42:35.233419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b56634-f96c-4861-98c7-e9602f65d159 req-96c8e7b8-8026-4220-a09c-1c4c3ef722a5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:35.234900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02b56634-f96c-4861-98c7-e9602f65d159 req-96c8e7b8-8026-4220-a09c-1c4c3ef722a5 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 945 time: 0.0802045 Feb 04 20:42:35.278978 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02b56634-f96c-4861-98c7-e9602f65d159 req-9e265347-d3f1-48ff-87bc-68597a3f7245 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378230 Feb 04 20:42:35.302025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45820) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:35.373948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6eb110-d0c7-47e2-be56-331bb00a9f3a tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:35.375605 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cd6eb110-d0c7-47e2-be56-331bb00a9f3a tempest-TestNetworkBasicOps-1017189028 tempest-TestNetworkBasicOps-1017189028-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 1091 time: 0.0723622 Feb 04 20:42:35.378350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 45826) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:35.383281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:35.389687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:35.393982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Usage tracker for resource:floatingip and tenant:69700e22d7c147d19a2917b67dd03f54 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:35.396777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:35.402354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:35.516300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:35.652065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:35.787094 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Allocated IP 172.25.7.233 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/2bdf3f1d-6493-40ab-ba65-ff05b7186ad5) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:36.055256 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:36.160563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:36.223741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:36.226472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:36.230314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:36.268504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=2bdf3f1d-6493-40ab-ba65-ff05b7186ad5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:36.649637 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:36.775615 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:36.980470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:37.088189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:37.199358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event updated for resources: {'Port': ['ID=2bdf3f1d-6493-40ab-ba65-ff05b7186ad5,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:37.211387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:37.385592 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Floating IP 3d92953c-8542-4dfb-99f1-e2cda6556776 associated. External IP: 172.25.7.233, port: c3f03fb5-45f6-45bf-98a6-3e1bff97aabf. Feb 04 20:42:37.859663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router b748ad38-aec0-404b-9f06-2e5331f4d3fe has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:42:38.038941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:42:38.049869 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] Sync routers for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:42:38.059418 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:38.060054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:38.143109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:38.223723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5055bcc8-562f-400b-bf7f-32c7ce6d167b tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8414834 Feb 04 20:42:38.223723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:42:38.224833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45948) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:38.272070 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:38.276328 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'status': 'completed', 'code': 200} Feb 04 20:42:38.390280 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c133d063-ee61-440e-a810-eb2ae65e24f7 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/floatingips/3d92953c-8542-4dfb-99f1-e2cda6556776 HTTP/1.1" status: 200 len: 991 time: 0.1642632 Feb 04 20:42:38.407575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-866b6a77-f958-43b3-ac7a-dcbae298170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:38.409634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-866b6a77-f958-43b3-ac7a-dcbae298170f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 1096 time: 0.1047106 Feb 04 20:42:38.547801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-4f5e6b02-d226-4610-a326-b52f76189c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:38.549198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-4f5e6b02-d226-4610-a326-b52f76189c32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb HTTP/1.1" status: 200 len: 897 time: 0.1330252 Feb 04 20:42:38.623323 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '3d92953c-8542-4dfb-99f1-e2cda6556776', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'port_id': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'mac_address': 'fa:16:3e:45:fb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:42:36Z', 'updated_at': '2022-02-04T20:42:36Z', 'revision_number': 0, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:18Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:38.627902 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] Checking router: b748ad38-aec0-404b-9f06-2e5331f4d3fe for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:42:38.636054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:38.636650 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:38.656837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-fb0bdbf1-575a-4a5c-9ff6-d38995ba2f81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf HTTP/1.1" status: 200 len: 999 time: 0.1021385 Feb 04 20:42:38.719939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-1383cbb6-1402-4e50-aa5c-f5348a39bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:38.721493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-1383cbb6-1402-4e50-aa5c-f5348a39bffa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f2313d5-db76-4e3f-afbe-bdf0870514e5 HTTP/1.1" status: 200 len: 834 time: 0.0590410 Feb 04 20:42:38.807843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-a611ae68-4eed-43bc-8f61-37707b745466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:38.809319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-a611ae68-4eed-43bc-8f61-37707b745466 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813241 Feb 04 20:42:38.821238 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:38.948094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-0b2c630f-c9e4-4c71-afbf-e4eafce2eb32 service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323833 Feb 04 20:42:39.099929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80de62e0-89ab-4caf-b99d-de2724fe62e2 req-179aa0c2-3777-4198-b12e-4eb104b4188f service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451578 Feb 04 20:42:39.136365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:39.184311 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '3d92953c-8542-4dfb-99f1-e2cda6556776', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'port_id': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'mac_address': 'fa:16:3e:45:fb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:42:36Z', 'updated_at': '2022-02-04T20:42:36Z', 'revision_number': 0, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:18Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:39.188006 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99115dd-01bd-4c32-88ec-ddb8e1c2a78f None None] The sync data for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 is: [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '3d92953c-8542-4dfb-99f1-e2cda6556776', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'port_id': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'mac_address': 'fa:16:3e:45:fb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:42:36Z', 'updated_at': '2022-02-04T20:42:36Z', 'revision_number': 0, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:18Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:42:39.394572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 45994) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:39.409556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc6515-9b7c-4f27-8de0-e85be8eeb00f None None] New status for floating IP 3d92953c-8542-4dfb-99f1-e2cda6556776: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:42:39.473556 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:39.635007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-40549b65-01c0-49b9-ad8a-7c23ff53ba37 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/floatingips/3d92953c-8542-4dfb-99f1-e2cda6556776 HTTP/1.1" status: 200 len: 991 time: 0.2388630 Feb 04 20:42:39.848321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46000) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:39.964316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:39.979134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:39.982949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Usage tracker for resource:security_group_rule and tenant:4c6de706b7e14ecf889df01f3cb2b22e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:39.985751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:39.992079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:40.072044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:40.139437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:40.186876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c6de706b7e14ecf889df01f3cb2b22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374760 Feb 04 20:42:40.187763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3297f-c8b5-434e-aa48-a573023ea22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339d2f36-b700-4a38-9e0d-046d2fa0dbf9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:40.189603 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46006) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:40.248637 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd3-7a9c-46ac-b063-802038e218fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:40.273105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd3-7a9c-46ac-b063-802038e218fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:40.370380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd3-7a9c-46ac-b063-802038e218fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:40.384485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fbdd3-7a9c-46ac-b063-802038e218fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d2f36-b700-4a38-9e0d-046d2fa0dbf9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:40.390390 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd3-7a9c-46ac-b063-802038e218fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:40.391783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4a8fbdd3-7a9c-46ac-b063-802038e218fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/339d2f36-b700-4a38-9e0d-046d2fa0dbf9 HTTP/1.1" status: 204 len: 168 time: 0.2009742 Feb 04 20:42:40.638336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46014) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:40.746888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-db4ec96b-f424-47b0-a847-55e451bca347 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/floatingips/3d92953c-8542-4dfb-99f1-e2cda6556776 HTTP/1.1" status: 200 len: 993 time: 0.1072845 Feb 04 20:42:42.602392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46074) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:42.714493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:42.729054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:42.732842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Usage tracker for resource:security_group_rule and tenant:a9ceab9e321449948959e70066231d75 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:42.735590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:42.741209 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:42.819470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:42.878632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:42.924030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede054b2-d6ce-42b6-b2f3-3b92e0c1389f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:42.928164 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-01ad10ae-f268-496d-92b1-efbc22b8f9aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9ceab9e321449948959e70066231d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247318 Feb 04 20:42:42.930779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46080) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:42.987211 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e177-674c-473d-b900-122aaa2afa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:43.012501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e177-674c-473d-b900-122aaa2afa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:43.130277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e177-674c-473d-b900-122aaa2afa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:43.144373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2e177-674c-473d-b900-122aaa2afa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede054b2-d6ce-42b6-b2f3-3b92e0c1389f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:43.151049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e177-674c-473d-b900-122aaa2afa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:43.151843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d6b2e177-674c-473d-b900-122aaa2afa9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ede054b2-d6ce-42b6-b2f3-3b92e0c1389f HTTP/1.1" status: 204 len: 168 time: 0.2201717 Feb 04 20:42:45.051677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46134) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:45.166825 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:45.180779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:45.184533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Usage tracker for resource:security_group_rule and tenant:fb8c5196c06f497da6defc88d34e05ef is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:45.187273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:45.193768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:45.272429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:45.338619 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:45.384687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb8c5196c06f497da6defc88d34e05ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319280 Feb 04 20:42:45.385466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f56d3-25be-45a6-b7b7-4ab04a61fbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a839e5-dd71-4db7-92a5-d29e02cebca2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:45.388245 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46140) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:45.446013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-412bf630-ace2-4796-8803-5f643a4f9309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:45.471585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-412bf630-ace2-4796-8803-5f643a4f9309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:45.584778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-412bf630-ace2-4796-8803-5f643a4f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:45.599668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bf630-ace2-4796-8803-5f643a4f9309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a839e5-dd71-4db7-92a5-d29e02cebca2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:45.617829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-412bf630-ace2-4796-8803-5f643a4f9309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:45.618978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-412bf630-ace2-4796-8803-5f643a4f9309 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5a839e5-dd71-4db7-92a5-d29e02cebca2 HTTP/1.1" status: 204 len: 168 time: 0.2295258 Feb 04 20:42:47.084743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46172) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:47.239368 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.254564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:47.259141 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3ac39d060f4b9eb5d7675426d01a9e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:47.262156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:47.267883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:47.349635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.407502 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.455286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f3ac39d060f4b9eb5d7675426d01a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694425 Feb 04 20:42:47.456097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006c34f-17d3-4dd5-8a3a-e74ee8cd4321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713f4f3-384b-4b71-9ff5-cb88beb3b731,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:47.457961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46180) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:47.518572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5b2666e-7b64-4ac1-b96e-c872c17fd004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.544666 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5b2666e-7b64-4ac1-b96e-c872c17fd004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.693423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5b2666e-7b64-4ac1-b96e-c872c17fd004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.709402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2666e-7b64-4ac1-b96e-c872c17fd004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713f4f3-384b-4b71-9ff5-cb88beb3b731,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:47.717896 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b5b2666e-7b64-4ac1-b96e-c872c17fd004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.721395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b5b2666e-7b64-4ac1-b96e-c872c17fd004 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2713f4f3-384b-4b71-9ff5-cb88beb3b731 HTTP/1.1" status: 204 len: 168 time: 0.2600646 Feb 04 20:42:50.096886 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-31918012-262e-4241-b474-e88db7bef18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:50.154789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46230) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:50.317036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:50.323423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:50.327187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Usage tracker for resource:floatingip and tenant:a02878ab618d4de5810e8ac34a15449f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:50.330471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:50.336469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:50.404731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:50.537003 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:50.678866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Allocated IP 172.25.7.111 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/1e1ed59b-c408-49eb-8a8e-75396c6f1f5c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:50.824281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:50.919129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:50.981391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:50.984161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:50.986565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:51.027703 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Port': ['ID=1e1ed59b-c408-49eb-8a8e-75396c6f1f5c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:51.158963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.159658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.159658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.159967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.160290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.160612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.160929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.161246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.161562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.161874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.162185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.162493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:42:51.199818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.362915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.566028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.624437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.729981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Port': ['ID=1e1ed59b-c408-49eb-8a8e-75396c6f1f5c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:51.742002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.835949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.837465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a0c6945a-f7aa-4256-a320-067dc38ed063 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6814289 Feb 04 20:42:51.840464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46236) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:51.846523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2052815001'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:51.852017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:51.859824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Usage tracker for resource:network and tenant:a02878ab618d4de5810e8ac34a15449f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:51.863286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:51.868915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:51.939269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Made reservation on behalf of a02878ab618d4de5810e8ac34a15449f for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:42:51.942683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.955507 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:51.969608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:51.973473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Usage tracker for resource:security_group_rule and tenant:a02878ab618d4de5810e8ac34a15449f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:51.976231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:51.981844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:52.062240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.099264 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.131478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:42:52.140002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991ae1a1-e813-47da-bd8f-caf97636221e,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:52.146179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.146548 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Added segment 72dcc4b4-71f2-453e-b406-5d70937cc6f3 of type vlan for network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 Feb 04 20:42:52.174452 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.261901 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.267281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:52.267850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.284794 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-66e608ab-bc19-4bdb-85ae-af6e2cf80d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.378368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Network': ['ID=6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:52.388760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:42:52.457180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4a20818e-bd9f-4e8b-8201-a028706494b0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6156878 Feb 04 20:42:52.460162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46240) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:52.465738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Request body: {'subnet': {'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:52.578945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:52.583340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Usage tracker for resource:subnet and tenant:a02878ab618d4de5810e8ac34a15449f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:52.586091 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:52.591694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:52.648613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:42:52.661534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Made reservation on behalf of a02878ab618d4de5810e8ac34a15449f for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:42:52.665093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.933393 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.014389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Subnet': ['ID=dd91c001-0db3-4894-a0a1-2029cc0aaf8a,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:53.025134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Checking segment: {'id': '72dcc4b4-71f2-453e-b406-5d70937cc6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:53.025488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Network hostable DHCP agents. Network: 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:42:53.104203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:42:53.161503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:53.165627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:42:53.166229 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.173765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ae49b-1c95-4211-bdd5-662e760b98c4 None None] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:42:53.259996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-124c23ee-816c-4079-952d-38164be119ae tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7985303 Feb 04 20:42:53.262383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46244) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:53.267582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1957437597', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:53.275149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:53.278992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Usage tracker for resource:router and tenant:a02878ab618d4de5810e8ac34a15449f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:53.281856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:53.288226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:53.350314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.351796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.366743 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.424556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7', 'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7', 'tenant_id': 'a02878ab618d4de5810e8ac34a15449f', 'fixed_ips': [{'subnet_id': 'dd91c001-0db3-4894-a0a1-2029cc0aaf8a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:42:53.425331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.521587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.560345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.591132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Allocated IP 172.20.0.2 (6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7/dd91c001-0db3-4894-a0a1-2029cc0aaf8a/ee50e073-27ef-4546-9631-689f22ef7192) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:53.715341 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.792175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.802212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Transition to ACTIVE for port object ee50e073-27ef-4546-9631-689f22ef7192 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:53.819971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Transition to ACTIVE for port object ee50e073-27ef-4546-9631-689f22ef7192 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:53.896926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:53.967370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:53.970789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:53.974381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:53.980182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Pushing event updated for resources: {'Port': ['ID=ee50e073-27ef-4546-9631-689f22ef7192,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:54.065837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Attempting to bind port ee50e073-27ef-4546-9631-689f22ef7192 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:42:54.066109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Attempting to bind port ee50e073-27ef-4546-9631-689f22ef7192 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '72dcc4b4-71f2-453e-b406-5d70937cc6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:42:54.066497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Attempting to bind port ee50e073-27ef-4546-9631-689f22ef7192 on network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:42:54.071780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:42:54.072319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Checking segment: {'id': '72dcc4b4-71f2-453e-b406-5d70937cc6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:54.072716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:54.073097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Bound using segment: {'id': '72dcc4b4-71f2-453e-b406-5d70937cc6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:42:54.073553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Bound port: ee50e073-27ef-4546-9631-689f22ef7192, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72dcc4b4-71f2-453e-b406-5d70937cc6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:42:54.073914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:54.163499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] For port ee50e073-27ef-4546-9631-689f22ef7192, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:42:54.166396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] For port ee50e073-27ef-4546-9631-689f22ef7192, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee50e073-27ef-4546-9631-689f22ef7192,segment=NetworkSegment(72dcc4b4-71f2-453e-b406-5d70937cc6f3),segment_id=72dcc4b4-71f2-453e-b406-5d70937cc6f3)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:42:54.222629 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:54.231453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:54.261281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:54.316910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e6421-4b8a-460d-aa5f-b6128524f7fb None None] Pushing event updated for resources: {'Port': ['ID=ee50e073-27ef-4546-9631-689f22ef7192,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:54.412352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Allocated IP 172.25.7.188 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/828ed211-d70d-448c-821b-178283bfe85a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:54.569820 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:54.645255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:54.710665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:54.713488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:54.715679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:54.756322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Port': ['ID=828ed211-d70d-448c-821b-178283bfe85a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:55.170425 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:55.217223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:55.329371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631cd475-22d3-424a-939e-088b44e9148c None None] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:42:55.493536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-10ebd289-ad35-4984-a7a8-5c6d46feab73 None None] Provisioning for port ee50e073-27ef-4546-9631-689f22ef7192 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:55.696042 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:55.978634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Router 09c1ff93-7d11-4b35-aa7f-185084d2f0a2 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:42:56.157821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:42:56.169837 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] Sync routers for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:42:56.181517 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:56.182136 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:56.244172 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:56.253302 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:56.253468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:56.258027 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:56.258233 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-38afb154-97ab-42f7-bdcd-cb7b790c5601 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9913242 Feb 04 20:42:56.258233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46248) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:56.315820 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:56.316224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559b32e-1db6-4a5c-a433-fe25d352b005 None None] The sync data for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:42:56.386101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee50e073-27ef-4546-9631-689f22ef7192 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:56.529941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ee50e073-27ef-4546-9631-689f22ef7192 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:56.535422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ee50e073-27ef-4546-9631-689f22ef7192 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:56.535790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:56.649447 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:56.681304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ee50e073-27ef-4546-9631-689f22ef7192, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee50e073-27ef-4546-9631-689f22ef7192,segment=NetworkSegment(72dcc4b4-71f2-453e-b406-5d70937cc6f3),segment_id=72dcc4b4-71f2-453e-b406-5d70937cc6f3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:56.750501 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:56.819474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ee50e073-27ef-4546-9631-689f22ef7192,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:56.948548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:57.455783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Allocated IP 172.20.0.1 (6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7/dd91c001-0db3-4894-a0a1-2029cc0aaf8a/ea813c6d-d554-493a-89d9-38454b4f4df0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:57.606453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:57.621955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Transition to ACTIVE for port object ea813c6d-d554-493a-89d9-38454b4f4df0 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:57.713499 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:57.784452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:57.787464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:57.791222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:42:57.826539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Port': ['ID=ea813c6d-d554-493a-89d9-38454b4f4df0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:57.858558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:58.064597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:58.124709 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f263a83-343f-4f76-90b3-0ba3708abf58 None None] Provisioning for port ea813c6d-d554-493a-89d9-38454b4f4df0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:58.130530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0f263a83-343f-4f76-90b3-0ba3708abf58 None None] Provisioning complete for port ea813c6d-d554-493a-89d9-38454b4f4df0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:58.141770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0f263a83-343f-4f76-90b3-0ba3708abf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:58.184264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0f263a83-343f-4f76-90b3-0ba3708abf58 None None] Port ea813c6d-d554-493a-89d9-38454b4f4df0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:42:58.354508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee50e073-27ef-4546-9631-689f22ef7192 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:58.424285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ee50e073-27ef-4546-9631-689f22ef7192 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:58.424650 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:58.470254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:58.544526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:58.654683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:58.658463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Port': ['ID=ea813c6d-d554-493a-89d9-38454b4f4df0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:58.793569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:42:58.794780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:42:58.987081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Router 09c1ff93-7d11-4b35-aa7f-185084d2f0a2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:42:59.009480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-86c83f96-69c6-439c-88f2-bc69326741f8 None None] Provisioning complete for port ea813c6d-d554-493a-89d9-38454b4f4df0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:59.010019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-86c83f96-69c6-439c-88f2-bc69326741f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:59.094415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-86c83f96-69c6-439c-88f2-bc69326741f8 None None] Port ea813c6d-d554-493a-89d9-38454b4f4df0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:42:59.288877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:42:59.297566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea731238-ccb1-4434-9522-e703c6003ed4 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "PUT /v2.0/routers/09c1ff93-7d11-4b35-aa7f-185084d2f0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0391307 Feb 04 20:42:59.298598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] Sync routers for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:42:59.300854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:59.306391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Request body: {'port': {'network_id': '6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7', 'name': 'tempest-FloatingIPAdminTestJSON-1573408698'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:42:59.307804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:59.308413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:59.370619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:59.379993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:59.380603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:59.439643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:59.440049 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e76217-bb41-43c0-ac02-e7ca320f17e5 None None] The sync data for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:42:59.450136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:42:59.450136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Usage tracker for resource:port and tenant:a02878ab618d4de5810e8ac34a15449f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:42:59.450136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:42:59.455601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:42:59.524073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Made reservation on behalf of a02878ab618d4de5810e8ac34a15449f for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:42:59.527542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:59.549251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] device_id is not set on port 6be07256-7086-4b46-ab56-3e80e073068d yet. {{(pid=88237) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 20:42:59.684638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Allocated IP 172.20.0.7 (6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7/dd91c001-0db3-4894-a0a1-2029cc0aaf8a/6be07256-7086-4b46-ab56-3e80e073068d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:42:59.877189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:59.892820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Transition to ACTIVE for port object 6be07256-7086-4b46-ab56-3e80e073068d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:59.981825 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:00.050920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:43:00.054073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:43:00.056513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:43:00.106368 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event updated for resources: {'Port': ['ID=6be07256-7086-4b46-ab56-3e80e073068d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:00.132395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:00.132908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:00.206230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5ab1d304-781e-4d46-9643-1cac919bf64d tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9042008 Feb 04 20:43:00.209361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46258) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:00.257389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'project_id': 'a02878ab618d4de5810e8ac34a15449f', 'port_id': '6be07256-7086-4b46-ab56-3e80e073068d'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:00.263704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:00.268150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Usage tracker for resource:floatingip and tenant:a02878ab618d4de5810e8ac34a15449f is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:00.271003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:00.276661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:00.376863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:00.398649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd887930-9aab-454a-910a-5902af4c4da9 None None] Provisioning for port 6be07256-7086-4b46-ab56-3e80e073068d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:43:00.403628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fd887930-9aab-454a-910a-5902af4c4da9 None None] Provisioning complete for port 6be07256-7086-4b46-ab56-3e80e073068d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:43:00.403995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fd887930-9aab-454a-910a-5902af4c4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:00.459290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fd887930-9aab-454a-910a-5902af4c4da9 None None] Port 6be07256-7086-4b46-ab56-3e80e073068d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:43:00.501009 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:00.631160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Allocated IP 172.25.7.8 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/eb4087d4-899e-4e41-986e-af67382bc7dd) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:43:00.777304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:00.879157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:00.942485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:43:00.945367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:43:00.948942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:43:00.984978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4087d4-899e-4e41-986e-af67382bc7dd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:01.468993 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:01.594154 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:01.793078 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:01.898380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:02.007088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4087d4-899e-4e41-986e-af67382bc7dd,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:02.017413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:02.185680 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Floating IP 487af65a-5886-4219-8e40-ffc76ead861a associated. External IP: 172.25.7.8, port: 6be07256-7086-4b46-ab56-3e80e073068d. Feb 04 20:43:02.537256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Router 09c1ff93-7d11-4b35-aa7f-185084d2f0a2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:43:02.708945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:43:02.717516 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] Sync routers for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:43:02.726737 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:02.727335 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:02.801977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:02.810524 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:02.818944 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:02.819526 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:02.860365 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2a83d3d2-8b6b-4200-9729-3f87ecdc11be tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.6499562 Feb 04 20:43:02.863489 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46264) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:02.881250 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:02.881641 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116808a0-6fb1-485d-8592-cdde6c2a9d3e None None] The sync data for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:43:02.961921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f09af1f4-effe-4fca-bbd8-6c6034ff407e tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] 10.222.0.48 "GET /v2.0/floatingips/487af65a-5886-4219-8e40-ffc76ead861a HTTP/1.1" status: 200 len: 981 time: 0.0973794 Feb 04 20:43:02.964339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46268) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:03.183640 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c977368b-2e51-4908-b2c6-f373b91002b3 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2182827 Feb 04 20:43:03.186319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46272) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:03.383090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Deleting port eb4087d4-899e-4e41-986e-af67382bc7dd {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:03.383416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:03.544973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:03.545677 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:03.667736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Calling delete_port for eb4087d4-899e-4e41-986e-af67382bc7dd owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:03.864761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:03.913926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Port': ['ID=eb4087d4-899e-4e41-986e-af67382bc7dd,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:04.000909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:04.001801 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Floating IP 487af65a-5886-4219-8e40-ffc76ead861a disassociated (deleted). External IP: 172.25.7.8, port: 6be07256-7086-4b46-ab56-3e80e073068d. Feb 04 20:43:04.351756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Router 09c1ff93-7d11-4b35-aa7f-185084d2f0a2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:43:04.642174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:43:04.651648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] Sync routers for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:43:04.654488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:04.664553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:04.664553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:04.707983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9e3e4b7d-caed-4393-94f7-c1b4360c4006 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "DELETE /v2.0/floatingips/487af65a-5886-4219-8e40-ffc76ead861a HTTP/1.1" status: 204 len: 168 time: 1.5206614 Feb 04 20:43:04.711385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46276) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:04.716097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:04.721096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:04.724870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Usage tracker for resource:floatingip and tenant:2398c4be27664867a44b99abcffa3a56 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:04.725583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:04.727912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:04.734071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:04.734538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:04.734673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:04.794797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:04.795200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb68425-3cc8-4e81-b77d-d1f516c7f78b None None] The sync data for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 is: [] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:43:04.815802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:04.938028 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:05.072259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Allocated IP 172.25.7.190 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/3bb331e4-7457-4822-9ea2-5a4b1b2e7437) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:43:05.217243 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:05.307293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:05.370925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:43:05.373828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:43:05.378254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:43:05.411887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb331e4-7457-4822-9ea2-5a4b1b2e7437,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:05.461691 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:05.596297 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:05.796290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:05.870142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:05.981175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb331e4-7457-4822-9ea2-5a4b1b2e7437,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:05.991049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:06.101377 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:06.102621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ab159ac-5a21-42f1-b45e-7b93cc8b26eb tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3903010 Feb 04 20:43:06.105261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46280) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:06.209762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:06.216249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:06.220040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Usage tracker for resource:floatingip and tenant:30a2a08de24140c583e522b78b219a8a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:06.223948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:06.229598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:06.284463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:06.422626 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:06.558517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Allocated IP 172.25.7.146 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/54479e23-993b-4921-ae2e-d2639117355d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:43:06.702269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:06.801420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:06.862737 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:43:06.865673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:43:06.869546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:43:07.029335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Pushing event updated for resources: {'Port': ['ID=54479e23-993b-4921-ae2e-d2639117355d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:07.068844 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:07.191636 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:07.395472 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:07.447126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:07.557136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Pushing event updated for resources: {'Port': ['ID=54479e23-993b-4921-ae2e-d2639117355d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:07.565639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:07.635967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:07.637471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9a33ebdb-89c6-4e64-a8fd-ec6d11a95bad tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5311391 Feb 04 20:43:07.640555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46286) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:07.740199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ee53fd9a-3a35-4a7c-ac60-e319dacc0152 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.0983508 Feb 04 20:43:07.742429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46290) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:07.818509 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ba419361-4412-4065-ba22-01d5e47953f6 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0750349 Feb 04 20:43:07.820972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46294) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:07.974154 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Deleting port 54479e23-993b-4921-ae2e-d2639117355d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:07.974498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:08.144770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:08.145107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:08.268827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Calling delete_port for 54479e23-993b-4921-ae2e-d2639117355d owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:08.449956 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:08.497554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Pushing event deleted for resources: {'Port': ['ID=54479e23-993b-4921-ae2e-d2639117355d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:08.563863 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.564424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.564565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.564868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.565201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.565533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.565859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.566185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.566511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.566868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.567192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.567513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:08.598014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:08.616202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:08.617362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1a85f34b-6e49-49bf-a316-b2c32d45e7a7 tempest-FloatingIPAdminTestJSON-923076559 tempest-FloatingIPAdminTestJSON-923076559-project] 10.222.0.48 "DELETE /v2.0/floatingips/307a6432-eb46-4e3e-bbd1-f0146c331517 HTTP/1.1" status: 204 len: 168 time: 0.7954969 Feb 04 20:43:08.619913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46298) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:08.873503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Deleting port 3bb331e4-7457-4822-9ea2-5a4b1b2e7437 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:08.874193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.043683 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.044015 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.164736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.169304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Calling delete_port for 3bb331e4-7457-4822-9ea2-5a4b1b2e7437 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:09.361722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.401241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.411045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bb331e4-7457-4822-9ea2-5a4b1b2e7437,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:09.501299 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.510998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.512131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46fc04db-6fa2-49e1-b415-523cda6d4684 tempest-FloatingIPAdminTestJSON-1864161549 tempest-FloatingIPAdminTestJSON-1864161549-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/ac4acb16-8d55-41e7-81a7-72bc362bb6f3 HTTP/1.1" status: 204 len: 168 time: 0.8913302 Feb 04 20:43:09.516488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46304) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:09.581512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Deleting port 6be07256-7086-4b46-ab56-3e80e073068d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:09.581855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.820375 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:09.946523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Calling delete_port for 6be07256-7086-4b46-ab56-3e80e073068d owned by {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:10.152700 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:10.233498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Port': ['ID=6be07256-7086-4b46-ab56-3e80e073068d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:10.308223 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:10.316066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-83d1eb62-b2f5-4b03-a40d-92ff83db0594 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "DELETE /v2.0/ports/6be07256-7086-4b46-ab56-3e80e073068d HTTP/1.1" status: 204 len: 168 time: 0.7985802 Feb 04 20:43:10.318569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46314) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:10.518811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126b339-80f3-4472-b41a-696888ea39fa tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:10.519394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d126b339-80f3-4472-b41a-696888ea39fa tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Synchronizing usage tracker for tenant:a02878ab618d4de5810e8ac34a15449f on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:10.583881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d126b339-80f3-4472-b41a-696888ea39fa tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Unset dirty status for tenant:a02878ab618d4de5810e8ac34a15449f on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:10.585040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d126b339-80f3-4472-b41a-696888ea39fa tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "GET /v2.0/ports?device_id=09c1ff93-7d11-4b35-aa7f-185084d2f0a2 HTTP/1.1" status: 200 len: 913 time: 0.2655239 Feb 04 20:43:10.587748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46318) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:11.199832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:11.545221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Deleting port ea813c6d-d554-493a-89d9-38454b4f4df0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:11.545564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:11.723404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:11.847066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Calling delete_port for ea813c6d-d554-493a-89d9-38454b4f4df0 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:12.072884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:12.227657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Port': ['ID=ea813c6d-d554-493a-89d9-38454b4f4df0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:12.500221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:12.846494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Router 09c1ff93-7d11-4b35-aa7f-185084d2f0a2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:43:13.016486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:43:13.026470 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] Sync routers for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:43:13.035807 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:13.036400 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:13.077576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aa785553-f914-47a4-a79c-febee17c6a99 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "PUT /v2.0/routers/09c1ff93-7d11-4b35-aa7f-185084d2f0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4888237 Feb 04 20:43:13.080134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46324) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:13.098178 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:13.106659 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] Routers {'09c1ff93-7d11-4b35-aa7f-185084d2f0a2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:13.107287 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:42:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:13.166624 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:13.167067 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fdab5-4229-4868-9b3a-cfbf022a035c None None] The sync data for ids ['09c1ff93-7d11-4b35-aa7f-185084d2f0a2'] in n-d-811806-1 is: [] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:43:13.257966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:13.430287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:13.507093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Deleting port 828ed211-d70d-448c-821b-178283bfe85a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:13.507424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:13.786476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:13.906304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Calling delete_port for 828ed211-d70d-448c-821b-178283bfe85a owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:14.136159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.185353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Port': ['ID=828ed211-d70d-448c-821b-178283bfe85a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:14.274955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.452379 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.454489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.540860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.541422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Fanout notify agent at l3_agent the message router_deleted on router 09c1ff93-7d11-4b35-aa7f-185084d2f0a2 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:43:14.556852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.558262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-158e5968-8a16-468a-ab9c-76b21affa311 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "DELETE /v2.0/routers/09c1ff93-7d11-4b35-aa7f-185084d2f0a2 HTTP/1.1" status: 204 len: 168 time: 1.4763906 Feb 04 20:43:14.560451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46328) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:14.627381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Deleting subnet dd91c001-0db3-4894-a0a1-2029cc0aaf8a {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:43:14.630196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.682982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.766826 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.908022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.947855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Subnet': ['ID=dd91c001-0db3-4894-a0a1-2029cc0aaf8a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:14.949805 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:14.954991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c010bd1-2b9c-4bac-b352-b9aee6dd9419 None None] Network 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:43:14.957436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-128793c1-9ae0-4f04-be6e-e2702d9840d0 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "DELETE /v2.0/subnets/dd91c001-0db3-4894-a0a1-2029cc0aaf8a HTTP/1.1" status: 204 len: 168 time: 0.3960094 Feb 04 20:43:14.959831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46332) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:15.074300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.084991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Deleting port ee50e073-27ef-4546-9631-689f22ef7192 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:15.085320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.201783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] DHCP port deletion for 6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:43:15.206796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Deleting port ee50e073-27ef-4546-9631-689f22ef7192 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:15.207272 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.403717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] For port ee50e073-27ef-4546-9631-689f22ef7192, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee50e073-27ef-4546-9631-689f22ef7192,segment=NetworkSegment(72dcc4b4-71f2-453e-b406-5d70937cc6f3),segment_id=72dcc4b4-71f2-453e-b406-5d70937cc6f3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:43:15.404311 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.410640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] For port ee50e073-27ef-4546-9631-689f22ef7192, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ee50e073-27ef-4546-9631-689f22ef7192,segment=NetworkSegment(72dcc4b4-71f2-453e-b406-5d70937cc6f3),segment_id=72dcc4b4-71f2-453e-b406-5d70937cc6f3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:43:15.411063 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.527455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Calling delete_port for ee50e073-27ef-4546-9631-689f22ef7192 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:15.531833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Calling delete_port for ee50e073-27ef-4546-9631-689f22ef7192 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:15.675802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.681574 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:43:15.681998 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:43:15.721535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Port': ['ID=ee50e073-27ef-4546-9631-689f22ef7192,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:15.725022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] No DVR routers for this DVR port ee50e073-27ef-4546-9631-689f22ef7192 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:43:15.847596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.872310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:15.884872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dcc4b4-71f2-453e-b406-5d70937cc6f3') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:15.885175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dcc4b4-71f2-453e-b406-5d70937cc6f3') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:15.896195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.912101 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.917889 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:43:15.918272 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:43:15.932963 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:43:16.061369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.078353 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.088964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Network': ['ID=6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:16.096638 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-82ac7253-3e42-4086-9e6e-b143b09a5198 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "DELETE /v2.0/networks/6b8fa8ec-d61b-46cd-9ff1-4c4f16731de7 HTTP/1.1" status: 204 len: 168 time: 1.1358838 Feb 04 20:43:16.099039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46338) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:16.183424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Deleting port ee50e073-27ef-4546-9631-689f22ef7192 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:16.183906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.252112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-63c7ec86-00c9-47da-8b16-cf776ce47fba None None] The port 'ee50e073-27ef-4546-9631-689f22ef7192' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:43:16.260769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Deleting port 1e1ed59b-c408-49eb-8a8e-75396c6f1f5c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:16.261096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.350898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee50e073-27ef-4546-9631-689f22ef7192 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:43:16.427208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ee50e073-27ef-4546-9631-689f22ef7192 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:43:16.427992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ee50e073-27ef-4546-9631-689f22ef7192 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:43:16.433133 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.433684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.564073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Calling delete_port for 1e1ed59b-c408-49eb-8a8e-75396c6f1f5c owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:16.761400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.810562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Pushing event deleted for resources: {'Port': ['ID=1e1ed59b-c408-49eb-8a8e-75396c6f1f5c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:16.898749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.912949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.914072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1f06ff5a-e419-4fc3-92da-2b66a8bea779 tempest-FloatingIPAdminTestJSON-1322925808 tempest-FloatingIPAdminTestJSON-1322925808-project] 10.222.0.48 "DELETE /v2.0/floatingips/995d18ee-7769-4cb0-9c4a-92270cce9ca6 HTTP/1.1" status: 204 len: 168 time: 0.8141534 Feb 04 20:43:17.459000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46346) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:17.603511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c942f475-35bd-4be0-ac95-c4c0c5f47c45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a02878ab618d4de5810e8ac34a15449f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433723 Feb 04 20:43:17.605950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46352) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:17.661684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e70ec93-e29d-400c-8925-a66297929868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:17.685918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e70ec93-e29d-400c-8925-a66297929868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:17.818010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e70ec93-e29d-400c-8925-a66297929868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:17.831579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70ec93-e29d-400c-8925-a66297929868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ae1a1-e813-47da-bd8f-caf97636221e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:17.838058 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4e70ec93-e29d-400c-8925-a66297929868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:17.839234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4e70ec93-e29d-400c-8925-a66297929868 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/991ae1a1-e813-47da-bd8f-caf97636221e HTTP/1.1" status: 204 len: 168 time: 0.2324071 Feb 04 20:43:18.376063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46360) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:18.392960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.410203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:18.413979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Usage tracker for resource:security_group_rule and tenant:30a2a08de24140c583e522b78b219a8a is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:18.416745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:18.422205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:18.501112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.569407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.614213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a3af4-5776-488c-b1e1-3505b9614c5b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:18.618355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-63a05881-12d0-4369-bb39-69baca0a37c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30a2a08de24140c583e522b78b219a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412984 Feb 04 20:43:18.621005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46364) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:18.677564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40de11d6-6274-4df9-a481-e8ba1d942cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.702248 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40de11d6-6274-4df9-a481-e8ba1d942cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.798300 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40de11d6-6274-4df9-a481-e8ba1d942cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.815221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de11d6-6274-4df9-a481-e8ba1d942cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a3af4-5776-488c-b1e1-3505b9614c5b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:18.822432 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-40de11d6-6274-4df9-a481-e8ba1d942cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.823582 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-40de11d6-6274-4df9-a481-e8ba1d942cd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/278a3af4-5776-488c-b1e1-3505b9614c5b HTTP/1.1" status: 204 len: 168 time: 0.2017114 Feb 04 20:43:19.543840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46374) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:19.561515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:19.576136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:19.579910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Usage tracker for resource:security_group_rule and tenant:2398c4be27664867a44b99abcffa3a56 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:19.582613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:19.588207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:19.666465 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:19.726773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:19.772145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2398c4be27664867a44b99abcffa3a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272778 Feb 04 20:43:19.773681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b162e1d-4e88-45ef-9546-e2710d812e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5cb426-b3cd-4ff7-9eff-244363c262c2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:19.774955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:19.835768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7df3c2de-e2d6-4996-ba82-336aa05432bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:19.861803 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7df3c2de-e2d6-4996-ba82-336aa05432bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:19.978485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7df3c2de-e2d6-4996-ba82-336aa05432bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:19.993187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3c2de-e2d6-4996-ba82-336aa05432bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5cb426-b3cd-4ff7-9eff-244363c262c2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:19.999782 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7df3c2de-e2d6-4996-ba82-336aa05432bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:20.001189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7df3c2de-e2d6-4996-ba82-336aa05432bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd5cb426-b3cd-4ff7-9eff-244363c262c2 HTTP/1.1" status: 204 len: 168 time: 0.2249742 Feb 04 20:43:20.087389 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1b343772-130b-4074-a788-497cf6e617e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:20.992559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46404) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:21.093066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-80c0cd72-4357-4994-802d-180fb18c5dd1 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:21.093508 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-80c0cd72-4357-4994-802d-180fb18c5dd1 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 20:43:21.094003 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-80c0cd72-4357-4994-802d-180fb18c5dd1 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 20:43:21.095011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-80c0cd72-4357-4994-802d-180fb18c5dd1 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1013913 Feb 04 20:43:21.099322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46410) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:21.103983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--642616779'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:21.111534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:21.115594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:21.118407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:21.124190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:21.187216 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.200244 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.215442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:21.219220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:21.221975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:21.227618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:21.311122 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.458119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.470580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:21.478339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:21.486789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:21.496843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:21.500477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2398a5c3-fa2d-43c2-a26a-215256d4f6e1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:21.574585 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.629523 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.671295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a70fa3b-8343-4361-90c3-eacd4c42a402,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:21.741442 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.742702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e057d024-1c0f-465a-96c0-17713bc38779 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6424806 Feb 04 20:43:21.745606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46416) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:21.750881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '1a70fa3b-8343-4361-90c3-eacd4c42a402', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:21.757999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:21.761824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:21.764725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:21.770340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:21.877516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:21.936456 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.004156 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.028231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f207469-7564-4e34-afaf-57d9d9d62a92,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:22.095838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.097079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0883263f-1a0f-44bd-9f3b-4a7e940a2adb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505740 Feb 04 20:43:22.099774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46420) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:22.104676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '1a70fa3b-8343-4361-90c3-eacd4c42a402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:22.112115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:22.115880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:22.118796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:22.124810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:22.179862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.278434 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 20:43:22.279513 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6de17d2b-796f-4deb-a9b5-765214c83609 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1788287 Feb 04 20:43:22.282243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46424) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:22.301141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9148a465-dcce-4323-b17d-7b8fe0793f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.446470 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-086aa162-607d-4d8e-b6fa-476ed5beabc4 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.473793 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-086aa162-607d-4d8e-b6fa-476ed5beabc4 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.623974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-086aa162-607d-4d8e-b6fa-476ed5beabc4 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.639706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086aa162-607d-4d8e-b6fa-476ed5beabc4 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a70fa3b-8343-4361-90c3-eacd4c42a402,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:22.646331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-086aa162-607d-4d8e-b6fa-476ed5beabc4 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.647450 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-086aa162-607d-4d8e-b6fa-476ed5beabc4 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/1a70fa3b-8343-4361-90c3-eacd4c42a402 HTTP/1.1" status: 204 len: 168 time: 0.3642879 Feb 04 20:43:22.650109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46428) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:22.699167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a703edb-781a-417d-8226-183971f23315 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:22.769468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a703edb-781a-417d-8226-183971f23315 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:22.770754 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a703edb-781a-417d-8226-183971f23315 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197443 Feb 04 20:43:22.774465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46432) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:22.779390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--528377721'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:22.786626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:22.796416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:22.875720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:22.896059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:22.899858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:22.902731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:22.908374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:22.976943 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.052117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.093482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c1aeab-83cf-4e61-85fa-c657cf3cbc3d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:23.149556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.153319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-88afff0a-6f80-48d1-8aaa-7d7599b27155 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3752658 Feb 04 20:43:23.153582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46436) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:23.158743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-64cbd369-a20a-44e2-8060-d51480dee786 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '20c1aeab-83cf-4e61-85fa-c657cf3cbc3d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:23.160129 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-64cbd369-a20a-44e2-8060-d51480dee786 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 20:43:23.160129 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-64cbd369-a20a-44e2-8060-d51480dee786 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:23.160623 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-64cbd369-a20a-44e2-8060-d51480dee786 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060544 Feb 04 20:43:23.163122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46440) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:23.225019 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89a86bc5-3ddf-437f-a097-e288b0cd8595 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.252246 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89a86bc5-3ddf-437f-a097-e288b0cd8595 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.349629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89a86bc5-3ddf-437f-a097-e288b0cd8595 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.368500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a86bc5-3ddf-437f-a097-e288b0cd8595 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c1aeab-83cf-4e61-85fa-c657cf3cbc3d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:23.375430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-89a86bc5-3ddf-437f-a097-e288b0cd8595 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.376591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-89a86bc5-3ddf-437f-a097-e288b0cd8595 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/20c1aeab-83cf-4e61-85fa-c657cf3cbc3d HTTP/1.1" status: 204 len: 168 time: 0.2125905 Feb 04 20:43:23.379781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46444) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:23.432570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-69a5d0c5-b639-4496-b830-0fddd2a0a380 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:23.469469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.492149 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.492308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-69a5d0c5-b639-4496-b830-0fddd2a0a380 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:23.494698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-69a5d0c5-b639-4496-b830-0fddd2a0a380 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136172 Feb 04 20:43:23.498083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46448) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:23.503570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--69897181'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:23.510929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:23.521683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:23.618512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.639130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:23.642908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:23.646320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:23.652956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:23.720325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.781129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.826650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0b2920-5126-49e0-9caf-9e37ae5adb80,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:23.896402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.897649 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1687a324-d9cd-4c66-9976-cdf492659fc8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3988183 Feb 04 20:43:23.900536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46452) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:23.906551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c375d688-bb42-431e-b796-f348f57fc59e tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': 'bb0b2920-5126-49e0-9caf-9e37ae5adb80', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:23.907146 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-c375d688-bb42-431e-b796-f348f57fc59e tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 20:43:23.907635 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-c375d688-bb42-431e-b796-f348f57fc59e tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:23.908584 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c375d688-bb42-431e-b796-f348f57fc59e tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070951 Feb 04 20:43:23.910814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46456) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:23.972222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196276a2-5e36-4be8-8d52-dbb270412e39 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:23.999092 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196276a2-5e36-4be8-8d52-dbb270412e39 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.129694 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196276a2-5e36-4be8-8d52-dbb270412e39 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.148781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196276a2-5e36-4be8-8d52-dbb270412e39 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0b2920-5126-49e0-9caf-9e37ae5adb80,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:24.155589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-196276a2-5e36-4be8-8d52-dbb270412e39 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.159842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-196276a2-5e36-4be8-8d52-dbb270412e39 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb0b2920-5126-49e0-9caf-9e37ae5adb80 HTTP/1.1" status: 204 len: 168 time: 0.2446930 Feb 04 20:43:24.160012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46460) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.209732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52ea3233-bab1-499c-9d03-19a80b1ed0f8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:24.260944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-52ea3233-bab1-499c-9d03-19a80b1ed0f8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:24.262095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-52ea3233-bab1-499c-9d03-19a80b1ed0f8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011891 Feb 04 20:43:24.265921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46464) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.271230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--959575622'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:24.278475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:24.288521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:24.352603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.372529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:24.376504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:24.379291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:24.384812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:24.450424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.521056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.561608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b2ae04-22c1-4d46-a8c7-ee18475a1101,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:24.644526 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.645741 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ae85d2ba-5962-4959-98e2-dcdfafd871ac tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3788476 Feb 04 20:43:24.648518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46468) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.653363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9ef50fea-a46e-45e5-a337-f8fafe396de9 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': 'a4b2ae04-22c1-4d46-a8c7-ee18475a1101', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:24.654209 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-9ef50fea-a46e-45e5-a337-f8fafe396de9 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 20:43:24.654753 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-9ef50fea-a46e-45e5-a337-f8fafe396de9 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:24.655642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9ef50fea-a46e-45e5-a337-f8fafe396de9 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062478 Feb 04 20:43:24.657899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46472) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.662843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9c60419f-9798-4aec-afe3-ca82cdcd977f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': 'a4b2ae04-22c1-4d46-a8c7-ee18475a1101', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:24.663440 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-9c60419f-9798-4aec-afe3-ca82cdcd977f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 20:43:24.663893 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-9c60419f-9798-4aec-afe3-ca82cdcd977f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:24.664787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c60419f-9798-4aec-afe3-ca82cdcd977f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060775 Feb 04 20:43:24.667062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46476) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.672436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-58aaccbd-2e6e-4e47-adcc-e5ff5df20896 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': 'a4b2ae04-22c1-4d46-a8c7-ee18475a1101', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:24.673189 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-58aaccbd-2e6e-4e47-adcc-e5ff5df20896 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 20:43:24.673651 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-58aaccbd-2e6e-4e47-adcc-e5ff5df20896 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:24.674546 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-58aaccbd-2e6e-4e47-adcc-e5ff5df20896 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066769 Feb 04 20:43:24.676786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46480) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.681053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1e5139d9-d450-4022-88c3-3386960e8148 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': 'a4b2ae04-22c1-4d46-a8c7-ee18475a1101', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:24.682355 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-1e5139d9-d450-4022-88c3-3386960e8148 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 20:43:24.682355 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-1e5139d9-d450-4022-88c3-3386960e8148 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:24.683196 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e5139d9-d450-4022-88c3-3386960e8148 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056074 Feb 04 20:43:24.685425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46484) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.749201 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c7490e-7be5-4773-8ab8-179b1cc2c1af tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.775930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c7490e-7be5-4773-8ab8-179b1cc2c1af tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.889705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c7490e-7be5-4773-8ab8-179b1cc2c1af tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.909244 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7490e-7be5-4773-8ab8-179b1cc2c1af tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b2ae04-22c1-4d46-a8c7-ee18475a1101,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:24.916014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73c7490e-7be5-4773-8ab8-179b1cc2c1af tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:24.917139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73c7490e-7be5-4773-8ab8-179b1cc2c1af tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/a4b2ae04-22c1-4d46-a8c7-ee18475a1101 HTTP/1.1" status: 204 len: 168 time: 0.2308953 Feb 04 20:43:24.919778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46490) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:24.971184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-26d35c81-2663-44c2-abb4-6f14315a52e0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:25.069722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-26d35c81-2663-44c2-abb4-6f14315a52e0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:25.070927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-26d35c81-2663-44c2-abb4-6f14315a52e0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1498888 Feb 04 20:43:25.074712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46496) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:25.079649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090932363'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:25.087631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:25.097353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:25.184328 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:25.195442 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:25.205576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:25.210018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:25.212933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:25.218563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:25.289655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:25.389142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:25.432478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368b93a6-cab0-4f95-98b8-ff0e07ff1056,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:25.529492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:25.530740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-04fd84e0-902a-4734-b1e3-dde57e87a365 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4550958 Feb 04 20:43:25.533551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46500) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:25.538428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-cc634f33-c639-4105-b509-890eca80bc83 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:25.538940 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-cc634f33-c639-4105-b509-890eca80bc83 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 20:43:25.539422 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-cc634f33-c639-4105-b509-890eca80bc83 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:25.540393 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cc634f33-c639-4105-b509-890eca80bc83 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059340 Feb 04 20:43:25.546440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46504) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:25.551323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-137fa838-396c-4237-b8fd-768f58074600 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:25.558682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-137fa838-396c-4237-b8fd-768f58074600 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:25.562489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-137fa838-396c-4237-b8fd-768f58074600 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:25.565969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-137fa838-396c-4237-b8fd-768f58074600 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:25.571614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-137fa838-396c-4237-b8fd-768f58074600 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:25.735447 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-137fa838-396c-4237-b8fd-768f58074600 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:25.736394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-137fa838-396c-4237-b8fd-768f58074600 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1891103 Feb 04 20:43:25.739770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46508) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:25.744452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-cfe27779-eae5-4556-8f05-6c920e04496b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:25.744915 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-cfe27779-eae5-4556-8f05-6c920e04496b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 20:43:25.745359 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-cfe27779-eae5-4556-8f05-6c920e04496b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:25.747140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cfe27779-eae5-4556-8f05-6c920e04496b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056033 Feb 04 20:43:25.748554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46512) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:25.753146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fe404899-3759-4bfc-995d-9140e1f51ee2 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:25.759715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fe404899-3759-4bfc-995d-9140e1f51ee2 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:25.763460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fe404899-3759-4bfc-995d-9140e1f51ee2 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:25.766254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fe404899-3759-4bfc-995d-9140e1f51ee2 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:25.771992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fe404899-3759-4bfc-995d-9140e1f51ee2 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:25.918217 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-fe404899-3759-4bfc-995d-9140e1f51ee2 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:25.919277 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fe404899-3759-4bfc-995d-9140e1f51ee2 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1699154 Feb 04 20:43:25.922004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46516) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:25.927295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-83d9057f-69dc-4c73-9553-7c44d0355efe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:25.927754 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-83d9057f-69dc-4c73-9553-7c44d0355efe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 20:43:25.928207 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-83d9057f-69dc-4c73-9553-7c44d0355efe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:25.929066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-83d9057f-69dc-4c73-9553-7c44d0355efe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062151 Feb 04 20:43:25.931410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46520) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:25.936522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e96f19f7-8828-4d8d-b05e-6204b276a7bd tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:25.942928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e96f19f7-8828-4d8d-b05e-6204b276a7bd tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:25.946686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e96f19f7-8828-4d8d-b05e-6204b276a7bd tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:25.949479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e96f19f7-8828-4d8d-b05e-6204b276a7bd tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:25.955161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e96f19f7-8828-4d8d-b05e-6204b276a7bd tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:26.140801 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-e96f19f7-8828-4d8d-b05e-6204b276a7bd tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:26.141840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e96f19f7-8828-4d8d-b05e-6204b276a7bd tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2096262 Feb 04 20:43:26.145085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46526) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:26.150129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0d9a41cb-959f-4a53-ac15-172c1d7c13fb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:26.151641 n-d-811806-1 neutron-server[88236]: WARNING neutron.api.v2.base [None req-0d9a41cb-959f-4a53-ac15-172c1d7c13fb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 20:43:26.151641 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-0d9a41cb-959f-4a53-ac15-172c1d7c13fb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:26.151964 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0d9a41cb-959f-4a53-ac15-172c1d7c13fb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059152 Feb 04 20:43:26.154425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46530) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:26.158907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e39d9ee4-617e-4a54-8678-9b91bdb6a762 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:26.167144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e39d9ee4-617e-4a54-8678-9b91bdb6a762 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:26.171019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e39d9ee4-617e-4a54-8678-9b91bdb6a762 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:26.173885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e39d9ee4-617e-4a54-8678-9b91bdb6a762 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:26.179834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e39d9ee4-617e-4a54-8678-9b91bdb6a762 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:26.309619 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-e39d9ee4-617e-4a54-8678-9b91bdb6a762 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:26.310669 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e39d9ee4-617e-4a54-8678-9b91bdb6a762 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1553419 Feb 04 20:43:26.313441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:26.318295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-34278307-5fcc-44fa-aceb-432d7733db8a tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '368b93a6-cab0-4f95-98b8-ff0e07ff1056', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:26.324864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34278307-5fcc-44fa-aceb-432d7733db8a tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:26.328686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34278307-5fcc-44fa-aceb-432d7733db8a tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:26.332040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34278307-5fcc-44fa-aceb-432d7733db8a tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:26.340923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34278307-5fcc-44fa-aceb-432d7733db8a tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:26.512679 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-34278307-5fcc-44fa-aceb-432d7733db8a tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:26.513654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-34278307-5fcc-44fa-aceb-432d7733db8a tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1993005 Feb 04 20:43:26.516493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46538) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:26.577006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a670792d-7ad3-485d-9f84-ec3512f27fc3 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:26.603476 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a670792d-7ad3-485d-9f84-ec3512f27fc3 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:26.718173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a670792d-7ad3-485d-9f84-ec3512f27fc3 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:26.737582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670792d-7ad3-485d-9f84-ec3512f27fc3 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b93a6-cab0-4f95-98b8-ff0e07ff1056,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:26.743686 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a670792d-7ad3-485d-9f84-ec3512f27fc3 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:26.744801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a670792d-7ad3-485d-9f84-ec3512f27fc3 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/368b93a6-cab0-4f95-98b8-ff0e07ff1056 HTTP/1.1" status: 204 len: 168 time: 0.2273822 Feb 04 20:43:26.747363 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46542) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:26.795848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a7fb096-d9e1-47e5-9066-60dfe3b90fda tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:26.875562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9a7fb096-d9e1-47e5-9066-60dfe3b90fda tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:26.876810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9a7fb096-d9e1-47e5-9066-60dfe3b90fda tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285536 Feb 04 20:43:26.881504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46546) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:26.886670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700867491'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:26.893193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:26.903072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:26.969898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:26.989728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:26.993437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:26.997297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:27.002056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:27.068098 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:27.138242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:27.185227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3555b5-f74a-4b5d-9164-e0a04aa029e9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:27.277848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:27.279115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e38c0c1d-4c56-49de-ab0a-fd7efde0cb79 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3966327 Feb 04 20:43:27.281821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46550) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:27.286681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b84099c5-b1fb-4b3c-977c-12a8472facdb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '9b3555b5-f74a-4b5d-9164-e0a04aa029e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:27.292968 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b84099c5-b1fb-4b3c-977c-12a8472facdb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:27.296686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b84099c5-b1fb-4b3c-977c-12a8472facdb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:27.299587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b84099c5-b1fb-4b3c-977c-12a8472facdb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:27.305096 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b84099c5-b1fb-4b3c-977c-12a8472facdb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:27.486770 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-b84099c5-b1fb-4b3c-977c-12a8472facdb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The resource could not be found. Feb 04 20:43:27.488476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b84099c5-b1fb-4b3c-977c-12a8472facdb tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2055657 Feb 04 20:43:27.491400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46554) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:27.496213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-65c16eb7-3f6e-4562-9cca-40e67f09bffe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '9b3555b5-f74a-4b5d-9164-e0a04aa029e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0cf29cc6-e544-410a-882f-24ba8084660d'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:27.502742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-65c16eb7-3f6e-4562-9cca-40e67f09bffe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:27.507143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-65c16eb7-3f6e-4562-9cca-40e67f09bffe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:27.510322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-65c16eb7-3f6e-4562-9cca-40e67f09bffe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:27.515955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-65c16eb7-3f6e-4562-9cca-40e67f09bffe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:27.677973 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-65c16eb7-3f6e-4562-9cca-40e67f09bffe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The resource could not be found. Feb 04 20:43:27.679042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-65c16eb7-3f6e-4562-9cca-40e67f09bffe tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1867111 Feb 04 20:43:27.681757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46558) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:27.741767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-050e4206-7bcc-4b68-9548-f27bd23032ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:27.768597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-050e4206-7bcc-4b68-9548-f27bd23032ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:27.872775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-050e4206-7bcc-4b68-9548-f27bd23032ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:27.891913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e4206-7bcc-4b68-9548-f27bd23032ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3555b5-f74a-4b5d-9164-e0a04aa029e9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:27.900239 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-050e4206-7bcc-4b68-9548-f27bd23032ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:27.903743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-050e4206-7bcc-4b68-9548-f27bd23032ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/9b3555b5-f74a-4b5d-9164-e0a04aa029e9 HTTP/1.1" status: 204 len: 168 time: 0.2187304 Feb 04 20:43:27.903883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-11846d5e-5957-4a81-a3f3-4e73526deaf3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736959 Feb 04 20:43:27.904336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46562) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:27.953293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57d9bdb4-4b96-4788-bad5-9d8e4d076bea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:28.042680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-821a2d71-e0ee-481d-a64a-852f9856f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:28.044158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-821a2d71-e0ee-481d-a64a-852f9856f1a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 1096 time: 0.0706108 Feb 04 20:43:28.046876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57d9bdb4-4b96-4788-bad5-9d8e4d076bea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:28.050886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-57d9bdb4-4b96-4788-bad5-9d8e4d076bea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1432464 Feb 04 20:43:28.052757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46566) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:28.057803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b61dc60b-a568-44a8-a314-254dcb7614ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': '6bb52685-88d7-40d0-a99d-7522b674f764', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:28.065429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b61dc60b-a568-44a8-a314-254dcb7614ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:28.093403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b61dc60b-a568-44a8-a314-254dcb7614ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:28.139516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b61dc60b-a568-44a8-a314-254dcb7614ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:28.150082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b61dc60b-a568-44a8-a314-254dcb7614ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:28.206496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-031089f2-01ff-433b-8487-5a2171cb435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:28.212347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-031089f2-01ff-433b-8487-5a2171cb435f service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb HTTP/1.1" status: 200 len: 897 time: 0.1437683 Feb 04 20:43:28.327425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-d65f291c-befa-4592-aa50-279ea99b6575 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf HTTP/1.1" status: 200 len: 1001 time: 0.1122203 Feb 04 20:43:28.391627 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-b61dc60b-a568-44a8-a314-254dcb7614ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The resource could not be found. Feb 04 20:43:28.392641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b61dc60b-a568-44a8-a314-254dcb7614ea tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3388543 Feb 04 20:43:28.395368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-c769d272-e3c5-4233-8a6a-3d2408854f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:28.396132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-c769d272-e3c5-4233-8a6a-3d2408854f5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f2313d5-db76-4e3f-afbe-bdf0870514e5 HTTP/1.1" status: 200 len: 834 time: 0.0631483 Feb 04 20:43:28.396828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46570) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:28.401588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053554703'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:28.436918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:28.455330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:28.487958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-7bdbc0a6-1838-4f81-8c1f-2ef61c1790cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:28.489426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-7bdbc0a6-1838-4f81-8c1f-2ef61c1790cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828700 Feb 04 20:43:28.563320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:28.599801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:28.613587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:28.618125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:28.626886 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:28.652561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-8a9293a8-5385-4582-9e71-6d15ece3147e service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572959 Feb 04 20:43:28.818278 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:28.825800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-97cdeccb-bf4b-4578-b9f7-5cdd8c582ab9 req-70059ed5-1afc-4ccc-a74a-925ed0054f6c service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644461 Feb 04 20:43:28.872088 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:28.918634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe85d6bf-af28-446d-b218-85cb04863c42,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:28.986440 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:28.988334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-91df2fda-23f4-4910-8d92-91fc3ff3361b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5905688 Feb 04 20:43:28.991040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46574) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:28.995841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037250892'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:29.002459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:29.006445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:29.009486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:29.015234 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:29.083661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.103308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:29.107051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:29.109796 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:29.115410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:29.184153 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.254875 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.300606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115fb595-a1c3-434b-afe8-0401f3d59f60,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:29.378841 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.380048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e368a2e-cd24-4f73-a560-678ed65f218f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3880703 Feb 04 20:43:29.382770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46578) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:29.387712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-93cf6d70-0a7e-4fe6-bb90-88c17df6ade0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group_rule': {'security_group_id': 'fe85d6bf-af28-446d-b218-85cb04863c42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '115fb595-a1c3-434b-afe8-0401f3d59f60'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:29.395343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-93cf6d70-0a7e-4fe6-bb90-88c17df6ade0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:29.399232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-93cf6d70-0a7e-4fe6-bb90-88c17df6ade0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:29.402060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-93cf6d70-0a7e-4fe6-bb90-88c17df6ade0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:29.407692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-93cf6d70-0a7e-4fe6-bb90-88c17df6ade0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:29.546797 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-93cf6d70-0a7e-4fe6-bb90-88c17df6ade0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 20:43:29.547803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-93cf6d70-0a7e-4fe6-bb90-88c17df6ade0 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1641278 Feb 04 20:43:29.551185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46582) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:29.615250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9eec9ab-3538-435a-925d-0bec29a529a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.641259 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9eec9ab-3538-435a-925d-0bec29a529a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.651205 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:43:29.735348 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9eec9ab-3538-435a-925d-0bec29a529a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.753189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec9ab-3538-435a-925d-0bec29a529a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115fb595-a1c3-434b-afe8-0401f3d59f60,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:29.761290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c9eec9ab-3538-435a-925d-0bec29a529a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.762389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c9eec9ab-3538-435a-925d-0bec29a529a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/115fb595-a1c3-434b-afe8-0401f3d59f60 HTTP/1.1" status: 204 len: 168 time: 0.2103236 Feb 04 20:43:29.765987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46586) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:29.828404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3021ed03-6dbc-4fd2-bb31-6fa57a3b1dba tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0614321 Feb 04 20:43:29.831598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46590) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:29.889592 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df861ec3-0783-442d-80dd-35996901803b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.919589 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df861ec3-0783-442d-80dd-35996901803b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.043640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df861ec3-0783-442d-80dd-35996901803b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.061788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df861ec3-0783-442d-80dd-35996901803b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe85d6bf-af28-446d-b218-85cb04863c42,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:30.068449 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-df861ec3-0783-442d-80dd-35996901803b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.069542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-df861ec3-0783-442d-80dd-35996901803b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe85d6bf-af28-446d-b218-85cb04863c42 HTTP/1.1" status: 204 len: 168 time: 0.2370756 Feb 04 20:43:30.072136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46594) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:30.121991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5f0326a-160f-4e25-a65f-35611df6986b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:30.186933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c5f0326a-160f-4e25-a65f-35611df6986b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:30.188270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c5f0326a-160f-4e25-a65f-35611df6986b tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151433 Feb 04 20:43:30.192590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46598) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:30.197490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325085341'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:30.204769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:30.214854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:30.286494 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.306249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:30.309902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Usage tracker for resource:security_group_rule and tenant:7cdfe42b46e342adb19cc2c310b2654d is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:30.312679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:30.318207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:30.386841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.469293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.518363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45534028-7568-48fe-a869-e74674db0067,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:30.589573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.591081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1d2b36ca-3a01-4c57-8ae6-3edd54217483 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3973033 Feb 04 20:43:30.594108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46602) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:30.599771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-247d9978-9cf2-4f10-9422-ae022d4896a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:30.600174 n-d-811806-1 neutron-server[88237]: WARNING neutron.api.v2.base [None req-247d9978-9cf2-4f10-9422-ae022d4896a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 20:43:30.600645 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-247d9978-9cf2-4f10-9422-ae022d4896a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 20:43:30.601519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-247d9978-9cf2-4f10-9422-ae022d4896a8 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "PUT /v2.0/security-groups/45534028-7568-48fe-a869-e74674db0067 HTTP/1.1" status: 409 len: 330 time: 0.0064278 Feb 04 20:43:30.603824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46606) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:30.663319 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e45383bf-21ad-4c35-ab76-bab969f80389 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.688643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e45383bf-21ad-4c35-ab76-bab969f80389 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.806862 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e45383bf-21ad-4c35-ab76-bab969f80389 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.825780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45383bf-21ad-4c35-ab76-bab969f80389 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45534028-7568-48fe-a869-e74674db0067,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:30.841911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e45383bf-21ad-4c35-ab76-bab969f80389 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:30.843222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e45383bf-21ad-4c35-ab76-bab969f80389 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/45534028-7568-48fe-a869-e74674db0067 HTTP/1.1" status: 204 len: 168 time: 0.2385864 Feb 04 20:43:30.846014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:30.896979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ac66f871-10f6-4871-b3a8-fd1a004c8248 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Synchronizing usage tracker for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:30.960904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ac66f871-10f6-4871-b3a8-fd1a004c8248 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] Unset dirty status for tenant:7cdfe42b46e342adb19cc2c310b2654d on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:30.962143 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ac66f871-10f6-4871-b3a8-fd1a004c8248 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1140454 Feb 04 20:43:30.965952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46616) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:30.982016 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-de6f8327-eeda-41a4-b089-8a69e3563867 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] delete failed (client error): The resource could not be found. Feb 04 20:43:30.982969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-de6f8327-eeda-41a4-b089-8a69e3563867 tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "DELETE /v2.0/security-groups/bbea9836-8a3f-48fd-a723-cc55b795afe9 HTTP/1.1" status: 404 len: 347 time: 0.0161276 Feb 04 20:43:30.986177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46620) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:31.002033 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-3b8300ac-6f3f-401b-93ec-7e5a8a60ac5f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] show failed (client error): The resource could not be found. Feb 04 20:43:31.003563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3b8300ac-6f3f-401b-93ec-7e5a8a60ac5f tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-groups/79796f00-e0b3-4c34-b68e-fae8284b33b4 HTTP/1.1" status: 404 len: 347 time: 0.0160544 Feb 04 20:43:31.006915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46624) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:31.020558 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-b5404d0f-198a-4378-9bb6-b23125f3b32e tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] show failed (client error): The resource could not be found. Feb 04 20:43:31.021477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5404d0f-198a-4378-9bb6-b23125f3b32e tempest-NegativeSecGroupTest-867104708 tempest-NegativeSecGroupTest-867104708-project] 10.222.0.48 "GET /v2.0/security-group-rules/298983e0-a8fc-4f86-906f-4bb667b29664 HTTP/1.1" status: 404 len: 356 time: 0.0137320 Feb 04 20:43:31.475819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46632) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:31.624776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-92776e31-4e22-4d47-8867-60e7197184d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cdfe42b46e342adb19cc2c310b2654d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473520 Feb 04 20:43:31.627073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46638) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:31.682002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fbd-349e-4285-8573-57f300936d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:31.706372 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fbd-349e-4285-8573-57f300936d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:31.824052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fbd-349e-4285-8573-57f300936d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:31.841449 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0fbd-349e-4285-8573-57f300936d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2398a5c3-fa2d-43c2-a26a-215256d4f6e1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:31.899931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fbd-349e-4285-8573-57f300936d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:31.900991 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4aea0fbd-349e-4285-8573-57f300936d83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2398a5c3-fa2d-43c2-a26a-215256d4f6e1 HTTP/1.1" status: 204 len: 168 time: 0.2730610 Feb 04 20:43:32.887014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46664) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:32.890643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027070 Feb 04 20:43:32.893339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46666) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:32.996889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21c1b6f5-d61e-4dc5-823f-3c81abe39d34 tempest-NetworksApiDiscovery-86602462 tempest-NetworksApiDiscovery-86602462-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1026216 Feb 04 20:43:33.453104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46678) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:33.566053 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:33.579862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:33.584414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Usage tracker for resource:security_group_rule and tenant:8ebb2c927e734dba8f5196293a5a7ca1 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:33.587251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:33.592988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:33.675674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:33.754854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:33.801648 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ebb2c927e734dba8f5196293a5a7ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475313 Feb 04 20:43:33.803241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c160557-f356-4cd5-ad65-093500a61450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ba701-6f72-4c95-b873-eade0c6b750f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:33.804392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46684) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:33.862886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad90f-a744-4b26-a77b-dfa128c4d558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:33.890823 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad90f-a744-4b26-a77b-dfa128c4d558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:34.000967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad90f-a744-4b26-a77b-dfa128c4d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:34.015104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ad90f-a744-4b26-a77b-dfa128c4d558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7ba701-6f72-4c95-b873-eade0c6b750f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:34.020900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad90f-a744-4b26-a77b-dfa128c4d558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:34.022824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4c2ad90f-a744-4b26-a77b-dfa128c4d558 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e7ba701-6f72-4c95-b873-eade0c6b750f HTTP/1.1" status: 204 len: 168 time: 0.2166395 Feb 04 20:43:39.152291 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:39.424158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:40.136609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46758) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:40.262634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e7ca951-e932-4fb6-a6aa-309aa8159985 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/floatingips/3d92953c-8542-4dfb-99f1-e2cda6556776 HTTP/1.1" status: 200 len: 993 time: 0.1240845 Feb 04 20:43:41.476678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46772) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:41.795341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port 2bdf3f1d-6493-40ab-ba65-ff05b7186ad5 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:41.795710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:41.966079 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:41.966402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:42.089871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for 2bdf3f1d-6493-40ab-ba65-ff05b7186ad5 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:42.291926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:42.339181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=2bdf3f1d-6493-40ab-ba65-ff05b7186ad5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:42.430191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:42.430470 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Floating IP 3d92953c-8542-4dfb-99f1-e2cda6556776 disassociated (deleted). External IP: 172.25.7.233, port: c3f03fb5-45f6-45bf-98a6-3e1bff97aabf. Feb 04 20:43:42.791278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router b748ad38-aec0-404b-9f06-2e5331f4d3fe has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:43:42.977137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:43:42.987528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] Sync routers for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:43:42.997870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:42.998493 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:43.099485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:43.166913 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b11f793a-79b3-49ab-b4c6-da6735973fef tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/floatingips/3d92953c-8542-4dfb-99f1-e2cda6556776 HTTP/1.1" status: 204 len: 168 time: 1.6891806 Feb 04 20:43:43.167598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:43:43.201820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:43:43.251731 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'status': 'completed', 'code': 200} Feb 04 20:43:43.356693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-5aa72689-534b-4094-96be-370d05df36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:43.358287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-5aa72689-534b-4094-96be-370d05df36a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69700e22d7c147d19a2917b67dd03f54&device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 1096 time: 0.0829957 Feb 04 20:43:43.545172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:18Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:43.549385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] Checking router: b748ad38-aec0-404b-9f06-2e5331f4d3fe for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:43:43.558636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:43.559489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:43.629169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-2e5c1e99-fac4-48b8-b5f1-3ddf43d83c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:43.630616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-2e5c1e99-fac4-48b8-b5f1-3ddf43d83c10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb HTTP/1.1" status: 200 len: 897 time: 0.2657306 Feb 04 20:43:43.715182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-1a4e336a-0fcf-4c40-87a9-5cedbec43bf1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf HTTP/1.1" status: 200 len: 217 time: 0.0750492 Feb 04 20:43:43.795641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-63aa0c33-234d-4b84-849b-45a5bb0cc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:43.797345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-63aa0c33-234d-4b84-849b-45a5bb0cc411 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f2313d5-db76-4e3f-afbe-bdf0870514e5 HTTP/1.1" status: 200 len: 834 time: 0.0706182 Feb 04 20:43:43.824035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:43:43.945422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-c5ec616e-6792-4477-bdbb-b3299c457d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:43.946872 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-c5ec616e-6792-4477-bdbb-b3299c457d6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b4f8025-284e-4a5f-8b25-623d3ac58bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431947 Feb 04 20:43:43.954881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b9c5b-2e00-43fd-a1bf-f6ce53c0479f req-30016344-912d-4b8b-a6e4-9fe1849dfccb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:43.955562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-684b9c5b-2e00-43fd-a1bf-f6ce53c0479f req-30016344-912d-4b8b-a6e4-9fe1849dfccb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Synchronizing usage tracker for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:43:44.114014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-41334e85-525f-4dc9-9b32-c63ad2dc23b7 service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554718 Feb 04 20:43:44.168858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:18Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:44.173703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831edc6-f7c9-48f9-9fda-ef32e1a70500 None None] The sync data for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 is: [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:42:13Z', 'revision_number': 4, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b4ae6435-25d1-439f-91bb-3539186a4baf', 'name': '', 'network_id': '0b4f8025-284e-4a5f-8b25-623d3ac58bfb', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'mac_address': 'fa:16:3e:79:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:12Z', 'updated_at': '2022-02-04T20:42:18Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'subnets': [{'id': '2f2313d5-db76-4e3f-afbe-bdf0870514e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:43:44.175663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-684b9c5b-2e00-43fd-a1bf-f6ce53c0479f req-30016344-912d-4b8b-a6e4-9fe1849dfccb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Unset dirty status for tenant:69700e22d7c147d19a2917b67dd03f54 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:43:44.176822 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684b9c5b-2e00-43fd-a1bf-f6ce53c0479f req-30016344-912d-4b8b-a6e4-9fe1849dfccb tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 945 time: 0.3359239 Feb 04 20:43:44.300046 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684b9c5b-2e00-43fd-a1bf-f6ce53c0479f req-477d5743-6bc4-4a48-b032-7959c0ce348c tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764301 Feb 04 20:43:44.330970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce87ecf3-5798-4b4f-a611-ed00552a4cae req-9aa495c5-5755-41bf-8298-d06428202603 service neutron] 10.222.0.62 "GET /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059133 Feb 04 20:43:44.445936 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0558b-1ec5-4b53-9808-f0265f8839ac None None] New status for floating IP 3d92953c-8542-4dfb-99f1-e2cda6556776: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:43:45.156332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-82bb7161-9e31-4ec2-8bb7-69f07f8dc1d9 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:45.157771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-82bb7161-9e31-4ec2-8bb7-69f07f8dc1d9 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 945 time: 0.0832396 Feb 04 20:43:45.230962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:45.231307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:45.493874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:43:45.494335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:45.516169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21e28d-0d92-48d3-b4c6-0fb75ac031f3 req-1bb48be9-5b21-4c02-a153-0dfae05f6120 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:43:45.517621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c21e28d-0d92-48d3-b4c6-0fb75ac031f3 req-1bb48be9-5b21-4c02-a153-0dfae05f6120 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 945 time: 0.0826576 Feb 04 20:43:45.562906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c21e28d-0d92-48d3-b4c6-0fb75ac031f3 req-bdadf6b9-99d1-40a6-a400-4f34d1126999 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/security-groups?id=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Feb 04 20:43:45.622349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for c3f03fb5-45f6-45bf-98a6-3e1bff97aabf owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:45.841171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:45.893691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=c3f03fb5-45f6-45bf-98a6-3e1bff97aabf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:46.094770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] No DVR routers for this DVR port c3f03fb5-45f6-45bf-98a6-3e1bff97aabf on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:43:46.094770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:46.094770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'name': 'network-vif-deleted', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:43:46.150508 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa94be15-5473-4d99-ac4d-ceea0ca4c378', 'name': 'network-vif-deleted', 'tag': 'c3f03fb5-45f6-45bf-98a6-3e1bff97aabf', 'status': 'completed', 'code': 200} Feb 04 20:43:46.221890 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e00e9e4c-0987-4238-b33a-1a10b6cc333b req-802dcad2-a7d2-437e-90b6-ec153e84f3f6 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.62 "DELETE /v2.0/ports/c3f03fb5-45f6-45bf-98a6-3e1bff97aabf HTTP/1.1" status: 204 len: 173 time: 1.0584648 Feb 04 20:43:46.733151 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5fbf1db5-e31e-4550-a1fc-1cf15926078f req-47b69207-6bad-4a94-aa5a-d35a53e5b902 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa94be15-5473-4d99-ac4d-ceea0ca4c378 HTTP/1.1" status: 200 len: 210 time: 0.0460777 Feb 04 20:43:47.827742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46824) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:47.895575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3fa6096b-2608-4259-bc05-88c3b0f8db3f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:47.925166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3fa6096b-2608-4259-bc05-88c3b0f8db3f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:48.069464 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3fa6096b-2608-4259-bc05-88c3b0f8db3f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:48.088671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6096b-2608-4259-bc05-88c3b0f8db3f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358bb0e9-fe4b-4f7b-9040-f50cfc214dc6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:48.194673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3fa6096b-2608-4259-bc05-88c3b0f8db3f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:48.198268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3fa6096b-2608-4259-bc05-88c3b0f8db3f tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/security-groups/358bb0e9-fe4b-4f7b-9040-f50cfc214dc6 HTTP/1.1" status: 204 len: 168 time: 0.3671434 Feb 04 20:43:48.295994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46834) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:48.691292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c3f03fb5-45f6-45bf-98a6-3e1bff97aabf no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:43:48.728229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: c3f03fb5-45f6-45bf-98a6-3e1bff97aabf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:43:48.728570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c3f03fb5-45f6-45bf-98a6-3e1bff97aabf not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:43:48.875858 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:49.233309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port b4ae6435-25d1-439f-91bb-3539186a4baf {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:49.233801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:49.428464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port b4ae6435-25d1-439f-91bb-3539186a4baf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b4ae6435-25d1-439f-91bb-3539186a4baf,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:43:49.428817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:49.551156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for b4ae6435-25d1-439f-91bb-3539186a4baf owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:49.915543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:49.964970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=b4ae6435-25d1-439f-91bb-3539186a4baf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:50.090254 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6de4bacc-b59b-4886-9575-acd7b275a6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:50.265302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:50.638759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Router b748ad38-aec0-404b-9f06-2e5331f4d3fe has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:43:50.812905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:43:50.823402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] Sync routers for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:43:50.830273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1da60bc1-0a25-4fd0-a6ff-7a5c92f8e0d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "PUT /v2.0/routers/b748ad38-aec0-404b-9f06-2e5331f4d3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5307171 Feb 04 20:43:50.830802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:50.836864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:50.837470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:50.901093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting subnet 2f2313d5-db76-4e3f-afbe-bdf0870514e5 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:43:50.904397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:50.964070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:51.053843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:51.056952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:43:51.226964 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:51.271290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2313d5-db76-4e3f-afbe-bdf0870514e5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:51.273801 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:51.283816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.284140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.284470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.284795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.285122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.285447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.285764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.286080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.286401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.286729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.287403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.287403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:51.288231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04b97e-4282-4b58-a235-727cb3977a2b None None] Network 0b4f8025-284e-4a5f-8b25-623d3ac58bfb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:43:51.291189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-30aab9b0-be69-4c36-976c-8580568068a0 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/subnets/2f2313d5-db76-4e3f-afbe-bdf0870514e5 HTTP/1.1" status: 204 len: 168 time: 0.4588051 Feb 04 20:43:51.295012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46856) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:51.532947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:43:49Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:51.539919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] Checking router: b748ad38-aec0-404b-9f06-2e5331f4d3fe for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:43:51.551907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] Routers {'b748ad38-aec0-404b-9f06-2e5331f4d3fe'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:43:51.552525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:51.585381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:51.730315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] DHCP port deletion for 0b4f8025-284e-4a5f-8b25-623d3ac58bfb request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:43:51.738991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Deleting port 335dedf6-5fc2-403a-9ac3-2a1784013c5a {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:51.739626 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:51.810227 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:51.810461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] Set router b748ad38-aec0-404b-9f06-2e5331f4d3fe gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:43:51.898468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Deleting port ec3d526f-5ea9-4797-a8e1-88013bdd6e73 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:43:51.899215 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:52.091809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] For port ec3d526f-5ea9-4797-a8e1-88013bdd6e73, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:43:52.092280 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:52.193395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] For port 335dedf6-5fc2-403a-9ac3-2a1784013c5a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=335dedf6-5fc2-403a-9ac3-2a1784013c5a,segment=NetworkSegment(02d4078d-b662-4ea8-a9ef-2e88391ee862),segment_id=02d4078d-b662-4ea8-a9ef-2e88391ee862)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:43:52.193877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:52.237361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Calling delete_port for ec3d526f-5ea9-4797-a8e1-88013bdd6e73 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:52.375162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Calling delete_port for 335dedf6-5fc2-403a-9ac3-2a1784013c5a owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:43:52.423207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 335dedf6-5fc2-403a-9ac3-2a1784013c5a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:43:52.574284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:43:49Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:52.581715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e15b9e-718c-4690-b911-cd4c253aa690 None None] The sync data for ids ['b748ad38-aec0-404b-9f06-2e5331f4d3fe'] in n-d-811806-1 is: [{'id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'name': 'tempest-TestNetworkBasicOps-router-1234756825', 'tenant_id': '69700e22d7c147d19a2917b67dd03f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:42:07Z', 'updated_at': '2022-02-04T20:43:49Z', 'revision_number': 5, 'project_id': '69700e22d7c147d19a2917b67dd03f54', 'gw_port': {'id': 'ec3d526f-5ea9-4797-a8e1-88013bdd6e73', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b748ad38-aec0-404b-9f06-2e5331f4d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:42:08Z', 'updated_at': '2022-02-04T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:43:52.589720 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:52.604145 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6eebf8dc-6bf0-4ef3-81cf-09ba5492ac4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:52.631456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:52.695138 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:52.712000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Pushing event deleted for resources: {'Port': ['ID=335dedf6-5fc2-403a-9ac3-2a1784013c5a,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:52.717014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] No DVR routers for this DVR port 335dedf6-5fc2-403a-9ac3-2a1784013c5a on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:43:52.723422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.723852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.724239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.728160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.728160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.728677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.728804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.729187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.729581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.730423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.730423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.730739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838b942-8ff5-45cb-ac11-e5637d2d0004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:43:52.789835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Port': ['ID=ec3d526f-5ea9-4797-a8e1-88013bdd6e73,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:52.865043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.066529 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.068881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.223396 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.233930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Fanout notify agent at l3_agent the message router_deleted on router b748ad38-aec0-404b-9f06-2e5331f4d3fe {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:43:53.240872 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.242551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3ac14a59-03a7-46f2-82ce-a279de3e04d2 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/routers/b748ad38-aec0-404b-9f06-2e5331f4d3fe HTTP/1.1" status: 204 len: 168 time: 1.9482741 Feb 04 20:43:53.245429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46868) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:53.488854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.503338 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.540481 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.620740 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.646884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4f8025-284e-4a5f-8b25-623d3ac58bfb']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:53.659474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d4078d-b662-4ea8-a9ef-2e88391ee862') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:53.659891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d4078d-b662-4ea8-a9ef-2e88391ee862') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:43:53.671075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.688617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.696993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:43:53.696993 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: timer() Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:43:53.712761 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:43:53.884172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.889416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:53.915862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] Pushing event deleted for resources: {'Network': ['ID=0b4f8025-284e-4a5f-8b25-623d3ac58bfb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:54.022044 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7bc74b13-9751-4aca-8e9e-39842a7310e8 tempest-TestNetworkBasicOps-150827409 tempest-TestNetworkBasicOps-150827409-project] 10.222.0.48 "DELETE /v2.0/networks/0b4f8025-284e-4a5f-8b25-623d3ac58bfb HTTP/1.1" status: 204 len: 168 time: 0.7755780 Feb 04 20:43:54.377797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4ae6435-25d1-439f-91bb-3539186a4baf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:43:54.416820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: b4ae6435-25d1-439f-91bb-3539186a4baf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:43:54.417094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b4ae6435-25d1-439f-91bb-3539186a4baf not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:43:54.417505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ec3d526f-5ea9-4797-a8e1-88013bdd6e73 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:43:54.451208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ec3d526f-5ea9-4797-a8e1-88013bdd6e73 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:43:54.451536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ec3d526f-5ea9-4797-a8e1-88013bdd6e73 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:43:54.591243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46880) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:54.745027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-52b8fa19-30a4-42d9-942f-17fc7992f9a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69700e22d7c147d19a2917b67dd03f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526034 Feb 04 20:43:54.747421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46886) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:54.807682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50c7008d-bdf0-41c9-9ddd-3194b74dc88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:54.832919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50c7008d-bdf0-41c9-9ddd-3194b74dc88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:54.980564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50c7008d-bdf0-41c9-9ddd-3194b74dc88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:54.999479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7008d-bdf0-41c9-9ddd-3194b74dc88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c364a02-a48e-4a59-9ea8-f124d7eb5b5f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:55.004017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50c7008d-bdf0-41c9-9ddd-3194b74dc88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:55.007499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-50c7008d-bdf0-41c9-9ddd-3194b74dc88c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c364a02-a48e-4a59-9ea8-f124d7eb5b5f HTTP/1.1" status: 204 len: 168 time: 0.2567871 Feb 04 20:43:55.203911 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:55.706307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 46898) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:55.722062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:55.736825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:55.742804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Usage tracker for resource:security_group_rule and tenant:4de5978092fd4bd2a844714fcb6d3aea is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:55.743478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:55.749353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:55.832195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:55.914517 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:55.965559 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4de5978092fd4bd2a844714fcb6d3aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603536 Feb 04 20:43:55.966261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92684819-58ae-45e9-8a5b-df4a8de95c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d937ffb0-6abe-490e-8975-be8d524290b9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:55.969137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46902) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:56.029556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff58a0d7-fc97-461d-af08-4f267e79141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:56.054431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff58a0d7-fc97-461d-af08-4f267e79141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:56.214841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff58a0d7-fc97-461d-af08-4f267e79141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:56.230427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58a0d7-fc97-461d-af08-4f267e79141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d937ffb0-6abe-490e-8975-be8d524290b9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:43:56.237053 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff58a0d7-fc97-461d-af08-4f267e79141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:56.241499 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ff58a0d7-fc97-461d-af08-4f267e79141a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d937ffb0-6abe-490e-8975-be8d524290b9 HTTP/1.1" status: 204 len: 168 time: 0.2711363 Feb 04 20:43:59.845303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46972) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:43:59.850962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'network': {'name': 'tempest-network-smoke--1788467388', 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:43:59.856860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:43:59.860682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:network and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:43:59.863471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:43:59.872632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:43:59.980583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Made reservation on behalf of f1656191f07d4cb4a150e08c67f3369c for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:43:59.984312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:59.997475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.013085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:00.016963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:security_group_rule and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:00.024034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:00.025756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:00.106778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.185968 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.218490 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:44:00.226701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc6fca-e852-4b97-ae05-c1c59176542c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:00.232443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.232786 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Added segment 0adf6049-555e-4d36-b11d-1f789174373b of type vlan for network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 Feb 04 20:44:00.259250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.369598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.375206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:00.375784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.486132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Network': ['ID=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:00.498714 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:44:00.541528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-12d6df8c-99f6-4f1b-af7e-6d9a5d1bdcf5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6950183 Feb 04 20:44:00.544316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 46976) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:00.549306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'admin_state_up': True, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:00.557245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:00.561157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:router and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:00.563977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:00.570314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:00.638563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.650454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:00.654874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:01.001423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:01.501198 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:01.530094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:01.663148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Allocated IP 172.25.7.52 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/21f1b117-420c-4a8a-ad31-7fc435f5c8cd) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:44:01.813640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:01.923755 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:01.994007 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:44:01.996771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:01.999705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:44:02.034573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:02.509728 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:02.851312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:03.222903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 6a6a004b-9987-4ff4-8981-204939da34f2 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:44:03.401849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:44:03.412341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Sync routers for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:44:03.422369 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:44:03.423211 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:03.480378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:03.484846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d18158bf-ae62-4857-99ed-5d21ee43df53 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9365313 Feb 04 20:44:03.485039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47004) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:03.607675 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:44:03.641201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b5f932fe-be40-4b06-a682-36c641fe9831 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f1656191f07d4cb4a150e08c67f3369c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1522727 Feb 04 20:44:03.641527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47014) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:03.787461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47984c8d-6104-476c-80a0-a0915118cf6d tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:03.789252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-47984c8d-6104-476c-80a0-a0915118cf6d tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467004 Feb 04 20:44:03.792208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47020) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:03.837779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1e4d48a5-8bc1-4999-b76a-5275f8ad4e63 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441754 Feb 04 20:44:03.844967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47024) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:03.850988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644091709', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:03.910193 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:02Z', 'revision_number': 3, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:03.914373 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Checking router: 6a6a004b-9987-4ff4-8981-204939da34f2 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:44:03.914776 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Updating router 6a6a004b-9987-4ff4-8981-204939da34f2 port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:44:03.971473 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.006908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:04.011846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:subnet and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:04.014945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:04.021349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:04.080841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Made reservation on behalf of f1656191f07d4cb4a150e08c67f3369c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:44:04.085202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.389632 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.402609 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Transition to ACTIVE for port object 21f1b117-420c-4a8a-ad31-7fc435f5c8cd will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:04.417554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.475179 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.496712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Subnet': ['ID=578083aa-936d-4c84-821d-8377219ab5ae,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:04.508723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Checking segment: {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:44:04.509161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network hostable DHCP agents. Network: 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:44:04.577781 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Attempting to bind port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:44:04.578077 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Attempting to bind port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:44:04.578435 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Attempting to bind port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:44:04.585239 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Pushing event updated for resources: {'Port': ['ID=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:04.587579 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:44:04.587895 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:44:04.588284 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.588666 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:44:04.589111 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Bound port: 21f1b117-420c-4a8a-ad31-7fc435f5c8cd, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:44:04.589473 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.594672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:44:04.636715 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.637051 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.637381 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.637715 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.638037 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.638356 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.638670 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.639030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.639341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.639653 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.639962 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.640272 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:04.654945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:04.659538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:04.660139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.664884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac29b9e-9c72-48e3-8dbb-8d937ece8682 None None] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:44:04.683504 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] For port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:44:04.689344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] For port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:44:04.748273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47034) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:04.760136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fa669dd1-cc0d-4983-b26e-7fc2d71e0d2a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9138210 Feb 04 20:44:04.761674 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.864032 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:44:04.864807 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:04.947740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:44:04.949237 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:04.959760 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483be92-40c1-48f7-888c-e08d063bff3b None None] Pushing event updated for resources: {'Port': ['ID=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:05.107138 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:44:05.153411 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Allocated IP 172.20.0.2 (21d17a5d-b642-4bf4-adde-be3eb1fdc4d6/578083aa-936d-4c84-821d-8377219ab5ae/3205732c-b783-4cd9-9749-c5fc48d85271) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:44:05.400113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:05.413664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Transition to ACTIVE for port object 3205732c-b783-4cd9-9749-c5fc48d85271 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:05.417918 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:02Z', 'revision_number': 3, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:05.422268 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb43dd-6c28-462f-a1de-2f7cca846f52 None None] The sync data for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 is: [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:02Z', 'revision_number': 3, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:44:05.439513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Transition to ACTIVE for port object 3205732c-b783-4cd9-9749-c5fc48d85271 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:05.501054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:05.570824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:44:05.573592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:05.577099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:44:05.613459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Pushing event updated for resources: {'Port': ['ID=3205732c-b783-4cd9-9749-c5fc48d85271,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:05.682773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Attempting to bind port 3205732c-b783-4cd9-9749-c5fc48d85271 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:44:05.683752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Attempting to bind port 3205732c-b783-4cd9-9749-c5fc48d85271 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:44:05.684306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Attempting to bind port 3205732c-b783-4cd9-9749-c5fc48d85271 on network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:44:05.695328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:44:05.696366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Checking segment: {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:44:05.696784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:05.697181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Bound using segment: {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:44:05.697747 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Bound port: 3205732c-b783-4cd9-9749-c5fc48d85271, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:44:05.698128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:05.719657 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:05.805700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] For port 3205732c-b783-4cd9-9749-c5fc48d85271, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:44:05.809844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] For port 3205732c-b783-4cd9-9749-c5fc48d85271, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3205732c-b783-4cd9-9749-c5fc48d85271,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:44:05.903849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:06.027314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9feb7-339d-4f1d-9e8c-a7cad5c9a505 None None] Pushing event updated for resources: {'Port': ['ID=3205732c-b783-4cd9-9749-c5fc48d85271,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:06.139258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Allocated IP 172.20.0.1 (21d17a5d-b642-4bf4-adde-be3eb1fdc4d6/578083aa-936d-4c84-821d-8377219ab5ae/b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:44:06.366852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:06.402482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Transition to ACTIVE for port object b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:06.518503 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:06.533294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3205732c-b783-4cd9-9749-c5fc48d85271 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:06.591736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:44:06.595060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:06.599036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:44:06.642132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:06.654757 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:44:06.665784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:06.714219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3205732c-b783-4cd9-9749-c5fc48d85271 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:06.722117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 21f1b117-420c-4a8a-ad31-7fc435f5c8cd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:06.880494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:06.886848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:06.890211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.029496 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.049150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:44:07.148865 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.206489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.230894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2b98c-eeae-4bc9-bffc-c1136fc969dd None None] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:44:07.256414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:07.405146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-84cda401-a45b-41c1-b2e9-dfd2894c3a9c None None] Provisioning for port 3205732c-b783-4cd9-9749-c5fc48d85271 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:07.420037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-84cda401-a45b-41c1-b2e9-dfd2894c3a9c None None] Provisioning complete for port 3205732c-b783-4cd9-9749-c5fc48d85271 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:07.420410 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84cda401-a45b-41c1-b2e9-dfd2894c3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.609195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84cda401-a45b-41c1-b2e9-dfd2894c3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.647666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-84cda401-a45b-41c1-b2e9-dfd2894c3a9c None None] For port 3205732c-b783-4cd9-9749-c5fc48d85271, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3205732c-b783-4cd9-9749-c5fc48d85271,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:44:07.682121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.714953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84cda401-a45b-41c1-b2e9-dfd2894c3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.749505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.788331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cda401-a45b-41c1-b2e9-dfd2894c3a9c None None] Pushing event updated for resources: {'Port': ['ID=3205732c-b783-4cd9-9749-c5fc48d85271,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:07.881731 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:07.893562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:07.942730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-45ff0cf9-ea0d-44cd-9caf-c725876a27ec None None] Provisioning complete for port 3205732c-b783-4cd9-9749-c5fc48d85271 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:07.943117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45ff0cf9-ea0d-44cd-9caf-c725876a27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.122952 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:44:08.124323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:08.160421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-45ff0cf9-ea0d-44cd-9caf-c725876a27ec None None] Provisioning for port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:08.165853 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-45ff0cf9-ea0d-44cd-9caf-c725876a27ec None None] Provisioning complete for port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:08.166229 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45ff0cf9-ea0d-44cd-9caf-c725876a27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.243494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-45ff0cf9-ea0d-44cd-9caf-c725876a27ec None None] Port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:44:08.332458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 6a6a004b-9987-4ff4-8981-204939da34f2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:44:08.365369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fc6e1460-b738-4fc3-9ec4-8eef23b83716 None None] Provisioning complete for port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:08.366221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1460-b738-4fc3-9ec4-8eef23b83716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.415209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3205732c-b783-4cd9-9749-c5fc48d85271 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:08.486078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e1460-b738-4fc3-9ec4-8eef23b83716 None None] Port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:44:08.502530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3205732c-b783-4cd9-9749-c5fc48d85271 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:08.502935 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.535004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:44:08.548378 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Sync routers for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:44:08.554167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2bc0e03e-0b04-424f-b31a-a36cd61eb49b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "PUT /v2.0/routers/6a6a004b-9987-4ff4-8981-204939da34f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8044722 Feb 04 20:44:08.557169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47060) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:08.562123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--670392725', 'description': 'tempest-secgroup_access--670392725 description', 'project_id': 'f1656191f07d4cb4a150e08c67f3369c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:08.567408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:44:08.568185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:08.568538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:08.572588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:security_group and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:08.575839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:08.581371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:08.683382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.704677 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:08.708569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:security_group_rule and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:08.712152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:08.718230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:08.782200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 21f1b117-420c-4a8a-ad31-7fc435f5c8cd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:08.789725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.837974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:44:08.854230 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.899756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54242d-d415-4e13-95aa-16341262f649,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:08.907513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.908388 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.908802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.909222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.909873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.910289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.910742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.911175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.911582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.911982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.912372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.912774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:08.968757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:08.972703 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3b265b4c-078e-44a6-9a7e-17022b0a3f0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4120958 Feb 04 20:44:08.973728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47066) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:08.978905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1326042921', 'description': 'tempest-secgroup_general--1326042921 description', 'project_id': 'f1656191f07d4cb4a150e08c67f3369c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:08.985804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:08.989779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:security_group and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:08.993297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:08.999737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:09.092472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:09.092766 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.105981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.128558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:09.144659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:security_group_rule and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:09.153027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:09.161971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:09.253744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.270024 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.323808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 2, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:09.326512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.327672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Checking router: 6a6a004b-9987-4ff4-8981-204939da34f2 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:44:09.328023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Updating router 6a6a004b-9987-4ff4-8981-204939da34f2 port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:44:09.381353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf64deb-689b-4e0c-9e00-89e76f790a56,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:09.382958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.457755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.462385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-34ef181f-425a-4d86-b520-da1cd1a45dcf tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4849317 Feb 04 20:44:09.462814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47072) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:09.468214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'security_group_rule': {'security_group_id': '7b54242d-d415-4e13-95aa-16341262f649', 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:09.475195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:09.479639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:security_group_rule and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:09.482611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:09.489116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:09.502129 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.564251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.627065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.700263 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.724386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43937b64-a323-4450-8184-f6c28c518105,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:09.745458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.756955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Transition to ACTIVE for port object b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:09.797431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.798726 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4073e74b-4c2a-4802-8af8-33c2a14c2e6f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346882 Feb 04 20:44:09.826032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:09.975331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36a98f-9a2e-4e7b-b9c4-18d1bd08f612 None None] Pushing event updated for resources: {'Port': ['ID=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:09.988791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-37bbe370-8910-4a8b-b207-fddba9018760 req-bd4d9d03-e04d-442c-8d54-fdc8b8f78afc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:44:10.072022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Attempting to bind port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:44:10.072920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Attempting to bind port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:44:10.072920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Attempting to bind port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd on network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:44:10.079229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:44:10.079690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Checking segment: {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:44:10.080152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:10.080690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Bound using segment: {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:44:10.084487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Bound port: b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:44:10.084487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:10.120180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-37bbe370-8910-4a8b-b207-fddba9018760 req-bd4d9d03-e04d-442c-8d54-fdc8b8f78afc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:44:10.121791 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-bd4d9d03-e04d-442c-8d54-fdc8b8f78afc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1326042921&fields=id&tenant_id=f1656191f07d4cb4a150e08c67f3369c HTTP/1.1" status: 200 len: 267 time: 0.1817365 Feb 04 20:44:10.183823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] For port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:44:10.187065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] For port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:44:10.193371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-6ba0fd05-da21-4072-8bcb-9ff9c0d080df tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--670392725&fields=id&tenant_id=f1656191f07d4cb4a150e08c67f3369c HTTP/1.1" status: 200 len: 267 time: 0.0651402 Feb 04 20:44:10.269290 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:10.348386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:44:10.348985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:43:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:10.363359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-7197375f-001a-40a0-80e9-c043489e5977 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:10.364203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-37bbe370-8910-4a8b-b207-fddba9018760 req-7197375f-001a-40a0-80e9-c043489e5977 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:44:10.415300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36a98f-9a2e-4e7b-b9c4-18d1bd08f612 None None] Pushing event updated for resources: {'Port': ['ID=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:10.463222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-37bbe370-8910-4a8b-b207-fddba9018760 req-7197375f-001a-40a0-80e9-c043489e5977 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:44:10.465208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-7197375f-001a-40a0-80e9-c043489e5977 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/networks?id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 HTTP/1.1" status: 200 len: 797 time: 0.2643547 Feb 04 20:44:10.486326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-3d480f45-d43e-4c50-aad7-a25d55ddc37a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/quotas/f1656191f07d4cb4a150e08c67f3369c HTTP/1.1" status: 200 len: 375 time: 0.0157170 Feb 04 20:44:10.545220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:44:10.582881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-1e31b908-e4fd-4b29-b2ce-e0ee9473473a tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898995 Feb 04 20:44:10.728427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-0a486b9d-d9b4-4e98-8b36-cbd4e806338e service neutron] 10.222.0.48 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329672 Feb 04 20:44:10.871947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-34c606b2-09e5-4d3d-93d2-60e6c5b813f0 service neutron] 10.222.0.48 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370871 Feb 04 20:44:10.919189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:10Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:10.923725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb23a0a-d925-4955-97a6-0eb5c56fe814 None None] The sync data for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 is: [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:10Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:44:11.162553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-da0487b7-6873-4178-ad84-1d54ef6f1a82 req-9b04b689-52f1-4710-a236-ecc45162ac40 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:44:11.263612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-da0487b7-6873-4178-ad84-1d54ef6f1a82 req-9b04b689-52f1-4710-a236-ecc45162ac40 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:44:11.266818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-da0487b7-6873-4178-ad84-1d54ef6f1a82 req-9b04b689-52f1-4710-a236-ecc45162ac40 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 210 time: 0.1523621 Feb 04 20:44:12.370160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c43c3801-a780-46ca-a67f-2a0f77c06d9d req-06bd1eef-3381-498e-8b1c-0681288d275e tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 210 time: 0.0506279 Feb 04 20:44:12.426992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:12.588628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:12.594158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:12.594530 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:12.720786 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:12.759975 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:44:12.820459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:12.892118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:13.532666 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-10dfea8c-f6bd-4967-8d76-743901fc721e req-bff817dc-8183-49be-951e-8633f18239d9 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 210 time: 0.0438235 Feb 04 20:44:14.036109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-9dd2db2a-c412-479e-9345-4767d349b7ce tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:14.037479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-9dd2db2a-c412-479e-9345-4767d349b7ce tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.24 "GET /v2.0/networks?id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 HTTP/1.1" status: 200 len: 797 time: 0.2737224 Feb 04 20:44:14.094596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-c8891525-4a67-470c-8c91-0857eb80a602 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1656191f07d4cb4a150e08c67f3369c HTTP/1.1" status: 200 len: 477 time: 0.0430295 Feb 04 20:44:14.106206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'port': {'device_id': '658781fc-1811-4284-8578-3c3fbfd366ed', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'admin_state_up': True, 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'security_groups': ['ecf64deb-689b-4e0c-9e00-89e76f790a56', '7b54242d-d415-4e13-95aa-16341262f649']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:14.246287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:14.255881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:14.351691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Made reservation on behalf of f1656191f07d4cb4a150e08c67f3369c for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:44:14.355919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:14.391023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:14.459098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:14.459471 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:14.523595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Allocated IP 172.20.0.12 (21d17a5d-b642-4bf4-adde-be3eb1fdc4d6/578083aa-936d-4c84-821d-8377219ab5ae/73379126-eaf7-4211-b149-8a07a461fe18) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:44:14.733317 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba036ad7-a780-4754-bc5d-2b2c1de1298f req-d0d53e28-c7c9-45eb-a0a4-15adefc045b7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 210 time: 0.0804439 Feb 04 20:44:14.776269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:14.793510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Transition to ACTIVE for port object 73379126-eaf7-4211-b149-8a07a461fe18 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:14.894899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:14.964252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:44:14.967471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:14.971281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:44:15.008811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=73379126-eaf7-4211-b149-8a07a461fe18,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:15.041965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:15.042633 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:15.126825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-02583daf-5ec3-4a1e-8351-28b9b8ae9e30 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0241377 Feb 04 20:44:15.142433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Request body: {'port': {'device_id': '658781fc-1811-4284-8578-3c3fbfd366ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:15.265455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:15.337243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8eb40185-aded-4715-827c-9636b2e5237f None None] Provisioning for port 73379126-eaf7-4211-b149-8a07a461fe18 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:15.342677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8eb40185-aded-4715-827c-9636b2e5237f None None] Provisioning complete for port 73379126-eaf7-4211-b149-8a07a461fe18 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:15.346188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8eb40185-aded-4715-827c-9636b2e5237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:15.400104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8eb40185-aded-4715-827c-9636b2e5237f None None] Port 73379126-eaf7-4211-b149-8a07a461fe18 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:44:15.613036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73379126-eaf7-4211-b149-8a07a461fe18 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:44:15.620975 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:15.635908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Transition to ACTIVE for port object 73379126-eaf7-4211-b149-8a07a461fe18 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:15.734282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:15.953579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Pushing event updated for resources: {'Port': ['ID=73379126-eaf7-4211-b149-8a07a461fe18,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:15.957096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebafd0d-0825-4447-b7e2-e743349372e2 req-b7dd1d25-05a3-4960-9cf8-5bf06dbf6ffe tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:15.959588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ebafd0d-0825-4447-b7e2-e743349372e2 req-b7dd1d25-05a3-4960-9cf8-5bf06dbf6ffe tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 983 time: 0.1140645 Feb 04 20:44:16.009761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Attempting to bind port 73379126-eaf7-4211-b149-8a07a461fe18 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:44:16.010177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Attempting to bind port 73379126-eaf7-4211-b149-8a07a461fe18 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:44:16.010596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Attempting to bind port 73379126-eaf7-4211-b149-8a07a461fe18 on network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:44:16.016497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Port 73379126-eaf7-4211-b149-8a07a461fe18 on network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:44:16.016497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Attempting to bind port 73379126-eaf7-4211-b149-8a07a461fe18 on network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:44:16.018526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-7ebafd0d-0825-4447-b7e2-e743349372e2 req-08510528-cb1f-4057-af73-1bd719c19d17 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:44:16.022128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:44:16.022540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Checking segment: {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:44:16.023063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Bound using segment: {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:44:16.023570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Bound port: 73379126-eaf7-4211-b149-8a07a461fe18, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adf6049-555e-4d36-b11d-1f789174373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:44:16.023989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:16.036922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-7ebafd0d-0825-4447-b7e2-e743349372e2 req-08510528-cb1f-4057-af73-1bd719c19d17 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:44:16.050660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ebafd0d-0825-4447-b7e2-e743349372e2 req-08510528-cb1f-4057-af73-1bd719c19d17 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0773091 Feb 04 20:44:16.119399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] For port 73379126-eaf7-4211-b149-8a07a461fe18, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:44:16.122720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] For port 73379126-eaf7-4211-b149-8a07a461fe18, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=73379126-eaf7-4211-b149-8a07a461fe18,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:44:16.203437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:16.264573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:16.265180 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:16.266528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] 10.222.0.24 "PUT /v2.0/ports/73379126-eaf7-4211-b149-8a07a461fe18 HTTP/1.1" status: 200 len: 1131 time: 1.1284494 Feb 04 20:44:16.267068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:44:16.293923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29b48-87ea-4fbe-a8b2-b22fb0d6757e service neutron] Pushing event updated for resources: {'Port': ['ID=73379126-eaf7-4211-b149-8a07a461fe18,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:16.318249 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18', 'status': 'completed', 'code': 200} Feb 04 20:44:16.416042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba4b1-687d-48ba-8311-9a012cfcdd05 req-33251a29-6e06-4310-ac90-656f1c3d9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:16.417560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f38ba4b1-687d-48ba-8311-9a012cfcdd05 req-33251a29-6e06-4310-ac90-656f1c3d9acc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1134 time: 0.0783758 Feb 04 20:44:16.684025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba4b1-687d-48ba-8311-9a012cfcdd05 req-06b4e21d-1ee8-425e-9bb0-987f1c1ed748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:16.685391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f38ba4b1-687d-48ba-8311-9a012cfcdd05 req-06b4e21d-1ee8-425e-9bb0-987f1c1ed748 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f1656191f07d4cb4a150e08c67f3369c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2451591 Feb 04 20:44:16.824042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba4b1-687d-48ba-8311-9a012cfcdd05 req-208d4d89-cf68-42aa-a53c-b0712ce903fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:16.825488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f38ba4b1-687d-48ba-8311-9a012cfcdd05 req-208d4d89-cf68-42aa-a53c-b0712ce903fa service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318235 Feb 04 20:44:16.934488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-92cd4d57-dad9-49d9-bcfa-2c4afd207f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:16.935865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-92cd4d57-dad9-49d9-bcfa-2c4afd207f17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1134 time: 0.0697925 Feb 04 20:44:17.009569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-24e5f35c-0849-4fee-b34f-ddc2c70c3bb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73379126-eaf7-4211-b149-8a07a461fe18 HTTP/1.1" status: 200 len: 217 time: 0.0640597 Feb 04 20:44:17.075195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-182b658d-f324-496c-a882-bde92a2f2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:17.077006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-182b658d-f324-496c-a882-bde92a2f2eab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=578083aa-936d-4c84-821d-8377219ab5ae HTTP/1.1" status: 200 len: 835 time: 0.0578375 Feb 04 20:44:17.163004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe370-8910-4a8b-b207-fddba9018760 req-85ed7aed-6a5a-43a0-8018-18bfdba963f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:17.165154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-85ed7aed-6a5a-43a0-8018-18bfdba963f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783267 Feb 04 20:44:17.240264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996f200-7007-413f-99ad-9b635e595e4b req-4d09c3af-031f-4d0b-9c36-2671b8d410ac tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:17.241742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f996f200-7007-413f-99ad-9b635e595e4b req-4d09c3af-031f-4d0b-9c36-2671b8d410ac tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 983 time: 0.0821416 Feb 04 20:44:17.311946 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-b2358e98-86ee-47a3-b32e-859bfed5a5a8 service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371150 Feb 04 20:44:17.409234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f996f200-7007-413f-99ad-9b635e595e4b req-24ac3ea0-48c9-413a-b2d4-3e5f9fb54308 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1609404 Feb 04 20:44:17.454373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37bbe370-8910-4a8b-b207-fddba9018760 req-8ac7c995-5118-4b99-8a8d-1cd4d0a742de service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326249 Feb 04 20:44:18.600030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045040c3-aa39-4602-b11c-df4b385329e7 req-6f03a199-41a9-4d53-91be-cdb4d8aec7f4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:18.600704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-045040c3-aa39-4602-b11c-df4b385329e7 req-6f03a199-41a9-4d53-91be-cdb4d8aec7f4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:44:18.705548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-045040c3-aa39-4602-b11c-df4b385329e7 req-6f03a199-41a9-4d53-91be-cdb4d8aec7f4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:44:18.706661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-045040c3-aa39-4602-b11c-df4b385329e7 req-6f03a199-41a9-4d53-91be-cdb4d8aec7f4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 983 time: 0.1831019 Feb 04 20:44:18.754426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-045040c3-aa39-4602-b11c-df4b385329e7 req-41a29b99-c3ce-4e1b-9d81-0d4adcf977b0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0417502 Feb 04 20:44:19.804063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 73379126-eaf7-4211-b149-8a07a461fe18 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:44:19.947934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d79614-0f0c-48c0-952e-b00c025b198e req-8858fb0b-c855-4fae-b945-5dc14aa7dd70 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:19.948577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 73379126-eaf7-4211-b149-8a07a461fe18, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=73379126-eaf7-4211-b149-8a07a461fe18,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:44:19.950756 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11d79614-0f0c-48c0-952e-b00c025b198e req-8858fb0b-c855-4fae-b945-5dc14aa7dd70 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 983 time: 0.0899279 Feb 04 20:44:19.970900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '73379126-eaf7-4211-b149-8a07a461fe18', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'port_id': '73379126-eaf7-4211-b149-8a07a461fe18', 'mac_address': 'fa:16:3e:8a:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:44:20.004736 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11d79614-0f0c-48c0-952e-b00c025b198e req-c350397f-6cd7-42db-9290-c3c293302f48 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0458753 Feb 04 20:44:20.039065 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:20.059391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73379126-eaf7-4211-b149-8a07a461fe18 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:44:20.074494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 73379126-eaf7-4211-b149-8a07a461fe18, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=73379126-eaf7-4211-b149-8a07a461fe18,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:44:20.159995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f817b846-426c-4d20-bd7d-06fa678b5d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:20.182798 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:20.252068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=73379126-eaf7-4211-b149-8a07a461fe18,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:20.465810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['73379126-eaf7-4211-b149-8a07a461fe18'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:44:21.214876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59de7d-46fb-4fcd-989d-44d1eb43064e req-f3a83c74-72cf-440c-adac-462a3c6efb00 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:21.216331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f59de7d-46fb-4fcd-989d-44d1eb43064e req-f3a83c74-72cf-440c-adac-462a3c6efb00 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 984 time: 0.1073098 Feb 04 20:44:21.263002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f59de7d-46fb-4fcd-989d-44d1eb43064e req-53520824-fc9e-4ed0-9dc7-8ebf37eac6a5 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0407391 Feb 04 20:44:21.818290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 73379126-eaf7-4211-b149-8a07a461fe18 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:21.963231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 73379126-eaf7-4211-b149-8a07a461fe18 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:21.968578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 73379126-eaf7-4211-b149-8a07a461fe18 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:21.968945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:22.088771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:22.115388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:44:22.125405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 73379126-eaf7-4211-b149-8a07a461fe18, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=73379126-eaf7-4211-b149-8a07a461fe18,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:44:22.205668 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:22.238024 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18', 'code': 200} Feb 04 20:44:22.285139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=73379126-eaf7-4211-b149-8a07a461fe18,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:22.345046 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b52c465-b0fc-440c-b819-a4c2ae6ad11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:22.405586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1192eb-58ea-4356-a690-88e37b538548 req-dc193180-142d-4f1b-8f8e-0d34c630f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:22.407049 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c1192eb-58ea-4356-a690-88e37b538548 req-dc193180-142d-4f1b-8f8e-0d34c630f0c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1136 time: 0.1118493 Feb 04 20:44:22.467981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c1192eb-58ea-4356-a690-88e37b538548 req-456c0fb3-2de4-4afd-9dfc-5d9f2aac47c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0488884 Feb 04 20:44:22.489461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bbc2-5c2b-4bf3-8bfc-fda106ad024a req-75d7d678-bd04-4599-b56e-556a68d1a54f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:22.490918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d87bbc2-5c2b-4bf3-8bfc-fda106ad024a req-75d7d678-bd04-4599-b56e-556a68d1a54f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 985 time: 0.1204526 Feb 04 20:44:22.537070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d87bbc2-5c2b-4bf3-8bfc-fda106ad024a req-5339fa5f-f683-4f1d-bc98-458f69b8bd9c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0403202 Feb 04 20:44:23.488166 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:23.528203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:23.730468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d59a13-b9f5-4c18-bd9b-8fe4b46d83cc req-f1ad9610-378f-462c-a95f-4a1c7f73b980 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:23.731991 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3d59a13-b9f5-4c18-bd9b-8fe4b46d83cc req-f1ad9610-378f-462c-a95f-4a1c7f73b980 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 985 time: 0.0874867 Feb 04 20:44:23.779732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f3d59a13-b9f5-4c18-bd9b-8fe4b46d83cc req-e9b492f0-af3c-43ec-bee2-02f054435325 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0416913 Feb 04 20:44:24.972994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3efdd-2397-4baa-a327-759d1b4c8084 req-c0ae5d64-49e8-4c56-ba9b-19179d9f565d tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:24.974471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3efdd-2397-4baa-a327-759d1b4c8084 req-c0ae5d64-49e8-4c56-ba9b-19179d9f565d tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 985 time: 0.0853121 Feb 04 20:44:25.021540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4c3efdd-2397-4baa-a327-759d1b4c8084 req-e827d579-0478-4703-b841-8715a516fb8d tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0412285 Feb 04 20:44:25.207259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3572da-644a-4c83-b90b-c4cd562c11fb req-e1dd11ea-47d1-4155-915b-15265efbf234 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:25.208301 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:25.208743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fc3572da-644a-4c83-b90b-c4cd562c11fb req-e1dd11ea-47d1-4155-915b-15265efbf234 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 985 time: 0.0806262 Feb 04 20:44:25.255522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fc3572da-644a-4c83-b90b-c4cd562c11fb req-81c87c8d-549e-4ac1-851d-6874e0b939a1 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0400863 Feb 04 20:44:25.433783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-59f6e6b2-5896-4680-8dc0-6bf35da91f73 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:25.435485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-59f6e6b2-5896-4680-8dc0-6bf35da91f73 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1136 time: 0.0777130 Feb 04 20:44:25.458154 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:25.474307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:25.478926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Usage tracker for resource:security_group_rule and tenant:8bf7198aabe74780841ad3fbdb7efb9b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:25.481997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:25.487700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:25.569404 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:25.645391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:25.681219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53cc4fe4-904a-4b7a-9f54-082c8a46dd59 req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2392905 Feb 04 20:44:25.688040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20128f26-c77e-46d1-8a78-a5c87c2a4d7b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ec04e-b3e6-41a8-a9f1-08e426495369,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:25.706317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47250) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:25.776642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e9c52-9012-4934-a040-ab23d58da338 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:25.778180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3c1e9c52-9012-4934-a040-ab23d58da338 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1131 time: 0.0708709 Feb 04 20:44:25.781267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47254) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:25.786302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '73379126-eaf7-4211-b149-8a07a461fe18', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:25.793750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:25.797740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:floatingip and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:25.800741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:25.807322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:25.874510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:26.015463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:26.279297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Allocated IP 172.25.7.143 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/b81b7c09-0de4-4123-91b9-a14cf094a362) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:44:26.428548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:26.523329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:26.594620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:44:26.597464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:26.600156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:44:26.635696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=b81b7c09-0de4-4123-91b9-a14cf094a362,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:27.023283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:27.176335 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:27.396253 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:27.459664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:27.570919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=b81b7c09-0de4-4123-91b9-a14cf094a362,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:27.581010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:27.754256 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Floating IP 44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32 associated. External IP: 172.25.7.143, port: 73379126-eaf7-4211-b149-8a07a461fe18. Feb 04 20:44:28.231216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 6a6a004b-9987-4ff4-8981-204939da34f2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:44:28.426061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:44:28.431146 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] Sync routers for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:44:28.442476 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:44:28.443131 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:28.531584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:28.589850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7742a389-bdbc-4195-b07e-32bdfe9f8ac8 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8075371 Feb 04 20:44:28.590444 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:44:28.594663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47264) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:28.621375 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:44:28.728006 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18', 'status': 'completed', 'code': 200} Feb 04 20:44:28.747577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac30d90-bf47-43db-b629-b551a8486d36 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.748300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac30d90-bf47-43db-b629-b551a8486d36 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.749208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac30d90-bf47-43db-b629-b551a8486d36 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.749726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac30d90-bf47-43db-b629-b551a8486d36 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.754023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9ac30d90-bf47-43db-b629-b551a8486d36 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1577311 Feb 04 20:44:28.754682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47282) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:28.824912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84362636-0faa-4413-8212-65751d3afa4e tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.825483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84362636-0faa-4413-8212-65751d3afa4e tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.826119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84362636-0faa-4413-8212-65751d3afa4e tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.826570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84362636-0faa-4413-8212-65751d3afa4e tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.832100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84362636-0faa-4413-8212-65751d3afa4e tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0762985 Feb 04 20:44:28.832864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47286) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:28.842308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad983-6ea1-4941-a677-7a58276d18ae req-3bd76c61-b941-45dc-ba48-085490ed8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:28.844722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38aad983-6ea1-4941-a677-7a58276d18ae req-3bd76c61-b941-45dc-ba48-085490ed8131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1136 time: 0.0944617 Feb 04 20:44:29.007155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad983-6ea1-4941-a677-7a58276d18ae req-e02e00c4-7fe0-4fc7-a3ef-1dee0ce14816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:29.009541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38aad983-6ea1-4941-a677-7a58276d18ae req-e02e00c4-7fe0-4fc7-a3ef-1dee0ce14816 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 HTTP/1.1" status: 200 len: 898 time: 0.1548882 Feb 04 20:44:29.040722 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'port_id': '73379126-eaf7-4211-b149-8a07a461fe18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'mac_address': 'fa:16:3e:8a:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658781fc-1811-4284-8578-3c3fbfd366ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:44:26Z', 'updated_at': '2022-02-04T20:44:26Z', 'revision_number': 0, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:12Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:29.044873 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] Checking router: 6a6a004b-9987-4ff4-8981-204939da34f2 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:44:29.051729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b8e64fdf-1c4d-4750-b160-ccf87b71a681 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2175221 Feb 04 20:44:29.052637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47296) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:29.054098 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:44:29.054804 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:29.128325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3a852-8446-4c4e-9a73-868ca3038f05 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:29.129197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3a852-8446-4c4e-9a73-868ca3038f05 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:29.145880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38aad983-6ea1-4941-a677-7a58276d18ae req-dae69f09-5ffb-4dc0-b575-ac93e6414b6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73379126-eaf7-4211-b149-8a07a461fe18 HTTP/1.1" status: 200 len: 1000 time: 0.1296411 Feb 04 20:44:29.146867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f9d3a852-8446-4c4e-9a73-868ca3038f05 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6a6a004b-9987-4ff4-8981-204939da34f2 HTTP/1.1" status: 200 len: 1989 time: 0.0928946 Feb 04 20:44:29.216711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad983-6ea1-4941-a677-7a58276d18ae req-c7a8b195-b808-4534-bf2d-c3002ef12440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:29.218279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38aad983-6ea1-4941-a677-7a58276d18ae req-c7a8b195-b808-4534-bf2d-c3002ef12440 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=578083aa-936d-4c84-821d-8377219ab5ae HTTP/1.1" status: 200 len: 835 time: 0.0645037 Feb 04 20:44:29.243918 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:44:29.297378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad983-6ea1-4941-a677-7a58276d18ae req-c58e0035-8b06-4c1f-abbc-1141272c0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:29.299012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38aad983-6ea1-4941-a677-7a58276d18ae req-c58e0035-8b06-4c1f-abbc-1141272c0bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742400 Feb 04 20:44:29.469301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38aad983-6ea1-4941-a677-7a58276d18ae req-b96aad4c-4067-4923-9697-d37536c5f5a7 service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505253 Feb 04 20:44:29.591685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-38aad983-6ea1-4941-a677-7a58276d18ae req-891a943b-0608-444e-8c82-35398f44ef56 service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293812 Feb 04 20:44:29.617254 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'port_id': '73379126-eaf7-4211-b149-8a07a461fe18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'mac_address': 'fa:16:3e:8a:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658781fc-1811-4284-8578-3c3fbfd366ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:44:26Z', 'updated_at': '2022-02-04T20:44:26Z', 'revision_number': 0, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:12Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:44:29.621766 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165afa1a-c42c-413c-90a1-1d48dc64bd3a None None] The sync data for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 is: [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'port_id': '73379126-eaf7-4211-b149-8a07a461fe18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'mac_address': 'fa:16:3e:8a:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658781fc-1811-4284-8578-3c3fbfd366ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:44:26Z', 'updated_at': '2022-02-04T20:44:26Z', 'revision_number': 0, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:12Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:44:29.820033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf69fad-b2cc-46a8-8c77-4fb4fbf57621 None None] New status for floating IP 44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:44:36.324969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-bb43c241-849c-409f-8622-0649e7df6593 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770457 Feb 04 20:44:36.470936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-beebfa72-14a8-4e21-89b2-6de2f12ee953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:36.472435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-beebfa72-14a8-4e21-89b2-6de2f12ee953 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1136 time: 0.0722673 Feb 04 20:44:36.628092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-9b047576-343d-4be8-a678-7fc17f6ed5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:36.629642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-9b047576-343d-4be8-a678-7fc17f6ed5f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 HTTP/1.1" status: 200 len: 898 time: 0.1319880 Feb 04 20:44:36.857133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-a0113af0-a5c5-4902-9aca-953544adfa76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73379126-eaf7-4211-b149-8a07a461fe18 HTTP/1.1" status: 200 len: 1002 time: 0.2171118 Feb 04 20:44:36.927036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-e29afa7e-722a-4418-81d6-c76688694e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:36.928470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-e29afa7e-722a-4418-81d6-c76688694e56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=578083aa-936d-4c84-821d-8377219ab5ae HTTP/1.1" status: 200 len: 835 time: 0.0648825 Feb 04 20:44:37.005320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-0f81162c-dab1-43dc-9d3e-aec2ae1e4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:37.006840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-0f81162c-dab1-43dc-9d3e-aec2ae1e4cf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723372 Feb 04 20:44:37.143392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-41df1df9-5f7b-4bcc-953f-cde22d088c2f service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286619 Feb 04 20:44:37.276689 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41f21656-7ac8-4883-b586-a46f8bed8602 req-49edb164-caf7-46a6-893e-9689c490fa5a service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265299 Feb 04 20:44:39.211169 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:39.502501 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:43.653462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:44:46.951321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47442) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:47.078176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.094939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:47.098461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Usage tracker for resource:security_group_rule and tenant:25bcc799c1034cd2bee3a041daf46793 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:47.101264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:47.107644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:47.191050 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.256034 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.302427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25bcc799c1034cd2bee3a041daf46793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500803 Feb 04 20:44:47.303954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d356eb-8104-486f-ab2c-774f0efd9e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df85d71-173f-4fb5-9fc8-ca4d857702a2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:47.305240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47450) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:47.363687 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-851ceb3f-1b62-414d-8355-631a1a17aed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.388454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-851ceb3f-1b62-414d-8355-631a1a17aed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.536511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-851ceb3f-1b62-414d-8355-631a1a17aed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.553984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ceb3f-1b62-414d-8355-631a1a17aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df85d71-173f-4fb5-9fc8-ca4d857702a2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:47.560683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-851ceb3f-1b62-414d-8355-631a1a17aed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.561790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-851ceb3f-1b62-414d-8355-631a1a17aed7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9df85d71-173f-4fb5-9fc8-ca4d857702a2 HTTP/1.1" status: 204 len: 168 time: 0.2555361 Feb 04 20:44:48.186112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47458) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:48.204222 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.218278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:48.222127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Usage tracker for resource:security_group_rule and tenant:728e67962a7c4ac3afcf829f26d42aff is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:48.224913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:48.230548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:48.310521 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.373509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.418779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1d90d8-90a3-47d2-a519-c1bd48728483,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:48.423914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0938c25d-c875-4225-aed1-a07f4c6e0c4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=728e67962a7c4ac3afcf829f26d42aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367735 Feb 04 20:44:48.426522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47462) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:48.482815 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ec46efb-4bdd-40ea-9c60-a68b1d5e06ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.508340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ec46efb-4bdd-40ea-9c60-a68b1d5e06ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.630860 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ec46efb-4bdd-40ea-9c60-a68b1d5e06ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.647105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec46efb-4bdd-40ea-9c60-a68b1d5e06ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1d90d8-90a3-47d2-a519-c1bd48728483,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:48.651681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ec46efb-4bdd-40ea-9c60-a68b1d5e06ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.652382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ec46efb-4bdd-40ea-9c60-a68b1d5e06ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b1d90d8-90a3-47d2-a519-c1bd48728483 HTTP/1.1" status: 204 len: 168 time: 0.2249560 Feb 04 20:44:50.096544 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb3df-d145-4668-a2fe-1b0c824343f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:52.299484 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-934b0664-f124-416c-ac5c-2d770a2cc400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:52.570856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47538) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:52.686753 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:52.701850 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:52.705636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:33a37ddeb2b849e6b33e5603f0c7e622 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:52.708476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:52.714132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:52.794540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:52.856302 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:52.904189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33a37ddeb2b849e6b33e5603f0c7e622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322101 Feb 04 20:44:52.905037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6017fd-0ef1-4972-b7f7-382f13135d8f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:52.907083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47544) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:52.912738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.913086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.913428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.913761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.914092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.914417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.914769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.915122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.915441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.915760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.916608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.916927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152bb98-d0e2-4287-bb2e-83cc77cbf6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:52.968627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14251d87-c6a2-41b8-b861-1de874d9525d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:52.997832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14251d87-c6a2-41b8-b861-1de874d9525d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.124677 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14251d87-c6a2-41b8-b861-1de874d9525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.141007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14251d87-c6a2-41b8-b861-1de874d9525d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6017fd-0ef1-4972-b7f7-382f13135d8f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:53.149668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-14251d87-c6a2-41b8-b861-1de874d9525d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.153096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-14251d87-c6a2-41b8-b861-1de874d9525d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f6017fd-0ef1-4972-b7f7-382f13135d8f HTTP/1.1" status: 204 len: 168 time: 0.2427571 Feb 04 20:44:53.570495 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.601815 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.773691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47552) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:53.791798 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.805766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:53.809519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:5804dd6e656a4f879729f12f06019288 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:44:53.812285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:44:53.817811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:53.901960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.964397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:54.011173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5804dd6e656a4f879729f12f06019288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364140 Feb 04 20:44:54.012801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2b0fe-ce4c-47b3-a635-f2f2f2145aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684a2bd3-12d2-422a-abe3-b4c8d600524a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:54.013940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47556) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:54.074847 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29b91e44-ce9f-466c-8e3f-e68afe877b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:54.099250 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29b91e44-ce9f-466c-8e3f-e68afe877b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:54.242070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29b91e44-ce9f-466c-8e3f-e68afe877b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:54.256949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b91e44-ce9f-466c-8e3f-e68afe877b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684a2bd3-12d2-422a-abe3-b4c8d600524a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:54.265124 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-29b91e44-ce9f-466c-8e3f-e68afe877b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:54.265124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-29b91e44-ce9f-466c-8e3f-e68afe877b90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/684a2bd3-12d2-422a-abe3-b4c8d600524a HTTP/1.1" status: 204 len: 168 time: 0.2500856 Feb 04 20:44:55.196523 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:01.623820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47632) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:01.743598 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:01.758150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:01.761895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c82ba2af6d424d978bb70473c5e75e is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:01.764842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:01.770652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:01.851119 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:01.918948 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:01.968668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9c82ba2af6d424d978bb70473c5e75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437257 Feb 04 20:45:01.969487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a826-0e58-4e18-8c2e-5c22ed10b438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb2d3e-802b-44c2-acbd-cd79c2cf928d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:01.971369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47640) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:02.029595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-269fb135-8dfc-45f7-a320-51f0e1da4d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.054752 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-269fb135-8dfc-45f7-a320-51f0e1da4d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.179005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-269fb135-8dfc-45f7-a320-51f0e1da4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.199028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fb135-8dfc-45f7-a320-51f0e1da4d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb2d3e-802b-44c2-acbd-cd79c2cf928d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:02.214250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-269fb135-8dfc-45f7-a320-51f0e1da4d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.215423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-269fb135-8dfc-45f7-a320-51f0e1da4d1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fcb2d3e-802b-44c2-acbd-cd79c2cf928d HTTP/1.1" status: 204 len: 168 time: 0.2430537 Feb 04 20:45:02.609017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47652) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:02.689501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f7f0eb91-2545-4d6f-974b-be5a8bd84a2a tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0793273 Feb 04 20:45:02.692122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47658) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:02.697371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'network': {'name': 'tempest-network-smoke--2007119628', 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'port_security_enabled': False}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:02.702891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:02.712287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:02.793236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Made reservation on behalf of f1656191f07d4cb4a150e08c67f3369c for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:02.797405 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.825906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:45:02.834093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.834432 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Added segment 81904ca4-2c30-4631-bc4f-ab837f806e4a of type vlan for network bc222bee-5589-4665-aea1-48dd1b946be1 Feb 04 20:45:02.859903 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.944490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:02.951045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:02.951623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.067024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Network': ['ID=bc222bee-5589-4665-aea1-48dd1b946be1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:03.077741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bc222bee-5589-4665-aea1-48dd1b946be1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:45:03.155746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-644eb75c-6e71-4993-9d13-723bc2df9751 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4606302 Feb 04 20:45:03.156467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47672) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:03.161692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'admin_state_up': True, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:03.170298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:03.174818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:router and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:03.178661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:03.186197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:03.235184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47676) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:03.270629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.271685 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.286398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.338051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1467066679-network', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:03.343597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:03.347310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Usage tracker for resource:network and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:03.350135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:03.356862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:03.441773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:03.444185 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.456371 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.470753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:03.474735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:03.477631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:03.484059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:03.572466 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.618925 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.646029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:45:03.658817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:03.663163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.663522 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Added segment fe0b43a5-f3e8-461b-89cc-929a965c9102 of type vlan for network eb3273cb-caa8-4437-b566-ee03b9d797b0 Feb 04 20:45:03.690103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.718684 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.790034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.791079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:03.791652 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:03.895127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] Pushing event updated for resources: {'Network': ['ID=eb3273cb-caa8-4437-b566-ee03b9d797b0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:03.905233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:45:03.942261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-485540bc-21df-470c-b3c5-60e21828bf34 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7033658 Feb 04 20:45:03.942494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47682) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:03.948605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Request body: {'subnet': {'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1467066679-subnet', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:03.954239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:03.958075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Usage tracker for resource:subnet and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:03.961085 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:03.967108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:04.059159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:04.061584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.100715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.131026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.270714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Allocated IP 172.25.7.92 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/1d5b283f-ced8-4325-ac8c-12837909acce) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:04.376470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.416261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.455527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=102d6940-5481-4a88-9d81-40b6459b2265,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:04.460223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:04.460580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Network hostable DHCP agents. Network: eb3273cb-caa8-4437-b566-ee03b9d797b0, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:45:04.488280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.539133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:45:04.552460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:04.555426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:04.559140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:04.596854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=1d5b283f-ced8-4325-ac8c-12837909acce,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:04.599641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, eb3273cb-caa8-4437-b566-ee03b9d797b0) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:04.606366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:04.608184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.610920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682d464-d3d3-4804-aeb5-dd7379c1c04d None None] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:04.685817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5406fb8f-6d65-42a8-ac8e-e9202c39b2ba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7419980 Feb 04 20:45:04.688403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47686) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:04.694252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:04.700020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:04.704033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Usage tracker for resource:router and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:04.706981 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:04.713585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:04.794052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.795579 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.811813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.830994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-eb3273cb-caa8-4437-b566-ee03b9d797b0', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:45:04.831825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:04.988528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Allocated IP 172.20.0.2 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:05.090788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.208990 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.219754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Transition to ACTIVE for port object 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:05.238751 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Transition to ACTIVE for port object 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:05.293894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.310948 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.387877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:05.391069 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Pushing event updated for resources: {'Port': ['ID=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:05.393352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:05.396256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:05.406398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.406818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.407131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.407459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.407786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.408109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.408427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.408748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.409064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.409384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.409698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.410009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:05.500163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Attempting to bind port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:05.500417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Attempting to bind port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:05.500782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Attempting to bind port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:05.505948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:05.506440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:05.506879 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.507268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:05.507726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Bound port: 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:05.508093 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.567467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.601236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] For port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:05.604335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] For port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:05.667414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.679544 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.698783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:05.764127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c994180-2285-41fc-9fa7-d3026cb518d4 None None] Pushing event updated for resources: {'Port': ['ID=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:05.848109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Allocated IP 172.25.7.20 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/563f49ed-aa1d-4256-b31c-998a645d1fd4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:05.853894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:45:06.024407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:06.053810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:06.065199 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Sync routers for ids ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:06.078439 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Routers {'61dfdfe0-5878-43f7-a1a7-867ae54e2e00'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:06.079453 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:06.119921 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:06.153484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:06.155697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7700ed44-92a8-411e-b4c4-3017d06a4318 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9982040 Feb 04 20:45:06.160510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47692) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:06.216523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:06.217530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Pushing event updated for resources: {'Port': ['ID=563f49ed-aa1d-4256-b31c-998a645d1fd4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:06.220069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:06.222243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:06.248974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2aba5-c0c4-4746-b4c5-b5feb35f31fd tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:06.250784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0db2aba5-c0c4-4746-b4c5-b5feb35f31fd tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f1656191f07d4cb4a150e08c67f3369c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0888066 Feb 04 20:45:06.255167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47696) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:06.275926 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Set router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:06.413559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75416ba1-e719-49a9-b7d6-ae02ddd76e35 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:06.415251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-75416ba1-e719-49a9-b7d6-ae02ddd76e35 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591420 Feb 04 20:45:06.418445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47700) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:06.472719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-861e9d1e-c229-48ac-8620-193d0d05a9a2 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529652 Feb 04 20:45:06.475515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47704) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:06.541120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17a64ff2-38cf-4616-8ad5-ffc6089d1dab tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f1656191f07d4cb4a150e08c67f3369c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638022 Feb 04 20:45:06.543758 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47708) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:06.551855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:06.669918 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:04Z', 'revision_number': 3, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:06.674016 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Checking router: 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:06.674363 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Updating router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 port 1d5b283f-ced8-4325-ac8c-12837909acce binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:45:06.690268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:06.742437 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:06.932088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b9e7b-5437-4f80-b63b-bc3b6d19a6c6 None None] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:06.981927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964fe65f-a3b2-4994-9625-0597bbbba034 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:06.983566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-964fe65f-a3b2-4994-9625-0597bbbba034 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4384902 Feb 04 20:45:06.986830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47712) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:07.035583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7549332c-285f-4121-acc9-1fe0a3cec1f4 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480142 Feb 04 20:45:07.038561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47716) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:07.046530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1547870620', 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1', 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:07.060598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.146098 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.159618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6498074d-fc99-4e3d-93fa-a44a394d29a8 None None] Provisioning for port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:07.162650 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Transition to ACTIVE for port object 1d5b283f-ced8-4325-ac8c-12837909acce will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:07.169726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6498074d-fc99-4e3d-93fa-a44a394d29a8 None None] Provisioning complete for port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:07.170227 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6498074d-fc99-4e3d-93fa-a44a394d29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.253330 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.309303 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6498074d-fc99-4e3d-93fa-a44a394d29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.338632 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Attempting to bind port 1d5b283f-ced8-4325-ac8c-12837909acce on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:07.339024 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Attempting to bind port 1d5b283f-ced8-4325-ac8c-12837909acce by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:07.339379 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Attempting to bind port 1d5b283f-ced8-4325-ac8c-12837909acce on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:07.346068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6498074d-fc99-4e3d-93fa-a44a394d29a8 None None] For port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:07.349450 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Pushing event updated for resources: {'Port': ['ID=1d5b283f-ced8-4325-ac8c-12837909acce,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:07.353165 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:07.353532 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:07.353924 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.354307 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:07.354935 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Bound port: 1d5b283f-ced8-4325-ac8c-12837909acce, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:07.355301 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.388430 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.388775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.389215 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.389554 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.389879 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.390202 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.390522 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.390865 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.391182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.391648 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.392155 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.392475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:07.419997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:07.424247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6498074d-fc99-4e3d-93fa-a44a394d29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.434679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Usage tracker for resource:subnet and tenant:f1656191f07d4cb4a150e08c67f3369c is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:07.439185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:07.455687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:07.459113 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] For port 1d5b283f-ced8-4325-ac8c-12837909acce, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:07.463762 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] For port 1d5b283f-ced8-4325-ac8c-12837909acce, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1d5b283f-ced8-4325-ac8c-12837909acce,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:07.505366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498074d-fc99-4e3d-93fa-a44a394d29a8 None None] Pushing event updated for resources: {'Port': ['ID=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:07.530680 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.553383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.612258 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Routers {'61dfdfe0-5878-43f7-a1a7-867ae54e2e00'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:07.612877 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:07.614990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Made reservation on behalf of f1656191f07d4cb4a150e08c67f3369c for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:07.618428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.642133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-82d75788-cd97-46d5-a368-98f6e099d8c6 None None] Provisioning complete for port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:07.642393 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-82d75788-cd97-46d5-a368-98f6e099d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:07.674315 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff13a2-5d38-4b1d-beaf-f40fb5ff2c86 None None] Pushing event updated for resources: {'Port': ['ID=1d5b283f-ced8-4325-ac8c-12837909acce,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:07.795536 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] Set router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:07.993225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Router 124151c6-b449-4a90-962d-85f7036fef7f is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:45:08.061915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:08.079404 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:04Z', 'revision_number': 3, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:08.083183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6940bd-e1a6-4d3f-b0ab-5e40ebeb04f1 None None] The sync data for ids ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'] in n-d-811806-1 is: [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:04Z', 'revision_number': 3, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:08.225869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Subnet': ['ID=62036bce-2a5e-4325-bd4e-0773f43a8dad,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:08.255278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Checking segment: {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:08.255642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network hostable DHCP agents. Network: bc222bee-5589-4665-aea1-48dd1b946be1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:45:08.279083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:08.289191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:08.298365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:08.299181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:08.368159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network bc222bee-5589-4665-aea1-48dd1b946be1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:45:08.400988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:08.401096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47720) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:08.401550 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7fbb196c-f3f7-4e25-91bc-96611b31245d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7118688 Feb 04 20:45:08.485715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bc222bee-5589-4665-aea1-48dd1b946be1) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:08.501387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:08.502383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:08.507134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf074f-49ab-41f4-b4a7-1b52beab0152 None None] Network bc222bee-5589-4665-aea1-48dd1b946be1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:08.597975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-39bb3af0-396b-4473-926f-7cd5e8390849 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5583224 Feb 04 20:45:08.599430 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:08.600623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47724) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:08.693943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:09.160404 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-bc222bee-5589-4665-aea1-48dd1b946be1', 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'fixed_ips': [{'subnet_id': '62036bce-2a5e-4325-bd4e-0773f43a8dad'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:45:09.161230 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.185581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:09.185957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.294900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.349390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.526835 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Allocated IP 172.20.0.18 (bc222bee-5589-4665-aea1-48dd1b946be1/62036bce-2a5e-4325-bd4e-0773f43a8dad/e28e5007-6baf-466b-90ad-bb5a28cf38a0) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:09.541132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1d5b283f-ced8-4325-ac8c-12837909acce up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:09.566045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.566668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:06Z', 'revision_number': 3, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:09.576821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.585464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:09.585818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Updating router 124151c6-b449-4a90-962d-85f7036fef7f port 563f49ed-aa1d-4256-b31c-998a645d1fd4 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:45:09.593708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Allocated IP 172.20.0.1 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:09.738622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.751433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.768730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Transition to ACTIVE for port object f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:09.891720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.932155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 1d5b283f-ced8-4325-ac8c-12837909acce completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:09.953046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1d5b283f-ced8-4325-ac8c-12837909acce triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:09.953421 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:09.964671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:09.967686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:09.971473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:10.014560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Pushing event updated for resources: {'Port': ['ID=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:10.031948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.032433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.032867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.033297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.034092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.034092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.034530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.034989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.035383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.035766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.036149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.036536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:10.048959 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.095858 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.118343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Transition to ACTIVE for port object e28e5007-6baf-466b-90ad-bb5a28cf38a0 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:10.166622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Transition to ACTIVE for port object e28e5007-6baf-466b-90ad-bb5a28cf38a0 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:10.246109 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.249500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.264520 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.325455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Allocated IP 172.20.0.17 (bc222bee-5589-4665-aea1-48dd1b946be1/62036bce-2a5e-4325-bd4e-0773f43a8dad/cb212aea-dc04-47ca-bf50-a0b7aab4e434) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:10.382100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 1d5b283f-ced8-4325-ac8c-12837909acce, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1d5b283f-ced8-4325-ac8c-12837909acce,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:10.389694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Network bc222bee-5589-4665-aea1-48dd1b946be1 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:10.398256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:10.405215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:10.445276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Pushing event updated for resources: {'Port': ['ID=e28e5007-6baf-466b-90ad-bb5a28cf38a0,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:10.448921 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.458164 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.490313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.497089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.506900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Transition to ACTIVE for port object cb212aea-dc04-47ca-bf50-a0b7aab4e434 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:10.543428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5997e476-9027-4671-90d3-2213854c4c1d None None] Provisioning for port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:10.557139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Transition to ACTIVE for port object 563f49ed-aa1d-4256-b31c-998a645d1fd4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:10.573901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5997e476-9027-4671-90d3-2213854c4c1d None None] Provisioning complete for port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:10.574275 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5997e476-9027-4671-90d3-2213854c4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.587411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.619921 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.623054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Attempting to bind port e28e5007-6baf-466b-90ad-bb5a28cf38a0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:10.623449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Attempting to bind port e28e5007-6baf-466b-90ad-bb5a28cf38a0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:10.623803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Attempting to bind port e28e5007-6baf-466b-90ad-bb5a28cf38a0 on network bc222bee-5589-4665-aea1-48dd1b946be1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:10.638604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:10.639011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Checking segment: {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:10.639421 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.639815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Bound using segment: {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:10.640282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Bound port: e28e5007-6baf-466b-90ad-bb5a28cf38a0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:10.640652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.662074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-5997e476-9027-4671-90d3-2213854c4c1d None None] Port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:10.663689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=1d5b283f-ced8-4325-ac8c-12837909acce,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:10.690631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network bc222bee-5589-4665-aea1-48dd1b946be1 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:10.693774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:10.697416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.698557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.699068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:10.702417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Pushing event updated for resources: {'Port': ['ID=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:10.742379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=cb212aea-dc04-47ca-bf50-a0b7aab4e434,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:10.769497 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.851203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:10.852496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:10.860501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Attempting to bind port 563f49ed-aa1d-4256-b31c-998a645d1fd4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:10.860882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Attempting to bind port 563f49ed-aa1d-4256-b31c-998a645d1fd4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:10.861245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Attempting to bind port 563f49ed-aa1d-4256-b31c-998a645d1fd4 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:10.875480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:10.875866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:10.876257 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.876654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:10.877124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Bound port: 563f49ed-aa1d-4256-b31c-998a645d1fd4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:10.877497 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:10.902015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e826108-f3ad-4d6b-90ef-74e3a1642cb6 None None] Pushing event updated for resources: {'Port': ['ID=563f49ed-aa1d-4256-b31c-998a645d1fd4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:10.929567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] For port e28e5007-6baf-466b-90ad-bb5a28cf38a0, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:10.951191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] For port e28e5007-6baf-466b-90ad-bb5a28cf38a0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e28e5007-6baf-466b-90ad-bb5a28cf38a0,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:10.967849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] For port 563f49ed-aa1d-4256-b31c-998a645d1fd4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:10.971433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] For port 563f49ed-aa1d-4256-b31c-998a645d1fd4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=563f49ed-aa1d-4256-b31c-998a645d1fd4,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:11.031359 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:11.087779 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:11.145849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291d8bd-0044-457b-8b22-969a91637adb None None] Pushing event updated for resources: {'Port': ['ID=e28e5007-6baf-466b-90ad-bb5a28cf38a0,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:11.231880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:11.232705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:11.235604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:45:11.309133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e826108-f3ad-4d6b-90ef-74e3a1642cb6 None None] Pushing event updated for resources: {'Port': ['ID=563f49ed-aa1d-4256-b31c-998a645d1fd4,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:11.388544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4ae6ce0a-f53c-4af8-91b6-88327e6d4ac4 None None] Provisioning complete for port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:11.389644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ae6ce0a-f53c-4af8-91b6-88327e6d4ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:11.396784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:11.459879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:11.473831 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4ddc8074-f841-484c-b172-6b9fb349c1bd admin admin] 10.222.0.48 "PUT /v2.0/routers/124151c6-b449-4a90-962d-85f7036fef7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0718579 Feb 04 20:45:11.475529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6ce0a-f53c-4af8-91b6-88327e6d4ac4 None None] Port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:11.484019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:11.856256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 2, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:11.860276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813117b3-2aac-4a6b-91a5-2b56da01d4b0 None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 2, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:11.902952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:11.990676 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.139964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=cb212aea-dc04-47ca-bf50-a0b7aab4e434,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:12.142655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.317502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network bc222bee-5589-4665-aea1-48dd1b946be1 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:12.319313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:12.447705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47742) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:12.453776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1869702113-network', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:12.460381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:12.465034 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Usage tracker for resource:network and tenant:f00fe57381c14b7b821b3c1ab55d831f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:12.476431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:12.490178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:12.549510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:45:12.566444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa3664-409c-4de9-b31c-ed4995f2e71e None None] Network bc222bee-5589-4665-aea1-48dd1b946be1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:12.608066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Made reservation on behalf of f00fe57381c14b7b821b3c1ab55d831f for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:12.613378 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.634754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.655139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:12.669639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:f00fe57381c14b7b821b3c1ab55d831f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:12.673811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:12.680298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:12.729387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1d5b283f-ced8-4325-ac8c-12837909acce up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:12.773926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-366e9a00-9e58-48a4-9377-e476f5647619 None None] Provisioning for port e28e5007-6baf-466b-90ad-bb5a28cf38a0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:12.841799 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.842461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:12.854447 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Sync routers for ids ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:12.867848 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-78d263a0-a73f-46fd-b96d-6da51a82a10c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "PUT /v2.0/routers/61dfdfe0-5878-43f7-a1a7-867ae54e2e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2578669 Feb 04 20:45:12.885697 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Routers {'61dfdfe0-5878-43f7-a1a7-867ae54e2e00'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:12.886332 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:12.889940 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.890134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 1d5b283f-ced8-4325-ac8c-12837909acce triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:12.890413 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.947367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:45:12.980011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2c04d-398b-430c-a8e2-8f74e695873e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:12.986294 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:12.986643 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Added segment 4f32aec0-1c57-4569-ad1d-010f8a3a5361 of type vlan for network 01d6e7b3-596d-4404-b8a5-a39008847301 Feb 04 20:45:13.031662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.104178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e28e5007-6baf-466b-90ad-bb5a28cf38a0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:13.167553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.168643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:13.169140 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.222636 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Set router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:13.296366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port e28e5007-6baf-466b-90ad-bb5a28cf38a0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:13.312216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e28e5007-6baf-466b-90ad-bb5a28cf38a0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:13.312596 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.362495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=01d6e7b3-596d-4404-b8a5-a39008847301,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:13.379736 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-c9dd2ee1-0053-4faf-8979-c3d977858511 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:13.385385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-c9dd2ee1-0053-4faf-8979-c3d977858511 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/networks?id=bc222bee-5589-4665-aea1-48dd1b946be1 HTTP/1.1" status: 200 len: 798 time: 0.2510290 Feb 04 20:45:13.411141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-e3cf2339-48fe-4c29-a59f-d200bb6f9700 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/quotas/f1656191f07d4cb4a150e08c67f3369c HTTP/1.1" status: 200 len: 375 time: 0.0200324 Feb 04 20:45:13.414271 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 01d6e7b3-596d-4404-b8a5-a39008847301 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:45:13.431247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-696f0f5f-77d8-4930-851e-48f3fccca3d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9821641 Feb 04 20:45:13.433943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47758) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:13.439949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Request body: {'subnet': {'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1869702113-subnet', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:13.449981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:13.459691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Usage tracker for resource:subnet and tenant:f00fe57381c14b7b821b3c1ab55d831f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:13.468032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:13.482309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:13.587776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Made reservation on behalf of f00fe57381c14b7b821b3c1ab55d831f for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:13.589101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-69a29978-212b-454a-8a43-00985ac72235 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:13.590115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.718407 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:11Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'cb212aea-dc04-47ca-bf50-a0b7aab4e434', 'name': '', 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:f3:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '62036bce-2a5e-4325-bd4e-0773f43a8dad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:11Z', 'revision_number': 2, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '62036bce-2a5e-4325-bd4e-0773f43a8dad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:13.718939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-69a29978-212b-454a-8a43-00985ac72235 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:13.723696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-69a29978-212b-454a-8a43-00985ac72235 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2993662 Feb 04 20:45:13.723848 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Checking router: 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:13.723848 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Updating router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 port cb212aea-dc04-47ca-bf50-a0b7aab4e434 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:45:13.724638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0065d34a-2c4d-4bf2-923f-eef10ea5c35e None None] Provisioning for port cb212aea-dc04-47ca-bf50-a0b7aab4e434 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:13.741659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0065d34a-2c4d-4bf2-923f-eef10ea5c35e None None] Provisioning complete for port cb212aea-dc04-47ca-bf50-a0b7aab4e434 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:13.742031 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0065d34a-2c4d-4bf2-923f-eef10ea5c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.792018 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.796135 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.833585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0065d34a-2c4d-4bf2-923f-eef10ea5c35e None None] Port cb212aea-dc04-47ca-bf50-a0b7aab4e434 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:13.868681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port e28e5007-6baf-466b-90ad-bb5a28cf38a0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e28e5007-6baf-466b-90ad-bb5a28cf38a0,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:13.885959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0065d34a-2c4d-4bf2-923f-eef10ea5c35e None None] Provisioning complete for port e28e5007-6baf-466b-90ad-bb5a28cf38a0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:13.886521 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0065d34a-2c4d-4bf2-923f-eef10ea5c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.002347 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.065610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.159814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=e28e5007-6baf-466b-90ad-bb5a28cf38a0,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:14.187926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac2ecf0-67cd-4264-b16c-50ebbd623141,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:14.202508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Checking segment: {'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:14.204818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Network hostable DHCP agents. Network: 01d6e7b3-596d-4404-b8a5-a39008847301, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:45:14.269885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-21d7666c-01ee-43c5-aea3-4d5988328235 service neutron] 10.222.0.48 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370717 Feb 04 20:45:14.316106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Network 01d6e7b3-596d-4404-b8a5-a39008847301 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:45:14.350626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e430e61b-489d-4924-9344-5dbed856d78e None None] Provisioning complete for port cb212aea-dc04-47ca-bf50-a0b7aab4e434 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:14.351001 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e430e61b-489d-4924-9344-5dbed856d78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.352340 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.365966 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Transition to ACTIVE for port object cb212aea-dc04-47ca-bf50-a0b7aab4e434 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:14.379067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 01d6e7b3-596d-4404-b8a5-a39008847301) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:14.390904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:14.391705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.394871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6dd9c-4406-40fc-844a-36db376b23bb None None] Network 01d6e7b3-596d-4404-b8a5-a39008847301 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:14.411893 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-89f87617-a0ec-4c0c-947b-72c6ed40789d service neutron] 10.222.0.48 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358879 Feb 04 20:45:14.424745 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.484639 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-73ffe1ab-1ee0-4d2e-9c5c-7050021ca235 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0472908 Feb 04 20:45:14.485191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47764) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:14.490249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:14.496285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e430e61b-489d-4924-9344-5dbed856d78e None None] Port cb212aea-dc04-47ca-bf50-a0b7aab4e434 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:14.525747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:14.546746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Usage tracker for resource:router and tenant:f00fe57381c14b7b821b3c1ab55d831f is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:14.552532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:14.567937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:14.621619 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeeed9-b928-47ee-a848-ad89a574b73f None None] Pushing event updated for resources: {'Port': ['ID=cb212aea-dc04-47ca-bf50-a0b7aab4e434,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:14.697563 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Attempting to bind port cb212aea-dc04-47ca-bf50-a0b7aab4e434 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:14.697946 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Attempting to bind port cb212aea-dc04-47ca-bf50-a0b7aab4e434 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:14.698309 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Attempting to bind port cb212aea-dc04-47ca-bf50-a0b7aab4e434 on network bc222bee-5589-4665-aea1-48dd1b946be1 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:14.704657 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:14.705022 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Checking segment: {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:14.706058 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.707693 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.714789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-01d6e7b3-596d-4404-b8a5-a39008847301', 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'fixed_ips': [{'subnet_id': 'aac2ecf0-67cd-4264-b16c-50ebbd623141'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:45:14.714789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.715106 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Bound using segment: {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:14.715106 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Bound port: cb212aea-dc04-47ca-bf50-a0b7aab4e434, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:14.715106 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.715334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.737557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:14.801173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 563f49ed-aa1d-4256-b31c-998a645d1fd4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:14.889042 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] For port cb212aea-dc04-47ca-bf50-a0b7aab4e434, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:14.892357 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] For port cb212aea-dc04-47ca-bf50-a0b7aab4e434, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb212aea-dc04-47ca-bf50-a0b7aab4e434,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:14.951215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74cce954-25a7-4622-b008-7886bb57051a req-01085c89-6e25-4fe3-bf70-8df64b604fd0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 210 time: 0.1728954 Feb 04 20:45:14.976506 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:15.038226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Allocated IP 172.20.0.2 (01d6e7b3-596d-4404-b8a5-a39008847301/aac2ecf0-67cd-4264-b16c-50ebbd623141/8a56a00e-b7c6-486f-8a46-bd15c48d2b2f) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:15.097113 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Routers {'61dfdfe0-5878-43f7-a1a7-867ae54e2e00'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:15.098070 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:15.126653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:15.137356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 563f49ed-aa1d-4256-b31c-998a645d1fd4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:15.169810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 563f49ed-aa1d-4256-b31c-998a645d1fd4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:15.170333 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:15.184897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:15.227456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeeed9-b928-47ee-a848-ad89a574b73f None None] Pushing event updated for resources: {'Port': ['ID=cb212aea-dc04-47ca-bf50-a0b7aab4e434,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:15.234598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:15.237438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:15.368534 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] Set router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:15.604564 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:15.652886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:15.699324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 563f49ed-aa1d-4256-b31c-998a645d1fd4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=563f49ed-aa1d-4256-b31c-998a645d1fd4,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:15.700575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:15.746546 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:11Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'cb212aea-dc04-47ca-bf50-a0b7aab4e434', 'name': '', 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:f3:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '62036bce-2a5e-4325-bd4e-0773f43a8dad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:14Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '62036bce-2a5e-4325-bd4e-0773f43a8dad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:15.751481 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69dce4-3025-4062-92c5-0f0ba76f1c4d None None] The sync data for ids ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'] in n-d-811806-1 is: [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:11Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'cb212aea-dc04-47ca-bf50-a0b7aab4e434', 'name': '', 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:f3:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '62036bce-2a5e-4325-bd4e-0773f43a8dad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:14Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '62036bce-2a5e-4325-bd4e-0773f43a8dad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:15.775388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Transition to ACTIVE for port object 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:15.779728 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:15.780487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e28e5007-6baf-466b-90ad-bb5a28cf38a0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:15.819926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:15.860914 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.014610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Transition to ACTIVE for port object 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:16.036212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Allocated IP 172.25.7.81 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/947d3232-4569-43a3-8641-199c3aead5a7) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:16.094977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=563f49ed-aa1d-4256-b31c-998a645d1fd4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:16.115563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port e28e5007-6baf-466b-90ad-bb5a28cf38a0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:16.116010 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.169311 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.255231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.305253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff4624b4-6c45-4a4b-bffe-6f495abe8fd3 req-333acf30-faf7-440f-b932-11983e592da9 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 210 time: 0.2835071 Feb 04 20:45:16.324113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Network 01d6e7b3-596d-4404-b8a5-a39008847301 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:16.327742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:16.331541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Pushing event updated for resources: {'Port': ['ID=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:16.335416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:16.385317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.463046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:16.465906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:16.469880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:16.515577 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Pushing event updated for resources: {'Port': ['ID=947d3232-4569-43a3-8641-199c3aead5a7,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:16.517858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Attempting to bind port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:16.518247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Attempting to bind port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:16.518611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Attempting to bind port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f on network 01d6e7b3-596d-4404-b8a5-a39008847301 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:16.533675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:16.539581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Checking segment: {'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:16.539581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.539581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Bound using segment: {'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:16.539581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Bound port: 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:16.539581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.591948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 2, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:16.610511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:16.611350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Updating router 124151c6-b449-4a90-962d-85f7036fef7f port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:45:16.703097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.715185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] For port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:16.751548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] For port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,segment=NetworkSegment(4f32aec0-1c57-4569-ad1d-010f8a3a5361),segment_id=4f32aec0-1c57-4569-ad1d-010f8a3a5361)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:16.828160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb212aea-dc04-47ca-bf50-a0b7aab4e434 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:16.862550 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.075389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0697855-860d-4d32-b105-6613c73aa73e None None] Pushing event updated for resources: {'Port': ['ID=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:17.116929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.203400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port cb212aea-dc04-47ca-bf50-a0b7aab4e434 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:17.224324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cb212aea-dc04-47ca-bf50-a0b7aab4e434 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:17.225072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.308365 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.340193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Transition to ACTIVE for port object f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:17.440704 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.456749 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.616447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.705132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4022-03ea-403a-be51-1f0651edcb4e None None] Pushing event updated for resources: {'Port': ['ID=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:17.747065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port cb212aea-dc04-47ca-bf50-a0b7aab4e434, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb212aea-dc04-47ca-bf50-a0b7aab4e434,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:17.803762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Attempting to bind port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:17.804603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Attempting to bind port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:17.805197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Attempting to bind port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:17.812625 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.813818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 563f49ed-aa1d-4256-b31c-998a645d1fd4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:17.888807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:17.889185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:17.893034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.893034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:17.893034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Bound port: f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:17.893034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.957955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2c815b8-0cd4-48b4-96ab-3bac4b1b92e5 req-8edc5391-dd21-409a-8463-ba51e6889067 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 210 time: 0.4227560 Feb 04 20:45:18.055382 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=cb212aea-dc04-47ca-bf50-a0b7aab4e434,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:18.075973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] For port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:18.079955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] For port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:18.081537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 563f49ed-aa1d-4256-b31c-998a645d1fd4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:18.081904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:18.091619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-5af1174f-7807-48c2-8d0a-0cd104a842d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:18.092393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-5af1174f-7807-48c2-8d0a-0cd104a842d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:18.201216 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:18.233721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-5af1174f-7807-48c2-8d0a-0cd104a842d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:18.235198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-5af1174f-7807-48c2-8d0a-0cd104a842d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.62 "GET /v2.0/networks?id=bc222bee-5589-4665-aea1-48dd1b946be1 HTTP/1.1" status: 200 len: 798 time: 0.6514673 Feb 04 20:45:18.235849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Router 5f1d5149-1b48-48bd-8792-5116fa7476ff is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:45:18.250056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Request body: {'port': {'device_id': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1', 'admin_state_up': True, 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:18.296998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4022-03ea-403a-be51-1f0651edcb4e None None] Pushing event updated for resources: {'Port': ['ID=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:18.300022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:18.300961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:18.489814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3b851-ca66-4dd2-97cd-34b5ff92c421 None None] Network 01d6e7b3-596d-4404-b8a5-a39008847301 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:18.565680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:18.583021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:18.591414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:18.591705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:18.603072 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Sync routers for ids ['5f1d5149-1b48-48bd-8792-5116fa7476ff'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:18.613085 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Routers {'5f1d5149-1b48-48bd-8792-5116fa7476ff'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:18.613904 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5f1d5149-1b48-48bd-8792-5116fa7476ff'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:18.659872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4c804936-2f2f-4f56-99d1-00585f48420a None None] Provisioning for port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:18.669137 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:18.671475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0fd7a244-72ee-4eac-bbae-01841776a33c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1849024 Feb 04 20:45:18.672534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Made reservation on behalf of f1656191f07d4cb4a150e08c67f3369c for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:18.673475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47796) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:18.678391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:18.879259 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Set router 5f1d5149-1b48-48bd-8792-5116fa7476ff gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:18.918261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb212aea-dc04-47ca-bf50-a0b7aab4e434 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:18.954683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Allocated IP 172.20.0.25 (bc222bee-5589-4665-aea1-48dd1b946be1/62036bce-2a5e-4325-bd4e-0773f43a8dad/b3fce5a7-671c-4418-938e-277c61a85fdf) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:19.157158 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.188497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Transition to ACTIVE for port object b3fce5a7-671c-4418-938e-277c61a85fdf will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:19.234771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port cb212aea-dc04-47ca-bf50-a0b7aab4e434 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:19.235803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.265222 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '947d3232-4569-43a3-8641-199c3aead5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:45:16Z', 'revision_number': 3, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port': {'id': '947d3232-4569-43a3-8641-199c3aead5a7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:15Z', 'updated_at': '2022-02-04T20:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:19.267809 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.270107 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Checking router: 5f1d5149-1b48-48bd-8792-5116fa7476ff for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:19.270458 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Updating router 5f1d5149-1b48-48bd-8792-5116fa7476ff port 947d3232-4569-43a3-8641-199c3aead5a7 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:45:19.348387 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.367237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:18Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:19.380502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Network bc222bee-5589-4665-aea1-48dd1b946be1 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:19.386214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:19.387108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f91378-f7e8-4e33-bc75-6a5f8bb80a99 None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:18Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:19.395834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:19.427253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:19.534004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event updated for resources: {'Port': ['ID=b3fce5a7-671c-4418-938e-277c61a85fdf,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:19.566081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:19.566763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.584110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e7fee-e25c-430a-89e5-a051c8729093 req-e6c75dfb-38f1-48b9-bdde-6c4e887eacee tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:19.602636 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-689e7fee-e25c-430a-89e5-a051c8729093 req-e6c75dfb-38f1-48b9-bdde-6c4e887eacee tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 895 time: 0.3515294 Feb 04 20:45:19.717412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-9a27af74-c029-4c96-be77-5a16898a0b16 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4714398 Feb 04 20:45:19.729482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Request body: {'port': {'device_id': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:19.770167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:19.783863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:19.789111 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.875907 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.892775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.902929 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Transition to ACTIVE for port object 947d3232-4569-43a3-8641-199c3aead5a7 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:19.940828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:19.975092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e198ff1-7449-4f7b-bf37-62668c000905 None None] Provisioning for port b3fce5a7-671c-4418-938e-277c61a85fdf completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:19.988588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0e198ff1-7449-4f7b-bf37-62668c000905 None None] Provisioning complete for port b3fce5a7-671c-4418-938e-277c61a85fdf triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:19.988588 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e198ff1-7449-4f7b-bf37-62668c000905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.013211 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.091162 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.124889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0e198ff1-7449-4f7b-bf37-62668c000905 None None] Port b3fce5a7-671c-4418-938e-277c61a85fdf cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:20.160270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,segment=NetworkSegment(4f32aec0-1c57-4569-ad1d-010f8a3a5361),segment_id=4f32aec0-1c57-4569-ad1d-010f8a3a5361)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:20.166006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Allocated IP 172.20.0.1 (01d6e7b3-596d-4404-b8a5-a39008847301/aac2ecf0-67cd-4264-b16c-50ebbd623141/ffae1d2a-07a6-4762-a207-3bcedaf79aa1) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:20.197638 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b502715-debd-48a5-a3da-bf0798b536ec None None] Pushing event updated for resources: {'Port': ['ID=947d3232-4569-43a3-8641-199c3aead5a7,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:20.213497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Attempting to bind port 947d3232-4569-43a3-8641-199c3aead5a7 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:20.214103 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Attempting to bind port 947d3232-4569-43a3-8641-199c3aead5a7 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:20.214631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Attempting to bind port 947d3232-4569-43a3-8641-199c3aead5a7 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:20.221132 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:20.228309 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:20.228309 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.228309 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:20.228309 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Bound port: 947d3232-4569-43a3-8641-199c3aead5a7, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:20.228309 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.248151 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bad16ba2-a672-45d7-9fae-bbf807592b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.284752 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.289070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:20.324733 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] For port 947d3232-4569-43a3-8641-199c3aead5a7, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:20.328999 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] For port 947d3232-4569-43a3-8641-199c3aead5a7, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=947d3232-4569-43a3-8641-199c3aead5a7,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:20.369349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fce5a7-671c-4418-938e-277c61a85fdf {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:45:20.380183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.388094 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.415916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Transition to ACTIVE for port object b3fce5a7-671c-4418-938e-277c61a85fdf will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:20.459902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:20.475842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.489742 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Routers {'5f1d5149-1b48-48bd-8792-5116fa7476ff'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:20.490352 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:44:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5f1d5149-1b48-48bd-8792-5116fa7476ff'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:20.490498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.492828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Transition to ACTIVE for port object ffae1d2a-07a6-4762-a207-3bcedaf79aa1 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:20.535887 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:20.542930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:20.543361 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.577475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b502715-debd-48a5-a3da-bf0798b536ec None None] Pushing event updated for resources: {'Port': ['ID=947d3232-4569-43a3-8641-199c3aead5a7,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:20.600259 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.673108 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:45:20.695852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Network 01d6e7b3-596d-4404-b8a5-a39008847301 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:20.704540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:20.714298 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] Set router 5f1d5149-1b48-48bd-8792-5116fa7476ff gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:20.716903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:20.779867 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.810152 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.846529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:20.853749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:20.928058 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.019781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Pushing event updated for resources: {'Port': ['ID=b3fce5a7-671c-4418-938e-277c61a85fdf,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:21.034581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:21.086441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.141495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:21.141860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.144217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Attempting to bind port b3fce5a7-671c-4418-938e-277c61a85fdf on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:21.144908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Attempting to bind port b3fce5a7-671c-4418-938e-277c61a85fdf by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:21.145465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Attempting to bind port b3fce5a7-671c-4418-938e-277c61a85fdf on network bc222bee-5589-4665-aea1-48dd1b946be1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:21.154221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Port b3fce5a7-671c-4418-938e-277c61a85fdf on network bc222bee-5589-4665-aea1-48dd1b946be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:45:21.155031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Attempting to bind port b3fce5a7-671c-4418-938e-277c61a85fdf on network bc222bee-5589-4665-aea1-48dd1b946be1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:21.167921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded46b5-ea90-4e5f-9542-23e0184b0475 req-0be29cad-946a-4147-bef6-67f9fe866510 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:21.169455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5ded46b5-ea90-4e5f-9542-23e0184b0475 req-0be29cad-946a-4147-bef6-67f9fe866510 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:21.176440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:21.177148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Checking segment: {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:21.177790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Bound using segment: {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:21.180043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Bound port: b3fce5a7-671c-4418-938e-277c61a85fdf, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81904ca4-2c30-4631-bc4f-ab837f806e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:21.180950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.188249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:21.253599 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '947d3232-4569-43a3-8641-199c3aead5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:45:16Z', 'revision_number': 3, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port': {'id': '947d3232-4569-43a3-8641-199c3aead5a7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:15Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:21.262935 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18b678-e8e3-41c0-bc7b-e4c92937f997 None None] The sync data for ids ['5f1d5149-1b48-48bd-8792-5116fa7476ff'] in n-d-811806-1 is: [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '947d3232-4569-43a3-8641-199c3aead5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:45:16Z', 'revision_number': 3, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port': {'id': '947d3232-4569-43a3-8641-199c3aead5a7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:15Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:21.329035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] For port b3fce5a7-671c-4418-938e-277c61a85fdf, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:21.332301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] For port b3fce5a7-671c-4418-938e-277c61a85fdf, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b3fce5a7-671c-4418-938e-277c61a85fdf,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:21.341716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-5ded46b5-ea90-4e5f-9542-23e0184b0475 req-0be29cad-946a-4147-bef6-67f9fe866510 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:21.342946 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5ded46b5-ea90-4e5f-9542-23e0184b0475 req-0be29cad-946a-4147-bef6-67f9fe866510 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 907 time: 0.5000782 Feb 04 20:45:21.376909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.438716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-39bf877c-7f35-45fe-a08c-7cbaa56de699 None None] Provisioning for port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:21.439238 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.439351 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.445107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-39bf877c-7f35-45fe-a08c-7cbaa56de699 None None] Provisioning complete for port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:21.445613 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-39bf877c-7f35-45fe-a08c-7cbaa56de699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.512161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:21.513173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.514995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] 10.222.0.62 "PUT /v2.0/ports/b3fce5a7-671c-4418-938e-277c61a85fdf HTTP/1.1" status: 200 len: 1055 time: 1.7899249 Feb 04 20:45:21.515922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-39bf877c-7f35-45fe-a08c-7cbaa56de699 None None] Port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:21.518231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'tag': 'b3fce5a7-671c-4418-938e-277c61a85fdf'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:21.555057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:21.560425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc94112-de9c-4f1b-8026-8dbad32c789e service neutron] Pushing event updated for resources: {'Port': ['ID=b3fce5a7-671c-4418-938e-277c61a85fdf,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:21.574755 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:21.710459 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'tag': 'b3fce5a7-671c-4418-938e-277c61a85fdf', 'status': 'completed', 'code': 200} Feb 04 20:45:21.728751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-4e5ecb08-7456-4b65-9c10-74d63f25a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:21.730239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-4e5ecb08-7456-4b65-9c10-74d63f25a90f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 1058 time: 0.1065719 Feb 04 20:45:21.751271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Network 01d6e7b3-596d-4404-b8a5-a39008847301 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:21.752414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:21.804684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-7c799930-539d-4eab-9cd6-417f510d049f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b3fce5a7-671c-4418-938e-277c61a85fdf HTTP/1.1" status: 200 len: 217 time: 0.0672855 Feb 04 20:45:21.872454 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-d64f0ee5-f3ac-431c-8738-ac96e2b816ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:21.874188 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-d64f0ee5-f3ac-431c-8738-ac96e2b816ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62036bce-2a5e-4325-bd4e-0773f43a8dad HTTP/1.1" status: 200 len: 838 time: 0.0617976 Feb 04 20:45:21.959412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Router 5f1d5149-1b48-48bd-8792-5116fa7476ff has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:45:21.967902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-ad962b74-2d81-4295-98b5-72f34dbe4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:21.967902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-ad962b74-2d81-4295-98b5-72f34dbe4ce2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc222bee-5589-4665-aea1-48dd1b946be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855215 Feb 04 20:45:22.061973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-20d6abf0-4caf-4715-a11c-148ba3ce3109 None None] Provisioning complete for port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:22.062542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20d6abf0-4caf-4715-a11c-148ba3ce3109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:22.107056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-2b472d52-f669-45bf-9f81-123cf898d0e6 service neutron] 10.222.0.62 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330996 Feb 04 20:45:22.116007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-20d6abf0-4caf-4715-a11c-148ba3ce3109 None None] Port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:22.150645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:22.162742 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-29228765-1af6-4be2-945b-314057faffb4 admin admin] 10.222.0.48 "PUT /v2.0/routers/5f1d5149-1b48-48bd-8792-5116fa7476ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4847100 Feb 04 20:45:22.249824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4262717a-447d-46ee-9ea8-616b01ff22bf req-e73fbafb-bb50-4228-a2a3-437d5b3ac6da service neutron] 10.222.0.62 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365881 Feb 04 20:45:22.301674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4938a4a0-bd29-4681-a7bf-c979471d1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:22.449572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-0c5397fb-d3d2-43f1-9842-bfa8585e5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:22.451090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-0c5397fb-d3d2-43f1-9842-bfa8585e5a4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 1058 time: 0.0992172 Feb 04 20:45:22.641678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-fef03b51-9594-46c6-a43e-b997035363cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:22.643158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-fef03b51-9594-46c6-a43e-b997035363cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc222bee-5589-4665-aea1-48dd1b946be1 HTTP/1.1" status: 200 len: 899 time: 0.1856782 Feb 04 20:45:22.655341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de419173-1a88-40b0-b65a-dea2cc0c7803 req-acf3b510-7342-4f3d-accb-2342387a7ce0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:22.656855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de419173-1a88-40b0-b65a-dea2cc0c7803 req-acf3b510-7342-4f3d-accb-2342387a7ce0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 907 time: 0.1810968 Feb 04 20:45:22.726056 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-8015d1a9-bce5-4015-990f-125745d81d29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b3fce5a7-671c-4418-938e-277c61a85fdf HTTP/1.1" status: 200 len: 217 time: 0.0681498 Feb 04 20:45:22.791484 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-3f34505c-8dda-44b1-8a89-a46024be0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:22.792955 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-3f34505c-8dda-44b1-8a89-a46024be0115 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62036bce-2a5e-4325-bd4e-0773f43a8dad HTTP/1.1" status: 200 len: 838 time: 0.0604756 Feb 04 20:45:22.877019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-ae4d6314-b72e-46f0-b8ee-d4bea6639f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:22.878475 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-ae4d6314-b72e-46f0-b8ee-d4bea6639f94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc222bee-5589-4665-aea1-48dd1b946be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788517 Feb 04 20:45:23.128932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 947d3232-4569-43a3-8641-199c3aead5a7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:23.152522 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-fe660111-e7c4-49b8-9581-c59328c3e71e service neutron] 10.222.0.62 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675922 Feb 04 20:45:23.292946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 947d3232-4569-43a3-8641-199c3aead5a7 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:23.293159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a1414f7-84f0-4d71-bcc3-6b19812cc2bf req-57a99374-f005-42ce-bf5d-07eab0038fcb service neutron] 10.222.0.62 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330316 Feb 04 20:45:23.298339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 947d3232-4569-43a3-8641-199c3aead5a7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:23.298750 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:23.434896 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:23.457042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 947d3232-4569-43a3-8641-199c3aead5a7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=947d3232-4569-43a3-8641-199c3aead5a7,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:23.516589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:23.516589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:23.516589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:23.516589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:23.640449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=947d3232-4569-43a3-8641-199c3aead5a7,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:23.654081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:23.656131 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:23.856873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727322b6-419f-4e36-9f9f-d885ec5ba95f req-49b6a22f-0e26-4e04-9e6c-c172276e686c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:23.858637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-727322b6-419f-4e36-9f9f-d885ec5ba95f req-49b6a22f-0e26-4e04-9e6c-c172276e686c tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 907 time: 0.0815568 Feb 04 20:45:24.049733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Sync routers for ids ['5f1d5149-1b48-48bd-8792-5116fa7476ff'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:24.059816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Routers {'5f1d5149-1b48-48bd-8792-5116fa7476ff'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:24.060434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5f1d5149-1b48-48bd-8792-5116fa7476ff'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:24.248568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Set router 5f1d5149-1b48-48bd-8792-5116fa7476ff gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:24.602186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '947d3232-4569-43a3-8641-199c3aead5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 4, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port': {'id': '947d3232-4569-43a3-8641-199c3aead5a7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:15Z', 'updated_at': '2022-02-04T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ffae1d2a-07a6-4762-a207-3bcedaf79aa1', 'name': '', 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'mac_address': 'fa:16:3e:0f:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aac2ecf0-67cd-4264-b16c-50ebbd623141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:19Z', 'updated_at': '2022-02-04T20:45:21Z', 'revision_number': 2, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'subnets': [{'id': 'aac2ecf0-67cd-4264-b16c-50ebbd623141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:24.606656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Checking router: 5f1d5149-1b48-48bd-8792-5116fa7476ff for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:24.607043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Updating router 5f1d5149-1b48-48bd-8792-5116fa7476ff port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:45:24.663886 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.007421 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 947d3232-4569-43a3-8641-199c3aead5a7 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:25.048939 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.052591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c707-60cc-4f9e-a1be-a3fd25456fef req-cef7ea75-b1c2-41dd-aa6e-7884702c5c7b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:25.054225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7894c707-60cc-4f9e-a1be-a3fd25456fef req-cef7ea75-b1c2-41dd-aa6e-7884702c5c7b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 907 time: 0.0860577 Feb 04 20:45:25.075498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Transition to ACTIVE for port object ffae1d2a-07a6-4762-a207-3bcedaf79aa1 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:25.093140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 947d3232-4569-43a3-8641-199c3aead5a7 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:25.093509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.194253 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.247885 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.320667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b3fce5a7-671c-4418-938e-277c61a85fdf details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:45:25.349916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f70f-504e-4287-a2e6-609f1041b938 None None] Pushing event updated for resources: {'Port': ['ID=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:25.531106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Attempting to bind port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:25.531476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Attempting to bind port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:25.531875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Attempting to bind port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 on network 01d6e7b3-596d-4404-b8a5-a39008847301 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:25.550551 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:25.550950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Checking segment: {'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:25.551346 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.551728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Bound using segment: {'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:25.552190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Bound port: ffae1d2a-07a6-4762-a207-3bcedaf79aa1, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f32aec0-1c57-4569-ad1d-010f8a3a5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:25.552558 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.629033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b3fce5a7-671c-4418-938e-277c61a85fdf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b3fce5a7-671c-4418-938e-277c61a85fdf,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:25.648361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'b3fce5a7-671c-4418-938e-277c61a85fdf', 'network_id': 'bc222bee-5589-4665-aea1-48dd1b946be1', 'port_id': 'b3fce5a7-671c-4418-938e-277c61a85fdf', 'mac_address': 'fa:16:3e:a3:43:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62036bce-2a5e-4325-bd4e-0773f43a8dad', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:45:25.715588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] For port ffae1d2a-07a6-4762-a207-3bcedaf79aa1, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:25.727168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] For port ffae1d2a-07a6-4762-a207-3bcedaf79aa1, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,segment=NetworkSegment(4f32aec0-1c57-4569-ad1d-010f8a3a5361),segment_id=4f32aec0-1c57-4569-ad1d-010f8a3a5361)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:25.728255 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.745372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fce5a7-671c-4418-938e-277c61a85fdf {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:45:25.761217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b3fce5a7-671c-4418-938e-277c61a85fdf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b3fce5a7-671c-4418-938e-277c61a85fdf,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:25.808110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.848050 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:25.882160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Routers {'5f1d5149-1b48-48bd-8792-5116fa7476ff'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:25.882811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5f1d5149-1b48-48bd-8792-5116fa7476ff'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:26.016960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f70f-504e-4287-a2e6-609f1041b938 None None] Pushing event updated for resources: {'Port': ['ID=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:26.176202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['b3fce5a7-671c-4418-938e-277c61a85fdf'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:45:26.263591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b3fce5a7-671c-4418-938e-277c61a85fdf,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:26.266240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf53748-5f68-43cd-8f7b-de4bbfe09226 req-a7098cfe-d310-4bee-b0cf-e8ab361fdccc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:26.268373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf53748-5f68-43cd-8f7b-de4bbfe09226 req-a7098cfe-d310-4bee-b0cf-e8ab361fdccc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 908 time: 0.0914161 Feb 04 20:45:26.276974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] Set router 5f1d5149-1b48-48bd-8792-5116fa7476ff gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:26.414825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-c9e4ecf2-f265-43ac-bd12-7d7b15cf9702 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:26.416320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-c9e4ecf2-f265-43ac-bd12-7d7b15cf9702 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1543961 Feb 04 20:45:26.443641 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-58d4d179-c414-43f9-b12c-605babd2919a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/quotas/c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 375 time: 0.0100446 Feb 04 20:45:26.529844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-2ad995d6-d0fd-4cbf-ab44-e9cb7ee15abc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:26.601478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-2ad995d6-d0fd-4cbf-ab44-e9cb7ee15abc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:26.603359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-2ad995d6-d0fd-4cbf-ab44-e9cb7ee15abc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535759 Feb 04 20:45:26.603531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '947d3232-4569-43a3-8641-199c3aead5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 4, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port': {'id': '947d3232-4569-43a3-8641-199c3aead5a7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:15Z', 'updated_at': '2022-02-04T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ffae1d2a-07a6-4762-a207-3bcedaf79aa1', 'name': '', 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'mac_address': 'fa:16:3e:0f:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aac2ecf0-67cd-4264-b16c-50ebbd623141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:19Z', 'updated_at': '2022-02-04T20:45:25Z', 'revision_number': 4, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'subnets': [{'id': 'aac2ecf0-67cd-4264-b16c-50ebbd623141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:26.608004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb26783-2958-43cb-8722-b155a35812ac None None] The sync data for ids ['5f1d5149-1b48-48bd-8792-5116fa7476ff'] in n-d-811806-1 is: [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '947d3232-4569-43a3-8641-199c3aead5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 4, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port': {'id': '947d3232-4569-43a3-8641-199c3aead5a7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:15Z', 'updated_at': '2022-02-04T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ffae1d2a-07a6-4762-a207-3bcedaf79aa1', 'name': '', 'network_id': '01d6e7b3-596d-4404-b8a5-a39008847301', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'mac_address': 'fa:16:3e:0f:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aac2ecf0-67cd-4264-b16c-50ebbd623141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:19Z', 'updated_at': '2022-02-04T20:45:25Z', 'revision_number': 4, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'subnets': [{'id': 'aac2ecf0-67cd-4264-b16c-50ebbd623141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:26.757098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-60e744ef-b138-49da-a0d0-4501b68706fa service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471207 Feb 04 20:45:26.895294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0e575d6c-0120-4000-a33a-f9f6e59f7439 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324754 Feb 04 20:45:27.049586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffae1d2a-07a6-4762-a207-3bcedaf79aa1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:27.213648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:27.219065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:27.219442 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:27.328177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b3fce5a7-671c-4418-938e-277c61a85fdf up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:27.402935 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:27.449094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ffae1d2a-07a6-4762-a207-3bcedaf79aa1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,segment=NetworkSegment(4f32aec0-1c57-4569-ad1d-010f8a3a5361),segment_id=4f32aec0-1c57-4569-ad1d-010f8a3a5361)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:27.532151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port b3fce5a7-671c-4418-938e-277c61a85fdf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:27.544562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port b3fce5a7-671c-4418-938e-277c61a85fdf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:27.545022 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:27.581179 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:27.608603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06d44120-f298-4e42-a506-ea0bfd34a8ce req-8b062ff4-967c-4140-8d6d-34385ccb0daa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 210 time: 0.0471430 Feb 04 20:45:27.671128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffc55a-26be-43b3-90c5-140c9269af09 req-4e82a475-6392-4839-b209-85ef9ba75e04 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:27.672581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3ffc55a-26be-43b3-90c5-140c9269af09 req-4e82a475-6392-4839-b209-85ef9ba75e04 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 908 time: 0.1088345 Feb 04 20:45:27.710139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:27.774628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:27.804818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fce5a7-671c-4418-938e-277c61a85fdf'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:27.815766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port b3fce5a7-671c-4418-938e-277c61a85fdf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b3fce5a7-671c-4418-938e-277c61a85fdf,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:27.852776 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fce5a7-671c-4418-938e-277c61a85fdf', 'code': 200} Feb 04 20:45:27.906848 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:27.976216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=b3fce5a7-671c-4418-938e-277c61a85fdf,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:27.982926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0d91-3219-4fe8-ade4-97ba331986b9 req-902023ec-82e5-493b-b03d-6911d9380b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:27.984414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-631d0d91-3219-4fe8-ade4-97ba331986b9 req-902023ec-82e5-493b-b03d-6911d9380b83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 1060 time: 0.0764081 Feb 04 20:45:28.759310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f9b7009-771e-42ec-a1c7-9e648266ac53 req-86368ee4-06f5-4fb3-b5d2-dda45d40d0f8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 210 time: 0.0447664 Feb 04 20:45:28.868629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b935033-ca46-4e55-b18a-ff0e8579c5c5 req-ffd090d1-0c52-487b-9cd5-ac6382a67136 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:28.870060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5b935033-ca46-4e55-b18a-ff0e8579c5c5 req-ffd090d1-0c52-487b-9cd5-ac6382a67136 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 909 time: 0.0820096 Feb 04 20:45:29.001290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffae1d2a-07a6-4762-a207-3bcedaf79aa1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:29.070310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:29.070682 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:30.047471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-97e1a862-d36e-4c6c-a201-9744f3af1629 req-fade68c7-e4e6-46a4-b894-50b07c488913 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 210 time: 0.1798592 Feb 04 20:45:30.070604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd34de-f559-4cc5-843c-3750d0ae3394 req-1847f8a2-4779-4a78-a8f5-e7029c9e45e9 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:30.072788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-decd34de-f559-4cc5-843c-3750d0ae3394 req-1847f8a2-4779-4a78-a8f5-e7029c9e45e9 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 909 time: 0.0953209 Feb 04 20:45:30.120140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-b5ea040f-2907-4f30-9387-1a530c4b7210 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:30.120140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-b5ea040f-2907-4f30-9387-1a530c4b7210 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:30.221865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-b5ea040f-2907-4f30-9387-1a530c4b7210 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:30.223118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-b5ea040f-2907-4f30-9387-1a530c4b7210 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.4276578 Feb 04 20:45:30.241892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'port': {'device_id': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'admin_state_up': True, 'tenant_id': 'c03e2442d43349e292a17e2222f8c594'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:30.379417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce82e16-64a2-49e3-b26a-6b6bb10fd36b req-ad14ae71-b7fd-482c-a14a-f1c66b8772f1 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:30.380873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ce82e16-64a2-49e3-b26a-6b6bb10fd36b req-ad14ae71-b7fd-482c-a14a-f1c66b8772f1 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 909 time: 0.1957762 Feb 04 20:45:30.406325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:30.416055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:30.506987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:45:30.511338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:30.564590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1652a-ebcf-4de5-8597-fa9430f45c20 req-c55866a3-0259-4ae7-9d6c-43146ec1c61b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:30.571800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7f1652a-ebcf-4de5-8597-fa9430f45c20 req-c55866a3-0259-4ae7-9d6c-43146ec1c61b tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 1060 time: 0.0845790 Feb 04 20:45:30.675483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.20.0.12 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/4fac649a-709d-462a-b396-35863d55b408) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:45:30.863883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90607-0f13-47ac-a1ae-ddae8fb17cb8 req-ec44f25f-98da-447e-9c60-414476d8b0ae tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:30.865383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dfe90607-0f13-47ac-a1ae-ddae8fb17cb8 req-ec44f25f-98da-447e-9c60-414476d8b0ae tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1136 time: 0.1944156 Feb 04 20:45:30.937537 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-41e33091-dded-42e1-b08c-09d9f4ac74e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717533 Feb 04 20:45:30.954419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dfe90607-0f13-47ac-a1ae-ddae8fb17cb8 req-717c1318-f0fb-41ce-9a22-05e5c41ee0d4 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Synchronizing usage tracker for tenant:8bf7198aabe74780841ad3fbdb7efb9b on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:30.972710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:30.993831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Transition to ACTIVE for port object 4fac649a-709d-462a-b396-35863d55b408 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:31.061199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-dfe90607-0f13-47ac-a1ae-ddae8fb17cb8 req-717c1318-f0fb-41ce-9a22-05e5c41ee0d4 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Unset dirty status for tenant:8bf7198aabe74780841ad3fbdb7efb9b on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:31.062515 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dfe90607-0f13-47ac-a1ae-ddae8fb17cb8 req-717c1318-f0fb-41ce-9a22-05e5c41ee0d4 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1885669 Feb 04 20:45:31.084381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-664b8002-cbc6-4124-a189-c40da5047083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:31.087596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-664b8002-cbc6-4124-a189-c40da5047083 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 1060 time: 0.0759714 Feb 04 20:45:31.092588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47892) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:31.140103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:31.245174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:45:31.249479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:45:31.255192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:45:31.339181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=4fac649a-709d-462a-b396-35863d55b408,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:31.358066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:31.358714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:31.379450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1673db3-646f-4c83-8586-ffde28c3d308 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:31.385621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-c72176fb-e75f-4c47-86bb-bbfeca2292f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:31.385755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f1673db3-646f-4c83-8586-ffde28c3d308 tempest-TestSecurityGroupsBasicOps-603224060 tempest-TestSecurityGroupsBasicOps-603224060-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 1055 time: 0.2884772 Feb 04 20:45:31.385848 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-c72176fb-e75f-4c47-86bb-bbfeca2292f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc222bee-5589-4665-aea1-48dd1b946be1 HTTP/1.1" status: 200 len: 899 time: 0.2691650 Feb 04 20:45:31.458990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee431-9c84-4dc6-8f04-823d84036b86 req-89ace2f3-a738-48f4-932e-3c28e593ee48 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:31.460485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfcee431-9c84-4dc6-8f04-823d84036b86 req-89ace2f3-a738-48f4-932e-3c28e593ee48 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 932 time: 0.2828310 Feb 04 20:45:31.470472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-e7f436e2-9e75-4e42-ac2a-9708556e91eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b3fce5a7-671c-4418-938e-277c61a85fdf HTTP/1.1" status: 200 len: 217 time: 0.0807455 Feb 04 20:45:31.499838 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-0b477046-94ae-4c6d-b98e-b68ef68518fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2669961 Feb 04 20:45:31.516715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Request body: {'port': {'device_id': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:45:31.576075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfcee431-9c84-4dc6-8f04-823d84036b86 req-be76e592-8b47-446f-a6a0-c6481821c5ff tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Feb 04 20:45:31.592147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-42edf091-ff1d-4322-8c95-f64f78150a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:31.593849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-42edf091-ff1d-4322-8c95-f64f78150a48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=62036bce-2a5e-4325-bd4e-0773f43a8dad HTTP/1.1" status: 200 len: 838 time: 0.1112251 Feb 04 20:45:31.652929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:31.727228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-566eed1a-c7c6-4131-863c-f7b5997c9822 None None] Provisioning for port 4fac649a-709d-462a-b396-35863d55b408 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:31.738913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-566eed1a-c7c6-4131-863c-f7b5997c9822 None None] Provisioning complete for port 4fac649a-709d-462a-b396-35863d55b408 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:31.739293 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-566eed1a-c7c6-4131-863c-f7b5997c9822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:31.785241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-053a5b24-e4d7-479d-9a89-94118ad1bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:31.787060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-053a5b24-e4d7-479d-9a89-94118ad1bfa1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc222bee-5589-4665-aea1-48dd1b946be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856561 Feb 04 20:45:31.811220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-566eed1a-c7c6-4131-863c-f7b5997c9822 None None] Port 4fac649a-709d-462a-b396-35863d55b408 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:45:31.924999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-675b78f4-e71d-4327-bb6a-450bbc2bebd3 service neutron] 10.222.0.62 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314962 Feb 04 20:45:32.048358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fac649a-709d-462a-b396-35863d55b408 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:45:32.056220 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:32.070114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Transition to ACTIVE for port object 4fac649a-709d-462a-b396-35863d55b408 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:45:32.114582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-07a3b2f8-6b1a-48ae-ba88-c33da09cc870 req-1eeb36c2-5a78-4fd1-93d1-ebfddff66508 service neutron] 10.222.0.62 "GET /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824746 Feb 04 20:45:32.141120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002f0bd-fa5e-4567-9752-ab12374b7d1e req-f4dd0f0f-599a-4011-8852-f977e763ce5f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:32.142588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e002f0bd-fa5e-4567-9752-ab12374b7d1e req-f4dd0f0f-599a-4011-8852-f977e763ce5f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 909 time: 0.1140466 Feb 04 20:45:32.155795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:32.319497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac649a-709d-462a-b396-35863d55b408,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:32.393969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Attempting to bind port 4fac649a-709d-462a-b396-35863d55b408 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:45:32.394298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Attempting to bind port 4fac649a-709d-462a-b396-35863d55b408 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:45:32.394620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Attempting to bind port 4fac649a-709d-462a-b396-35863d55b408 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:32.399561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Port 4fac649a-709d-462a-b396-35863d55b408 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:45:32.399882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Attempting to bind port 4fac649a-709d-462a-b396-35863d55b408 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:45:32.405055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:45:32.405381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:45:32.405757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:45:32.406473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Bound port: 4fac649a-709d-462a-b396-35863d55b408, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:45:32.406473 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:32.607943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] For port 4fac649a-709d-462a-b396-35863d55b408, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:45:32.611138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] For port 4fac649a-709d-462a-b396-35863d55b408, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4fac649a-709d-462a-b396-35863d55b408,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:45:32.717106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:32.799599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:32.799599 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:32.799599 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fac649a-709d-462a-b396-35863d55b408 HTTP/1.1" status: 200 len: 1092 time: 1.2836516 Feb 04 20:45:32.799599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'tag': '4fac649a-709d-462a-b396-35863d55b408'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:32.825234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f026-87b3-4baf-98d1-f033bea90091 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac649a-709d-462a-b396-35863d55b408,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:32.851286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6950f90-4445-4a5e-9e61-65fc84ae02f4 req-10fb5304-3475-480e-abe9-97c161886cb9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:32.851286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6950f90-4445-4a5e-9e61-65fc84ae02f4 req-10fb5304-3475-480e-abe9-97c161886cb9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:32.854938 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'tag': '4fac649a-709d-462a-b396-35863d55b408', 'status': 'completed', 'code': 200} Feb 04 20:45:32.935388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6950f90-4445-4a5e-9e61-65fc84ae02f4 req-10fb5304-3475-480e-abe9-97c161886cb9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:32.936541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6950f90-4445-4a5e-9e61-65fc84ae02f4 req-10fb5304-3475-480e-abe9-97c161886cb9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.2556512 Feb 04 20:45:32.985802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0ebad-6fbc-4c68-a644-f48bc421adf7 req-a98a325c-f9ca-4d42-96aa-c5465cf65eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:32.987280 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1fb0ebad-6fbc-4c68-a644-f48bc421adf7 req-a98a325c-f9ca-4d42-96aa-c5465cf65eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 1095 time: 0.1116660 Feb 04 20:45:32.989433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6950f90-4445-4a5e-9e61-65fc84ae02f4 req-f251cc88-4157-42a2-b0bb-35bc38da3035 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:33.109072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a6950f90-4445-4a5e-9e61-65fc84ae02f4 req-f251cc88-4157-42a2-b0bb-35bc38da3035 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:33.110127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a6950f90-4445-4a5e-9e61-65fc84ae02f4 req-f251cc88-4157-42a2-b0bb-35bc38da3035 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674793 Feb 04 20:45:33.137827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0ebad-6fbc-4c68-a644-f48bc421adf7 req-2c9c658f-5c5f-4257-a475-e37bf1da68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:33.139350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1fb0ebad-6fbc-4c68-a644-f48bc421adf7 req-2c9c658f-5c5f-4257-a475-e37bf1da68ea service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c03e2442d43349e292a17e2222f8c594&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1410003 Feb 04 20:45:33.282973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0ebad-6fbc-4c68-a644-f48bc421adf7 req-63e508b0-ecac-4e66-8bdd-a683d2f85272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:33.284403 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1fb0ebad-6fbc-4c68-a644-f48bc421adf7 req-63e508b0-ecac-4e66-8bdd-a683d2f85272 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332984 Feb 04 20:45:33.340851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e45f88-7a8e-49f5-8451-11fd2a19e2ce req-3c71c6d8-6e79-4b68-8ee1-eed10c107527 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:33.342417 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81e45f88-7a8e-49f5-8451-11fd2a19e2ce req-3c71c6d8-6e79-4b68-8ee1-eed10c107527 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 909 time: 0.0900965 Feb 04 20:45:33.390597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-17744b97-f36b-4e22-ac42-211df8e0541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:33.392012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-17744b97-f36b-4e22-ac42-211df8e0541d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 1095 time: 0.0713460 Feb 04 20:45:33.420845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-eeaf4bc4-fafc-4a17-a067-4132114960c0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:33.422303 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-eeaf4bc4-fafc-4a17-a067-4132114960c0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.62 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 909 time: 0.0789821 Feb 04 20:45:33.467831 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-d7e41c73-5880-4973-9975-020db89b409a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fac649a-709d-462a-b396-35863d55b408 HTTP/1.1" status: 200 len: 217 time: 0.0645778 Feb 04 20:45:33.493550 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting port b3fce5a7-671c-4418-938e-277c61a85fdf {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:33.493891 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:33.533075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f1ce782a-97a5-49af-bc42-9f0ea28c91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:33.534531 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-f1ce782a-97a5-49af-bc42-9f0ea28c91ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0578611 Feb 04 20:45:33.613924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-75a66522-fede-4318-8212-4b3e5f0c6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:33.615498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-75a66522-fede-4318-8212-4b3e5f0c6a6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724349 Feb 04 20:45:33.739799 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] For port b3fce5a7-671c-4418-938e-277c61a85fdf, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=b3fce5a7-671c-4418-938e-277c61a85fdf,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:33.740084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:33.751999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-2b58de25-6485-446d-8a4b-9d3f02104c51 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259449 Feb 04 20:45:33.867546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Calling delete_port for b3fce5a7-671c-4418-938e-277c61a85fdf owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:33.886368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-470528d1-dee5-4ba4-a92f-86074ad80cd6 req-540536c4-ef90-4824-9cb3-91dfebf6e4ae service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255403 Feb 04 20:45:34.124282 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:34.174807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Port': ['ID=b3fce5a7-671c-4418-938e-277c61a85fdf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:34.256678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] No DVR routers for this DVR port b3fce5a7-671c-4418-938e-277c61a85fdf on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:45:34.259376 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:34.262165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'name': 'network-vif-deleted', 'tag': 'b3fce5a7-671c-4418-938e-277c61a85fdf'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:34.308569 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2044e228-52eb-4122-ae6d-f05db8b1bc39', 'name': 'network-vif-deleted', 'tag': 'b3fce5a7-671c-4418-938e-277c61a85fdf', 'status': 'completed', 'code': 200} Feb 04 20:45:34.313588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b13f64-e14b-41b6-a400-c500cc18c43d req-23181600-9294-4861-9a6d-1b787a4b0442 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:34.315125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85b13f64-e14b-41b6-a400-c500cc18c43d req-23181600-9294-4861-9a6d-1b787a4b0442 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.0908127 Feb 04 20:45:34.336415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34e70af4-cff8-47a1-b7cb-e1c28e4ea991 req-b72ac2bc-6c23-4885-a844-843c429fabb7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.62 "DELETE /v2.0/ports/b3fce5a7-671c-4418-938e-277c61a85fdf HTTP/1.1" status: 204 len: 173 time: 0.9091523 Feb 04 20:45:34.363559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85b13f64-e14b-41b6-a400-c500cc18c43d req-d7231544-6ed0-4b1d-8f27-d89ecaaa3ab1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Feb 04 20:45:34.499611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f289807d-587f-404a-9199-3ed914cfb8bb req-be7599c4-2c55-4c54-98ce-81ca93b31cc0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:34.584322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f289807d-587f-404a-9199-3ed914cfb8bb req-be7599c4-2c55-4c54-98ce-81ca93b31cc0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:34.585598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f289807d-587f-404a-9199-3ed914cfb8bb req-be7599c4-2c55-4c54-98ce-81ca93b31cc0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=2044e228-52eb-4122-ae6d-f05db8b1bc39 HTTP/1.1" status: 200 len: 210 time: 0.1323187 Feb 04 20:45:35.547190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180acc-5c3a-47b5-98cf-863b8f2f9d0f req-4c53042e-f855-420a-8df5-972e6bd753b0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:35.548661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49180acc-5c3a-47b5-98cf-863b8f2f9d0f req-4c53042e-f855-420a-8df5-972e6bd753b0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.0818999 Feb 04 20:45:35.591180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49180acc-5c3a-47b5-98cf-863b8f2f9d0f req-c94bc228-f812-40b3-9c8d-4368790dfa3e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Feb 04 20:45:35.678014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47920) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:36.328237 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-bf6e1954-49da-4e7d-8f6f-d739212f4854 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965350 Feb 04 20:45:36.402455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:36.628270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-31d2efbb-d37c-4015-b4f4-dabb2a389861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:36.629747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-31d2efbb-d37c-4015-b4f4-dabb2a389861 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1136 time: 0.1802528 Feb 04 20:45:36.916272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-70e235f0-9595-4dc1-9890-88cff8a3b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:36.917623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-70e235f0-9595-4dc1-9890-88cff8a3b2e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 HTTP/1.1" status: 200 len: 898 time: 0.2431409 Feb 04 20:45:36.938314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6a11-ea4a-4301-b5fb-2a95dd585ff0 req-f19b376c-2aa7-4796-802b-51ac129f1f13 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:36.939714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffdd6a11-ea4a-4301-b5fb-2a95dd585ff0 req-f19b376c-2aa7-4796-802b-51ac129f1f13 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.2307479 Feb 04 20:45:37.114426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting port cb212aea-dc04-47ca-bf50-a0b7aab4e434 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:37.114781 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:37.143461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ffdd6a11-ea4a-4301-b5fb-2a95dd585ff0 req-2a378057-a057-4a93-8275-ff41a9144187 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290414 Feb 04 20:45:37.157920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-930ef177-24b4-4da2-8a27-7782a3f1f621 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73379126-eaf7-4211-b149-8a07a461fe18 HTTP/1.1" status: 200 len: 1002 time: 0.2169206 Feb 04 20:45:37.306581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-88309387-f10b-4369-ab82-aa09647aefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:37.308023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-88309387-f10b-4369-ab82-aa09647aefcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=578083aa-936d-4c84-821d-8377219ab5ae HTTP/1.1" status: 200 len: 835 time: 0.1393995 Feb 04 20:45:37.405692 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b3fce5a7-671c-4418-938e-277c61a85fdf no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:37.441106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: b3fce5a7-671c-4418-938e-277c61a85fdf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:37.441364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device b3fce5a7-671c-4418-938e-277c61a85fdf not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:37.533723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] For port cb212aea-dc04-47ca-bf50-a0b7aab4e434, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cb212aea-dc04-47ca-bf50-a0b7aab4e434,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:37.534073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:37.658169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Calling delete_port for cb212aea-dc04-47ca-bf50-a0b7aab4e434 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:37.717396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-d5fe9191-dbfc-4bd8-bce8-bd0b8297285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:37.718816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-d5fe9191-dbfc-4bd8-bce8-bd0b8297285f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4001067 Feb 04 20:45:38.018220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-edbaab2c-6fe8-4304-87c0-b23cf1e76cdc service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742213 Feb 04 20:45:38.202963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad0d49a-2500-4c8f-8973-cfbf5a7f1ad2 req-21ff5452-97be-4759-8345-710f9f70ff87 service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750627 Feb 04 20:45:38.246978 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:38.293161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Port': ['ID=cb212aea-dc04-47ca-bf50-a0b7aab4e434,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:38.333630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6570bc-82a4-45e9-9524-b3f37b4ac02a req-e9a3698e-d579-434c-b511-0ae6ad4cab2e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:38.335200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df6570bc-82a4-45e9-9524-b3f37b4ac02a req-e9a3698e-d579-434c-b511-0ae6ad4cab2e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.0834813 Feb 04 20:45:38.389127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df6570bc-82a4-45e9-9524-b3f37b4ac02a req-a19d481d-8e5b-4c58-a007-6e17b96892f4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Feb 04 20:45:38.575804 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.043333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:45:39.209854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.222113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:39.232919 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] Sync routers for ids ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:39.242338 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] Routers {'61dfdfe0-5878-43f7-a1a7-867ae54e2e00'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:39.243053 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:39.297199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c110968-a0b7-4b3f-bd51-0028a43d6817 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "PUT /v2.0/routers/61dfdfe0-5878-43f7-a1a7-867ae54e2e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6180727 Feb 04 20:45:39.299808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 47928) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:39.365713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting subnet 62036bce-2a5e-4325-bd4e-0773f43a8dad {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:45:39.368677 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.428345 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] Set router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:39.428991 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.470385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.569414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.640156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78953a53-1094-49d4-b148-fe70fdd00a7c req-1ad074c7-a837-4a1d-b4a7-eede020798b4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:39.641601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78953a53-1094-49d4-b148-fe70fdd00a7c req-1ad074c7-a837-4a1d-b4a7-eede020798b4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.1390362 Feb 04 20:45:39.693748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78953a53-1094-49d4-b148-fe70fdd00a7c req-fb5bd108-4213-4e12-86b8-b736296b344e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Feb 04 20:45:39.712296 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:38Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:39.716216 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] Checking router: 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:39.726817 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] Routers {'61dfdfe0-5878-43f7-a1a7-867ae54e2e00'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:39.726817 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:39.744834 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.788506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Subnet': ['ID=62036bce-2a5e-4325-bd4e-0773f43a8dad,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:39.790618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:39.795738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377daf95-2df6-4a0f-a620-1853f8236f2c None None] Network bc222bee-5589-4665-aea1-48dd1b946be1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:39.799122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-131ef5e8-adbb-4c65-b25c-290ea6065bfc tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/subnets/62036bce-2a5e-4325-bd4e-0773f43a8dad HTTP/1.1" status: 204 len: 168 time: 0.4960864 Feb 04 20:45:39.799903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47934) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:39.911450 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] Set router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:40.091623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55670279-683f-4766-8439-af2749fe6c25 None None] DHCP port deletion for bc222bee-5589-4665-aea1-48dd1b946be1 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:45:40.095520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-55670279-683f-4766-8439-af2749fe6c25 None None] Deleting port e28e5007-6baf-466b-90ad-bb5a28cf38a0 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:40.095900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55670279-683f-4766-8439-af2749fe6c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:40.105027 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:40.209586 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:38Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:40.214004 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeda19a-2d96-47fc-88ea-7969aa4df154 None None] The sync data for ids ['61dfdfe0-5878-43f7-a1a7-867ae54e2e00'] in n-d-811806-1 is: [{'id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-291240304', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:03Z', 'updated_at': '2022-02-04T20:45:38Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '1d5b283f-ced8-4325-ac8c-12837909acce', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dfdfe0-5878-43f7-a1a7-867ae54e2e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:40.295910 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:40.318188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-55670279-683f-4766-8439-af2749fe6c25 None None] For port e28e5007-6baf-466b-90ad-bb5a28cf38a0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=e28e5007-6baf-466b-90ad-bb5a28cf38a0,segment=NetworkSegment(81904ca4-2c30-4631-bc4f-ab837f806e4a),segment_id=81904ca4-2c30-4631-bc4f-ab837f806e4a)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:40.318188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55670279-683f-4766-8439-af2749fe6c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:40.378365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting port 1d5b283f-ced8-4325-ac8c-12837909acce {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:40.378757 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:40.441920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-55670279-683f-4766-8439-af2749fe6c25 None None] Calling delete_port for e28e5007-6baf-466b-90ad-bb5a28cf38a0 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:40.552615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] For port 1d5b283f-ced8-4325-ac8c-12837909acce, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=1d5b283f-ced8-4325-ac8c-12837909acce,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:40.552900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:40.567076 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55670279-683f-4766-8439-af2749fe6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:40.612945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55670279-683f-4766-8439-af2749fe6c25 None None] Pushing event deleted for resources: {'Port': ['ID=e28e5007-6baf-466b-90ad-bb5a28cf38a0,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:40.616455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55670279-683f-4766-8439-af2749fe6c25 None None] No DVR routers for this DVR port e28e5007-6baf-466b-90ad-bb5a28cf38a0 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:45:40.685942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Calling delete_port for 1d5b283f-ced8-4325-ac8c-12837909acce owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:41.006746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb212aea-dc04-47ca-bf50-a0b7aab4e434 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:41.034061 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15161bd-013d-4d31-bbbd-215e09450b4e req-e25e19fb-97b3-421b-a5a7-90ec3db5d139 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:41.035570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f15161bd-013d-4d31-bbbd-215e09450b4e req-e25e19fb-97b3-421b-a5a7-90ec3db5d139 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.1681497 Feb 04 20:45:41.043153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: cb212aea-dc04-47ca-bf50-a0b7aab4e434 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:41.044123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device cb212aea-dc04-47ca-bf50-a0b7aab4e434 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:41.044123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e28e5007-6baf-466b-90ad-bb5a28cf38a0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:41.076715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: e28e5007-6baf-466b-90ad-bb5a28cf38a0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:41.077063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device e28e5007-6baf-466b-90ad-bb5a28cf38a0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:41.087396 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f15161bd-013d-4d31-bbbd-215e09450b4e req-4780c2ca-bff5-4031-abb2-80e26650e594 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Feb 04 20:45:41.146794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.200072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Port': ['ID=1d5b283f-ced8-4325-ac8c-12837909acce,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:41.288856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.469874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.472014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.541516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.542025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Fanout notify agent at l3_agent the message router_deleted on router 61dfdfe0-5878-43f7-a1a7-867ae54e2e00 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:45:41.556570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.557652 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-52e7c320-ed66-4a27-9f0b-a5667df948bb tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/routers/61dfdfe0-5878-43f7-a1a7-867ae54e2e00 HTTP/1.1" status: 204 len: 168 time: 1.7571597 Feb 04 20:45:41.560588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47940) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:41.792234 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.920239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.944563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc222bee-5589-4665-aea1-48dd1b946be1']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:41.956765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81904ca4-2c30-4631-bc4f-ab837f806e4a') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:41.957065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81904ca4-2c30-4631-bc4f-ab837f806e4a') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:41.969280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.986199 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:41.996826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:45:41.997500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:45:42.016727 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:45:42.157177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.174404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.186264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Network': ['ID=bc222bee-5589-4665-aea1-48dd1b946be1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:42.241835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6d463184-ec01-4593-9cda-f6e8b75fe3ff tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/networks/bc222bee-5589-4665-aea1-48dd1b946be1 HTTP/1.1" status: 204 len: 168 time: 0.6802065 Feb 04 20:45:42.244857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47946) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:42.255490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4fac649a-709d-462a-b396-35863d55b408 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:45:42.284670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79412d9-ec5b-4217-9562-81f25571c8bd req-c72e5b85-5503-46e7-b6a3-fe1c914b5369 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:42.286159 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b79412d9-ec5b-4217-9562-81f25571c8bd req-c72e5b85-5503-46e7-b6a3-fe1c914b5369 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 944 time: 0.0807846 Feb 04 20:45:42.333205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b79412d9-ec5b-4217-9562-81f25571c8bd req-a45d3c30-dc1f-44ed-a5c4-ef7270ac53e6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Feb 04 20:45:42.393728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4fac649a-709d-462a-b396-35863d55b408, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4fac649a-709d-462a-b396-35863d55b408,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:42.406796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '4fac649a-709d-462a-b396-35863d55b408', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'port_id': '4fac649a-709d-462a-b396-35863d55b408', 'mac_address': 'fa:16:3e:64:74:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:45:42.455657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting port b81b7c09-0de4-4123-91b9-a14cf094a362 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:42.456002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.464327 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.480964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fac649a-709d-462a-b396-35863d55b408 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:45:42.496515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4fac649a-709d-462a-b396-35863d55b408, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4fac649a-709d-462a-b396-35863d55b408,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:42.563761 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.630972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4fac649a-709d-462a-b396-35863d55b408,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:42.632387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.632719 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:42.754849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Calling delete_port for b81b7c09-0de4-4123-91b9-a14cf094a362 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:42.836227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['4fac649a-709d-462a-b396-35863d55b408'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:45:42.966719 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:43.010452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1d5b283f-ced8-4325-ac8c-12837909acce no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:43.046563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 1d5b283f-ced8-4325-ac8c-12837909acce {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:43.047076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 1d5b283f-ced8-4325-ac8c-12837909acce not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:43.057176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Port': ['ID=b81b7c09-0de4-4123-91b9-a14cf094a362,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:43.124625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:43.125015 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Floating IP 44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32 disassociated (deleted). External IP: 172.25.7.143, port: 73379126-eaf7-4211-b149-8a07a461fe18. Feb 04 20:45:43.636347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4031fdb-558f-4016-8a8c-da055160e485 req-8f6e6f06-50fb-447b-881f-1817fa9592d5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:43.637714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4031fdb-558f-4016-8a8c-da055160e485 req-8f6e6f06-50fb-447b-881f-1817fa9592d5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 945 time: 0.1836922 Feb 04 20:45:43.642162 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 6a6a004b-9987-4ff4-8981-204939da34f2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:45:43.761104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4031fdb-558f-4016-8a8c-da055160e485 req-ddb60741-1c51-42fb-a31c-e6ad6e8efaf6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163433 Feb 04 20:45:43.855888 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:43.865097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] Sync routers for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:43.872000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:43.874805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:43.875416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:43.928691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3a9e700b-9f84-4b23-bc72-7b4baf6c3c44 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/floatingips/44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32 HTTP/1.1" status: 204 len: 168 time: 1.6803992 Feb 04 20:45:43.928691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:43.977895 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18', 'status': 'completed', 'code': 200} Feb 04 20:45:44.057986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:44.084828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-18e4cae1-c8f4-4e18-b0e6-6068c0d5450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:44.086310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-18e4cae1-c8f4-4e18-b0e6-6068c0d5450b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1656191f07d4cb4a150e08c67f3369c&device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 1136 time: 0.0790329 Feb 04 20:45:44.228485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-054cd272-92b9-4e39-8722-b63cbffa3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:44.230024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-054cd272-92b9-4e39-8722-b63cbffa3081 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 HTTP/1.1" status: 200 len: 898 time: 0.1339543 Feb 04 20:45:44.294636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4fac649a-709d-462a-b396-35863d55b408 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:44.313115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-00b4c036-0df2-4ee5-9ca8-7987a0358d09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73379126-eaf7-4211-b149-8a07a461fe18 HTTP/1.1" status: 200 len: 217 time: 0.0645168 Feb 04 20:45:44.391461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-32c3525d-f9bb-4f93-b848-d6eaec515d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:44.393104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-32c3525d-f9bb-4f93-b848-d6eaec515d11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=578083aa-936d-4c84-821d-8377219ab5ae HTTP/1.1" status: 200 len: 835 time: 0.0680683 Feb 04 20:45:44.465930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 4fac649a-709d-462a-b396-35863d55b408 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:45:44.472473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 4fac649a-709d-462a-b396-35863d55b408 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:44.472927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:44.485227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-8f8cf99d-c20e-4e6b-9968-ae2d156281c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:44.486889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-8f8cf99d-c20e-4e6b-9968-ae2d156281c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864069 Feb 04 20:45:44.491904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb1cab-ac74-4b28-9613-65998b4d5779 req-a8b26930-ee86-483d-a342-3d17c402b907 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:44.492587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-becb1cab-ac74-4b28-9613-65998b4d5779 req-a8b26930-ee86-483d-a342-3d17c402b907 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:44.528148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:12Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:44.535098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] Checking router: 6a6a004b-9987-4ff4-8981-204939da34f2 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:44.550619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:44.551258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:44.570088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-becb1cab-ac74-4b28-9613-65998b4d5779 req-a8b26930-ee86-483d-a342-3d17c402b907 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:44.572036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-becb1cab-ac74-4b28-9613-65998b4d5779 req-a8b26930-ee86-483d-a342-3d17c402b907 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 985 time: 0.1633477 Feb 04 20:45:44.623613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-becb1cab-ac74-4b28-9613-65998b4d5779 req-e8b37bfe-3223-40bd-92e3-46b84a2130de tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0454965 Feb 04 20:45:44.625840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-90933b30-a449-4dcc-898b-9cea19c8adfa service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324041 Feb 04 20:45:44.760191 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:44.804131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac649a-709d-462a-b396-35863d55b408'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:44.810396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:44.878877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 4fac649a-709d-462a-b396-35863d55b408, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4fac649a-709d-462a-b396-35863d55b408,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:44.943257 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac649a-709d-462a-b396-35863d55b408', 'code': 200} Feb 04 20:45:44.951412 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:44.958559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b2493d-a8a7-4568-806a-5ccc31b06cf2 req-777dac43-c024-4a5d-8bc5-2c02a6955290 service neutron] 10.222.0.24 "GET /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212004 Feb 04 20:45:44.994572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac32b-e39a-4108-9821-3bd5de713322 req-2ec376cc-e932-450b-bd7f-69fe36df728a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:44.996064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b4ac32b-e39a-4108-9821-3bd5de713322 req-2ec376cc-e932-450b-bd7f-69fe36df728a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 945 time: 0.1203392 Feb 04 20:45:45.088654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b4ac32b-e39a-4108-9821-3bd5de713322 req-d1cf99f3-d4ad-4b22-b3a2-ba844fa27328 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574305 Feb 04 20:45:45.098815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=4fac649a-709d-462a-b396-35863d55b408,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:45.104612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cc29d-de84-4c07-bd86-37c83c9f009c req-a4121003-0e55-4c7c-8be4-4e24c85143b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:45.106211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d9cc29d-de84-4c07-bd86-37c83c9f009c req-a4121003-0e55-4c7c-8be4-4e24c85143b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 1097 time: 0.1092741 Feb 04 20:45:45.148707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d9cc29d-de84-4c07-bd86-37c83c9f009c req-58fdfcd4-7f3c-4456-be7c-e1787817a198 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Feb 04 20:45:45.207388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:12Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:45.211281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39fc3ca-556e-476d-9e88-164774f904cb None None] The sync data for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 is: [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:44:06Z', 'revision_number': 4, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd', 'name': '', 'network_id': '21d17a5d-b642-4bf4-adde-be3eb1fdc4d6', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'mac_address': 'fa:16:3e:53:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '578083aa-936d-4c84-821d-8377219ab5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:05Z', 'updated_at': '2022-02-04T20:44:12Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'subnets': [{'id': '578083aa-936d-4c84-821d-8377219ab5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:45.433633 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b053f-243c-4e83-a4fc-ea3d91cccc70 None None] New status for floating IP 44eefcdb-b1a4-4c88-b7cc-cdcf74f55e32: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:45:45.813611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc013f9f-bab1-4bc2-8659-d868d29b6921 req-563d53eb-1565-412c-b97d-eb1728d9196d tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:45.815070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc013f9f-bab1-4bc2-8659-d868d29b6921 req-563d53eb-1565-412c-b97d-eb1728d9196d tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 985 time: 0.0805995 Feb 04 20:45:45.861684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc013f9f-bab1-4bc2-8659-d868d29b6921 req-4a2565be-816c-4bad-b05f-715f9ace2a0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b54242d-d415-4e13-95aa-16341262f649&id=ecf64deb-689b-4e0c-9e00-89e76f790a56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0408909 Feb 04 20:45:46.079798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-3d6727b4-8fe3-4936-b06c-5fc4fe6c43b7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:46.080480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-3d6727b4-8fe3-4936-b06c-5fc4fe6c43b7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Synchronizing usage tracker for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:46.092045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-3d6727b4-8fe3-4936-b06c-5fc4fe6c43b7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Unset dirty status for tenant:f1656191f07d4cb4a150e08c67f3369c on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:46.093116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-3d6727b4-8fe3-4936-b06c-5fc4fe6c43b7 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.24 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 985 time: 0.0943642 Feb 04 20:45:46.165916 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting port 73379126-eaf7-4211-b149-8a07a461fe18 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:46.166277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:46.436124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bef48-327f-480f-a84d-190b8838ee36 req-026360d1-a0e3-4672-9911-d6c8612b3b34 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:46.437490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-891bef48-327f-480f-a84d-190b8838ee36 req-026360d1-a0e3-4672-9911-d6c8612b3b34 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 946 time: 0.2314250 Feb 04 20:45:46.516430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] For port 73379126-eaf7-4211-b149-8a07a461fe18, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=73379126-eaf7-4211-b149-8a07a461fe18,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:46.516787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:46.526351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-891bef48-327f-480f-a84d-190b8838ee36 req-e58199ec-6e66-40a6-b6a8-e8c1d8687f3a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824237 Feb 04 20:45:46.642084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Calling delete_port for 73379126-eaf7-4211-b149-8a07a461fe18 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:46.843620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:46.892231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Port': ['ID=73379126-eaf7-4211-b149-8a07a461fe18,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:46.970215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] No DVR routers for this DVR port 73379126-eaf7-4211-b149-8a07a461fe18 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:45:46.972767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:46.975323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'name': 'network-vif-deleted', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:47.016615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39ac81dc-cda1-4343-adcf-49433cd90893 req-37e42014-e08c-4bfe-a75f-92f91c0263f0 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "GET /v2.0/ports?device_id=658781fc-1811-4284-8578-3c3fbfd366ed HTTP/1.1" status: 200 len: 210 time: 0.0496299 Feb 04 20:45:47.019327 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658781fc-1811-4284-8578-3c3fbfd366ed', 'name': 'network-vif-deleted', 'tag': '73379126-eaf7-4211-b149-8a07a461fe18', 'status': 'completed', 'code': 200} Feb 04 20:45:47.047479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d3471a9a-cca7-4c5d-baa8-3c62f6a9b3fe req-def70d5d-faad-4155-9609-8c4e1bd3166b tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.24 "DELETE /v2.0/ports/73379126-eaf7-4211-b149-8a07a461fe18 HTTP/1.1" status: 204 len: 173 time: 0.9464555 Feb 04 20:45:47.708783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aab74-cff2-4407-bebf-1e244da3c645 req-15161388-8bee-43cf-bdcb-69a85b06f2c3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:47.710230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed5aab74-cff2-4407-bebf-1e244da3c645 req-15161388-8bee-43cf-bdcb-69a85b06f2c3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 946 time: 0.0793452 Feb 04 20:45:47.753951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ed5aab74-cff2-4407-bebf-1e244da3c645 req-dd3e2460-6561-41b9-8b03-986497480b0f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Feb 04 20:45:47.932829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4019b-3b82-4712-b9e3-bfbf41a31524 req-0f16f6b9-4eac-42b9-b19c-f35503774581 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:47.934265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94f4019b-3b82-4712-b9e3-bfbf41a31524 req-0f16f6b9-4eac-42b9-b19c-f35503774581 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 946 time: 0.0793183 Feb 04 20:45:47.979003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94f4019b-3b82-4712-b9e3-bfbf41a31524 req-233b93db-a890-4ead-b178-a1d972fc838b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391483 Feb 04 20:45:48.114445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47978) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:48.171127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b374e2d-4dfd-4a6a-87d9-05245dadf895 req-d334eb78-152b-408c-8e8e-e5a73dbf3134 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:48.172724 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b374e2d-4dfd-4a6a-87d9-05245dadf895 req-d334eb78-152b-408c-8e8e-e5a73dbf3134 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 946 time: 0.0911362 Feb 04 20:45:48.188489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d765905c-7625-45b1-a875-9c5ffd73b515 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.216493 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b374e2d-4dfd-4a6a-87d9-05245dadf895 req-8de01436-662a-423a-be5b-fbe0984c5219 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Feb 04 20:45:48.219591 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d765905c-7625-45b1-a875-9c5ffd73b515 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.332261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d765905c-7625-45b1-a875-9c5ffd73b515 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.352272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765905c-7625-45b1-a875-9c5ffd73b515 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf64deb-689b-4e0c-9e00-89e76f790a56,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:48.423834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d765905c-7625-45b1-a875-9c5ffd73b515 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.424956 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d765905c-7625-45b1-a875-9c5ffd73b515 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/security-groups/ecf64deb-689b-4e0c-9e00-89e76f790a56 HTTP/1.1" status: 204 len: 168 time: 0.3092728 Feb 04 20:45:48.427548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47984) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:48.491154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c87faf5c-c720-4627-bff2-5c0577d83679 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.518331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c87faf5c-c720-4627-bff2-5c0577d83679 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.629795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c87faf5c-c720-4627-bff2-5c0577d83679 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.653389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87faf5c-c720-4627-bff2-5c0577d83679 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b54242d-d415-4e13-95aa-16341262f649,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:48.656829 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c87faf5c-c720-4627-bff2-5c0577d83679 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.658359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c87faf5c-c720-4627-bff2-5c0577d83679 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/security-groups/7b54242d-d415-4e13-95aa-16341262f649 HTTP/1.1" status: 204 len: 168 time: 0.2294304 Feb 04 20:45:48.660714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 47990) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:48.806421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28c98d-d4f5-478f-9866-fb5b753cb783 req-afb6df09-0feb-48aa-852a-4fa0b57e8618 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:48.807921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c28c98d-d4f5-478f-9866-fb5b753cb783 req-afb6df09-0feb-48aa-852a-4fa0b57e8618 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 946 time: 0.0787470 Feb 04 20:45:48.850977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c28c98d-d4f5-478f-9866-fb5b753cb783 req-08ec4075-6265-4ae4-b48b-9098a9d907d6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Feb 04 20:45:49.315794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:49.676580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:49.676834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:49.864126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] For port b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:49.864484 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:49.994445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Calling delete_port for b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:50.097950 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-68f166ff-a518-4aa2-abc3-ab7fbb18ebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:50.150254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0d2cd-2d92-4c0f-ac26-e077fb771583 req-c3bf2722-8173-4716-a63b-c5f8712febbf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:50.151721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-91e0d2cd-2d92-4c0f-ac26-e077fb771583 req-c3bf2722-8173-4716-a63b-c5f8712febbf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 946 time: 0.1642580 Feb 04 20:45:50.210271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-91e0d2cd-2d92-4c0f-ac26-e077fb771583 req-248d1082-f0fe-48ec-a538-7ac90e3722ea tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Feb 04 20:45:50.303020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 73379126-eaf7-4211-b149-8a07a461fe18 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:50.337652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 73379126-eaf7-4211-b149-8a07a461fe18 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:50.337996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 73379126-eaf7-4211-b149-8a07a461fe18 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:50.346870 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:50.385681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-51ec4e2d-43cd-4207-87d7-db6ab5f31dfe tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:45:50.387150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-51ec4e2d-43cd-4207-87d7-db6ab5f31dfe tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 946 time: 0.0878189 Feb 04 20:45:50.400161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Port': ['ID=b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:50.462439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port 4fac649a-709d-462a-b396-35863d55b408 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:50.462814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:50.790465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:50.833125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] For port 4fac649a-709d-462a-b396-35863d55b408, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=4fac649a-709d-462a-b396-35863d55b408,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:50.833125 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:50.954778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for 4fac649a-709d-462a-b396-35863d55b408 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:51.168584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Router 6a6a004b-9987-4ff4-8981-204939da34f2 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:45:51.195501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:51.214196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['4fac649a-709d-462a-b396-35863d55b408'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:45:51.281317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=4fac649a-709d-462a-b396-35863d55b408,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:51.340459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] No DVR routers for this DVR port 4fac649a-709d-462a-b396-35863d55b408 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:45:51.368768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:45:51.372455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:51.375097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'name': 'network-vif-deleted', 'tag': '4fac649a-709d-462a-b396-35863d55b408'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:45:51.387081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] Sync routers for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:45:51.395556 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-88252a21-9efe-465b-9240-80219640d8d4 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "PUT /v2.0/routers/6a6a004b-9987-4ff4-8981-204939da34f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308021 Feb 04 20:45:51.396221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48000) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:51.400462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6e7d7b10-aa5e-4bf2-9c2f-ac2e59196cc7 req-09a7cd84-da57-4bcf-9898-88690cc1beb4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 210 time: 0.0614710 Feb 04 20:45:51.408932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:51.409574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:51.436378 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbd9db9-d7cd-494e-8d38-6d71db445adf', 'name': 'network-vif-deleted', 'tag': '4fac649a-709d-462a-b396-35863d55b408', 'status': 'completed', 'code': 200} Feb 04 20:45:51.484757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c69da54-d6ca-4ebd-b76d-b064b63d24e2 req-a3b9ed60-386e-4278-adf8-977104008c96 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "DELETE /v2.0/ports/4fac649a-709d-462a-b396-35863d55b408 HTTP/1.1" status: 204 len: 173 time: 1.0896492 Feb 04 20:45:51.488089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting subnet 578083aa-936d-4c84-821d-8377219ab5ae {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:45:51.497765 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:51.560213 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:51.609216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:51.645352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:51.784513 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:51.832654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Subnet': ['ID=578083aa-936d-4c84-821d-8377219ab5ae,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:51.834599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:51.841373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703878d8-465e-41c8-8d99-61ad0ee962e9 None None] Network 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:45:51.845751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-da99f371-81e2-499f-b10a-e61adcffcf29 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/subnets/578083aa-936d-4c84-821d-8377219ab5ae HTTP/1.1" status: 204 len: 168 time: 0.4489882 Feb 04 20:45:51.848400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48004) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:52.043997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:52.151640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:45:50Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:52.159689 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] Checking router: 6a6a004b-9987-4ff4-8981-204939da34f2 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:45:52.173497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] Routers {'6a6a004b-9987-4ff4-8981-204939da34f2'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:45:52.174663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:45:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['6a6a004b-9987-4ff4-8981-204939da34f2'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:52.237182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:52.261881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] DHCP port deletion for 21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:45:52.282837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] Deleting port 3205732c-b783-4cd9-9749-c5fc48d85271 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:52.283368 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:52.332766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Deleting port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:45:52.333032 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:52.458428 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d22f9eeb-2f73-4c46-9ecb-52102bba0615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:52.568934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] Set router 6a6a004b-9987-4ff4-8981-204939da34f2 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:45:52.619030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-61dc9d87-c1e3-400f-9183-85aa1e2e1a90 req-82dab873-9bd2-4f8a-8114-62bfa7d18604 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:45:52.671608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] For port 21f1b117-420c-4a8a-ad31-7fc435f5c8cd, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:52.672177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:52.681273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-61dc9d87-c1e3-400f-9183-85aa1e2e1a90 req-82dab873-9bd2-4f8a-8114-62bfa7d18604 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:45:52.686383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61dc9d87-c1e3-400f-9183-85aa1e2e1a90 req-82dab873-9bd2-4f8a-8114-62bfa7d18604 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebbd9db9-d7cd-494e-8d38-6d71db445adf HTTP/1.1" status: 200 len: 210 time: 0.1162660 Feb 04 20:45:52.784329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] For port 3205732c-b783-4cd9-9749-c5fc48d85271, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3205732c-b783-4cd9-9749-c5fc48d85271,segment=NetworkSegment(0adf6049-555e-4d36-b11d-1f789174373b),segment_id=0adf6049-555e-4d36-b11d-1f789174373b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:45:52.784724 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:52.804938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Calling delete_port for 21f1b117-420c-4a8a-ad31-7fc435f5c8cd owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:52.920914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] Calling delete_port for 3205732c-b783-4cd9-9749-c5fc48d85271 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:45:53.054185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3205732c-b783-4cd9-9749-c5fc48d85271 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:53.129795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.183057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Port': ['ID=21f1b117-420c-4a8a-ad31-7fc435f5c8cd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:53.231655 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.284736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.291012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:45:50Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:53.293384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] No DVR routers for this DVR port 3205732c-b783-4cd9-9749-c5fc48d85271 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:45:53.295931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49a221-ada3-4e0c-9849-0398ffed621e None None] Pushing event deleted for resources: {'Port': ['ID=3205732c-b783-4cd9-9749-c5fc48d85271,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:53.299699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.314554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a7dab-3ee9-4abb-a3f8-d68bb7f3d044 None None] The sync data for ids ['6a6a004b-9987-4ff4-8981-204939da34f2'] in n-d-811806-1 is: [{'id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806215855', 'tenant_id': 'f1656191f07d4cb4a150e08c67f3369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:44:00Z', 'updated_at': '2022-02-04T20:45:50Z', 'revision_number': 5, 'project_id': 'f1656191f07d4cb4a150e08c67f3369c', 'gw_port': {'id': '21f1b117-420c-4a8a-ad31-7fc435f5c8cd', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6a004b-9987-4ff4-8981-204939da34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:44:01Z', 'updated_at': '2022-02-04T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:45:53.462707 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.464861 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.524361 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.551937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.552348 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.552903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6a004b-9987-4ff4-8981-204939da34f2 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:45:53.568822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.569897 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-495191f2-fbd9-43cc-aca2-c6493231fa0f tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/routers/6a6a004b-9987-4ff4-8981-204939da34f2 HTTP/1.1" status: 204 len: 168 time: 1.7206111 Feb 04 20:45:53.573218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48010) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:53.686907 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.823125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.848658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d17a5d-b642-4bf4-adde-be3eb1fdc4d6']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:53.862211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adf6049-555e-4d36-b11d-1f789174373b') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:53.865413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adf6049-555e-4d36-b11d-1f789174373b') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:45:53.875331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.891485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.897583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:45:53.897972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:45:53.912953 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:45:54.049469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:54.067979 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:54.079224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] Pushing event deleted for resources: {'Network': ['ID=21d17a5d-b642-4bf4-adde-be3eb1fdc4d6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:54.084244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ad9ee361-5b98-4801-af2b-74830e7a3698 tempest-TestSecurityGroupsBasicOps-1771810001 tempest-TestSecurityGroupsBasicOps-1771810001-project] 10.222.0.48 "DELETE /v2.0/networks/21d17a5d-b642-4bf4-adde-be3eb1fdc4d6 HTTP/1.1" status: 204 len: 168 time: 0.5100946 Feb 04 20:45:54.303562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4fac649a-709d-462a-b396-35863d55b408 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:54.347566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 4fac649a-709d-462a-b396-35863d55b408 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:54.348036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 4fac649a-709d-462a-b396-35863d55b408 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:54.660653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48026) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:54.824179 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d489943e-5ff9-4b4a-9cb8-44ffc625f794 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1656191f07d4cb4a150e08c67f3369c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623313 Feb 04 20:45:54.826607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48032) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:54.882441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:54.909544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:55.025524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 21f1b117-420c-4a8a-ad31-7fc435f5c8cd no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:55.063827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 21f1b117-420c-4a8a-ad31-7fc435f5c8cd {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:55.064167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 21f1b117-420c-4a8a-ad31-7fc435f5c8cd not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:55.064584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:45:55.089092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:55.098639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:45:55.099040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device b609f3b3-0f7b-4cde-9167-ce5cf96d3ddd not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:45:55.110506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc6fca-e852-4b97-ae05-c1c59176542c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:55.132269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.135876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.135876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.135876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.135876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.135876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.135876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.135876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.137324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.137324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.137324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.137324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:45:55.146654 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:55.150930 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-58538874-08a4-4741-8317-8da5e066ffd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0cc6fca-e852-4b97-ae05-c1c59176542c HTTP/1.1" status: 204 len: 168 time: 0.3205714 Feb 04 20:45:55.235229 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:55.772753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48042) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:55.791248 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:55.806194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:45:55.810126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4dd04c080b470c92781d8acbfe2032 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:45:55.813149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:45:55.818860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:45:55.898295 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:55.945977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:55.991983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d4dd04c080b470c92781d8acbfe2032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180159 Feb 04 20:45:55.994139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750c09c-7393-421a-9f49-a3f7a20beed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83469d10-5ccf-4510-ad3a-d54942001940,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:55.995218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 48046) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:56.054236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe1abc2b-86a8-4bda-bb2d-73f7b6ba0e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:56.083000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe1abc2b-86a8-4bda-bb2d-73f7b6ba0e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:56.232033 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe1abc2b-86a8-4bda-bb2d-73f7b6ba0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:56.247675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1abc2b-86a8-4bda-bb2d-73f7b6ba0e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83469d10-5ccf-4510-ad3a-d54942001940,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:56.255000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fe1abc2b-86a8-4bda-bb2d-73f7b6ba0e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:56.255679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fe1abc2b-86a8-4bda-bb2d-73f7b6ba0e7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83469d10-5ccf-4510-ad3a-d54942001940 HTTP/1.1" status: 204 len: 168 time: 0.2583523 Feb 04 20:45:57.001598 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48098) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:57.057426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-006acdf2-ac55-4902-b736-0224d1e60feb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bf7198aabe74780841ad3fbdb7efb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542469 Feb 04 20:45:57.059467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48102) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:45:57.117085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01d6ce7d-edde-4019-8a22-b6c3210e22e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:57.143429 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01d6ce7d-edde-4019-8a22-b6c3210e22e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:57.294664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01d6ce7d-edde-4019-8a22-b6c3210e22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:57.311557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6ce7d-edde-4019-8a22-b6c3210e22e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ec04e-b3e6-41a8-a9f1-08e426495369,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:57.401723 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01d6ce7d-edde-4019-8a22-b6c3210e22e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:57.404802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-01d6ce7d-edde-4019-8a22-b6c3210e22e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/549ec04e-b3e6-41a8-a9f1-08e426495369 HTTP/1.1" status: 204 len: 168 time: 0.3424909 Feb 04 20:45:57.662381 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:46:09.183222 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:09.492078 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:20.128416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-39cf18bd-94ac-491f-a3cb-c99463d6b9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:20.354299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-9e96a652-52b1-4055-832d-6df22bccb79e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:20.355679 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-9e96a652-52b1-4055-832d-6df22bccb79e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.2420545 Feb 04 20:46:20.371117 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-b1b7db2e-a8ac-4068-9afa-d798907dea41 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/quotas/c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 375 time: 0.0094261 Feb 04 20:46:20.450503 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-f4fddc3b-d31d-4a3d-ac42-bcc19e5f20a4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744240 Feb 04 20:46:20.683837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-90362d5e-8cb7-4e3d-9a79-cece4d61c620 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264445 Feb 04 20:46:20.814207 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-959242d4-020d-411f-afe0-83134ceaecc2 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241760 Feb 04 20:46:21.080512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c4d45bcb-c8e1-4afc-9f43-157a8da4c058 req-b071815d-c51c-4b30-882e-dff2370b0ed8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 210 time: 0.0421176 Feb 04 20:46:22.230464 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-259c27c6-bb18-412a-8f1e-6458bd10831a req-e8c54c36-a2f8-4ee5-ac34-5d4939389412 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 210 time: 0.0430443 Feb 04 20:46:22.337610 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-def7de7d-7415-4a43-ad7d-d84b624e55ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:22.960804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-08516af6-7eb7-4472-bc9c-6ad327b06fd6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:22.962215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-08516af6-7eb7-4472-bc9c-6ad327b06fd6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1450009 Feb 04 20:46:22.974214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'port': {'device_id': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'admin_state_up': True, 'tenant_id': 'c03e2442d43349e292a17e2222f8c594'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:46:23.112202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:46:23.122142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:46:23.203068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:46:23.208865 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.383559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.20.0.8 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:46:23.394765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af9d37a-73b7-49bb-a646-2b010243d41b req-e119c265-a6fe-4207-a0a1-685ee38e0f6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 210 time: 0.0469372 Feb 04 20:46:23.500714 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.522929 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.603565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.619344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Transition to ACTIVE for port object ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:46:23.717400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.790051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:46:23.793062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:46:23.797383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:46:23.831354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:46:23.849960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.850309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.850644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.851075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.851410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.851741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.852064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.852387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.852708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.853026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.853346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.853663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.875177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:23.875808 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.998364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-a998018d-c30b-44e2-9128-911f190a618d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277488 Feb 04 20:46:24.010307 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Request body: {'port': {'device_id': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:46:24.094866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-da9ab890-7da9-4516-aa2d-23d3c0b04791 None None] Provisioning for port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:46:24.102535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-da9ab890-7da9-4516-aa2d-23d3c0b04791 None None] Provisioning complete for port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:46:24.103209 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-da9ab890-7da9-4516-aa2d-23d3c0b04791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:24.127772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:24.164977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-da9ab890-7da9-4516-aa2d-23d3c0b04791 None None] Port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:46:24.487801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:46:24.496279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:24.513442 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Transition to ACTIVE for port object ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:46:24.594514 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:24.770906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:46:25.014640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edbff3-5642-4155-a6a2-eb5872552b10 req-e94e38ff-e0e6-4809-bfc0-3ddfbcae7306 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:25.015407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-14edbff3-5642-4155-a6a2-eb5872552b10 req-e94e38ff-e0e6-4809-bfc0-3ddfbcae7306 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:46:25.022944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Attempting to bind port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:46:25.023314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Attempting to bind port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:46:25.023602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Attempting to bind port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:46:25.035175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:46:25.035500 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Attempting to bind port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:46:25.041947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:46:25.042282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:46:25.042663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:46:25.043121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Bound port: ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:46:25.043463 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:25.104239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-14edbff3-5642-4155-a6a2-eb5872552b10 req-e94e38ff-e0e6-4809-bfc0-3ddfbcae7306 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:46:25.105296 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14edbff3-5642-4155-a6a2-eb5872552b10 req-e94e38ff-e0e6-4809-bfc0-3ddfbcae7306 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.4029052 Feb 04 20:46:25.174135 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] For port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:46:25.178421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14edbff3-5642-4155-a6a2-eb5872552b10 req-1d3e8c38-c0d7-46b6-b6e6-d041ec448bc3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 Feb 04 20:46:25.184208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] For port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:46:25.188852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:25.237553 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:25.298795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:25.299276 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:25.300626 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] 10.222.0.62 "PUT /v2.0/ports/ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 HTTP/1.1" status: 200 len: 1091 time: 1.2952259 Feb 04 20:46:25.301059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'tag': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:46:25.320605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c786c3c-4ad9-4b49-b7e4-a4da734773c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:46:25.352328 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'tag': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9', 'status': 'completed', 'code': 200} Feb 04 20:46:25.504599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbbc1-301f-42d2-aef6-e1567ca4e6f7 req-7cacdd59-5b25-473a-ac68-1a2a092376ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:25.506089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad5bbbc1-301f-42d2-aef6-e1567ca4e6f7 req-7cacdd59-5b25-473a-ac68-1a2a092376ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 1094 time: 0.1332681 Feb 04 20:46:25.647896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbbc1-301f-42d2-aef6-e1567ca4e6f7 req-ef1bbac2-ace5-4108-8873-98056c8097b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:25.649239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad5bbbc1-301f-42d2-aef6-e1567ca4e6f7 req-ef1bbac2-ace5-4108-8873-98056c8097b9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c03e2442d43349e292a17e2222f8c594&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1366329 Feb 04 20:46:25.785882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbbc1-301f-42d2-aef6-e1567ca4e6f7 req-cdf17102-9a0a-4eed-a20f-c7fab9740f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:25.787366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad5bbbc1-301f-42d2-aef6-e1567ca4e6f7 req-cdf17102-9a0a-4eed-a20f-c7fab9740f71 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324728 Feb 04 20:46:25.897608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-211d29de-40f7-4b5f-9228-ce0dfd766f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:25.899171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-211d29de-40f7-4b5f-9228-ce0dfd766f9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 1094 time: 0.0715966 Feb 04 20:46:25.970525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-95b0d778-5321-47f0-a918-0e079a028618 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 HTTP/1.1" status: 200 len: 217 time: 0.0650065 Feb 04 20:46:26.033308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-f5761ed6-0222-4386-b481-0be82d1e17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:26.034855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-f5761ed6-0222-4386-b481-0be82d1e17b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0589316 Feb 04 20:46:26.112755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-8c2e5ea3-6cb6-421f-bc6c-ebeeef04d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:26.114273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-8c2e5ea3-6cb6-421f-bc6c-ebeeef04d6a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736609 Feb 04 20:46:26.125384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-19ff1448-3c4e-43f1-909b-27a0d4347322 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:46:26.126445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-19ff1448-3c4e-43f1-909b-27a0d4347322 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057471 Feb 04 20:46:26.266449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-c3137079-756b-4b9b-9096-c4402d0bc21e service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343000 Feb 04 20:46:26.453166 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-105c7910-4419-4c21-8c4b-cdce422b3bd8 req-0988a268-3d05-407f-9c88-0f86b37fc0b8 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810448 Feb 04 20:46:26.464130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98edc3c-378c-42e1-b0fc-6ba464a18d31 req-cca0de23-01ab-442e-83eb-81b6a5312ec3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:26.465574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e98edc3c-378c-42e1-b0fc-6ba464a18d31 req-cca0de23-01ab-442e-83eb-81b6a5312ec3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.1761706 Feb 04 20:46:26.513533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e98edc3c-378c-42e1-b0fc-6ba464a18d31 req-e13ab3a3-73e4-4c72-8690-e1bca8212e7d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Feb 04 20:46:27.704947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999afce6-cc80-4c4f-9df5-71020f07d772 req-fb33ee96-f1ee-4f7f-a78b-14e420b6e057 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:27.707323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-999afce6-cc80-4c4f-9df5-71020f07d772 req-fb33ee96-f1ee-4f7f-a78b-14e420b6e057 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0873919 Feb 04 20:46:27.752689 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-999afce6-cc80-4c4f-9df5-71020f07d772 req-e9e86eed-6a45-4999-873f-390a874c43cc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Feb 04 20:46:28.942525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafef371-0432-4645-94d3-0589284b8554 req-14b8dbc4-a8a0-48b7-bf69-908cc4d03daf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:28.944016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dafef371-0432-4645-94d3-0589284b8554 req-14b8dbc4-a8a0-48b7-bf69-908cc4d03daf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0852416 Feb 04 20:46:28.989747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dafef371-0432-4645-94d3-0589284b8554 req-2faf21e3-836b-446c-b1bf-734b7c346b50 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Feb 04 20:46:30.188798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d510228-e0f9-4180-a3cb-232dbca81e05 req-27f2e84d-7fe5-466f-8c5c-849bb9cc8b6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:30.190520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d510228-e0f9-4180-a3cb-232dbca81e05 req-27f2e84d-7fe5-466f-8c5c-849bb9cc8b6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0916646 Feb 04 20:46:30.240645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d510228-e0f9-4180-a3cb-232dbca81e05 req-ea98259b-d7a4-45a7-b688-dd0b6d215111 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Feb 04 20:46:31.438041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69f1ca-aef7-403b-b960-dc4a0862c575 req-d00ad7c4-0ae0-440a-a3e0-2fdf18488405 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:31.439516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd69f1ca-aef7-403b-b960-dc4a0862c575 req-d00ad7c4-0ae0-440a-a3e0-2fdf18488405 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0855381 Feb 04 20:46:31.486576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bd69f1ca-aef7-403b-b960-dc4a0862c575 req-73bfb86c-cb29-4542-a487-5c01a3e21a13 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Feb 04 20:46:32.685108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f096e-193a-4958-996c-7b3e23e563cd req-c6b2f200-cc11-498d-a1e2-c2d4571b5502 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:32.686581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-903f096e-193a-4958-996c-7b3e23e563cd req-c6b2f200-cc11-498d-a1e2-c2d4571b5502 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0830133 Feb 04 20:46:32.738050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-903f096e-193a-4958-996c-7b3e23e563cd req-ac72fdef-10f4-4189-a8c7-1ab6abfb86d1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 Feb 04 20:46:33.928335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a900e0-2de0-48f0-ae1e-949ff6c111d8 req-2a76309c-b67c-4695-9c0a-75c2d4bf9ccb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:33.929787 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a900e0-2de0-48f0-ae1e-949ff6c111d8 req-2a76309c-b67c-4695-9c0a-75c2d4bf9ccb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0805936 Feb 04 20:46:33.976409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06a900e0-2de0-48f0-ae1e-949ff6c111d8 req-f55e4ff4-bdac-4d83-a081-bfd7e9ab34f7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395644 Feb 04 20:46:34.664429 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:46:35.175686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7ca2e-4065-4283-af37-a54be48cc711 req-aa40dc93-360c-455c-8e23-2eff631ac0b4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:35.177165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b7ca2e-4065-4283-af37-a54be48cc711 req-aa40dc93-360c-455c-8e23-2eff631ac0b4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0892329 Feb 04 20:46:35.226723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b7ca2e-4065-4283-af37-a54be48cc711 req-04f28e55-13b7-4e50-bd84-ebff4402c0d2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Feb 04 20:46:36.524083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db0b1-0310-4a98-b452-8cd902470b8f req-75c7c6e2-3dc9-4051-9623-14282e40459e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:36.531576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb4db0b1-0310-4a98-b452-8cd902470b8f req-75c7c6e2-3dc9-4051-9623-14282e40459e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.1970570 Feb 04 20:46:36.579571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb4db0b1-0310-4a98-b452-8cd902470b8f req-eee938be-75f2-4e19-bc5e-fc811fc8e255 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465391 Feb 04 20:46:37.766862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756943-08ea-477f-8c8b-1831b8d6fd14 req-a8d18751-0859-4b78-aaba-03a44f8b81d7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:37.769396 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e756943-08ea-477f-8c8b-1831b8d6fd14 req-a8d18751-0859-4b78-aaba-03a44f8b81d7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0919719 Feb 04 20:46:37.818719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e756943-08ea-477f-8c8b-1831b8d6fd14 req-74ff1bd5-6b0c-4f20-9d5f-d2fe3a1be2d4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Feb 04 20:46:39.005278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56915-eb1a-45af-9453-00ac23cc87f6 req-679752a7-cd2c-47c7-b4f5-44874c5edbcf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:39.009805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66e56915-eb1a-45af-9453-00ac23cc87f6 req-679752a7-cd2c-47c7-b4f5-44874c5edbcf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0804510 Feb 04 20:46:39.054195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66e56915-eb1a-45af-9453-00ac23cc87f6 req-77f566f7-9cc8-4172-b343-1914299a17d3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Feb 04 20:46:39.222860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:39.511353 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:40.242650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8634-b8f9-48e0-8bb1-74842006fb0e req-dd3a7645-44e6-4fb7-9456-84bf4e65ff99 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:40.244119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56ac8634-b8f9-48e0-8bb1-74842006fb0e req-dd3a7645-44e6-4fb7-9456-84bf4e65ff99 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0798576 Feb 04 20:46:40.289150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56ac8634-b8f9-48e0-8bb1-74842006fb0e req-3f012049-6ef6-4443-8b30-acc5e1cbf755 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390277 Feb 04 20:46:41.475175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89113df9-9881-4717-8e82-b876b803b5e1 req-4a772cec-5967-4809-b4b0-60c87346fda4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:41.476634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-89113df9-9881-4717-8e82-b876b803b5e1 req-4a772cec-5967-4809-b4b0-60c87346fda4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0813072 Feb 04 20:46:41.522970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-89113df9-9881-4717-8e82-b876b803b5e1 req-3ffa1d5d-789b-45bc-b3a4-4e04f77fdabd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Feb 04 20:46:42.709680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9851d-d548-472f-ac28-23e31323c7d0 req-aa444c93-63d4-4a57-93d0-24f1deb6cdde tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:42.711182 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16a9851d-d548-472f-ac28-23e31323c7d0 req-aa444c93-63d4-4a57-93d0-24f1deb6cdde tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0825782 Feb 04 20:46:42.757655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16a9851d-d548-472f-ac28-23e31323c7d0 req-91369e3f-3552-41a4-90f1-bde96337e641 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Feb 04 20:46:43.946625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6288-0489-4718-91eb-b8bcd70be68a req-fee385ff-30e9-4500-a45d-4cd8e6c3b875 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:43.948187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fbfd6288-0489-4718-91eb-b8bcd70be68a req-fee385ff-30e9-4500-a45d-4cd8e6c3b875 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0852461 Feb 04 20:46:43.991830 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fbfd6288-0489-4718-91eb-b8bcd70be68a req-3853d266-c661-4a4b-92e0-ac3f554ab2d3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379231 Feb 04 20:46:45.173533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb73b37-94f1-40a8-8f8f-cb4d9a61cdae req-0a632936-a01e-42b1-9043-2321c7b97372 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:45.175593 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3cb73b37-94f1-40a8-8f8f-cb4d9a61cdae req-0a632936-a01e-42b1-9043-2321c7b97372 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0807092 Feb 04 20:46:45.218443 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3cb73b37-94f1-40a8-8f8f-cb4d9a61cdae req-4d05d7fa-73c8-4d00-a5b2-81621dade81d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Feb 04 20:46:46.404106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cb5ec-69c6-4de3-8615-b6a43cc513f9 req-44f7110c-4a56-4f4b-8ac7-ffbdf93401d3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:46.405590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-403cb5ec-69c6-4de3-8615-b6a43cc513f9 req-44f7110c-4a56-4f4b-8ac7-ffbdf93401d3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0802512 Feb 04 20:46:46.450904 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-403cb5ec-69c6-4de3-8615-b6a43cc513f9 req-159cf301-60b6-483a-93d5-982c04312fcf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Feb 04 20:46:47.639526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491ad2-08da-4600-b962-babff668949c req-ff7bc339-be2f-409d-918b-e108bf9f1c10 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:47.640888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23491ad2-08da-4600-b962-babff668949c req-ff7bc339-be2f-409d-918b-e108bf9f1c10 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0819001 Feb 04 20:46:47.685016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23491ad2-08da-4600-b962-babff668949c req-c2720228-4125-4fc6-8464-bbe65e8c4aa6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378296 Feb 04 20:46:48.867820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d9765-ecb2-4b52-90f7-20a7f9143a78 req-7b27a9e3-2320-4234-985a-b5bca9b6cb0f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:48.869237 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-163d9765-ecb2-4b52-90f7-20a7f9143a78 req-7b27a9e3-2320-4234-985a-b5bca9b6cb0f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0817981 Feb 04 20:46:48.911525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-163d9765-ecb2-4b52-90f7-20a7f9143a78 req-9fc4b106-8ce6-4dca-b68c-490832dafc56 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Feb 04 20:46:50.088104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e3f1dbae-9348-4eeb-982e-8add743a9f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:50.094061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9e3c2-6342-438c-a687-cf9770d24fa3 req-4206ca34-4a1f-43b2-adf7-84271d2756b8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:50.095579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7fa9e3c2-6342-438c-a687-cf9770d24fa3 req-4206ca34-4a1f-43b2-adf7-84271d2756b8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0799623 Feb 04 20:46:50.144186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7fa9e3c2-6342-438c-a687-cf9770d24fa3 req-771fbd17-386c-4fbf-ba9a-b7366738ee01 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Feb 04 20:46:51.324248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426981b1-47b1-41c4-ae68-6931f4c2901e req-aab6124a-54fb-4ec2-9461-1514858e1b97 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:51.325683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-426981b1-47b1-41c4-ae68-6931f4c2901e req-aab6124a-54fb-4ec2-9461-1514858e1b97 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0779145 Feb 04 20:46:51.369419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-426981b1-47b1-41c4-ae68-6931f4c2901e req-39c0b2f9-c420-4f67-95aa-da21bf65c305 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Feb 04 20:46:52.293469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de044f4d-55ae-4fa1-a512-73ebd532b491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:52.553362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ed208-ad8c-4850-9172-e871d4ac68d2 req-69c44339-1858-4063-87de-2df0f6099978 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:52.554854 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa6ed208-ad8c-4850-9172-e871d4ac68d2 req-69c44339-1858-4063-87de-2df0f6099978 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0819869 Feb 04 20:46:52.599287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa6ed208-ad8c-4850-9172-e871d4ac68d2 req-dfb77bc8-7cb5-4370-a122-3898a8eff9a2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Feb 04 20:46:53.498996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:53.527458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:53.784030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bd47a-02bb-4464-b9fe-ee87bf7e1cb0 req-16d44eff-639c-4e7d-9b06-2f918a8e318d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:53.785482 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a5bd47a-02bb-4464-b9fe-ee87bf7e1cb0 req-16d44eff-639c-4e7d-9b06-2f918a8e318d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0817676 Feb 04 20:46:53.828627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a5bd47a-02bb-4464-b9fe-ee87bf7e1cb0 req-d8ffb1ae-abfe-47c9-8d6e-9a1dcbc0fad2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Feb 04 20:46:55.018527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc073-8147-4ee3-830f-7b4abdd861ff req-61dc2a5e-62be-4b89-84a6-bf212691cc98 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:55.020109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-694fc073-8147-4ee3-830f-7b4abdd861ff req-61dc2a5e-62be-4b89-84a6-bf212691cc98 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0860903 Feb 04 20:46:55.062906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-694fc073-8147-4ee3-830f-7b4abdd861ff req-9ef6b73e-fc5f-4ac2-8f84-bd643a9e939b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Feb 04 20:46:55.196373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:56.249145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868fcd1-fc9b-4162-b2cd-04bf0ad499e0 req-0ab08405-0493-42d7-8ebc-1d2ff06df663 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:56.250621 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f868fcd1-fc9b-4162-b2cd-04bf0ad499e0 req-0ab08405-0493-42d7-8ebc-1d2ff06df663 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0804925 Feb 04 20:46:56.299835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f868fcd1-fc9b-4162-b2cd-04bf0ad499e0 req-f0e8d508-fd97-4cfb-b0c8-13372079c2e3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Feb 04 20:46:57.484518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead38348-0146-4b8e-85bf-41ba3d9f2698 req-4ae1cc22-93de-4198-a5b8-a7675334cf8c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:57.485960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ead38348-0146-4b8e-85bf-41ba3d9f2698 req-4ae1cc22-93de-4198-a5b8-a7675334cf8c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 943 time: 0.0794282 Feb 04 20:46:57.529184 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ead38348-0146-4b8e-85bf-41ba3d9f2698 req-c87fa45b-af00-44ec-9312-e7ae0ef99b58 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 Feb 04 20:46:57.859186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:46:57.990282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:46:58.004627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'port_id': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9', 'mac_address': 'fa:16:3e:50:16:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:46:58.062062 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:58.078280 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:46:58.093295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:46:58.159596 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:58.226672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:46:58.233950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.234297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.234636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.234994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.235325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.235652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.235974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.236347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.236672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.236991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.237310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.237627 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:58.460749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:46:58.711744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946e500-46d4-4a65-8cd3-917ce55d5af0 req-08c11c2e-9f49-4093-b693-5083d5b2ae68 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:58.713114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4946e500-46d4-4a65-8cd3-917ce55d5af0 req-08c11c2e-9f49-4093-b693-5083d5b2ae68 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 944 time: 0.0797286 Feb 04 20:46:58.756458 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4946e500-46d4-4a65-8cd3-917ce55d5af0 req-1888f79b-19c7-4eb4-ac4f-15cf6098d72c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 Feb 04 20:46:59.866220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:46:59.989267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8628-f9f2-4f5c-b3fe-18f858de6da8 req-0b28e2e6-6469-4361-914a-a377562ab31c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:46:59.989848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:46:59.989982 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-647d8628-f9f2-4f5c-b3fe-18f858de6da8 req-0b28e2e6-6469-4361-914a-a377562ab31c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 944 time: 0.1012609 Feb 04 20:46:59.993422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:46:59.997874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:00.041031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-647d8628-f9f2-4f5c-b3fe-18f858de6da8 req-5600899a-cc5b-4e96-ae25-1e6ad9c2b3d4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461931 Feb 04 20:47:00.124460 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:00.154869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:47:00.164966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:47:00.205968 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9', 'code': 200} Feb 04 20:47:00.239383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:00.313914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:47:00.346209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79fab-b667-4f36-82d2-2a198264810a req-7dc23d3c-47bc-4dc6-9f8e-18df51cc301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:00.347711 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cd79fab-b667-4f36-82d2-2a198264810a req-7dc23d3c-47bc-4dc6-9f8e-18df51cc301c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 1096 time: 0.0789406 Feb 04 20:47:00.388919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cd79fab-b667-4f36-82d2-2a198264810a req-2ad8355f-a114-4e43-a41c-c6ff041c3a36 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351419 Feb 04 20:47:01.235067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1050f0-a079-4af8-9989-6c0e2a2eee6c req-c379a473-739a-4c25-8355-7ef125244317 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:01.236521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db1050f0-a079-4af8-9989-6c0e2a2eee6c req-c379a473-739a-4c25-8355-7ef125244317 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 945 time: 0.0813293 Feb 04 20:47:01.286122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db1050f0-a079-4af8-9989-6c0e2a2eee6c req-a13d1009-cb74-48ec-92b4-4c1f70d70d13 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Feb 04 20:47:02.469618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afbbf-6848-4673-af92-48f6a0c8fede req-3c38bfe7-81ce-418d-b838-b77e0674c6bd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:02.471504 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-542afbbf-6848-4673-af92-48f6a0c8fede req-3c38bfe7-81ce-418d-b838-b77e0674c6bd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 945 time: 0.0782509 Feb 04 20:47:02.514742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-542afbbf-6848-4673-af92-48f6a0c8fede req-9deb1c7a-e697-4b0d-bc03-9795370258e8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Feb 04 20:47:02.693741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e27-3f95-417a-8366-f296fd488f83 req-4f2c4e4e-8bd3-4f64-9b4f-4a88b91b1502 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:02.695206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dd03e27-3f95-417a-8366-f296fd488f83 req-4f2c4e4e-8bd3-4f64-9b4f-4a88b91b1502 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 945 time: 0.0787473 Feb 04 20:47:02.738668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8dd03e27-3f95-417a-8366-f296fd488f83 req-06eb4418-0689-425f-8e19-74ee5fe34d04 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Feb 04 20:47:02.920032 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382eb59-61b0-4bb4-ab0b-d72adf41ae8e req-30e02034-0d9d-4dfe-a647-3c5cf7ee4eca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:02.921477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8382eb59-61b0-4bb4-ab0b-d72adf41ae8e req-30e02034-0d9d-4dfe-a647-3c5cf7ee4eca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 945 time: 0.0825570 Feb 04 20:47:02.965412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8382eb59-61b0-4bb4-ab0b-d72adf41ae8e req-3981747a-54c0-4131-8701-1a97fb7e7f45 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 Feb 04 20:47:03.661885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3f91c-0acf-4a8f-8dbd-0e019d99825c req-4527ac48-8d92-43e3-bf00-c6825196fe61 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:03.663370 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bec3f91c-0acf-4a8f-8dbd-0e019d99825c req-4527ac48-8d92-43e3-bf00-c6825196fe61 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 945 time: 0.0795712 Feb 04 20:47:03.709984 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bec3f91c-0acf-4a8f-8dbd-0e019d99825c req-e428bfe1-c0f9-4b32-a61e-0d6be93eac21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Feb 04 20:47:04.896735 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95659-0ba7-4c49-80c6-3aa4df8882cf req-059636ed-6e60-473b-a8f7-9c8b5b139b60 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:04.898189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0d95659-0ba7-4c49-80c6-3aa4df8882cf req-059636ed-6e60-473b-a8f7-9c8b5b139b60 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 945 time: 0.0834477 Feb 04 20:47:05.052528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0d95659-0ba7-4c49-80c6-3aa4df8882cf req-f36d1aba-e622-46d5-83e8-a6212c6b5e15 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487043 Feb 04 20:47:05.150205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-8edab560-445a-499a-a095-0245714b6774 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:05.151664 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-8edab560-445a-499a-a095-0245714b6774 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 945 time: 0.0793839 Feb 04 20:47:05.221010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:47:05.221361 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:05.464622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] For port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:47:05.464982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:05.590198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:47:05.818855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:05.830244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:47:05.967479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:47:06.040660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] No DVR routers for this DVR port ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:47:06.043506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:06.046109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'name': 'network-vif-deleted', 'tag': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:47:06.096623 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db5c38-2982-4eb2-a31e-90d57b47fb0a', 'name': 'network-vif-deleted', 'tag': 'ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9', 'status': 'completed', 'code': 200} Feb 04 20:47:06.116856 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-94647158-78a3-46ce-a4d1-9f374a5e6729 req-6a976418-30cc-450e-a034-14556e619910 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "DELETE /v2.0/ports/ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 HTTP/1.1" status: 204 len: 173 time: 0.9595904 Feb 04 20:47:06.205869 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e7a1c759-07a6-4d6f-a1dc-b8e0b45fd91a req-f539aaa5-b2bc-4749-84c9-2ca8892bd208 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 210 time: 0.0447023 Feb 04 20:47:07.381420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b0e8e845-08be-4260-899f-9a5cb961bdda req-54435102-2adc-4920-9e92-bb5f6b3c6ea1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:47:07.447295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b0e8e845-08be-4260-899f-9a5cb961bdda req-54435102-2adc-4920-9e92-bb5f6b3c6ea1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:47:07.448606 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b0e8e845-08be-4260-899f-9a5cb961bdda req-54435102-2adc-4920-9e92-bb5f6b3c6ea1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=98db5c38-2982-4eb2-a31e-90d57b47fb0a HTTP/1.1" status: 200 len: 210 time: 0.1118627 Feb 04 20:47:09.202150 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:09.519186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:09.886450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:47:09.922941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:47:09.923289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ea6af742-d6f0-4e1f-ad25-9bd6bb126ff9 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:47:11.663716 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:47:20.067326 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4aacda8f-3f9e-459d-b9fd-0ad3e2695600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:22.287130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d7e0-a710-4fbd-895c-19fc84c9ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:23.496545 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:23.513148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:25.419195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:35.476210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-a422bfd1-481c-4b1a-bf08-7254220545c9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:35.477659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-a422bfd1-481c-4b1a-bf08-7254220545c9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1461411 Feb 04 20:47:35.492914 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8d71c2c4-0b91-4bd3-8c63-89bf0335bd08 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/quotas/c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Feb 04 20:47:35.573381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-b71a7387-9cda-4963-b5c3-a32f64baaa98 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755048 Feb 04 20:47:35.704364 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-d6d6cd8b-af2b-4e8c-9272-1dcdf3f34a4a service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245780 Feb 04 20:47:35.834147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-16619197-4017-49de-9861-e2ae856da9b9 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240716 Feb 04 20:47:36.525455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5efc5372-6620-467c-b2c8-814b514acc43 req-347de41c-9996-433a-9cc8-a0ec5c30b307 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 210 time: 0.0441608 Feb 04 20:47:37.679101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6df749e2-97e5-4348-b23e-f1a249b74bb1 req-2960bc57-9098-4776-a1c8-3817f20cbfa1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 210 time: 0.0465374 Feb 04 20:47:38.543597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8c09a0a1-8821-4865-89fb-860404a57ff3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:38.545007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8c09a0a1-8821-4865-89fb-860404a57ff3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1503716 Feb 04 20:47:38.561767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'port': {'device_id': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'admin_state_up': True, 'tenant_id': 'c03e2442d43349e292a17e2222f8c594'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:47:38.697577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:47:38.707392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:47:38.772642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:47:38.776947 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:38.833790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-023b022b-cddb-426d-bd9d-525744f04c9d req-1cc3dff6-bf77-454c-b7e4-9271ab952748 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 210 time: 0.0477335 Feb 04 20:47:38.981431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.20.0.13 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/be2c1603-0cf1-442b-a6de-ed6da37d8df9) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:47:39.187411 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:39.202539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Transition to ACTIVE for port object be2c1603-0cf1-442b-a6de-ed6da37d8df9 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:47:39.218110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:39.298712 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:39.381521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:47:39.385005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:47:39.389943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=be2c1603-0cf1-442b-a6de-ed6da37d8df9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:47:39.389943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:47:39.433418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.433683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.434030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.434365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.434722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.435049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.435374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.435728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.436053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.436376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.436698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.437019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:47:39.468048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:39.468696 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:39.558538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:39.613970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-8790cdce-6336-4116-9c6f-48c9defe0a21 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0554531 Feb 04 20:47:39.627840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-fac282fd-4c3a-4058-90c1-96b39d3744d5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:47:39.628941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-fac282fd-4c3a-4058-90c1-96b39d3744d5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053887 Feb 04 20:47:39.698407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Request body: {'port': {'device_id': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:47:39.738373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-740474bb-cb74-4cd6-b403-ebfb6f3abcd5 None None] Provisioning for port be2c1603-0cf1-442b-a6de-ed6da37d8df9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:47:39.743654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-740474bb-cb74-4cd6-b403-ebfb6f3abcd5 None None] Provisioning complete for port be2c1603-0cf1-442b-a6de-ed6da37d8df9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:47:39.744159 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-740474bb-cb74-4cd6-b403-ebfb6f3abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:39.800530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-740474bb-cb74-4cd6-b403-ebfb6f3abcd5 None None] Port be2c1603-0cf1-442b-a6de-ed6da37d8df9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:47:39.812397 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:40.025911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6c0f2-42ce-4451-9b42-54bc7c517bc2 req-58b3f528-ee7e-4320-a7db-f41fcf4d06d6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:40.028381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5de6c0f2-42ce-4451-9b42-54bc7c517bc2 req-58b3f528-ee7e-4320-a7db-f41fcf4d06d6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 932 time: 0.0900717 Feb 04 20:47:40.076437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5de6c0f2-42ce-4451-9b42-54bc7c517bc2 req-bbe53dbb-63b0-405c-a16f-baadff29d999 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Feb 04 20:47:40.170871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2c1603-0cf1-442b-a6de-ed6da37d8df9 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:47:40.182173 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:40.193008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Transition to ACTIVE for port object be2c1603-0cf1-442b-a6de-ed6da37d8df9 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:47:40.275283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:40.434428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Pushing event updated for resources: {'Port': ['ID=be2c1603-0cf1-442b-a6de-ed6da37d8df9,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:47:40.623690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Attempting to bind port be2c1603-0cf1-442b-a6de-ed6da37d8df9 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:47:40.624374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Attempting to bind port be2c1603-0cf1-442b-a6de-ed6da37d8df9 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:47:40.624374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Attempting to bind port be2c1603-0cf1-442b-a6de-ed6da37d8df9 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:47:40.629279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Port be2c1603-0cf1-442b-a6de-ed6da37d8df9 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:47:40.629545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Attempting to bind port be2c1603-0cf1-442b-a6de-ed6da37d8df9 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:47:40.634843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:47:40.635178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:47:40.635559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:47:40.635986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Bound port: be2c1603-0cf1-442b-a6de-ed6da37d8df9, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:47:40.636332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:40.726454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] For port be2c1603-0cf1-442b-a6de-ed6da37d8df9, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:47:40.729354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] For port be2c1603-0cf1-442b-a6de-ed6da37d8df9, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=be2c1603-0cf1-442b-a6de-ed6da37d8df9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:47:40.824380 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:40.883964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:40.884571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:40.885950 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] 10.222.0.24 "PUT /v2.0/ports/be2c1603-0cf1-442b-a6de-ed6da37d8df9 HTTP/1.1" status: 200 len: 1092 time: 1.2461886 Feb 04 20:47:40.886386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'tag': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:47:40.917814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb23038-9730-4673-bcb7-77b9ce684e3e service neutron] Pushing event updated for resources: {'Port': ['ID=be2c1603-0cf1-442b-a6de-ed6da37d8df9,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:47:40.936541 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'tag': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9', 'status': 'completed', 'code': 200} Feb 04 20:47:41.039692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a149-1bd0-4009-b0c6-33a019ffa9b1 req-7ed845f9-c74a-4877-896a-176fbdc82b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:41.041165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8b0a149-1bd0-4009-b0c6-33a019ffa9b1 req-7ed845f9-c74a-4877-896a-176fbdc82b0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 1095 time: 0.0799210 Feb 04 20:47:41.194157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a149-1bd0-4009-b0c6-33a019ffa9b1 req-3a9af6b7-3db8-4cc9-8616-c03e03d489cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:41.195630 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8b0a149-1bd0-4009-b0c6-33a019ffa9b1 req-3a9af6b7-3db8-4cc9-8616-c03e03d489cb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c03e2442d43349e292a17e2222f8c594&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1443362 Feb 04 20:47:41.267680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380594b-7203-45fc-945b-d0bd45987cbb req-ba3360b4-98dc-4496-b24f-7e408b8269fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:41.269220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f380594b-7203-45fc-945b-d0bd45987cbb req-ba3360b4-98dc-4496-b24f-7e408b8269fd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 944 time: 0.0838408 Feb 04 20:47:41.316608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f380594b-7203-45fc-945b-d0bd45987cbb req-65276a9c-ee3b-4db1-b2ac-0955fbf4e9f1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Feb 04 20:47:41.339602 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a149-1bd0-4009-b0c6-33a019ffa9b1 req-bd0101bc-aa32-4185-aac4-a4bcdbfe42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:41.341039 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8b0a149-1bd0-4009-b0c6-33a019ffa9b1 req-bd0101bc-aa32-4185-aac4-a4bcdbfe42cc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354065 Feb 04 20:47:41.447530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-fc03a78a-8497-4101-9202-b0899d370ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:41.448903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-fc03a78a-8497-4101-9202-b0899d370ccc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 1095 time: 0.0694346 Feb 04 20:47:41.522430 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-69e518bd-05e6-4ad0-8e21-1b42487595b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be2c1603-0cf1-442b-a6de-ed6da37d8df9 HTTP/1.1" status: 200 len: 217 time: 0.0633836 Feb 04 20:47:41.586829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-d078df3c-7c4c-448a-8d62-25849c82a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:41.588133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-d078df3c-7c4c-448a-8d62-25849c82a49f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0557568 Feb 04 20:47:41.668243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-afe46ff3-bf3a-49c6-9358-8b868f9f6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:41.669648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-afe46ff3-bf3a-49c6-9358-8b868f9f6c86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707569 Feb 04 20:47:41.801786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-c303eb3c-7d29-4618-9024-bb51fbe7a841 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215062 Feb 04 20:47:41.934047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39735a98-4283-41e6-a9fd-4e956bccea04 req-4461a789-0e75-4e11-903f-d97bed592362 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223252 Feb 04 20:47:42.501273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711948-a30e-4604-85b2-c4068dde7a4d req-cd885fcb-0e61-4982-b1b4-56163eb37852 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:42.501947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-79711948-a30e-4604-85b2-c4068dde7a4d req-cd885fcb-0e61-4982-b1b4-56163eb37852 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:47:42.589268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-79711948-a30e-4604-85b2-c4068dde7a4d req-cd885fcb-0e61-4982-b1b4-56163eb37852 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:47:42.590408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79711948-a30e-4604-85b2-c4068dde7a4d req-cd885fcb-0e61-4982-b1b4-56163eb37852 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 944 time: 0.1654654 Feb 04 20:47:42.633350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79711948-a30e-4604-85b2-c4068dde7a4d req-67cf5d9b-bf58-44f3-8d5e-8805f2494a55 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 Feb 04 20:47:43.819038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb13d1-348a-4593-b46c-67c18f998131 req-175e160d-0401-40f5-b243-56b1a7bca3e3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:43.820489 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddfb13d1-348a-4593-b46c-67c18f998131 req-175e160d-0401-40f5-b243-56b1a7bca3e3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 944 time: 0.0786045 Feb 04 20:47:43.863847 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ddfb13d1-348a-4593-b46c-67c18f998131 req-ac2e57d8-72d0-4079-80cd-22fb3a3eeea1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378966 Feb 04 20:47:45.050189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c42028-f6f6-4455-85e5-78b9133601c2 req-045b20a1-902d-4929-8fdb-e3b07463688a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:45.051708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c42028-f6f6-4455-85e5-78b9133601c2 req-045b20a1-902d-4929-8fdb-e3b07463688a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 944 time: 0.0839429 Feb 04 20:47:45.097476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c42028-f6f6-4455-85e5-78b9133601c2 req-7b8ad31f-8886-4996-bd9d-dae5193db804 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Feb 04 20:47:46.281580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6b41-483e-42be-8bb7-b2985acc45ef req-718b6af5-825c-4b0a-9a9d-1c5ee3aa5865 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:46.283138 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb8f6b41-483e-42be-8bb7-b2985acc45ef req-718b6af5-825c-4b0a-9a9d-1c5ee3aa5865 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 944 time: 0.0827999 Feb 04 20:47:46.326893 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fb8f6b41-483e-42be-8bb7-b2985acc45ef req-5a0fdbab-c028-4e37-8f53-7e0526fcd400 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381782 Feb 04 20:47:47.505045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbd36-7564-461e-b7fe-c382dafabe58 req-f7bbac9c-f0b2-4397-a647-269e8a6c2130 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:47.506481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-238dbd36-7564-461e-b7fe-c382dafabe58 req-f7bbac9c-f0b2-4397-a647-269e8a6c2130 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 944 time: 0.0773582 Feb 04 20:47:47.548881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-238dbd36-7564-461e-b7fe-c382dafabe58 req-c2ecb7d5-1d5e-497a-b4c4-f3f39a598a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 Feb 04 20:47:48.661900 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:47:48.728826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd29a2-c240-4632-84cf-70719232fd9b req-a04fefa1-07b6-4c3a-b516-4e26cc7e17c1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:48.730358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5efd29a2-c240-4632-84cf-70719232fd9b req-a04fefa1-07b6-4c3a-b516-4e26cc7e17c1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 944 time: 0.0795972 Feb 04 20:47:48.767034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device be2c1603-0cf1-442b-a6de-ed6da37d8df9 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:47:48.773632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5efd29a2-c240-4632-84cf-70719232fd9b req-bff0673b-2a46-445e-9527-2b196ef903a5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Feb 04 20:47:48.897750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port be2c1603-0cf1-442b-a6de-ed6da37d8df9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=be2c1603-0cf1-442b-a6de-ed6da37d8df9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:47:48.910312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'port_id': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9', 'mac_address': 'fa:16:3e:46:e3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:47:48.964144 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:48.983771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2c1603-0cf1-442b-a6de-ed6da37d8df9 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:47:48.999221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port be2c1603-0cf1-442b-a6de-ed6da37d8df9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=be2c1603-0cf1-442b-a6de-ed6da37d8df9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:47:49.089198 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:49.155822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=be2c1603-0cf1-442b-a6de-ed6da37d8df9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:47:49.341719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['be2c1603-0cf1-442b-a6de-ed6da37d8df9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:47:49.957780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475a3e6-5217-4ba7-b728-f9906b10ebc1 req-0d9cea95-c225-4bb3-9d0f-cc0de41344ca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:49.959245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e475a3e6-5217-4ba7-b728-f9906b10ebc1 req-0d9cea95-c225-4bb3-9d0f-cc0de41344ca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 945 time: 0.0822065 Feb 04 20:47:50.003612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e475a3e6-5217-4ba7-b728-f9906b10ebc1 req-0c8069a1-f785-47fd-828a-f5e66cd4d0e9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Feb 04 20:47:50.081068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2b1bd510-c7b1-411b-b222-1d5608e2a586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:50.781777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device be2c1603-0cf1-442b-a6de-ed6da37d8df9 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:47:50.903617 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port be2c1603-0cf1-442b-a6de-ed6da37d8df9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:47:50.908360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port be2c1603-0cf1-442b-a6de-ed6da37d8df9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:47:50.912285 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:51.025404 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:51.052172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:47:51.062309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port be2c1603-0cf1-442b-a6de-ed6da37d8df9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=be2c1603-0cf1-442b-a6de-ed6da37d8df9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:47:51.095988 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9', 'code': 200} Feb 04 20:47:51.143746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:51.201694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce437-416c-4fc4-8e4d-93b1abb160d4 req-f80c4146-7a36-479f-b2c4-b734cb563052 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:51.203395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6dce437-416c-4fc4-8e4d-93b1abb160d4 req-f80c4146-7a36-479f-b2c4-b734cb563052 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.0927830 Feb 04 20:47:51.215695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=be2c1603-0cf1-442b-a6de-ed6da37d8df9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:47:51.243722 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea82d8-7a0b-428a-8418-910ae6f9406a req-6b6673c2-46e1-4944-af4b-95d4949d1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:51.245501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95ea82d8-7a0b-428a-8418-910ae6f9406a req-6b6673c2-46e1-4944-af4b-95d4949d1fdb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 1097 time: 0.0755558 Feb 04 20:47:51.253233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6dce437-416c-4fc4-8e4d-93b1abb160d4 req-dc0020af-7b9c-4bf5-9843-aab71b110928 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Feb 04 20:47:51.297162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-95ea82d8-7a0b-428a-8418-910ae6f9406a req-747925bb-61f5-474b-ac92-82320a8c3cd1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Feb 04 20:47:52.297905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-164e7345-b1a4-4757-874a-4a13b50d49ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:52.575375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4ad58-12db-4a02-b534-8ddae4582ef2 req-0e700669-7fe6-47e3-8e73-ae6ae8bc2006 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:52.576802 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1fc4ad58-12db-4a02-b534-8ddae4582ef2 req-0e700669-7fe6-47e3-8e73-ae6ae8bc2006 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.2108479 Feb 04 20:47:52.621188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1fc4ad58-12db-4a02-b534-8ddae4582ef2 req-18540fc2-856e-4fb1-b47d-83dc160ac4c4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Feb 04 20:47:53.508950 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:53.534812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:53.801717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a1ddc-c10f-4899-ac3c-8f5af2e78881 req-fc322fd5-281c-46a9-902b-e254536cf045 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:53.803290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-505a1ddc-c10f-4899-ac3c-8f5af2e78881 req-fc322fd5-281c-46a9-902b-e254536cf045 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.0788329 Feb 04 20:47:53.849886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-505a1ddc-c10f-4899-ac3c-8f5af2e78881 req-e266ea1c-ef7b-48d3-a111-06bb539983db tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Feb 04 20:47:54.044370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbae9-d8b4-4e7f-8f6e-73111cd37a06 req-bf9bcab5-c991-4474-86c8-72beb0efb3a3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:54.045812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-485dbae9-d8b4-4e7f-8f6e-73111cd37a06 req-bf9bcab5-c991-4474-86c8-72beb0efb3a3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.0913875 Feb 04 20:47:54.094842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-485dbae9-d8b4-4e7f-8f6e-73111cd37a06 req-1a80f818-e8d8-4703-8d6a-b6d69ed7638f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Feb 04 20:47:55.229705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:57.811654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-4afb8f1e-1631-4469-bdad-2cb3336b60fc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:47:57.813087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-4afb8f1e-1631-4469-bdad-2cb3336b60fc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1442103 Feb 04 20:47:57.828634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-adcf75a5-3a5b-4efb-80f0-14ed5c098bbf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/quotas/c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 375 time: 0.0094771 Feb 04 20:47:57.910296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-6834e712-4593-45c7-a2a5-fc3cb6069e35 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768712 Feb 04 20:47:58.040796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-3deab92d-7fbc-4424-8578-e3364fcd8bbf service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232846 Feb 04 20:47:58.176981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e4f9a15a-a049-4f11-9330-f940ce96c7b7 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303527 Feb 04 20:47:58.464868 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ab0a7df3-4131-44ea-a067-5c4bc89f772c req-30af6999-888d-46eb-9369-c9a66534da23 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 210 time: 0.0427771 Feb 04 20:47:59.615000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-560e9366-67e0-4a4e-9e18-96679a775739 req-0b51d730-afb0-44fd-978a-9fc3882a3fec tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 210 time: 0.0456767 Feb 04 20:48:00.634913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-bf571737-cbbb-4d17-9777-9a6e1e5508aa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:00.636315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-bf571737-cbbb-4d17-9777-9a6e1e5508aa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1455512 Feb 04 20:48:00.648438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'port': {'device_id': '4315cfa4-5a28-453d-8562-d53df33af114', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'admin_state_up': True, 'tenant_id': 'c03e2442d43349e292a17e2222f8c594'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:48:00.878655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9ef43f1c-f1a3-45c4-ba30-83c719082f77 req-0612e0ec-e790-4f9f-b607-df47796b04c2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 210 time: 0.0590868 Feb 04 20:48:00.932574 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:48:00.942315 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:48:00.997781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:48:01.002656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:01.170508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.20.0.11 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/82df71e0-33bf-4ed2-8e26-aedd862aadf4) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:48:01.373276 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:01.388785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Transition to ACTIVE for port object 82df71e0-33bf-4ed2-8e26-aedd862aadf4 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:48:01.475561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:01.488710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['be2c1603-0cf1-442b-a6de-ed6da37d8df9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:48:01.547825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:48:01.551055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:48:01.554910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:48:01.623229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:01.623873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:01.648591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=82df71e0-33bf-4ed2-8e26-aedd862aadf4,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:48:01.656458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.656809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.657142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.657672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.658173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.658878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.659206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.659699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.660192 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.660696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.661185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.662258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:01.721864 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-419b7dd4-a818-498f-9761-b2fd0e8a8cbc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0774345 Feb 04 20:48:01.732920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Request body: {'port': {'device_id': '4315cfa4-5a28-453d-8562-d53df33af114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:48:01.848785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:01.957966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9e70d2eb-3d37-4613-8adc-dbc05bef7866 None None] Provisioning for port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:48:01.965097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9e70d2eb-3d37-4613-8adc-dbc05bef7866 None None] Provisioning complete for port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:48:01.965796 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e70d2eb-3d37-4613-8adc-dbc05bef7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:02.069485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9e70d2eb-3d37-4613-8adc-dbc05bef7866 None None] Port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:48:02.102253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4a785-40b2-4762-abb1-78d9c3c78123 req-5d6c6b71-535b-4940-94f1-9a5751026daa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:02.104379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29b4a785-40b2-4762-abb1-78d9c3c78123 req-5d6c6b71-535b-4940-94f1-9a5751026daa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 932 time: 0.1185305 Feb 04 20:48:02.167981 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29b4a785-40b2-4762-abb1-78d9c3c78123 req-7613470c-33ba-4329-9456-af69739409ee tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565460 Feb 04 20:48:02.248019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82df71e0-33bf-4ed2-8e26-aedd862aadf4 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:48:02.255942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:02.270029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Transition to ACTIVE for port object 82df71e0-33bf-4ed2-8e26-aedd862aadf4 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:48:02.332218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:02.489028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Pushing event updated for resources: {'Port': ['ID=82df71e0-33bf-4ed2-8e26-aedd862aadf4,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:48:02.577921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Attempting to bind port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:48:02.578301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Attempting to bind port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:48:02.578598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Attempting to bind port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:48:02.584025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:48:02.584250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Attempting to bind port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:48:02.589712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:48:02.590064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:48:02.590434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:48:02.590908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Bound port: 82df71e0-33bf-4ed2-8e26-aedd862aadf4, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:48:02.591243 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:02.685147 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] For port 82df71e0-33bf-4ed2-8e26-aedd862aadf4, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:48:02.688549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] For port 82df71e0-33bf-4ed2-8e26-aedd862aadf4, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82df71e0-33bf-4ed2-8e26-aedd862aadf4,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:48:02.775648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:02.842295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:02.842295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:02.843320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] 10.222.0.62 "PUT /v2.0/ports/82df71e0-33bf-4ed2-8e26-aedd862aadf4 HTTP/1.1" status: 200 len: 1092 time: 1.1146297 Feb 04 20:48:02.843681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4315cfa4-5a28-453d-8562-d53df33af114', 'tag': '82df71e0-33bf-4ed2-8e26-aedd862aadf4'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:48:02.864171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d98c2-bbaf-4987-a460-329986d5c083 service neutron] Pushing event updated for resources: {'Port': ['ID=82df71e0-33bf-4ed2-8e26-aedd862aadf4,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:48:02.922810 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4315cfa4-5a28-453d-8562-d53df33af114', 'tag': '82df71e0-33bf-4ed2-8e26-aedd862aadf4', 'status': 'completed', 'code': 200} Feb 04 20:48:03.045399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c29a07-05f1-43e6-9a7e-57387faf580f req-caa040c6-3e1c-41e5-821e-80ab79fbc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:03.047210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80c29a07-05f1-43e6-9a7e-57387faf580f req-caa040c6-3e1c-41e5-821e-80ab79fbc6fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 1095 time: 0.1025157 Feb 04 20:48:03.382939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482d83d-39a0-40e5-bb9c-09688ac73b16 req-3657886e-4946-49d6-91e9-dd29df311b7c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:03.384581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3482d83d-39a0-40e5-bb9c-09688ac73b16 req-3657886e-4946-49d6-91e9-dd29df311b7c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.1108537 Feb 04 20:48:03.390672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c29a07-05f1-43e6-9a7e-57387faf580f req-f94942b0-803d-4ede-8433-265a9d712f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:03.396182 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80c29a07-05f1-43e6-9a7e-57387faf580f req-f94942b0-803d-4ede-8433-265a9d712f43 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c03e2442d43349e292a17e2222f8c594&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3407798 Feb 04 20:48:03.443723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3482d83d-39a0-40e5-bb9c-09688ac73b16 req-8d6ca01e-a4bd-4c90-af62-424ac7c3c424 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Feb 04 20:48:03.582475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c29a07-05f1-43e6-9a7e-57387faf580f req-b421a5c7-9a03-429a-9919-4fc3464b2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:03.584959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-80c29a07-05f1-43e6-9a7e-57387faf580f req-b421a5c7-9a03-429a-9919-4fc3464b2744 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816189 Feb 04 20:48:03.694661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-27a05adf-fd7d-4677-a16d-4fe46bf35f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:03.695317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-27a05adf-fd7d-4677-a16d-4fe46bf35f28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 1095 time: 0.0740876 Feb 04 20:48:03.770670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-438b5b3b-8d2d-451a-8385-cdac1b364938 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82df71e0-33bf-4ed2-8e26-aedd862aadf4 HTTP/1.1" status: 200 len: 217 time: 0.0684817 Feb 04 20:48:03.838557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-f3dcf27e-4fb7-429a-b1cf-f82cd5aaad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:03.840402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-f3dcf27e-4fb7-429a-b1cf-f82cd5aaad15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0645843 Feb 04 20:48:03.924478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-ca94b86c-3957-47c4-99c1-ed73f627b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:03.928511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-ca94b86c-3957-47c4-99c1-ed73f627b4b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804071 Feb 04 20:48:04.071006 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-beb7a14d-ef0e-4346-8109-76b8b5e95e82 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344578 Feb 04 20:48:04.211467 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7e408c3-bd0e-40fb-926c-5b770c0ab089 req-08e6f03d-65e2-47f1-a7ec-fecea289f3cc service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360543 Feb 04 20:48:04.627881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04a84-9904-4e37-b190-a339c1acb0b3 req-45064a44-18dc-4889-9360-c161361ae631 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:04.628711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c4a04a84-9904-4e37-b190-a339c1acb0b3 req-45064a44-18dc-4889-9360-c161361ae631 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:48:04.726016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c4a04a84-9904-4e37-b190-a339c1acb0b3 req-45064a44-18dc-4889-9360-c161361ae631 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:48:04.727201 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4a04a84-9904-4e37-b190-a339c1acb0b3 req-45064a44-18dc-4889-9360-c161361ae631 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.1788528 Feb 04 20:48:04.777757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4a04a84-9904-4e37-b190-a339c1acb0b3 req-98bbcaf3-1f53-4612-9147-93e5aafdc62e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Feb 04 20:48:05.977679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380559f5-7c77-4c8b-ae29-8c2ac5373078 req-3ef61519-a929-45ff-981f-60da35c5a567 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:05.979238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-380559f5-7c77-4c8b-ae29-8c2ac5373078 req-3ef61519-a929-45ff-981f-60da35c5a567 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0812783 Feb 04 20:48:06.027579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-380559f5-7c77-4c8b-ae29-8c2ac5373078 req-dd22e866-2e87-47e8-bbc2-0def312ef9cf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Feb 04 20:48:07.220381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616f0d5-c575-4bc4-aa6a-4d67437649b8 req-6e8fcc0e-7b20-4b55-b518-392cd3d5579b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:07.221916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8616f0d5-c575-4bc4-aa6a-4d67437649b8 req-6e8fcc0e-7b20-4b55-b518-392cd3d5579b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0834093 Feb 04 20:48:07.269148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8616f0d5-c575-4bc4-aa6a-4d67437649b8 req-4c751267-f5b2-48fb-8f7e-8d5ba9e2df83 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Feb 04 20:48:08.456273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09469884-6682-457d-b345-ef077b789575 req-40d4b8fb-a22e-490c-8c42-24f1e3f7aeb7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:08.457720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09469884-6682-457d-b345-ef077b789575 req-40d4b8fb-a22e-490c-8c42-24f1e3f7aeb7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0841362 Feb 04 20:48:08.501779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-09469884-6682-457d-b345-ef077b789575 req-845dffd8-a040-49a3-b140-f91d5410645a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384171 Feb 04 20:48:09.223257 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:09.584258 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:09.703590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6ce74-3ae0-4ed9-8a12-a66898f9f731 req-97735e7c-cfc7-43c0-9ee6-2d18b0b37508 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:09.705201 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cff6ce74-3ae0-4ed9-8a12-a66898f9f731 req-97735e7c-cfc7-43c0-9ee6-2d18b0b37508 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0926347 Feb 04 20:48:09.754005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cff6ce74-3ae0-4ed9-8a12-a66898f9f731 req-b9c835f6-4b22-4262-a8d2-d2df409efbdc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Feb 04 20:48:10.988104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb37a3-b74a-40ba-b70d-c6f3a7564614 req-e92d065f-2575-4b62-bd27-5111e5570ef9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:10.988104 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17cb37a3-b74a-40ba-b70d-c6f3a7564614 req-e92d065f-2575-4b62-bd27-5111e5570ef9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0911331 Feb 04 20:48:11.045053 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17cb37a3-b74a-40ba-b70d-c6f3a7564614 req-23c33508-3cdb-41d1-9df4-fe4de977d9e9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Feb 04 20:48:12.228708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b144-1fcd-4142-b1c8-bbf56fa739da req-7f5a2371-869d-41b8-9624-f8adc368876c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:12.230235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e0b144-1fcd-4142-b1c8-bbf56fa739da req-7f5a2371-869d-41b8-9624-f8adc368876c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0822437 Feb 04 20:48:12.278629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a4e0b144-1fcd-4142-b1c8-bbf56fa739da req-6d77b31c-e678-4715-bcef-57377148e06c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Feb 04 20:48:13.476933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff919c04-3c04-472c-ad76-dfdcb251fa46 req-38056b2c-f07c-48b0-bae2-7adbc6824d3b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:13.478460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff919c04-3c04-472c-ad76-dfdcb251fa46 req-38056b2c-f07c-48b0-bae2-7adbc6824d3b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0867379 Feb 04 20:48:13.529242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ff919c04-3c04-472c-ad76-dfdcb251fa46 req-804d04ce-265a-41a4-89d7-f2178fb1008f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Feb 04 20:48:14.732176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bffc9-da6e-47dc-872d-4ed9d62d49b5 req-32f1680f-a7bb-4bad-a411-cba6b787ea3e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:14.733633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b11bffc9-da6e-47dc-872d-4ed9d62d49b5 req-32f1680f-a7bb-4bad-a411-cba6b787ea3e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0894597 Feb 04 20:48:14.790195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b11bffc9-da6e-47dc-872d-4ed9d62d49b5 req-17d2f309-0b68-4a02-b22a-7515dee9b597 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Feb 04 20:48:15.970815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353912f4-ae78-4bdf-b625-cba0729e13f1 req-31c75960-dbc4-498f-b3a3-abaf084ac0f8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:15.972209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-353912f4-ae78-4bdf-b625-cba0729e13f1 req-31c75960-dbc4-498f-b3a3-abaf084ac0f8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0847306 Feb 04 20:48:16.026030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-353912f4-ae78-4bdf-b625-cba0729e13f1 req-799d268a-1409-451d-8eb5-87406feca712 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380964 Feb 04 20:48:17.206631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9d720-60c8-41cb-8a1c-a58494263805 req-ee4a74ff-40eb-46d2-b816-1b38270d3f8b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:17.208112 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5aa9d720-60c8-41cb-8a1c-a58494263805 req-ee4a74ff-40eb-46d2-b816-1b38270d3f8b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0830548 Feb 04 20:48:17.253251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5aa9d720-60c8-41cb-8a1c-a58494263805 req-f0207ac9-13ca-41f4-9266-5cda5b15963c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Feb 04 20:48:18.445513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16763d0b-7ccf-4600-b7b9-83ff6ec2f963 req-4d5b0f56-d591-43ee-bc71-612b85b9a856 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:18.447001 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16763d0b-7ccf-4600-b7b9-83ff6ec2f963 req-4d5b0f56-d591-43ee-bc71-612b85b9a856 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0846517 Feb 04 20:48:18.490644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16763d0b-7ccf-4600-b7b9-83ff6ec2f963 req-cd18c914-2677-468b-b048-c99d84761d28 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Feb 04 20:48:19.698927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40acd6a-a813-4953-a65d-2687c0f6d73e req-c1def069-655b-462d-b434-4db1fa9964aa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:19.698927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f40acd6a-a813-4953-a65d-2687c0f6d73e req-c1def069-655b-462d-b434-4db1fa9964aa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0840547 Feb 04 20:48:19.741721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f40acd6a-a813-4953-a65d-2687c0f6d73e req-30485c91-01c5-4c42-a63e-b604440afcfa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Feb 04 20:48:20.120501 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c442ad33-07b6-468d-9851-cc21397ecd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:20.932978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fabff0-44f7-4e8a-a741-6995ebae453c req-1739ca58-2b7c-48aa-b6a4-c17d2ea43c7c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:20.934417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71fabff0-44f7-4e8a-a741-6995ebae453c req-1739ca58-2b7c-48aa-b6a4-c17d2ea43c7c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0818808 Feb 04 20:48:20.978122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71fabff0-44f7-4e8a-a741-6995ebae453c req-9a49dba1-d5db-4745-b3e6-d4cd78890bcc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Feb 04 20:48:22.168900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a75-bb42-42c1-b575-299d765d7e40 req-2db07525-7243-45dd-952a-c556485141f6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:22.170356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69780a75-bb42-42c1-b575-299d765d7e40 req-2db07525-7243-45dd-952a-c556485141f6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0803101 Feb 04 20:48:22.218433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69780a75-bb42-42c1-b575-299d765d7e40 req-2a9443d0-339d-4cd3-a590-891555dc5869 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Feb 04 20:48:22.348899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4123f53c-5d5f-43a7-80f9-eaed0b7f0039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:23.400846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b947239-d587-4563-8d19-14d4fb8abc82 req-12eda410-8e54-4178-9540-09aebb157b43 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:23.402245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b947239-d587-4563-8d19-14d4fb8abc82 req-12eda410-8e54-4178-9540-09aebb157b43 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0800970 Feb 04 20:48:23.453708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b947239-d587-4563-8d19-14d4fb8abc82 req-459ebe11-aafc-4b7f-9035-387b48c64b88 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457888 Feb 04 20:48:23.548528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:23.599710 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:24.638909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f204b-d420-4605-b66e-720da3da9906 req-58c81f31-242b-43a3-b1d2-1a01e7300ba2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:24.640518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c97f204b-d420-4605-b66e-720da3da9906 req-58c81f31-242b-43a3-b1d2-1a01e7300ba2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0827432 Feb 04 20:48:24.692214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c97f204b-d420-4605-b66e-720da3da9906 req-ad544933-648d-458d-96ae-234d2b734ad3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Feb 04 20:48:25.240196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:25.661960 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:48:25.881486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42b59-bb57-4f7f-941e-d334688658bf req-239c1fd3-767a-4750-aee3-fd7c12fc2522 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:25.882945 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10e42b59-bb57-4f7f-941e-d334688658bf req-239c1fd3-767a-4750-aee3-fd7c12fc2522 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0780439 Feb 04 20:48:25.926480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10e42b59-bb57-4f7f-941e-d334688658bf req-a60563df-b103-4757-9da1-a164a05edc31 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Feb 04 20:48:27.215529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4eb1-526f-40d7-9e38-40f08ff9ee8e req-1d22dd60-2338-4cb5-a4c3-d550b506aa50 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:27.216983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c4e4eb1-526f-40d7-9e38-40f08ff9ee8e req-1d22dd60-2338-4cb5-a4c3-d550b506aa50 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.1860504 Feb 04 20:48:27.262583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c4e4eb1-526f-40d7-9e38-40f08ff9ee8e req-7f285693-b23e-4894-aa52-74d882367eb7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Feb 04 20:48:28.453628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b33e6-01c2-4142-980b-22c60aec02bc req-3c45fdba-83b3-49e4-88f4-bfa6d55666f9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:28.455092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb5b33e6-01c2-4142-980b-22c60aec02bc req-3c45fdba-83b3-49e4-88f4-bfa6d55666f9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0836947 Feb 04 20:48:28.503582 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb5b33e6-01c2-4142-980b-22c60aec02bc req-3085795a-5579-418e-9ca2-7e17350df704 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Feb 04 20:48:29.689406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ab7b-eb99-4f19-9348-aad67e7c8574 req-b4b1c7c3-1c8d-4ecc-ad10-e72a03da998c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:29.690882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18c6ab7b-eb99-4f19-9348-aad67e7c8574 req-b4b1c7c3-1c8d-4ecc-ad10-e72a03da998c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0803461 Feb 04 20:48:29.737462 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18c6ab7b-eb99-4f19-9348-aad67e7c8574 req-76212bd6-76f6-4ec2-8330-f2a8bf69a701 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Feb 04 20:48:30.919414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada8bb2-5230-46df-b499-0651c81428e6 req-1f5639f2-4c7c-438b-909e-68a8704a30d2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:30.920868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dada8bb2-5230-46df-b499-0651c81428e6 req-1f5639f2-4c7c-438b-909e-68a8704a30d2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0796247 Feb 04 20:48:30.965540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dada8bb2-5230-46df-b499-0651c81428e6 req-5b70fc9d-4f5d-4f42-8422-ffef4730bb6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Feb 04 20:48:32.150391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975e75b-fe95-4ae3-b398-11aa2822cce8 req-41f905b4-7ebe-4b00-99e6-588b0d2aeed7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:32.151939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c975e75b-fe95-4ae3-b398-11aa2822cce8 req-41f905b4-7ebe-4b00-99e6-588b0d2aeed7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0839932 Feb 04 20:48:32.197275 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c975e75b-fe95-4ae3-b398-11aa2822cce8 req-a54f4fa2-9001-4152-b3b9-d737430d3283 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 Feb 04 20:48:33.384323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd8ec-1cd1-4c1d-9803-76fe2b7a5a66 req-e6b6ae7e-688e-4698-bba8-88f3dc9bf173 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:33.386252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f6fd8ec-1cd1-4c1d-9803-76fe2b7a5a66 req-e6b6ae7e-688e-4698-bba8-88f3dc9bf173 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0825758 Feb 04 20:48:33.429567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f6fd8ec-1cd1-4c1d-9803-76fe2b7a5a66 req-8c43d230-1872-4c0e-ab39-2b529d6ef9f0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Feb 04 20:48:34.618639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979bed-29b3-41d8-846e-1f7bba12e1b4 req-7148562b-e8d4-4bd3-a8cc-db059ab4d03b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:34.620374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a979bed-29b3-41d8-846e-1f7bba12e1b4 req-7148562b-e8d4-4bd3-a8cc-db059ab4d03b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0864515 Feb 04 20:48:34.662973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a979bed-29b3-41d8-846e-1f7bba12e1b4 req-649f861f-79a1-4231-b9ed-c6512652721e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Feb 04 20:48:35.846119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b138-c896-4180-b563-f2814886a66e req-bb77201c-f2e8-4364-82c8-7a179ac1119c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:35.847634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4088b138-c896-4180-b563-f2814886a66e req-bb77201c-f2e8-4364-82c8-7a179ac1119c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0806141 Feb 04 20:48:35.895318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4088b138-c896-4180-b563-f2814886a66e req-988d4fe0-8c89-48c6-8e75-8bd7acd28a42 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Feb 04 20:48:36.683340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-7928a886-c8c3-4dbe-b8d4-cade042d51e3 req-0a45f8c0-2bc6-4dbe-bdef-de2baa21b75a service neutron] (88237) timed out ('10.222.0.62', 58081) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:48:37.083948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4a0d8-769e-4efd-a8a3-24adf991c146 req-c8469c2c-2290-46ae-b6cb-37da2827e686 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:37.085426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0d4a0d8-769e-4efd-a8a3-24adf991c146 req-c8469c2c-2290-46ae-b6cb-37da2827e686 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0817888 Feb 04 20:48:37.133266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f0d4a0d8-769e-4efd-a8a3-24adf991c146 req-3147b7df-9087-41f2-9c7f-22df5acffd64 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Feb 04 20:48:37.288455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-ab1feebc-5f57-400a-9207-075facb1408c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710618 Feb 04 20:48:37.441747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-c8040150-1475-4d41-aced-30e41944e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:37.443272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-c8040150-1475-4d41-aced-30e41944e1c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 1097 time: 0.0745895 Feb 04 20:48:37.595681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-4d905a18-d2b6-4b9b-b858-68a662aeb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:37.597234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-4d905a18-d2b6-4b9b-b858-68a662aeb088 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1294167 Feb 04 20:48:37.671508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-40c0b361-41f8-4a97-879a-67b37d378fcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be2c1603-0cf1-442b-a6de-ed6da37d8df9 HTTP/1.1" status: 200 len: 217 time: 0.0648875 Feb 04 20:48:37.735638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-f5e87c2c-8e2e-433b-a31e-8fe3149cd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:37.737074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-f5e87c2c-8e2e-433b-a31e-8fe3149cd22c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0570979 Feb 04 20:48:37.818864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-6ef218bb-84b7-49ea-9252-3654b4679778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:37.820351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-6ef218bb-84b7-49ea-9252-3654b4679778 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735524 Feb 04 20:48:38.065658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-e43f03bb-2610-49c7-9965-95d591321486 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354915 Feb 04 20:48:38.203056 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-156d48f7-bc05-4d75-be51-97e6690799a1 req-ce34f6a9-a748-4b9c-a0ac-cc4425e90b0c service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278484 Feb 04 20:48:38.318027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bd6c5-6f71-4234-99d3-e8f1c3f2abb9 req-041e2714-1317-4600-9ae1-5f30f22f55fa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:38.319532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c8bd6c5-6f71-4234-99d3-e8f1c3f2abb9 req-041e2714-1317-4600-9ae1-5f30f22f55fa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0784810 Feb 04 20:48:38.364658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c8bd6c5-6f71-4234-99d3-e8f1c3f2abb9 req-1158b3b7-dcc5-4467-8f7a-0c747d5b24e8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Feb 04 20:48:39.237304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:39.552103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2cdd4-b54e-462d-81f4-966dd4de34d4 req-f95b4588-4886-4430-8581-cb7bdcb63bed tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:39.553565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-daa2cdd4-b54e-462d-81f4-966dd4de34d4 req-f95b4588-4886-4430-8581-cb7bdcb63bed tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0835776 Feb 04 20:48:39.571506 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:39.597775 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-daa2cdd4-b54e-462d-81f4-966dd4de34d4 req-e049ac59-568a-4f62-b092-015235759d16 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Feb 04 20:48:40.784842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa94108-fbe7-4864-a0d9-feefe1221df5 req-5c8b4b2b-16ce-480b-b65c-8a70f5cdb2b7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:40.786086 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6fa94108-fbe7-4864-a0d9-feefe1221df5 req-5c8b4b2b-16ce-480b-b65c-8a70f5cdb2b7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0820675 Feb 04 20:48:40.830142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6fa94108-fbe7-4864-a0d9-feefe1221df5 req-9e61b2fd-87be-4e72-b9be-baf85cd8b5aa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Feb 04 20:48:42.009843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5f50f-da3e-41a1-9c70-676581da94b0 req-8eb984f0-c8f7-4494-ab67-2a26614fb6c8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:42.011334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9fb5f50f-da3e-41a1-9c70-676581da94b0 req-8eb984f0-c8f7-4494-ab67-2a26614fb6c8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0798643 Feb 04 20:48:42.055809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9fb5f50f-da3e-41a1-9c70-676581da94b0 req-1957c0c3-8616-462a-aeb8-f2a3ae2d1619 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Feb 04 20:48:43.237912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c894e54-0785-4ab8-bca6-6aefae14f69c req-9880d9b4-fd54-48a8-92e7-d9ee13a801f6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:43.239495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c894e54-0785-4ab8-bca6-6aefae14f69c req-9880d9b4-fd54-48a8-92e7-d9ee13a801f6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0800059 Feb 04 20:48:43.287126 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c894e54-0785-4ab8-bca6-6aefae14f69c req-2fcab707-52eb-4b65-bba6-736126efaddb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Feb 04 20:48:44.476910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55fee3-9eae-4b11-9803-db6992c5708c req-0b97a125-8e38-4cf2-8cb1-0267e117064a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:44.477999 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae55fee3-9eae-4b11-9803-db6992c5708c req-0b97a125-8e38-4cf2-8cb1-0267e117064a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0817251 Feb 04 20:48:44.521455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ae55fee3-9eae-4b11-9803-db6992c5708c req-e147a71b-0486-459c-bda9-7a3d808f3a4e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373530 Feb 04 20:48:45.702228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5762-4e9d-473c-9480-dc8c0261e68a req-2facfbdf-d87e-4730-9b49-3b859217a873 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:45.703701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b0ab5762-4e9d-473c-9480-dc8c0261e68a req-2facfbdf-d87e-4730-9b49-3b859217a873 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 944 time: 0.0795674 Feb 04 20:48:45.747850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b0ab5762-4e9d-473c-9480-dc8c0261e68a req-957ffdcd-c2ab-45f1-9106-88023e890c56 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Feb 04 20:48:46.362009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82df71e0-33bf-4ed2-8e26-aedd862aadf4 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:48:46.493546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 82df71e0-33bf-4ed2-8e26-aedd862aadf4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82df71e0-33bf-4ed2-8e26-aedd862aadf4,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:48:46.506565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '82df71e0-33bf-4ed2-8e26-aedd862aadf4', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'port_id': '82df71e0-33bf-4ed2-8e26-aedd862aadf4', 'mac_address': 'fa:16:3e:0b:9b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:48:46.565458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:46.582155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82df71e0-33bf-4ed2-8e26-aedd862aadf4 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:48:46.596894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 82df71e0-33bf-4ed2-8e26-aedd862aadf4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82df71e0-33bf-4ed2-8e26-aedd862aadf4,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:48:46.694191 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:46.760208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=82df71e0-33bf-4ed2-8e26-aedd862aadf4,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:48:46.767631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.773287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:48:46.934879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b560e-7471-4f34-bfca-44286bd0759e req-f4999c19-1df3-412e-b015-24c28d599921 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:46.936347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-654b560e-7471-4f34-bfca-44286bd0759e req-f4999c19-1df3-412e-b015-24c28d599921 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 945 time: 0.0823631 Feb 04 20:48:46.983743 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-654b560e-7471-4f34-bfca-44286bd0759e req-69c97d5c-0160-4258-8d8e-53c5ab1d48fc tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Feb 04 20:48:47.038328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['82df71e0-33bf-4ed2-8e26-aedd862aadf4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:48:48.172112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdd112-5099-428a-9ebb-b8733ae880ab req-e0c7f636-0b2a-439e-ae5a-a61189792299 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:48.173603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0cdd112-5099-428a-9ebb-b8733ae880ab req-e0c7f636-0b2a-439e-ae5a-a61189792299 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 945 time: 0.0844345 Feb 04 20:48:48.217815 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e0cdd112-5099-428a-9ebb-b8733ae880ab req-d224707b-9f42-4126-bb12-4356eb079ab4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Feb 04 20:48:48.377331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82df71e0-33bf-4ed2-8e26-aedd862aadf4 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:48:48.536467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:48:48.541326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:48:48.541491 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:48.691064 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:48.717367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4315cfa4-5a28-453d-8562-d53df33af114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df71e0-33bf-4ed2-8e26-aedd862aadf4'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:48:48.726629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 82df71e0-33bf-4ed2-8e26-aedd862aadf4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82df71e0-33bf-4ed2-8e26-aedd862aadf4,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:48:48.760926 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4315cfa4-5a28-453d-8562-d53df33af114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df71e0-33bf-4ed2-8e26-aedd862aadf4', 'code': 200} Feb 04 20:48:48.820076 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:48.886940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96329bf-1e63-4b41-90c9-6cff3e9b6805 req-d0e25bd3-0306-4dc7-a7cd-88b138ff9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:48.889126 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d96329bf-1e63-4b41-90c9-6cff3e9b6805 req-d0e25bd3-0306-4dc7-a7cd-88b138ff9659 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 1097 time: 0.0736792 Feb 04 20:48:48.892071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=82df71e0-33bf-4ed2-8e26-aedd862aadf4,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:48:48.930455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d96329bf-1e63-4b41-90c9-6cff3e9b6805 req-1e417308-26ed-4291-8f11-816b24b145a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351648 Feb 04 20:48:49.402662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2e188-1fa4-4d57-b0ee-d74960951865 req-3cbaa87d-9a05-466e-8198-1f77a6540c41 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:49.404143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0d2e188-1fa4-4d57-b0ee-d74960951865 req-3cbaa87d-9a05-466e-8198-1f77a6540c41 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 946 time: 0.0828691 Feb 04 20:48:49.447701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0d2e188-1fa4-4d57-b0ee-d74960951865 req-c6a42b25-bd6d-4ef5-a057-d97340174ce5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Feb 04 20:48:50.079864 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-939586f8-0b84-4aee-8a16-7d9eaafea1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:50.636189 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f84e7-695b-4949-af03-90c6a7b65483 req-c17b93f2-9563-4964-be1e-3dc2a43b62ee tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:50.637632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-006f84e7-695b-4949-af03-90c6a7b65483 req-c17b93f2-9563-4964-be1e-3dc2a43b62ee tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 946 time: 0.0848970 Feb 04 20:48:50.682294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-006f84e7-695b-4949-af03-90c6a7b65483 req-61d53030-aa63-4aac-801c-eeef80363046 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 Feb 04 20:48:50.865186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ecc3e-9a31-403e-9541-bfcff2bf738a req-f50df8d5-9fbd-4418-9c45-fceb52c3ed35 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:50.866614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f40ecc3e-9a31-403e-9541-bfcff2bf738a req-f50df8d5-9fbd-4418-9c45-fceb52c3ed35 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 946 time: 0.0817807 Feb 04 20:48:50.910764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f40ecc3e-9a31-403e-9541-bfcff2bf738a req-a62ea89b-6f28-4960-ab41-a9fc34c7d36a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Feb 04 20:48:51.641211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc61b9-19cd-459e-9243-a0f646627f0e req-2367c5d5-8d22-446b-9d33-e09a52a037b0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:51.642647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71dc61b9-19cd-459e-9243-a0f646627f0e req-2367c5d5-8d22-446b-9d33-e09a52a037b0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 946 time: 0.0784931 Feb 04 20:48:51.690289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71dc61b9-19cd-459e-9243-a0f646627f0e req-23298806-74ed-43b2-8b92-0bff63044f05 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Feb 04 20:48:52.279414 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c4a1-f6cf-4e53-9103-ed1d02372b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:52.881236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37877dc0-b3e6-4a6e-93e2-f4d3a01e5e29 req-2e051b84-811b-42a4-83ab-35c6fcc96305 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:52.885044 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37877dc0-b3e6-4a6e-93e2-f4d3a01e5e29 req-2e051b84-811b-42a4-83ab-35c6fcc96305 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 946 time: 0.0827754 Feb 04 20:48:52.927248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37877dc0-b3e6-4a6e-93e2-f4d3a01e5e29 req-51df547e-1a77-48ca-b9b4-e4901af34d7f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Feb 04 20:48:53.120236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-a8c9b995-fce5-4a6f-862c-cc04927e04f5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:48:53.121595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-a8c9b995-fce5-4a6f-862c-cc04927e04f5 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 946 time: 0.0836205 Feb 04 20:48:53.192303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:48:53.192635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:53.482906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] For port 82df71e0-33bf-4ed2-8e26-aedd862aadf4, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=82df71e0-33bf-4ed2-8e26-aedd862aadf4,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:48:53.483844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:53.536593 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:53.574283 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:53.632068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for 82df71e0-33bf-4ed2-8e26-aedd862aadf4 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:48:53.825583 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:53.837746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['82df71e0-33bf-4ed2-8e26-aedd862aadf4'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:48:53.867525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['be2c1603-0cf1-442b-a6de-ed6da37d8df9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:48:53.879557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=82df71e0-33bf-4ed2-8e26-aedd862aadf4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:48:54.068425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] No DVR routers for this DVR port 82df71e0-33bf-4ed2-8e26-aedd862aadf4 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:48:54.071160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:54.074122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4315cfa4-5a28-453d-8562-d53df33af114', 'name': 'network-vif-deleted', 'tag': '82df71e0-33bf-4ed2-8e26-aedd862aadf4'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:48:54.114779 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d21a27f8-c5f9-4353-bfd4-45552a4ed449 req-f88daf2d-6300-4590-951e-005cd5876234 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 210 time: 0.0616620 Feb 04 20:48:54.126620 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4315cfa4-5a28-453d-8562-d53df33af114', 'name': 'network-vif-deleted', 'tag': '82df71e0-33bf-4ed2-8e26-aedd862aadf4', 'status': 'completed', 'code': 200} Feb 04 20:48:54.140957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eabb1bf2-4c7e-410e-82ca-110999e2fab0 req-e08937cc-619a-49c0-8f17-95771e6c8c4f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "DELETE /v2.0/ports/82df71e0-33bf-4ed2-8e26-aedd862aadf4 HTTP/1.1" status: 204 len: 173 time: 1.0137072 Feb 04 20:48:55.251154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:55.303851 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1fbe2902-9ade-46f4-ab10-b49515d9490c req-c13f6def-9313-4b28-9738-a07f6cfe979c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:48:55.393944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1fbe2902-9ade-46f4-ab10-b49515d9490c req-c13f6def-9313-4b28-9738-a07f6cfe979c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:48:55.395220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fbe2902-9ade-46f4-ab10-b49515d9490c req-c13f6def-9313-4b28-9738-a07f6cfe979c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=4315cfa4-5a28-453d-8562-d53df33af114 HTTP/1.1" status: 200 len: 210 time: 0.1364124 Feb 04 20:48:56.445661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82df71e0-33bf-4ed2-8e26-aedd862aadf4 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:48:56.479742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 82df71e0-33bf-4ed2-8e26-aedd862aadf4 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:48:56.480087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 82df71e0-33bf-4ed2-8e26-aedd862aadf4 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:49:00.488244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e76176-7065-47b7-a78a-985bec3a2380 req-f084f390-9789-412c-a2a6-1690b17c4313 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:00.489697 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23e76176-7065-47b7-a78a-985bec3a2380 req-f084f390-9789-412c-a2a6-1690b17c4313 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.0817852 Feb 04 20:49:00.533040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23e76176-7065-47b7-a78a-985bec3a2380 req-887ecaa4-3aed-4554-a141-62276bd898a0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Feb 04 20:49:01.719543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7156b-607b-4200-ad11-ede3b226b1e1 req-d528aea2-43e6-4ba4-991d-6763f369bdf1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:01.721007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46e7156b-607b-4200-ad11-ede3b226b1e1 req-d528aea2-43e6-4ba4-991d-6763f369bdf1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.0797358 Feb 04 20:49:01.765014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-46e7156b-607b-4200-ad11-ede3b226b1e1 req-4f96c27d-eb3b-4515-8ad1-edf8bdaebe95 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Feb 04 20:49:02.321117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518154-4b73-4ffc-a849-916253693cfc req-3db38ff5-1f57-4d15-8f39-90d13fdf7284 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:02.322541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15518154-4b73-4ffc-a849-916253693cfc req-3db38ff5-1f57-4d15-8f39-90d13fdf7284 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.0821702 Feb 04 20:49:02.393899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port be2c1603-0cf1-442b-a6de-ed6da37d8df9 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:49:02.394236 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:02.638198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] For port be2c1603-0cf1-442b-a6de-ed6da37d8df9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=be2c1603-0cf1-442b-a6de-ed6da37d8df9,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:49:02.638552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:02.662444 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:49:02.761239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for be2c1603-0cf1-442b-a6de-ed6da37d8df9 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:49:02.975055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cb58a-a26f-4067-8306-c5bf5469d83e req-bf40225d-6edd-4d72-8b6b-03f2b7d9ff90 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:02.976533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-150cb58a-a26f-4067-8306-c5bf5469d83e req-bf40225d-6edd-4d72-8b6b-03f2b7d9ff90 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 946 time: 0.1052744 Feb 04 20:49:03.012378 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:03.028669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['be2c1603-0cf1-442b-a6de-ed6da37d8df9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:49:03.064143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-150cb58a-a26f-4067-8306-c5bf5469d83e req-879d1ece-569b-489b-a52c-aa2f0568a198 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Feb 04 20:49:03.073680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=be2c1603-0cf1-442b-a6de-ed6da37d8df9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:03.119678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.120083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.120354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.120686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.121012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.121325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.121644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.121963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.122277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.122592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.122942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.123255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:03.162545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] No DVR routers for this DVR port be2c1603-0cf1-442b-a6de-ed6da37d8df9 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:49:03.165471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:03.168656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'name': 'network-vif-deleted', 'tag': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:49:03.213188 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29984f2e-1d54-4581-aa9d-6fa63f201122', 'name': 'network-vif-deleted', 'tag': 'be2c1603-0cf1-442b-a6de-ed6da37d8df9', 'status': 'completed', 'code': 200} Feb 04 20:49:03.251496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15518154-4b73-4ffc-a849-916253693cfc req-a0dad66a-5c68-4ad2-a184-422df095d13c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "DELETE /v2.0/ports/be2c1603-0cf1-442b-a6de-ed6da37d8df9 HTTP/1.1" status: 204 len: 173 time: 0.9202731 Feb 04 20:49:04.214394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-43ed481f-a699-4104-bc35-08c7425c9576 req-9047cf41-49c5-48bc-a6c1-ba43b2325121 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:49:04.304949 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-43ed481f-a699-4104-bc35-08c7425c9576 req-9047cf41-49c5-48bc-a6c1-ba43b2325121 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:49:04.306132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43ed481f-a699-4104-bc35-08c7425c9576 req-9047cf41-49c5-48bc-a6c1-ba43b2325121 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=29984f2e-1d54-4581-aa9d-6fa63f201122 HTTP/1.1" status: 200 len: 210 time: 0.1369677 Feb 04 20:49:05.300690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device be2c1603-0cf1-442b-a6de-ed6da37d8df9 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:49:05.335772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: be2c1603-0cf1-442b-a6de-ed6da37d8df9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:49:05.335879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device be2c1603-0cf1-442b-a6de-ed6da37d8df9 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:49:08.082227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48856) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:08.087354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609599645', 'description': 'tempest-secgroup-smoke-609599645 description', 'project_id': 'c03e2442d43349e292a17e2222f8c594'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:08.094469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:08.103799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:08.176310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.196696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:08.200698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:08.204099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:08.209684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:08.278648 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.341591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.383006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3402605e-143d-4be4-ab52-3afaaec11b04,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:08.461908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.463335 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aed25d50-d0b7-47d4-b040-12b205ba9c4b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3799796 Feb 04 20:49:08.466539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48860) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:08.471437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'security_group_rule': {'security_group_id': '3402605e-143d-4be4-ab52-3afaaec11b04', 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:08.477847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:08.481601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:08.484433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:08.489993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:08.576171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.633695 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.710275 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.732365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b936b7dc-18c2-49d3-bc4b-6e24c660695c,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:08.870640 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:08.871835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1934167e-34ec-4083-83ee-89cba632bd66 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4043169 Feb 04 20:49:08.875167 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48864) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:08.879939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'security_group_rule': {'security_group_id': '3402605e-143d-4be4-ab52-3afaaec11b04', 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:08.886331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:08.890028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:08.892830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:08.898375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:08.964781 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.022949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.101546 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.129138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8700c526-f91b-418b-8f01-492618c4ac90,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:09.213664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.215068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ca9d3c68-c0be-4f50-91f6-f9da1932f53e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389618 Feb 04 20:49:09.218392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48868) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:09.223384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'security_group_rule': {'security_group_id': '3402605e-143d-4be4-ab52-3afaaec11b04', 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:09.229970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:09.234440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:09.237317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:09.241945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.243071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:09.431779 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.492182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.562070 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.585494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f54dc0b-8e1b-4d52-bcbc-d932f559fe85,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:09.587985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.661941 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.663179 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3fd3dc29-8c5f-47b0-9770-700cd4a49cca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4438057 Feb 04 20:49:09.665851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48872) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:09.670853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'security_group_rule': {'security_group_id': '3402605e-143d-4be4-ab52-3afaaec11b04', 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:09.677347 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:09.681195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:09.684163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:09.689771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:09.787963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.848783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.918971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:09.942343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4add89e7-6e72-499b-a2e6-df89888268f1,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:10.025149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.026311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-17ee790f-d637-4aa9-9697-ccad4cf93279 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3595805 Feb 04 20:49:10.029030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48876) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:10.033858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'security_group_rule': {'security_group_id': '3402605e-143d-4be4-ab52-3afaaec11b04', 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:10.040223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:10.043997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:10.046889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:10.052381 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:10.150775 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Project c03e2442d43349e292a17e2222f8c594 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:49:10.157801 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.223987 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.304726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.328216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0272bef4-9edd-43c2-9db7-7b6071ffe9a7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:10.399045 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.400206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e719a753-96cd-4216-a2c0-970ed701257d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702674 Feb 04 20:49:10.402839 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 48880) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:10.407691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'security_group_rule': {'security_group_id': '3402605e-143d-4be4-ab52-3afaaec11b04', 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:10.413974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:10.417760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:security_group_rule and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:10.421176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:10.426741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:10.541718 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Project c03e2442d43349e292a17e2222f8c594 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 20:49:10.548989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.612030 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.678605 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.701199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f70cb-754c-4cfa-96f7-32f8c4c3d9bb,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:10.770409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:10.771614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fefd7bcb-c888-4fa9-9910-f128f5d3679b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678555 Feb 04 20:49:20.093515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b0fc52d8-8732-4ea1-9e66-6b60ba861a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:22.339254 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d44ad8de-b134-40ef-83fc-d3b2dc40e669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:23.493607 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:23.516305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:25.339002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:31.581505 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-c2347934-ce71-48e2-9e0c-fadd2b62e3be tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609599645&fields=id&tenant_id=c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 267 time: 0.0421219 Feb 04 20:49:31.729277 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-fa07b32f-7637-427e-b062-d8d09618f176 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:31.730628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-fa07b32f-7637-427e-b062-d8d09618f176 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1426940 Feb 04 20:49:31.745854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-ce6220d6-3ac2-49cb-8853-84e7e6229d60 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/quotas/c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 375 time: 0.0097344 Feb 04 20:49:31.825670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-4593be39-c8f4-48aa-b3b8-0ae51d6fa243 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751104 Feb 04 20:49:31.964675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-096974e1-015c-4df5-acaf-b0b0ea6fd61b service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264713 Feb 04 20:49:32.096252 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1fa80e32-eb6d-4425-9095-6f05b5cf38ac service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259077 Feb 04 20:49:32.799913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ed2bca5-97f7-45f2-a1ba-da2320a9a6fd req-687720d9-1fc6-44dd-bdd6-bb92456570a8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 210 time: 0.0451131 Feb 04 20:49:33.944036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-efe8c21a-94cb-4d2f-8380-f80eed669b3a req-dc79c7e7-f473-4600-8a73-5a89b084045e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 210 time: 0.0426917 Feb 04 20:49:35.025392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-6f7e4dfe-7fdd-4e61-87b8-4f7718af7fa7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:35.026835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-6f7e4dfe-7fdd-4e61-87b8-4f7718af7fa7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1478446 Feb 04 20:49:35.110242 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ef54798-a60f-4abf-8917-0d93bc886146 req-d928dcba-7af7-411a-b1b4-8ad15c91d6ea tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 210 time: 0.0507147 Feb 04 20:49:35.119682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ec26a1b-dc32-4bce-b452-f536b101d23f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:49:35.191555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ec26a1b-dc32-4bce-b452-f536b101d23f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:49:35.191555 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ec26a1b-dc32-4bce-b452-f536b101d23f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 379 time: 0.1489499 Feb 04 20:49:35.199963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'port': {'device_id': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'admin_state_up': True, 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'security_groups': ['3402605e-143d-4be4-ab52-3afaaec11b04']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:35.337220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:35.347152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:35.412813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:49:35.416488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:35.580314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.20.0.13 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/c3a477e6-8b96-446e-ac9a-254e36e14582) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:49:35.769244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:35.784828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Transition to ACTIVE for port object c3a477e6-8b96-446e-ac9a-254e36e14582 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:49:35.873351 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:35.946099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:49:35.949289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:49:35.953087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:49:35.989848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=c3a477e6-8b96-446e-ac9a-254e36e14582,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:36.023172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:36.023773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:36.122684 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1ae0469f-6900-4358-8675-8e8323baf58a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9265425 Feb 04 20:49:36.138873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Request body: {'port': {'device_id': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:36.237801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7604500-4f55-469e-9f5c-982a9da6f3e8 None None] Provisioning for port c3a477e6-8b96-446e-ac9a-254e36e14582 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:49:36.245793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a7604500-4f55-469e-9f5c-982a9da6f3e8 None None] Provisioning complete for port c3a477e6-8b96-446e-ac9a-254e36e14582 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:49:36.246859 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7604500-4f55-469e-9f5c-982a9da6f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:36.265417 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:36.308584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0848-24e3-4875-bc43-54dc2d386be6 req-82d9cf5f-b35e-4e65-82b6-ccaa682a0dd1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:36.310904 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-576b0848-24e3-4875-bc43-54dc2d386be6 req-82d9cf5f-b35e-4e65-82b6-ccaa682a0dd1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 932 time: 0.0874145 Feb 04 20:49:36.316957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a7604500-4f55-469e-9f5c-982a9da6f3e8 None None] Port c3a477e6-8b96-446e-ac9a-254e36e14582 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:49:36.359224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-576b0848-24e3-4875-bc43-54dc2d386be6 req-9c76a172-e8a4-4b51-961a-5b3e7615c724 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402746 Feb 04 20:49:36.624773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a477e6-8b96-446e-ac9a-254e36e14582 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:49:36.632339 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:36.646042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Transition to ACTIVE for port object c3a477e6-8b96-446e-ac9a-254e36e14582 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:49:36.733181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:36.971215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Pushing event updated for resources: {'Port': ['ID=c3a477e6-8b96-446e-ac9a-254e36e14582,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:37.077624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Attempting to bind port c3a477e6-8b96-446e-ac9a-254e36e14582 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:49:37.077940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Attempting to bind port c3a477e6-8b96-446e-ac9a-254e36e14582 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:49:37.078268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Attempting to bind port c3a477e6-8b96-446e-ac9a-254e36e14582 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:49:37.083041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Port c3a477e6-8b96-446e-ac9a-254e36e14582 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:49:37.085595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Attempting to bind port c3a477e6-8b96-446e-ac9a-254e36e14582 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:49:37.088475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:49:37.088792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:49:37.089170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:49:37.089584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Bound port: c3a477e6-8b96-446e-ac9a-254e36e14582, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:49:37.089925 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:37.187034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] For port c3a477e6-8b96-446e-ac9a-254e36e14582, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:49:37.190710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] For port c3a477e6-8b96-446e-ac9a-254e36e14582, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c3a477e6-8b96-446e-ac9a-254e36e14582,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:49:37.259433 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:37.320837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:37.321517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:37.322860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] 10.222.0.24 "PUT /v2.0/ports/c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 200 len: 1092 time: 1.1884377 Feb 04 20:49:37.324884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:49:37.342068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0dd51-3eba-4bc9-8819-2bdee142b8db service neutron] Pushing event updated for resources: {'Port': ['ID=c3a477e6-8b96-446e-ac9a-254e36e14582,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:37.538410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-017c1d07-8bab-4dd4-b8a0-ec1c4cfbc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:37.539954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-017c1d07-8bab-4dd4-b8a0-ec1c4cfbc8ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1095 time: 0.0996661 Feb 04 20:49:37.585518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ac1f-033e-49f1-9b95-ae7179232163 req-53f7ed66-5061-4e2e-b5ef-e72230de3947 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:37.587231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7535ac1f-033e-49f1-9b95-ae7179232163 req-53f7ed66-5061-4e2e-b5ef-e72230de3947 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 944 time: 0.0950034 Feb 04 20:49:37.608460 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'status': 'completed', 'code': 200} Feb 04 20:49:37.623495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-95adadbd-84e7-4012-9679-497c377756dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 200 len: 217 time: 0.0730593 Feb 04 20:49:37.636777 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7535ac1f-033e-49f1-9b95-ae7179232163 req-5abf21ee-1907-46f8-98ae-cbf4f0eb5062 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Feb 04 20:49:37.694298 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-4d1578ff-f814-4877-b49c-914f7172b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:37.695681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-4d1578ff-f814-4877-b49c-914f7172b5ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0608745 Feb 04 20:49:37.773682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-6512362c-e984-484b-981c-5bb4cbd16742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:37.775201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-6512362c-e984-484b-981c-5bb4cbd16742 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680149 Feb 04 20:49:37.909688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-ba8d074f-6244-4489-9f7d-4027bdd16c42 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251636 Feb 04 20:49:38.044043 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6aedda8f-a0e5-4ab4-8357-737889b48ab5 req-1e679eea-8d9c-4ff2-af34-a87717490d64 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248522 Feb 04 20:49:38.228963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-0c67a766-17b9-4f61-b90c-c9e88cf88ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:38.230423 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-0c67a766-17b9-4f61-b90c-c9e88cf88ce7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1095 time: 0.0749824 Feb 04 20:49:38.359789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-228b0094-f3c4-4635-9842-a0fdaaaace68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:38.361158 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-228b0094-f3c4-4635-9842-a0fdaaaace68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1251867 Feb 04 20:49:38.428617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-06a5121b-4e72-47a2-9163-b3862c91d418 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 200 len: 217 time: 0.0601821 Feb 04 20:49:38.493150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-b7789c91-33d9-47cb-83de-fd3c9e47c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:38.494840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-b7789c91-33d9-47cb-83de-fd3c9e47c41c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0598493 Feb 04 20:49:38.569687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-726a47ed-bdea-4d7d-a065-77ea5eec87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:38.571157 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-726a47ed-bdea-4d7d-a065-77ea5eec87f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699844 Feb 04 20:49:38.714074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-4e9c96ee-ac38-48a7-86e0-1c11f6db1770 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315303 Feb 04 20:49:39.010539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad84bee6-d68b-4112-94f0-926f249e73e7 req-e7d5ad0b-c5c0-45ae-b40a-2937905d5860 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871101 Feb 04 20:49:39.021477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df12d99-9342-45c2-8175-2f2c07e7e077 req-740893a9-d752-4474-b8ce-6f33ece2218e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:39.022166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9df12d99-9342-45c2-8175-2f2c07e7e077 req-740893a9-d752-4474-b8ce-6f33ece2218e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:49:39.144066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-9df12d99-9342-45c2-8175-2f2c07e7e077 req-740893a9-d752-4474-b8ce-6f33ece2218e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:49:39.145255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9df12d99-9342-45c2-8175-2f2c07e7e077 req-740893a9-d752-4474-b8ce-6f33ece2218e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 944 time: 0.2492816 Feb 04 20:49:39.190412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9df12d99-9342-45c2-8175-2f2c07e7e077 req-de9c91a2-96a2-4b35-81a5-9598580703ac tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393190 Feb 04 20:49:39.281098 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:39.555412 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:39.662048 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:49:40.371440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c47ee-5e8d-4c2b-a777-67ee86b6a05b req-72f96b78-4044-463c-9cc1-0c2ac50f03b1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:40.372915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb0c47ee-5e8d-4c2b-a777-67ee86b6a05b req-72f96b78-4044-463c-9cc1-0c2ac50f03b1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 944 time: 0.0798428 Feb 04 20:49:40.415825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cb0c47ee-5e8d-4c2b-a777-67ee86b6a05b req-6ba7cc8c-2f40-4245-8108-e5e80e64ffc2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367599 Feb 04 20:49:41.746868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2c314-b4d3-441a-b7b5-28b5da61575c req-d668c3c0-2aef-428c-b0f9-7f0c24bf260b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:41.748219 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78a2c314-b4d3-441a-b7b5-28b5da61575c req-d668c3c0-2aef-428c-b0f9-7f0c24bf260b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 944 time: 0.0821314 Feb 04 20:49:41.791188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78a2c314-b4d3-441a-b7b5-28b5da61575c req-2778c75c-d69d-4a23-9963-3ef4d785a3d4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375254 Feb 04 20:49:42.973567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a68dc-5641-49d0-8037-7fc22a0c0510 req-d7727677-f6ae-40c7-8e7f-2505316859df tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:42.975038 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db6a68dc-5641-49d0-8037-7fc22a0c0510 req-d7727677-f6ae-40c7-8e7f-2505316859df tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 944 time: 0.0817084 Feb 04 20:49:43.018571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db6a68dc-5641-49d0-8037-7fc22a0c0510 req-64d5273c-332f-4a7e-869d-13fd49f08447 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381253 Feb 04 20:49:44.197921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345db02-6b2d-4f2e-9e90-b66a074c522b req-e5b46095-f670-4ca3-9791-c828bbb4e239 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:44.199422 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d345db02-6b2d-4f2e-9e90-b66a074c522b req-e5b46095-f670-4ca3-9791-c828bbb4e239 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 944 time: 0.0794275 Feb 04 20:49:44.242516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d345db02-6b2d-4f2e-9e90-b66a074c522b req-04eae442-aada-44ff-a465-eceb38f4539f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373788 Feb 04 20:49:45.425659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9453e-5ac6-4356-9836-d9a4299a3c23 req-bc54474f-af42-42c9-8ccc-47437f8109f1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:45.427023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7df9453e-5ac6-4356-9836-d9a4299a3c23 req-bc54474f-af42-42c9-8ccc-47437f8109f1 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 944 time: 0.0787380 Feb 04 20:49:45.449226 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c3a477e6-8b96-446e-ac9a-254e36e14582 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:49:45.470403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7df9453e-5ac6-4356-9836-d9a4299a3c23 req-1b13165f-a3ec-42d1-af18-8fe2d8947cd0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378914 Feb 04 20:49:45.579060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c3a477e6-8b96-446e-ac9a-254e36e14582, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c3a477e6-8b96-446e-ac9a-254e36e14582,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:49:45.591533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'port_id': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'mac_address': 'fa:16:3e:d4:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:49:45.644310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:45.660030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a477e6-8b96-446e-ac9a-254e36e14582 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:49:45.674965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c3a477e6-8b96-446e-ac9a-254e36e14582, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c3a477e6-8b96-446e-ac9a-254e36e14582,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:49:45.757878 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:45.825540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c3a477e6-8b96-446e-ac9a-254e36e14582,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:46.014019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c3a477e6-8b96-446e-ac9a-254e36e14582'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:49:46.658143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31ab60-cfa0-4a44-a4f8-e7ddcecb3af5 req-b50bf292-f946-4ec8-888c-31501ddd9d88 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:46.659613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb31ab60-cfa0-4a44-a4f8-e7ddcecb3af5 req-b50bf292-f946-4ec8-888c-31501ddd9d88 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 945 time: 0.0825198 Feb 04 20:49:46.703372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb31ab60-cfa0-4a44-a4f8-e7ddcecb3af5 req-f1c97459-7f54-4492-89b6-661705fca685 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 Feb 04 20:49:47.435576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c3a477e6-8b96-446e-ac9a-254e36e14582 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:49:47.558014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c3a477e6-8b96-446e-ac9a-254e36e14582 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:49:47.562642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c3a477e6-8b96-446e-ac9a-254e36e14582 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:49:47.563040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:47.677066 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:47.735539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:49:47.745641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c3a477e6-8b96-446e-ac9a-254e36e14582, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c3a477e6-8b96-446e-ac9a-254e36e14582,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:49:47.827366 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:47.869569 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'code': 200} Feb 04 20:49:47.905191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c3a477e6-8b96-446e-ac9a-254e36e14582,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:47.912902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.916799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:49:47.979899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82d327-7ae1-4564-87b2-97b5552182f4 req-80f13328-7523-4ea6-a000-e6fb39f8fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:47.981435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d82d327-7ae1-4564-87b2-97b5552182f4 req-80f13328-7523-4ea6-a000-e6fb39f8fefc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1097 time: 0.0689971 Feb 04 20:49:48.025418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d82d327-7ae1-4564-87b2-97b5552182f4 req-949c52af-0bff-436d-85f9-4eaef4efe132 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344014 Feb 04 20:49:48.042732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd35c4-46ad-4a83-8905-bd6b5ba58a70 req-bd817cf4-a8d6-42a1-9d06-87cd72010a22 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:48.044225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12cd35c4-46ad-4a83-8905-bd6b5ba58a70 req-bd817cf4-a8d6-42a1-9d06-87cd72010a22 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.0840800 Feb 04 20:49:48.087735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12cd35c4-46ad-4a83-8905-bd6b5ba58a70 req-58c86326-4caf-4633-94a3-a31f93292d44 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372896 Feb 04 20:49:49.277724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92abfd3-979f-4692-8976-a11df088c5ef req-d7996a20-cfdb-4f5a-b290-bd6eb652378c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:49.279231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e92abfd3-979f-4692-8976-a11df088c5ef req-d7996a20-cfdb-4f5a-b290-bd6eb652378c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.0846236 Feb 04 20:49:49.322895 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e92abfd3-979f-4692-8976-a11df088c5ef req-c87be5f8-906b-4276-b984-083cc1dff333 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 Feb 04 20:49:50.081256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-63e01835-1299-448b-88b1-6b690a4862f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:50.503617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a4aa8-a5ec-45c1-9ad1-3a8f6b865240 req-11526471-036c-4452-ac97-67e05a03460a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:50.505037 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-485a4aa8-a5ec-45c1-9ad1-3a8f6b865240 req-11526471-036c-4452-ac97-67e05a03460a tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.0786078 Feb 04 20:49:50.551260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-485a4aa8-a5ec-45c1-9ad1-3a8f6b865240 req-63f747ea-4d42-45ed-8a42-64a32573ba84 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 Feb 04 20:49:50.736961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9462-e164-4700-a017-94329fc18471 req-054c00a6-73ec-4dae-8fe9-f8579a20f68e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:50.738302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56fb9462-e164-4700-a017-94329fc18471 req-054c00a6-73ec-4dae-8fe9-f8579a20f68e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.0858471 Feb 04 20:49:50.785078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56fb9462-e164-4700-a017-94329fc18471 req-9550e9e8-3800-49be-8c66-1d8e54e56a3d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Feb 04 20:49:50.807268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49090) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:50.876847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ff10b-f435-404a-84c8-6de648a386cf tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:50.877554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-048ff10b-f435-404a-84c8-6de648a386cf tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] Synchronizing usage tracker for tenant:f00fe57381c14b7b821b3c1ab55d831f on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:49:50.977887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-048ff10b-f435-404a-84c8-6de648a386cf tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] Unset dirty status for tenant:f00fe57381c14b7b821b3c1ab55d831f on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:49:50.979143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-048ff10b-f435-404a-84c8-6de648a386cf tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1092 time: 0.1709387 Feb 04 20:49:50.982069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49094) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:49:50.989516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:49:50.993756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:49:50.997586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:floatingip and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:49:51.000361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:49:51.006615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:49:51.089555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:51.225900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:51.359925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.25.7.147 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/7cb437c9-27e6-421c-b1d7-46748bc2bac4) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:49:51.505202 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:51.615272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:51.679233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:49:51.681914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:49:51.685345 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:49:51.721031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=7cb437c9-27e6-421c-b1d7-46748bc2bac4,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:52.210814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:52.295236 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-581b12a3-4906-41bf-8d8d-3807574e6391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:52.361407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:52.571131 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:52.630172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:52.741822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=7cb437c9-27e6-421c-b1d7-46748bc2bac4,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:49:52.755496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:52.930764 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Floating IP 2c632c1a-a860-4daf-904a-3c67483836b7 associated. External IP: 172.25.7.147, port: c3a477e6-8b96-446e-ac9a-254e36e14582. Feb 04 20:49:53.285003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:49:53.459629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:49:53.469218 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:49:53.478002 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:49:53.478603 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:49:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:49:53.509670 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:53.534925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:53.536143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:53.593780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3996327a-29b3-464c-8c91-ac6683aecbda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6106567 Feb 04 20:49:53.594373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:49:53.647457 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'status': 'completed', 'code': 200} Feb 04 20:49:53.658151 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:49:53.738176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-c867fefb-1254-4ad2-962b-c329343e1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:53.739677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-c867fefb-1254-4ad2-962b-c329343e1c03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1097 time: 0.0696373 Feb 04 20:49:53.991321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-af94ddd0-bd6c-4b50-862e-e5877996205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:53.992694 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-af94ddd0-bd6c-4b50-862e-e5877996205e service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.2459805 Feb 04 20:49:54.007641 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '2c632c1a-a860-4daf-904a-3c67483836b7', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:d4:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:49:52Z', 'updated_at': '2022-02-04T20:49:52Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:49:54.011424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:49:54.019574 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:49:54.020167 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:49:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:49:54.098886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-10a473c7-73a6-490a-920a-9cd696f47aa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 200 len: 1000 time: 0.0971107 Feb 04 20:49:54.168229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-9b5b48d3-c542-4c54-8a20-9dde793e0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:54.169979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-9b5b48d3-c542-4c54-8a20-9dde793e0661 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0632045 Feb 04 20:49:54.195872 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:49:54.246512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-49af8f2f-cc8d-485a-bb01-22200e37289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:49:54.247974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-49af8f2f-cc8d-485a-bb01-22200e37289c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720599 Feb 04 20:49:54.381171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-d1373f96-58f0-4523-8711-8693fe8766ad service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268954 Feb 04 20:49:54.513089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5f12525-e3b1-4f87-bfb3-b46b13a5a236 req-898aff56-bf8f-408e-830e-20d0588e3cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257350 Feb 04 20:49:54.571160 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '2c632c1a-a860-4daf-904a-3c67483836b7', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:d4:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:49:52Z', 'updated_at': '2022-02-04T20:49:52Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:49:54.575034 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f8019-94f8-437b-b886-596ff2268f79 None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '2c632c1a-a860-4daf-904a-3c67483836b7', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:d4:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:49:52Z', 'updated_at': '2022-02-04T20:49:52Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:49:54.771114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867e371-8f90-42ce-87e7-c07d78833ba6 None None] New status for floating IP 2c632c1a-a860-4daf-904a-3c67483836b7: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:49:55.235286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:09.260450 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:09.555329 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:16.662576 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:50:20.068732 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-58bb3920-6d7a-4572-b41f-493033593a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:22.317168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7adc567d-2426-47d9-842c-5f8f4f3fbeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:23.521072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:23.543646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:25.263476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:38.292746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-7c43e69d-fc6f-416c-ad6b-731141220719 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681877 Feb 04 20:50:38.434903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-d20c67b0-f2e1-4fcd-bb7c-02d703f0dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:50:38.436268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-d20c67b0-f2e1-4fcd-bb7c-02d703f0dc6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1097 time: 0.0736980 Feb 04 20:50:38.584549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-0b05b4dd-9b80-443c-8467-068978e59676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:50:38.585983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-0b05b4dd-9b80-443c-8467-068978e59676 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1276481 Feb 04 20:50:38.692967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-0a87c65f-2ae7-4ff7-a629-3f1f29057863 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 200 len: 1002 time: 0.0978038 Feb 04 20:50:38.756019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-83303cb7-af48-4a6a-87ff-66a5d2647905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:50:38.757418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-83303cb7-af48-4a6a-87ff-66a5d2647905 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0562029 Feb 04 20:50:38.835307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-5c207af4-3e46-47b1-81d6-a632eca07a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:50:38.836766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-5c207af4-3e46-47b1-81d6-a632eca07a9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728118 Feb 04 20:50:38.970960 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-d7f3aaea-92e7-486c-9ee5-f482cb5bf0a9 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248109 Feb 04 20:50:39.105377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6dd79506-1f7f-4da0-8d75-94cfa17f24aa req-f40c5d4f-da80-4373-ba32-6282f4a7f80d service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235273 Feb 04 20:50:39.259417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:39.596874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:50.085554 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2af88c9c-fdd4-437b-9e88-e40368b0529e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:52.280354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fc12e83e-ddb8-43c6-ab31-165641945a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:53.525693 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:53.553804 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:53.662754 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:50:55.202221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:09.322319 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:09.559278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:20.073208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ea4470e6-07df-4bd0-b448-24cb67639cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:22.320045 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-36315168-a439-4f2a-9add-cf88e0815147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:23.516420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:23.544491 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:25.088119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-d416501e-da72-4b7f-9812-47aa9de1e39c req-4edce9a9-b637-46f8-aaa1-d52d612fee4d service neutron] (88236) timed out ('10.222.0.24', 63067) {{(pid=88236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:51:25.235715 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:30.663000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:51:39.278417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:39.572317 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:39.670552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-f4c67498-80fd-4006-9751-09ab3e2ac6d5 req-33816884-21d2-4a78-be3d-1710c8fe1945 service neutron] (88237) timed out ('10.222.0.48', 59874) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:51:40.279742 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-dc053229-908d-4e1c-af1d-686702cc43bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683978 Feb 04 20:51:40.423110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-20e5f2ee-f81e-4050-b183-40be12f4f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:51:40.424583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-20e5f2ee-f81e-4050-b183-40be12f4f8ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1097 time: 0.0697982 Feb 04 20:51:40.678234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-2f041aae-457e-45bb-963c-ce56448a21af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:51:40.679615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-2f041aae-457e-45bb-963c-ce56448a21af service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.2302895 Feb 04 20:51:40.783220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-97f90748-899b-4142-b0f1-5cc5ce4e37f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 200 len: 1002 time: 0.0949101 Feb 04 20:51:40.850263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-11b361db-ef7e-48e9-a20d-767f406a38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:51:40.851783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-11b361db-ef7e-48e9-a20d-767f406a38f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0600445 Feb 04 20:51:40.926431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-6eafd8a5-f9d2-4384-8148-a26209326a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:51:40.927922 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-6eafd8a5-f9d2-4384-8148-a26209326a69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694222 Feb 04 20:51:41.060937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-c15fcd65-c371-413f-ae01-17271384b860 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234541 Feb 04 20:51:41.193963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ec7baa4-d2dd-45e6-b145-798e730b5b3b req-72c0df83-c8f7-4b87-80e8-ea79f24e4b53 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227405 Feb 04 20:51:50.072533 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7b7fcc8d-703a-43ba-9d9e-05eaf6e9d4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:51.813609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-73f666ee-124b-42e2-bc8d-7fd69f0af75d req-db6d4932-d99e-4786-95d7-58450a7d3c6d service neutron] (88236) timed out ('10.222.0.48', 41694) {{(pid=88236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:51:52.286596 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7090c928-9e7d-4b1d-84a6-d0fe907a39c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.515269 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.540972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:55.227323 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.663507 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:52:09.285842 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.569142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.045809 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-f9a100cc-2fbf-4a2a-bc50-eee113490de1 req-bb82c9f3-2dd5-4862-ba32-82fb1162727d service neutron] (88237) timed out ('10.222.0.48', 56306) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:52:20.060970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7af21998-475d-435e-b9db-5a13d15990c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:22.295067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0fd8492c-95a8-4f8f-88ea-70f2d9363c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:23.628775 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:23.666315 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.295654 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.337302 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.631416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.327537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-1a97745d-5b1d-47f7-942f-84fe648fb1a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182303 Feb 04 20:52:42.476223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-c7dea59e-974d-4892-a9bd-2de1a0c26868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.477707 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-c7dea59e-974d-4892-a9bd-2de1a0c26868 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 1097 time: 0.0714748 Feb 04 20:52:42.628289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-73f789e1-3ea1-4be2-9fca-4755c7f05464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.630336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-73f789e1-3ea1-4be2-9fca-4755c7f05464 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1286664 Feb 04 20:52:42.737612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-4a3ed2d3-f0eb-4e09-aed0-4c3968f2269d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 200 len: 1002 time: 0.0973585 Feb 04 20:52:42.802969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-6bdfaa9f-3530-488e-bfb4-64218c5e9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.804360 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-6bdfaa9f-3530-488e-bfb4-64218c5e9c9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0568182 Feb 04 20:52:42.884723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-ee90d0c9-8b43-4930-8c98-63f783adebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.886170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-ee90d0c9-8b43-4930-8c98-63f783adebeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730422 Feb 04 20:52:43.017359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-830c16ab-fa6d-40c8-89c7-702b8bc9d127 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236897 Feb 04 20:52:43.152803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e7d860a-7e94-413a-b8c3-85103be41c95 req-1bf63727-40dc-42bd-b555-5cd6a5994f8c service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252851 Feb 04 20:52:44.662663 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:52:45.076745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488836-9bb0-4623-a93e-2f8acb9a77be req-624a91dc-96ba-4c5e-8da9-5b67e04f6ea9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:45.078185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34488836-9bb0-4623-a93e-2f8acb9a77be req-624a91dc-96ba-4c5e-8da9-5b67e04f6ea9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.1327622 Feb 04 20:52:45.122532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34488836-9bb0-4623-a93e-2f8acb9a77be req-dfe33bfb-0ba6-4ac6-8999-2367808a837e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386083 Feb 04 20:52:46.364461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770c39b-57b4-4e72-84d6-6b30fbdaf95c req-ea014ef1-6bbc-4653-b060-6fdcd26c9c9e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:46.366147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a770c39b-57b4-4e72-84d6-6b30fbdaf95c req-ea014ef1-6bbc-4653-b060-6fdcd26c9c9e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.1289952 Feb 04 20:52:46.410387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a770c39b-57b4-4e72-84d6-6b30fbdaf95c req-3a1191be-63b6-4d7e-a2d8-0da65b631709 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384820 Feb 04 20:52:46.836541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-52740bd4-c8c0-418f-a76d-e2c5b9ef135e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:46.838031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-52740bd4-c8c0-418f-a76d-e2c5b9ef135e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.2053473 Feb 04 20:52:46.911652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port c3a477e6-8b96-446e-ac9a-254e36e14582 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:52:46.911988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.167120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] For port c3a477e6-8b96-446e-ac9a-254e36e14582, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c3a477e6-8b96-446e-ac9a-254e36e14582,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:47.167480 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.453060 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.453704 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.453704 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Floating IP 2c632c1a-a860-4daf-904a-3c67483836b7 disassociated. External IP: 172.25.7.147, port: c3a477e6-8b96-446e-ac9a-254e36e14582. Feb 04 20:52:47.454052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for c3a477e6-8b96-446e-ac9a-254e36e14582 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:52:47.710559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42760-c48b-4fbb-9d67-0c7fd9940d8c req-9e97f09a-468e-4b93-8222-be445aa2c3d6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:47.711933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18a42760-c48b-4fbb-9d67-0c7fd9940d8c req-9e97f09a-468e-4b93-8222-be445aa2c3d6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 946 time: 0.1852179 Feb 04 20:52:47.714281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.756322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18a42760-c48b-4fbb-9d67-0c7fd9940d8c req-f471c028-06cb-4ae8-91aa-7caeeeb354b9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385396 Feb 04 20:52:47.766721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=c3a477e6-8b96-446e-ac9a-254e36e14582,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:47.779853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.780210 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.780561 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.780876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.781205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.781533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.781858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.782177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.782495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.782844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.787258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.787258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:47.966014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:52:48.144692 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:52:48.155829 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:52:48.167104 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:48.167724 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:52:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:48.224522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] No DVR routers for this DVR port c3a477e6-8b96-446e-ac9a-254e36e14582 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:52:48.227127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.229783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'name': 'network-vif-deleted', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:48.276676 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d1ef4-781a-4e24-b4b3-65f7192d1e52', 'name': 'network-vif-deleted', 'tag': 'c3a477e6-8b96-446e-ac9a-254e36e14582', 'status': 'completed', 'code': 200} Feb 04 20:52:48.314812 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6388de30-38cb-4af5-b1ab-15000ba58cb4 req-516ebde9-0e77-4687-aef9-2f8a1a6768ce tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "DELETE /v2.0/ports/c3a477e6-8b96-446e-ac9a-254e36e14582 HTTP/1.1" status: 204 len: 173 time: 1.4691646 Feb 04 20:52:48.348940 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:48.662345 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:48.666430 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:52:48.674463 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:48.675086 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:52:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:48.852343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:48.914751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0095dc4c-60e6-4083-ade5-473b64da2067 req-7839cc02-4c92-4c74-bffe-d9b5bbd5b9eb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=608d1ef4-781a-4e24-b4b3-65f7192d1e52 HTTP/1.1" status: 200 len: 210 time: 0.0480328 Feb 04 20:52:49.192491 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:49.196455 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102bebb-0eda-4f5f-bee1-7d56daa46080 None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:52:49.414098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc200b9-c24c-4bcd-a7ad-151c9e050546 None None] New status for floating IP 2c632c1a-a860-4daf-904a-3c67483836b7: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:52:50.074139 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fea5a1f5-3d6d-4fc2-8e88-2f506cd396d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.215440 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-584884a2-bc67-490b-89df-bd938df71dde tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609599645&fields=id&tenant_id=c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 267 time: 0.0379994 Feb 04 20:52:50.243793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c3a477e6-8b96-446e-ac9a-254e36e14582 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:52:50.279424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: c3a477e6-8b96-446e-ac9a-254e36e14582 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:52:50.279768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c3a477e6-8b96-446e-ac9a-254e36e14582 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:52:50.364633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-f5833c77-b1bf-489e-9cd6-6cb9baaca2b2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:50.366329 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-f5833c77-b1bf-489e-9cd6-6cb9baaca2b2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1447575 Feb 04 20:52:50.381491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-30d76259-0784-4edf-a6a0-4bef941dc22c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/quotas/c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 375 time: 0.0098488 Feb 04 20:52:50.467229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-1fc7d91f-bb37-4751-a763-79ba2cabc87e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808768 Feb 04 20:52:50.524284 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-f438b49a-9ae5-424c-a788-80736030f6fb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:52:50.525256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-f438b49a-9ae5-424c-a788-80736030f6fb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469406 Feb 04 20:52:50.659099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-bcef63df-3478-4a28-b5a7-a4a5ebcc5538 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279893 Feb 04 20:52:50.790430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-98a921e6-07d3-4f0b-bddf-30c8620557a6 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256669 Feb 04 20:52:51.455951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-85dc9883-e29e-4a18-8951-1ce1174ef08d req-61e577e3-1b6e-4cc1-bc72-02905173220f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:51.507730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-85dc9883-e29e-4a18-8951-1ce1174ef08d req-61e577e3-1b6e-4cc1-bc72-02905173220f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:51.508842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-85dc9883-e29e-4a18-8951-1ce1174ef08d req-61e577e3-1b6e-4cc1-bc72-02905173220f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.0948298 Feb 04 20:52:52.285670 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0da96f30-6af3-4aa4-8583-5b3559b1e594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.602939 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c8640c84-21a7-495c-8ebc-84a95e8570dc req-67de3bdb-c5a5-4634-b2a2-5210629aa989 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.0424631 Feb 04 20:52:53.537134 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.563109 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.698253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7adc5320-4398-4091-8453-4d21f0c24518 req-37c1bdee-edf5-4547-97e8-9beb7cb7f676 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.0424523 Feb 04 20:52:54.794301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67efb633-bb12-44e7-b9c9-409104124bf7 req-9a88517d-4769-4bd7-b19f-9dac7144a9b8 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.0446181 Feb 04 20:52:55.245095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.946666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dbda4f1-39ae-4c5c-bcb2-3bafa50cc348 req-094edb19-2658-4263-8117-65923b1ce082 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.0448065 Feb 04 20:52:57.096100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1d8795b7-7702-47ac-bfad-30853df0049d req-07b2db8b-3c8a-4e99-bcd9-87d1e48b0c3b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.0409181 Feb 04 20:52:57.484009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-818b802e-4ad8-4fcb-805b-54fa83529d75 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:57.485495 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-818b802e-4ad8-4fcb-805b-54fa83529d75 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1523943 Feb 04 20:52:57.531771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-1d5543d8-3f11-4b1a-8c42-0f73bbd3d200 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 379 time: 0.0385032 Feb 04 20:52:57.539787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'port': {'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'admin_state_up': True, 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'security_groups': ['3402605e-143d-4be4-ab52-3afaaec11b04']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:57.677599 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:57.687575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:57.774137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:57.777716 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.944298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.20.0.7 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/87177e87-fadf-4c6a-b44f-4abf0bb25ef2) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:58.134357 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:58.150965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Transition to ACTIVE for port object 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:58.232167 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:58.307858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:58.310985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:58.315072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:58.365906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:58.380054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.380395 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.380730 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.381060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.381390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.381716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.382039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.382357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.382676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.383018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.383338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.383653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:58.400438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:58.401067 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:58.408914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3179-55b2-4d46-bf84-a65f875fa42d req-c7d2e26f-0406-44fc-aa2d-0d90ff9c6d54 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:58.411030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e8c3179-55b2-4d46-bf84-a65f875fa42d req-c7d2e26f-0406-44fc-aa2d-0d90ff9c6d54 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 931 time: 0.2091365 Feb 04 20:52:58.467439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e8c3179-55b2-4d46-bf84-a65f875fa42d req-9b963710-c5e8-4417-9f59-02b061683a79 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456126 Feb 04 20:52:58.529551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a0f12b26-91a5-46e9-b043-86ad515167ba tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9932272 Feb 04 20:52:58.583334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Request body: {'port': {'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:58.711998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-364d40de-673f-4fba-9157-ccee4c19c65f None None] Provisioning for port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:58.718249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-364d40de-673f-4fba-9157-ccee4c19c65f None None] Provisioning complete for port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:58.718619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-364d40de-673f-4fba-9157-ccee4c19c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:58.780419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-364d40de-673f-4fba-9157-ccee4c19c65f None None] Port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:58.802987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:59.144005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:59.152164 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:59.173015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Transition to ACTIVE for port object 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:59.259838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:59.424027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:59.500381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Attempting to bind port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:59.500729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Attempting to bind port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:59.501082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Attempting to bind port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:59.506123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:52:59.506837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Attempting to bind port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:59.523251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:59.523251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:59.523251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:59.523251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Bound port: 87177e87-fadf-4c6a-b44f-4abf0bb25ef2, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:59.523251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:59.659491 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] For port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:59.663349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] For port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:59.681310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185caa1d-a1c9-4d03-af6f-1bf66d2d457d req-47f867b1-a036-434a-a6c6-e84f1ef1ef78 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:59.681995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-185caa1d-a1c9-4d03-af6f-1bf66d2d457d req-47f867b1-a036-434a-a6c6-e84f1ef1ef78 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:59.742980 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:59.793450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-185caa1d-a1c9-4d03-af6f-1bf66d2d457d req-47f867b1-a036-434a-a6c6-e84f1ef1ef78 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:59.794585 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-185caa1d-a1c9-4d03-af6f-1bf66d2d457d req-47f867b1-a036-434a-a6c6-e84f1ef1ef78 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 943 time: 0.2137842 Feb 04 20:52:59.819719 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:59.820107 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:59.821445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] 10.222.0.62 "PUT /v2.0/ports/87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 1091 time: 1.2853823 Feb 04 20:52:59.823800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:59.862269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ef959-b8d6-4300-90a7-7bebd84c8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:59.869763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-185caa1d-a1c9-4d03-af6f-1bf66d2d457d req-51cec058-847b-4176-a69d-c4ae211afe02 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668144 Feb 04 20:52:59.971072 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'status': 'completed', 'code': 200} Feb 04 20:53:00.006831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-053ba5d7-1919-4e6b-a9ea-e59ca1c95594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:00.008785 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-053ba5d7-1919-4e6b-a9ea-e59ca1c95594 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1094 time: 0.0894258 Feb 04 20:53:00.085457 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-844427bb-064d-49d7-8285-05b04a7603b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 217 time: 0.0694168 Feb 04 20:53:00.155811 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a7d520fc-fb6e-49c1-8708-b097086af6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:00.157227 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a7d520fc-fb6e-49c1-8708-b097086af6df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0657761 Feb 04 20:53:00.230778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a7c21680-ac60-4e7f-af92-d826ac046c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:00.232223 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-a7c21680-ac60-4e7f-af92-d826ac046c7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685012 Feb 04 20:53:00.359688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-8966a771-9a51-489a-a6d9-c3c5660bdab0 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214831 Feb 04 20:53:00.486301 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d567c6d4-9c76-46ab-9a99-c3898e986bbf req-6f6afbba-6a58-46f1-b95b-66350747250a service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211987 Feb 04 20:53:00.697150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82b57-e146-429d-94b3-cccc81f3690d req-785459b0-fea9-40f3-9806-ce314d255d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:00.698600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96b82b57-e146-429d-94b3-cccc81f3690d req-785459b0-fea9-40f3-9806-ce314d255d80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1094 time: 0.0692303 Feb 04 20:53:00.928739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82b57-e146-429d-94b3-cccc81f3690d req-7dc222ca-ee03-41d5-a056-cde96d0bbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:00.930354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96b82b57-e146-429d-94b3-cccc81f3690d req-7dc222ca-ee03-41d5-a056-cde96d0bbd5d service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.2261910 Feb 04 20:53:01.035474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96b82b57-e146-429d-94b3-cccc81f3690d req-8cb459e0-b6ec-4f51-877d-36849287e3b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 217 time: 0.0983739 Feb 04 20:53:01.118746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82b57-e146-429d-94b3-cccc81f3690d req-2f8238b7-bdf0-46eb-aeed-c2f530440fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:01.120210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96b82b57-e146-429d-94b3-cccc81f3690d req-2f8238b7-bdf0-46eb-aeed-c2f530440fdb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0768478 Feb 04 20:53:01.132499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef877bc2-9215-4f05-bf6e-9fcb4515f619 req-36da80b7-0716-4ec9-ae44-6bfdb2d59825 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:01.133888 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ef877bc2-9215-4f05-bf6e-9fcb4515f619 req-36da80b7-0716-4ec9-ae44-6bfdb2d59825 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 943 time: 0.1456974 Feb 04 20:53:01.231596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ef877bc2-9215-4f05-bf6e-9fcb4515f619 req-a6f70c8b-c97b-46ee-9439-21af5cfe99fb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606110 Feb 04 20:53:01.245803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82b57-e146-429d-94b3-cccc81f3690d req-7f91dc7c-044e-4ab9-bc15-a66904a7c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:01.247323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96b82b57-e146-429d-94b3-cccc81f3690d req-7f91dc7c-044e-4ab9-bc15-a66904a7c8c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126075 Feb 04 20:53:01.386910 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96b82b57-e146-429d-94b3-cccc81f3690d req-2fa53151-919f-44e7-86bc-3a4a5b4c8d3c service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321702 Feb 04 20:53:01.521094 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96b82b57-e146-429d-94b3-cccc81f3690d req-c8957ac7-7ce5-4df6-8ee4-945d8c68eadd service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282351 Feb 04 20:53:02.423883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a1952-bc07-4faa-a8a6-adddb858c12e req-008b3173-eddd-48d4-a939-9cae3abadcdb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:02.425395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f3a1952-bc07-4faa-a8a6-adddb858c12e req-008b3173-eddd-48d4-a939-9cae3abadcdb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 943 time: 0.0793121 Feb 04 20:53:02.468350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9f3a1952-bc07-4faa-a8a6-adddb858c12e req-3f823e0e-b229-47a8-b0e8-4c9aedbe3358 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373979 Feb 04 20:53:03.713801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc435c-17b3-4dea-8713-57762cd2655b req-4dac8ace-df18-4358-aa65-19aa9523d997 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:03.715259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04bc435c-17b3-4dea-8713-57762cd2655b req-4dac8ace-df18-4358-aa65-19aa9523d997 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 943 time: 0.0783710 Feb 04 20:53:03.758394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04bc435c-17b3-4dea-8713-57762cd2655b req-7abcc5f8-61b4-4934-9181-27218aa30e28 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376985 Feb 04 20:53:05.056338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc15579-0db8-4f88-9bc5-7a549b757641 req-ead5f562-6867-4320-872e-9836598f5d83 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:05.057700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4bc15579-0db8-4f88-9bc5-7a549b757641 req-ead5f562-6867-4320-872e-9836598f5d83 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 943 time: 0.1205781 Feb 04 20:53:05.105344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4bc15579-0db8-4f88-9bc5-7a549b757641 req-bdfa346d-c254-414e-95d5-c28ee46b70f9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Feb 04 20:53:06.374724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5123e3-188c-4320-a48d-8b9d91fae441 req-553bb2b0-b043-4f01-95d4-ef80743aedbe tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:06.376302 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2f5123e3-188c-4320-a48d-8b9d91fae441 req-553bb2b0-b043-4f01-95d4-ef80743aedbe tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 943 time: 0.1265125 Feb 04 20:53:06.421815 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2f5123e3-188c-4320-a48d-8b9d91fae441 req-0a82a1d2-e977-46c4-9e9c-6ea2e44eeb58 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394118 Feb 04 20:53:07.601203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf70307-f573-45ec-8f5b-5cca86f02a18 req-2b8ee188-61d8-4b5d-84f3-3b4ae11de644 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:07.602638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbf70307-f573-45ec-8f5b-5cca86f02a18 req-2b8ee188-61d8-4b5d-84f3-3b4ae11de644 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 943 time: 0.0779450 Feb 04 20:53:07.646412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbf70307-f573-45ec-8f5b-5cca86f02a18 req-a0ea9a58-938d-4557-97fe-9d001a73c7c0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382714 Feb 04 20:53:07.721487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:07.850196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:07.863355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:53:07.919758 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.936287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:07.951309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:08.021804 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:08.086407 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:08.093752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.094099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.094438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.094798 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.095135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.095461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.095785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.096108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.096425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.096745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.097094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.097409 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:08.389306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['87177e87-fadf-4c6a-b44f-4abf0bb25ef2'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:08.827102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35768e3d-5386-402e-abc7-a8db01394d76 req-bea9dbfd-5ecb-4c0a-bcee-adb4728c8487 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:08.828547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35768e3d-5386-402e-abc7-a8db01394d76 req-bea9dbfd-5ecb-4c0a-bcee-adb4728c8487 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 944 time: 0.0781915 Feb 04 20:53:08.872010 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35768e3d-5386-402e-abc7-a8db01394d76 req-fb600874-4d49-43a6-8027-bddd3f078239 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374978 Feb 04 20:53:09.307518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.631394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.731787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:09.882449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:09.887340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:09.887714 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.009963 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.037385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:10.047268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:10.061020 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ccdef-9afc-471d-841d-ac566b8cb4ef req-a90591ed-e275-4da7-92ca-35dfba2e045d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:10.062520 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-710ccdef-9afc-471d-841d-ac566b8cb4ef req-a90591ed-e275-4da7-92ca-35dfba2e045d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 944 time: 0.0836227 Feb 04 20:53:10.083130 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'code': 200} Feb 04 20:53:10.107964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-710ccdef-9afc-471d-841d-ac566b8cb4ef req-6d1f601e-d029-4344-a865-95260247405e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389352 Feb 04 20:53:10.177126 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.213028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371e11c-b553-4534-9337-497a0595a66e req-2b296f9a-4882-494b-b4cb-95d3519e8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:10.214479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2371e11c-b553-4534-9337-497a0595a66e req-2b296f9a-4882-494b-b4cb-95d3519e8205 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0729601 Feb 04 20:53:10.246042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:10.254997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2371e11c-b553-4534-9337-497a0595a66e req-689c6dc2-84c5-4bb3-9279-faaf5f56757f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345571 Feb 04 20:53:11.293375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c1768-0570-41d2-913b-41824cb48216 req-e7a707dc-e9da-4d66-912f-d544691f9e8b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:11.294826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-063c1768-0570-41d2-913b-41824cb48216 req-e7a707dc-e9da-4d66-912f-d544691f9e8b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 945 time: 0.0786057 Feb 04 20:53:11.341331 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-063c1768-0570-41d2-913b-41824cb48216 req-466f0924-2d1b-46ad-8690-202e4d78f4e9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Feb 04 20:53:12.522078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577e03d-21ab-47e2-95f1-26e147d53b2a req-2e34822c-0997-400c-a1f6-f63e746ec886 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.523457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2577e03d-21ab-47e2-95f1-26e147d53b2a req-2e34822c-0997-400c-a1f6-f63e746ec886 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 945 time: 0.0789032 Feb 04 20:53:12.566226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2577e03d-21ab-47e2-95f1-26e147d53b2a req-729cff0e-4f0b-469a-9adc-6aa04cf15356 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372643 Feb 04 20:53:12.746637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f910a-484b-41f5-b572-f9a8e4144321 req-2a59ac1a-0633-4313-a066-3944fa1e4cf0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.748110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b9f910a-484b-41f5-b572-f9a8e4144321 req-2a59ac1a-0633-4313-a066-3944fa1e4cf0 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 945 time: 0.0808234 Feb 04 20:53:12.791724 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b9f910a-484b-41f5-b572-f9a8e4144321 req-f2faf32a-cc9e-4ff8-9a68-537b6b50b72c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375819 Feb 04 20:53:12.813822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49282) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:12.987830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ed1dd-9cec-443e-a799-3c9e5c9785c4 tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.989293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-778ed1dd-9cec-443e-a799-3c9e5c9785c4 tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1091 time: 0.1744826 Feb 04 20:53:12.992330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49288) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:12.997288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:13.004238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:13.008005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:floatingip and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:13.010794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:13.016342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:13.127986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:13.262854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:13.391430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.25.7.50 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/61211709-0b33-4ccb-8715-d6f67628cbda) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:13.536141 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:13.642763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:13.710653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:13.713373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:13.716833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:13.746348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=61211709-0b33-4ccb-8715-d6f67628cbda,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:14.121577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.384100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.586031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.667767 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.777407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=61211709-0b33-4ccb-8715-d6f67628cbda,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:14.788021 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.959698 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Floating IP 90b11147-baae-47bc-b249-47458cd7eb36 associated. External IP: 172.25.7.50, port: 87177e87-fadf-4c6a-b44f-4abf0bb25ef2. Feb 04 20:53:15.305032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:53:15.479960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:53:15.490670 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:53:15.499860 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:15.500500 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:52:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:15.585564 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:15.644398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5ba46e58-0ee3-4ccb-9576-f958611e537f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6504924 Feb 04 20:53:15.645203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:15.678236 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:15.695130 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'status': 'completed', 'code': 200} Feb 04 20:53:15.791310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-cdb6b026-73ed-499c-aaf0-306e052164d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.792775 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-cdb6b026-73ed-499c-aaf0-306e052164d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0735836 Feb 04 20:53:15.926074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-660718f4-51a8-41a8-8d17-ec0de7f897ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.927480 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-660718f4-51a8-41a8-8d17-ec0de7f897ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1275053 Feb 04 20:53:16.019534 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:14Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:16.023263 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:53:16.027802 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-500dc131-99fd-4f13-a946-f4faf00e73db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 998 time: 0.0940266 Feb 04 20:53:16.031491 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:16.032083 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:52:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:16.207120 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:16.329845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-275af63b-2111-4ca5-9a0b-51ddeb8f9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.331353 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-275af63b-2111-4ca5-9a0b-51ddeb8f9ebd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.2031684 Feb 04 20:53:16.404053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-666cd5ca-dfd3-4812-9e02-e75fc2b09ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.405514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-666cd5ca-dfd3-4812-9e02-e75fc2b09ff5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680933 Feb 04 20:53:16.537169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-8e828696-c4a7-4f04-9690-21724ac85659 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255791 Feb 04 20:53:16.581341 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:14Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:16.585171 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec736ce-1a51-463d-a90e-84a0e5f274d0 None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:14Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:53:16.670251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-315eeac5-e1eb-4b7a-8cea-8e9a966a9605 req-c3b0cf03-38cc-46d2-81f2-c388fd0156fe service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274092 Feb 04 20:53:16.794412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21f8a8-c628-4bb8-9427-412ceadc4274 None None] New status for floating IP 90b11147-baae-47bc-b249-47458cd7eb36: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:53:20.101844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-727b6ba9-3fac-4ae3-9b04-2b27d747fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.662935 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:53:22.305919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1ca1329c-3803-484e-a967-8dcbb10ece8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:23.507458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:23.538846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.228945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.330454 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.619583 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:43.885060 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-35a65655-0d0c-4b8d-9516-ae286c4b2865 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735366 Feb 04 20:53:44.027037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030195-3b10-4e52-8679-3015be94ac2c req-dd5fcb34-7fdb-44e1-99d8-7c1f556c4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.028498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-dd5fcb34-7fdb-44e1-99d8-7c1f556c4122 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0722098 Feb 04 20:53:44.175959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030195-3b10-4e52-8679-3015be94ac2c req-5f3b622e-cb27-4aa2-a173-502521baee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.177391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-5f3b622e-cb27-4aa2-a173-502521baee58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1302361 Feb 04 20:53:44.280005 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-2b41b186-c5bd-4e56-9b73-4a3fe3f075a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0964854 Feb 04 20:53:44.343728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030195-3b10-4e52-8679-3015be94ac2c req-783a5acb-5815-4e30-9be6-b7820132f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.344968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-783a5acb-5815-4e30-9be6-b7820132f3f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0599096 Feb 04 20:53:44.419588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1030195-3b10-4e52-8679-3015be94ac2c req-89c5ddb0-f4cc-43ee-93fe-040a29e2c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.420634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-89c5ddb0-f4cc-43ee-93fe-040a29e2c375 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702722 Feb 04 20:53:44.552927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-76b04f61-4380-4ce4-9d61-fea978a63129 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261787 Feb 04 20:53:44.683043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1030195-3b10-4e52-8679-3015be94ac2c req-b4df5c6e-741d-4f93-a8cb-79883a80f5dc service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242807 Feb 04 20:53:50.116217 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b20d3aaa-eb57-4679-91c5-b4b9705acad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.321660 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9046-7153-454a-8936-1439c3b80121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.498971 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.572966 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.264470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:58.662489 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:54:09.323548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.609236 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:20.094542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4c4e-93ab-4102-9438-e6bcf9e4cbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:22.315037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7e087cd-510f-4bc0-af80-7496ab164071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.538021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.583773 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.240824 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:35.662499 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:54:39.331768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:39.643095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.881346 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-488c3253-0c14-440c-a28b-f4fec272ab02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696132 Feb 04 20:54:46.020185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-fae2bef0-f096-4f2d-8f6a-712f80143ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:46.021642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-fae2bef0-f096-4f2d-8f6a-712f80143ede service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0741599 Feb 04 20:54:46.166934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-0382a1f9-c737-4852-87c6-37a43c6fbfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:46.168302 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-0382a1f9-c737-4852-87c6-37a43c6fbfba service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1275027 Feb 04 20:54:46.377588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-2c784bd6-4f98-4591-b344-90210db0ee9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 1000 time: 0.2019835 Feb 04 20:54:46.439700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-bccfd9b9-74fd-4184-ab2b-fcd96c1c1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:46.441124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-bccfd9b9-74fd-4184-ab2b-fcd96c1c1cd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0573916 Feb 04 20:54:46.515720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-f180a2ec-1581-46e5-8b31-d3adc136b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:46.517262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-f180a2ec-1581-46e5-8b31-d3adc136b04c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702379 Feb 04 20:54:46.648411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-e065b83e-226a-43c4-b999-ffb22113c3c8 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242785 Feb 04 20:54:46.780882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0dd0f2be-356c-4e4d-8bdd-a6ddc79445eb req-5baf2678-4b1e-456c-95a4-ead4b97d1712 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266358 Feb 04 20:54:50.120238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1e065113-af63-4784-a850-9a05d1929ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:52.397341 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-97391263-71d9-47ad-8175-f3a098a4432a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.538211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.573109 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.283458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.350944 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.685691 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.662346 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:55:20.151094 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db57c2af-7eb8-4647-a9fe-df7ef9e3a455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.321866 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-42ca4cc5-65d8-48c3-aa33-fe15815e9d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.587990 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.733609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.274958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.313809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.710781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:45.908624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-50e0e05f-41e6-4e61-9274-6f2f5fc1eb04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790856 Feb 04 20:55:46.043857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b604-5c12-43d1-9cff-f23591269763 req-62fa1039-5f9a-4e8e-8f10-42ac950dbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.045295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-62fa1039-5f9a-4e8e-8f10-42ac950dbbc0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0700238 Feb 04 20:55:46.189366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b604-5c12-43d1-9cff-f23591269763 req-8be1a79e-d495-46c3-a21a-1b1e15b82cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.190852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-8be1a79e-d495-46c3-a21a-1b1e15b82cea service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1276393 Feb 04 20:55:46.295828 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-7d3bb4f9-b20e-4efd-a1c4-d7cc9b7fc996 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0994611 Feb 04 20:55:46.360909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b604-5c12-43d1-9cff-f23591269763 req-378e0f17-3f79-4e53-b2b3-9671c5b3f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.362375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-378e0f17-3f79-4e53-b2b3-9671c5b3f350 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0613403 Feb 04 20:55:46.436495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b604-5c12-43d1-9cff-f23591269763 req-dfc55b4a-6db4-4d63-b309-71f65d1ee259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.438435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-dfc55b4a-6db4-4d63-b309-71f65d1ee259 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702846 Feb 04 20:55:46.569162 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-91806e5c-f418-4e7a-a186-70a7da94d16c service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247611 Feb 04 20:55:46.698596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-66d4b604-5c12-43d1-9cff-f23591269763 req-bbf92ffe-45fe-4322-a78b-4ed715309d35 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241612 Feb 04 20:55:49.662427 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:55:50.096617 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6ddfaa5c-7c41-4211-acc8-55cf281585bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:52.316531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1205-87e3-4722-bf5d-d402dc18f960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:53.550189 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:53.633432 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:55.322107 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:59.926636 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-5ce59bd5-2320-46d4-a438-2274c03cfdeb req-e8fa289a-a750-4c5e-be99-c0cf4bc8c0cf service neutron] (88237) timed out ('10.222.0.62', 58058) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 20:56:09.376691 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.704279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:16.539859 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-967144da-5c82-4dc3-ac0f-a58af748644c tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609599645&fields=id&tenant_id=c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 267 time: 0.0416410 Feb 04 20:56:16.687707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-e0045688-8854-4db7-bf6a-a6413c5e28cf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:16.689047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-e0045688-8854-4db7-bf6a-a6413c5e28cf tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.1427681 Feb 04 20:56:16.703873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-0bba358a-c144-4e4b-a79a-5e52deeb0edb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/quotas/c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 375 time: 0.0094380 Feb 04 20:56:16.798168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-e0e8fbc3-d878-4962-8a2c-94334af2ca98 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0894721 Feb 04 20:56:17.143673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-a7991b1e-d7b6-4773-9d74-254c26cb04ac service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593236 Feb 04 20:56:17.275390 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-65a3c788-cf32-471b-a3e1-82f5b9ac2066 service neutron] 10.222.0.48 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259725 Feb 04 20:56:18.085598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26e8b5ac-44c4-453d-ae7e-e3df66d14e23 req-c098bc45-7ebf-4650-8618-47bbb8153b74 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 210 time: 0.0439200 Feb 04 20:56:19.236501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c899e31e-54b5-402d-b344-a669b41a70d3 req-cb9549ed-2561-4101-917c-8e8e13790384 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 210 time: 0.0420623 Feb 04 20:56:20.178926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f31d3ce2-4a03-40ae-9f1e-33af3ebf6b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.401577 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-53d35ac5-be8f-428c-8210-12ac0543bc53 req-b34b6a0b-a200-4cb2-8f91-91fca8c798aa tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 210 time: 0.0456789 Feb 04 20:56:20.718114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-8301e08c-c26f-4681-82b9-578f05cd2a2f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:20.719690 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-8301e08c-c26f-4681-82b9-578f05cd2a2f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 812 time: 0.2637599 Feb 04 20:56:20.776646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-5706f038-c338-470e-bed1-9291ca252c5f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03e2442d43349e292a17e2222f8c594 HTTP/1.1" status: 200 len: 379 time: 0.0414433 Feb 04 20:56:20.794022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'port': {'device_id': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'admin_state_up': True, 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'security_groups': ['3402605e-143d-4be4-ab52-3afaaec11b04']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:20.933168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:20.942632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:21.075453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Made reservation on behalf of c03e2442d43349e292a17e2222f8c594 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:56:21.079143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:21.245034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.20.0.3 (eb3273cb-caa8-4437-b566-ee03b9d797b0/102d6940-5481-4a88-9d81-40b6459b2265/9d9d51b9-c67c-478f-9701-6ffb398c6323) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:21.429836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:21.445069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Transition to ACTIVE for port object 9d9d51b9-c67c-478f-9701-6ffb398c6323 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:21.552097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fc687b0-81c6-405b-8575-a53ba6ea6bd2 req-a125fb20-6839-4113-adb6-fe5afdd7641d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 210 time: 0.0433810 Feb 04 20:56:21.568137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:21.647260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:21.650287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:21.653386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:21.691730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=9d9d51b9-c67c-478f-9701-6ffb398c6323,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:21.711501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.711849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.712182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.712515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.712836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.713156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.713473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.713806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.714101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.714466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.714801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.715114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:21.742746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:21.743372 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:21.865327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-ddefd06e-ab61-4b1a-bb93-10d8dc603a69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0748341 Feb 04 20:56:21.961636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6a70660b-bf0d-4943-a11b-d337f840e6f1 None None] Provisioning for port 9d9d51b9-c67c-478f-9701-6ffb398c6323 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:21.967413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6a70660b-bf0d-4943-a11b-d337f840e6f1 None None] Provisioning complete for port 9d9d51b9-c67c-478f-9701-6ffb398c6323 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:21.968186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a70660b-bf0d-4943-a11b-d337f840e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.032831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6a70660b-bf0d-4943-a11b-d337f840e6f1 None None] Port 9d9d51b9-c67c-478f-9701-6ffb398c6323 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:56:22.036796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Request body: {'port': {'device_id': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:22.150773 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.381955 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a50f87ae-b593-4a2a-9438-ee7e6c812893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.491732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9d51b9-c67c-478f-9701-6ffb398c6323 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:22.498904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.513029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Transition to ACTIVE for port object 9d9d51b9-c67c-478f-9701-6ffb398c6323 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:22.613011 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.816064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9d51b9-c67c-478f-9701-6ffb398c6323,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:22.916597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95f8c6-c424-46b4-a126-0cec3a7e6523 req-7af695c2-c971-4148-b2a0-e3ae936d7ba3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:22.917284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ae95f8c6-c424-46b4-a126-0cec3a7e6523 req-7af695c2-c971-4148-b2a0-e3ae936d7ba3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:22.919754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Attempting to bind port 9d9d51b9-c67c-478f-9701-6ffb398c6323 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:22.920081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Attempting to bind port 9d9d51b9-c67c-478f-9701-6ffb398c6323 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:22.920394 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Attempting to bind port 9d9d51b9-c67c-478f-9701-6ffb398c6323 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:22.927796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Port 9d9d51b9-c67c-478f-9701-6ffb398c6323 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:22.928109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Attempting to bind port 9d9d51b9-c67c-478f-9701-6ffb398c6323 on network eb3273cb-caa8-4437-b566-ee03b9d797b0 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:22.936656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:22.937012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Checking segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:22.937387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Bound using segment: {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:22.937798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Bound port: 9d9d51b9-c67c-478f-9701-6ffb398c6323, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b43a5-f3e8-461b-89cc-929a965c9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:22.938132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:23.019749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-ae95f8c6-c424-46b4-a126-0cec3a7e6523 req-7af695c2-c971-4148-b2a0-e3ae936d7ba3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:23.020817 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae95f8c6-c424-46b4-a126-0cec3a7e6523 req-7af695c2-c971-4148-b2a0-e3ae936d7ba3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 943 time: 0.3591421 Feb 04 20:56:23.044895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] For port 9d9d51b9-c67c-478f-9701-6ffb398c6323, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:23.061853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] For port 9d9d51b9-c67c-478f-9701-6ffb398c6323, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:23.073660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae95f8c6-c424-46b4-a126-0cec3a7e6523 req-aa514837-f379-4aed-86bd-d286780bb831 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453484 Feb 04 20:56:23.179218 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:23.355773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.356383 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:23.357742 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 1091 time: 1.3689387 Feb 04 20:56:23.358184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:23.381590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9ab72-294e-476c-840a-1b04e9609ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9d51b9-c67c-478f-9701-6ffb398c6323,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:23.546819 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'status': 'completed', 'code': 200} Feb 04 20:56:23.554233 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:23.588155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-9c813cda-e351-40a6-aa44-c157ad377194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.589685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-9c813cda-e351-40a6-aa44-c157ad377194 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1094 time: 0.0766032 Feb 04 20:56:23.589817 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:23.664857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-7ffada0f-485f-4d68-b807-2e14ff832959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 217 time: 0.0632956 Feb 04 20:56:23.730155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-68e651aa-7883-48c2-ac6f-d367d7862b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.731621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-68e651aa-7883-48c2-ac6f-d367d7862b42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0603991 Feb 04 20:56:23.808745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f542-c718-4e54-b8a0-abba284c283e req-b8b20393-2dc8-43b4-aaca-ee182ccc456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.810203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-b8b20393-2dc8-43b4-aaca-ee182ccc456a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686090 Feb 04 20:56:23.943890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-d71dc800-854a-4644-af61-456599e978f4 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232545 Feb 04 20:56:24.077304 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e551f542-c718-4e54-b8a0-abba284c283e req-79a4cfed-98b0-42e1-a136-954dd476e67d service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231349 Feb 04 20:56:24.316231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af53bd-54f0-4610-929c-aa3bc4fb15b3 req-5a4162c7-79de-4667-969f-71fe4c2fec89 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.317682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5af53bd-54f0-4610-929c-aa3bc4fb15b3 req-5a4162c7-79de-4667-969f-71fe4c2fec89 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 943 time: 0.1404910 Feb 04 20:56:24.320144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-df4cc10a-ca7a-422c-89f1-ab4fe07d1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.321474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-df4cc10a-ca7a-422c-89f1-ab4fe07d1822 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1094 time: 0.1084547 Feb 04 20:56:24.441261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5af53bd-54f0-4610-929c-aa3bc4fb15b3 req-e19988fb-0f25-4097-b0f8-a8c7e029eb5f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177840 Feb 04 20:56:24.481343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-7247dae3-37e5-4b21-9873-1cee1e819a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.482811 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-7247dae3-37e5-4b21-9873-1cee1e819a75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1447337 Feb 04 20:56:24.560088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-38e20e14-ea5b-4bb0-b664-665f2032005a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 217 time: 0.0702789 Feb 04 20:56:24.621234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-024c4f3b-e166-4a66-98b1-d1775f4f854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.622661 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-024c4f3b-e166-4a66-98b1-d1775f4f854f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0567424 Feb 04 20:56:24.700852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-bc456ccb-a834-47bb-91ea-bd633117aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.702287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-bc456ccb-a834-47bb-91ea-bd633117aa84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728645 Feb 04 20:56:24.830487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-8bd2f76a-8862-402c-9088-e388669544b9 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216578 Feb 04 20:56:24.962283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2a4607e-9017-4a1a-ac61-b3883af957c4 req-6eab804e-db27-4868-b2f4-433e8ab5a46f service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219413 Feb 04 20:56:25.313286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:25.629148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c514-3b11-48a1-ae6c-10563aeea9b2 req-157722c1-183c-4573-8d3c-a86f42f26b50 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:25.630601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc56c514-3b11-48a1-ae6c-10563aeea9b2 req-157722c1-183c-4573-8d3c-a86f42f26b50 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 943 time: 0.0820677 Feb 04 20:56:25.674253 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dc56c514-3b11-48a1-ae6c-10563aeea9b2 req-f7c60320-0027-41a3-a3a1-b3d8b5b603a2 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379350 Feb 04 20:56:26.661819 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:56:26.855314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832a6f-b197-4dac-8c1b-8f4e8b9c7439 req-dfa60be8-4736-4580-9ddc-a22a17e3cc60 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:26.856745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02832a6f-b197-4dac-8c1b-8f4e8b9c7439 req-dfa60be8-4736-4580-9ddc-a22a17e3cc60 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 943 time: 0.0778561 Feb 04 20:56:26.899765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02832a6f-b197-4dac-8c1b-8f4e8b9c7439 req-4d4855c5-87e2-41c8-8169-609a07c69c87 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375516 Feb 04 20:56:28.080446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51406362-f0c6-4eeb-ab80-75561ff4a0e8 req-0eb992ee-2a94-4661-bdd0-4aab41580eda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:28.081897 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51406362-f0c6-4eeb-ab80-75561ff4a0e8 req-0eb992ee-2a94-4661-bdd0-4aab41580eda tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 943 time: 0.0798788 Feb 04 20:56:28.129045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51406362-f0c6-4eeb-ab80-75561ff4a0e8 req-20c4408a-8df7-4c8f-aca8-fc578c2a7394 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413868 Feb 04 20:56:29.429863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f9284-e99b-4043-923f-c8734f2753a6 req-45b97f89-add9-469f-a44b-691c592dd805 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:29.431352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-722f9284-e99b-4043-923f-c8734f2753a6 req-45b97f89-add9-469f-a44b-691c592dd805 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 943 time: 0.1980515 Feb 04 20:56:29.475243 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-722f9284-e99b-4043-923f-c8734f2753a6 req-e3a8041a-00fa-4dba-9bc1-95ca6e114974 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382364 Feb 04 20:56:30.665499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bba9e-e1c4-4ab0-a0f6-3822f31134d6 req-48b3ece1-d769-4763-9a84-c32e363015ca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:30.666977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa2bba9e-e1c4-4ab0-a0f6-3822f31134d6 req-48b3ece1-d769-4763-9a84-c32e363015ca tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 943 time: 0.0868130 Feb 04 20:56:30.711172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fa2bba9e-e1c4-4ab0-a0f6-3822f31134d6 req-46a4f161-4b1d-40e2-994c-2176eff68e15 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379212 Feb 04 20:56:31.293911 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9d9d51b9-c67c-478f-9701-6ffb398c6323 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:31.427383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9d9d51b9-c67c-478f-9701-6ffb398c6323, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:31.440730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'port_id': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'mac_address': 'fa:16:3e:13:dd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:56:31.500803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:31.517564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9d51b9-c67c-478f-9701-6ffb398c6323 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:31.532859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9d9d51b9-c67c-478f-9701-6ffb398c6323, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:31.635219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:31.701568 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=9d9d51b9-c67c-478f-9701-6ffb398c6323,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:31.709483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.722326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:31.892756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc343c-c7f0-4d95-a8c1-5901c6c64bbb req-2db92918-a877-4d55-8e0e-7bc38be8e995 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:31.894217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aabc343c-c7f0-4d95-a8c1-5901c6c64bbb req-2db92918-a877-4d55-8e0e-7bc38be8e995 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 944 time: 0.0799706 Feb 04 20:56:31.930916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['9d9d51b9-c67c-478f-9701-6ffb398c6323'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:31.941206 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aabc343c-c7f0-4d95-a8c1-5901c6c64bbb req-5943dc48-b111-4216-8f76-5aaeba66d997 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413487 Feb 04 20:56:33.129880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0e1fe-9a28-410f-81df-464e0d5b507f req-11489976-faa9-4017-bf0c-585adfff7737 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.131251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ad0e1fe-9a28-410f-81df-464e0d5b507f req-11489976-faa9-4017-bf0c-585adfff7737 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 944 time: 0.0842817 Feb 04 20:56:33.176816 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ad0e1fe-9a28-410f-81df-464e0d5b507f req-1cad787e-9a93-4341-8c17-27894dbcafd9 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390747 Feb 04 20:56:33.300431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9d9d51b9-c67c-478f-9701-6ffb398c6323 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:33.455693 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 9d9d51b9-c67c-478f-9701-6ffb398c6323 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:33.460453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 9d9d51b9-c67c-478f-9701-6ffb398c6323 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:33.460825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:33.576408 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:33.602230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:33.611696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 9d9d51b9-c67c-478f-9701-6ffb398c6323, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:33.693602 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:33.735215 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'code': 200} Feb 04 20:56:33.771339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=9d9d51b9-c67c-478f-9701-6ffb398c6323,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:33.865784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7d56a-2aeb-40e2-a54f-dda7909f9ab7 req-4180ad45-12c8-403a-873d-ac8c1101f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.867256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0a7d56a-2aeb-40e2-a54f-dda7909f9ab7 req-4180ad45-12c8-403a-873d-ac8c1101f280 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1096 time: 0.0689831 Feb 04 20:56:33.909659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d0a7d56a-2aeb-40e2-a54f-dda7909f9ab7 req-43f125db-66c1-41b1-947e-0a936f3e2025 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331612 Feb 04 20:56:34.357852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185903b-b9f9-421a-b419-e5403e3d8d61 req-6c77f74a-053c-4c74-b55f-ec7421d5609e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:34.359882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1185903b-b9f9-421a-b419-e5403e3d8d61 req-6c77f74a-053c-4c74-b55f-ec7421d5609e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 945 time: 0.0808954 Feb 04 20:56:34.403578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1185903b-b9f9-421a-b419-e5403e3d8d61 req-13884be0-7ddc-4229-ab46-15d41f1d05f6 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377910 Feb 04 20:56:35.594329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9435-b188-49b3-9817-3ab4f3bd33a8 req-86f9f981-e1e5-4be5-a827-f29a4664ec05 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:35.595824 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5cc9435-b188-49b3-9817-3ab4f3bd33a8 req-86f9f981-e1e5-4be5-a827-f29a4664ec05 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 945 time: 0.0831022 Feb 04 20:56:35.640106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e5cc9435-b188-49b3-9817-3ab4f3bd33a8 req-0efafa53-4561-46f4-a0b9-fab9cdae0fc4 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385997 Feb 04 20:56:35.825253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23655f10-0608-46a3-8d45-766b82544a9d req-4db28104-2823-4104-9bdd-1615b8ca6db3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:35.826734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23655f10-0608-46a3-8d45-766b82544a9d req-4db28104-2823-4104-9bdd-1615b8ca6db3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 945 time: 0.0832725 Feb 04 20:56:35.870379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23655f10-0608-46a3-8d45-766b82544a9d req-b129af56-0431-4a39-848e-cd0f1df69be7 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380464 Feb 04 20:56:35.893626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49578) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:35.962077 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449af39-a997-4081-a454-f444bc082893 tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:35.963476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9449af39-a997-4081-a454-f444bc082893 tempest-TestVolumeBootPattern-1284372348 tempest-TestVolumeBootPattern-1284372348-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1091 time: 0.0688877 Feb 04 20:56:35.966213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49582) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:35.971438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:35.977857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:35.981686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Usage tracker for resource:floatingip and tenant:c03e2442d43349e292a17e2222f8c594 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:35.985031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:35.990831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:36.110454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:36.247642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:36.385564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Allocated IP 172.25.7.149 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/ba147297-0757-4fa3-9541-5ff0d3b07808) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:36.532755 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:36.606795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:36.674208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:36.677159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:36.680805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:36.718960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=ba147297-0757-4fa3-9541-5ff0d3b07808,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:36.731907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.734887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.735210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:36.735530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:37.205603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.385725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.592028 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.641226 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.745206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event updated for resources: {'Port': ['ID=ba147297-0757-4fa3-9541-5ff0d3b07808,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:37.758059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.932458 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Floating IP 4654a8b1-dcfa-406b-ad17-ececc325fb02 associated. External IP: 172.25.7.149, port: 9d9d51b9-c67c-478f-9701-6ffb398c6323. Feb 04 20:56:38.284464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:56:38.463427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:56:38.473639 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:56:38.482631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:38.483267 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:38.572844 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.630408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-351ac956-8edb-4a3b-82c4-818ce8218530 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6630282 Feb 04 20:56:38.630978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:38.661834 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:38.765333 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'status': 'completed', 'code': 200} Feb 04 20:56:38.857031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-a10208e7-fe3c-4ab8-bc18-add0318d5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:38.858451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-a10208e7-fe3c-4ab8-bc18-add0318d5c93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1096 time: 0.0708396 Feb 04 20:56:38.996357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-c3e22aa9-a685-488d-8c7f-7694f56a5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:38.997807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-c3e22aa9-a685-488d-8c7f-7694f56a5efd service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1329329 Feb 04 20:56:39.003845 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '4654a8b1-dcfa-406b-ad17-ececc325fb02', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:13:dd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:56:37Z', 'updated_at': '2022-02-04T20:56:37Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}, {'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:16Z', 'revision_number': 1, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:39.007626 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:56:39.016569 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:39.018781 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:56:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:39.103209 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-74e6d3ba-cb40-4405-a151-38db060ac8eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 999 time: 0.0989168 Feb 04 20:56:39.168100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-97332fae-0ed2-4918-8f37-c68d1fcd488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:39.169977 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-97332fae-0ed2-4918-8f37-c68d1fcd488c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0603132 Feb 04 20:56:39.194706 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:39.250439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-c5d489ad-56b7-49d6-8d62-14715d74f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:39.251845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-c5d489ad-56b7-49d6-8d62-14715d74f517 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739532 Feb 04 20:56:39.332820 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.384790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-0f520412-91a2-4ca4-81cc-b188348e877b service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271052 Feb 04 20:56:39.518223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5af37d51-1701-4f4a-8d0c-75fce5948fce req-8c2429c0-acd0-4565-94ad-c2fa6c847e49 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273766 Feb 04 20:56:39.583997 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '4654a8b1-dcfa-406b-ad17-ececc325fb02', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:13:dd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:56:37Z', 'updated_at': '2022-02-04T20:56:37Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}, {'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:16Z', 'revision_number': 1, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:39.587857 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52b513-1f73-42c5-892c-c1fbc597da2b None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '4654a8b1-dcfa-406b-ad17-ececc325fb02', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:13:dd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:56:37Z', 'updated_at': '2022-02-04T20:56:37Z', 'revision_number': 0, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}, {'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:16Z', 'revision_number': 1, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:56:39.709933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.803163 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d4083-4d2a-49f4-966c-9f236575e124 None None] New status for floating IP 4654a8b1-dcfa-406b-ad17-ececc325fb02: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:56:45.879445 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-a64e478e-238c-40e8-aa9e-fcabed6f6182 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701382 Feb 04 20:56:46.123777 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-b8410e08-5603-4214-a2fb-4416155dd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:46.125248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-b8410e08-5603-4214-a2fb-4416155dd2e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.1780694 Feb 04 20:56:46.271132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-9608ce32-c740-40a3-a401-b5193a317ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:46.272569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-9608ce32-c740-40a3-a401-b5193a317ae8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1290209 Feb 04 20:56:46.377186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-9c355f34-990c-4e95-b5f2-7d5b96ae70b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0976570 Feb 04 20:56:46.439680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-6ea5c8dc-a061-486c-9953-b24e02ca0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:46.441043 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-6ea5c8dc-a061-486c-9953-b24e02ca0f26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0581951 Feb 04 20:56:46.518838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-72193f9b-962f-400d-93b0-58bc82bbe88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:46.520295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-72193f9b-962f-400d-93b0-58bc82bbe88d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737195 Feb 04 20:56:46.529879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-6fc30492-ad66-4908-b2b8-e8f3cd95f51b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:56:46.530869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-6fc30492-ad66-4908-b2b8-e8f3cd95f51b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048254 Feb 04 20:56:46.663155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-89ad6393-bdc4-4037-a42f-ac970aafb146 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262140 Feb 04 20:56:46.794796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f28ef49b-8bc8-42cc-beeb-fc51ae7c4ef6 req-5ec6cdf2-1a91-424d-a384-81308df99f70 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250734 Feb 04 20:56:47.267910 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-9815282e-1d9a-4062-ac9a-da1a7617d599 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695591 Feb 04 20:56:47.414599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-6f3fb52a-8633-49cb-9551-0f42759a034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:47.416173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-6f3fb52a-8633-49cb-9551-0f42759a034d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1096 time: 0.0761149 Feb 04 20:56:47.562573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-a688aa4c-7d9e-4c1a-a703-ce801fa814f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:47.563986 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-a688aa4c-7d9e-4c1a-a703-ce801fa814f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1288452 Feb 04 20:56:47.667973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-7079c629-0f08-4cf9-9149-026040f93d88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 1001 time: 0.0982404 Feb 04 20:56:47.736626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-83633656-e3a9-46ec-ab02-ff41fa9da42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:47.738378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-83633656-e3a9-46ec-ab02-ff41fa9da42b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0593622 Feb 04 20:56:47.812464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-46e093c9-fc8c-42b1-a020-55a0f530e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:47.813996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-46e093c9-fc8c-42b1-a020-55a0f530e369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690966 Feb 04 20:56:48.063488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-f6b9c5d4-8ddd-49f5-a9d2-07b2ebac185f service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432981 Feb 04 20:56:48.198927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d4d2bd-bb30-461b-81ad-fb25a3820d5d req-2468d8b3-fdaf-4db6-a9f4-70c8408ec1db service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284647 Feb 04 20:56:50.138185 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9e92376-eace-43e5-854f-99c0aa3801c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:52.332336 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80f5b6ca-8af6-40ef-a656-3b02a411300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:53.600631 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:53.641011 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.324231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:03.667676 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:57:09.409638 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:09.718025 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:20.103018 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5466a103-3528-4de0-a299-dbebb32ad0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:22.312345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b8fcca05-dbff-4791-b5ea-188a6eba853a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.543220 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.658394 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:25.302744 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.399730 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.719770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.661981 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:57:46.894025 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-7c66749c-7b99-4811-b1e5-d38d28af6f08 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682397 Feb 04 20:57:47.032340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-b054e088-4bb4-4a1f-9426-c52a251e9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:47.033805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-b054e088-4bb4-4a1f-9426-c52a251e9437 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0732527 Feb 04 20:57:47.202151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-100dbec3-a019-439a-b4a9-f7f07cf422a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:47.203654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-100dbec3-a019-439a-b4a9-f7f07cf422a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1525381 Feb 04 20:57:47.310189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-cc193cf5-a35d-4b1d-9865-f1142fd90f92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0963733 Feb 04 20:57:47.373560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-080f6801-bbfa-4de7-a7fb-41c7fe34e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:47.375025 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-080f6801-bbfa-4de7-a7fb-41c7fe34e781 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0627475 Feb 04 20:57:47.447422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-9ed81e8f-c088-4804-ab1f-22704054e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:47.448799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-9ed81e8f-c088-4804-ab1f-22704054e608 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686581 Feb 04 20:57:47.580760 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-64fc243c-b512-487b-8640-84f54fcc52be service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248646 Feb 04 20:57:47.709824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8a73b40-02b8-4dd6-8248-fa6462545722 req-395fe934-12c3-4fef-83db-cc567e5b8490 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233842 Feb 04 20:57:48.272244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-c55e8801-fa78-4b3b-974b-243a76eaba90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720005 Feb 04 20:57:48.412616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-5dca2120-6321-4c1e-9d19-9ac79d991900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.414075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-5dca2120-6321-4c1e-9d19-9ac79d991900 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1096 time: 0.0695221 Feb 04 20:57:48.559614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-e1c03338-a317-495b-b314-c8f6e501fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.561663 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-e1c03338-a317-495b-b314-c8f6e501fab0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1254685 Feb 04 20:57:48.666855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-802f0816-26e2-4465-b8c7-60c261dec48d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 1001 time: 0.0961604 Feb 04 20:57:48.733300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-3cc1b79b-58e4-48a7-a159-74194c891d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.734738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-3cc1b79b-58e4-48a7-a159-74194c891d68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0598581 Feb 04 20:57:48.809932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-970862c3-7e0e-4669-8284-dd00f9cfc329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.811354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-970862c3-7e0e-4669-8284-dd00f9cfc329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684164 Feb 04 20:57:48.822311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-9cfef2b9-8ed9-4eb1-9146-fb9261bee2a7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:57:48.823255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-9cfef2b9-8ed9-4eb1-9146-fb9261bee2a7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047092 Feb 04 20:57:48.952230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-bb82fbb4-86c4-4eb7-a0b3-1b7255395b34 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226921 Feb 04 20:57:49.086202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-657c4532-64b5-4fb8-ae9b-6e534e940b8e req-891548fa-efcc-4c15-b15b-9ff94f409552 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239893 Feb 04 20:57:50.091264 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3731790a-64ca-4c6c-9c75-4b90f916b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.296836 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-601e4fa9-2ca1-466d-9715-d6cfbd65b8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.516402 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.565263 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.277141 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:09.403036 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:09.719064 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.661030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:58:20.134896 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-de465fb9-0bc6-4270-b3f8-9bb1d933790a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:22.370623 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce56f4ad-f7e0-4f66-9995-e6f5747dc85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:23.541862 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:23.593379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:25.290734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.374219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.747952 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.008645 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-c799d205-d1ef-4a79-992f-e0193caaf3fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2186906 Feb 04 20:58:48.146720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-59cb4c87-86f9-49a4-93a7-3b5f26c835b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:48.148200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-59cb4c87-86f9-49a4-93a7-3b5f26c835b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0722449 Feb 04 20:58:48.290821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-2881aef9-1798-4681-97d5-244615ad54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:48.292264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-2881aef9-1798-4681-97d5-244615ad54c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1268179 Feb 04 20:58:48.394541 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-d5744743-fa29-474b-9d8a-edc101077d33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0965428 Feb 04 20:58:48.455213 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-5e67fe42-e24d-4c03-8c2e-ebed179795fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:48.456571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-5e67fe42-e24d-4c03-8c2e-ebed179795fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0570204 Feb 04 20:58:48.532769 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-1cd121de-e635-4577-a312-da6e5e1fdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:48.534229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-1cd121de-e635-4577-a312-da6e5e1fdaa0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724828 Feb 04 20:58:48.665340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-9fb22e91-06bb-4192-b7f0-3931302b6e0b service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255352 Feb 04 20:58:48.797675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69fcf948-f7f3-4dc6-825f-f11083acf9af req-dad92329-13df-4a29-b843-56d2bb323325 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261179 Feb 04 20:58:49.277418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-201acbcd-809b-4a78-b8ff-6fc225c9907c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741656 Feb 04 20:58:49.423549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-52c1bf16-4cac-4e74-9a0c-b83e0c3595e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.425054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-52c1bf16-4cac-4e74-9a0c-b83e0c3595e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1096 time: 0.0724881 Feb 04 20:58:49.574915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-90fa50d9-2c7d-493c-9161-6902e1e9a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.576383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-90fa50d9-2c7d-493c-9161-6902e1e9a424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1267295 Feb 04 20:58:49.685392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-43921e13-8a37-4dbb-a284-8c2f7b46ae1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 1001 time: 0.1005034 Feb 04 20:58:49.753559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-7e58593b-8c76-4045-86bb-0af1069eba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.755005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-7e58593b-8c76-4045-86bb-0af1069eba4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0578275 Feb 04 20:58:49.940308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-badcec52-fed7-46d1-9ae0-389cbae92a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.941701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-badcec52-fed7-46d1-9ae0-389cbae92a43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768973 Feb 04 20:58:50.078426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-1f35c6a8-dc45-41d7-9e8e-a368f9c30356 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263802 Feb 04 20:58:50.105021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4284f6ec-a11a-48ce-a682-a78d6cfdcce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.214655 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cdf1055a-ab57-4e86-9e86-dfd5d17f8fc9 req-18006efd-29c6-483f-af2c-15edd75286f1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276593 Feb 04 20:58:52.343097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1d64bff-dd92-4310-aea6-67c671decd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:53.620568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:53.670510 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:54.660525 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:58:55.271000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:09.387026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:09.740962 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.100719 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4858c3a1-3ed0-482f-b159-ac5bdd3f2dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:22.312113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eda9be8b-0258-414b-b384-a31b570d0934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.523470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.578446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.304707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.606402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49668) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:25.901305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port ba147297-0757-4fa3-9541-5ff0d3b07808 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:25.901527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.067994 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.068316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.189711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for ba147297-0757-4fa3-9541-5ff0d3b07808 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:26.397883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.444292 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=ba147297-0757-4fa3-9541-5ff0d3b07808,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:26.590092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.590435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.590948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.591290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.591626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.591951 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.592279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.592605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.592927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.593248 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.593569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.593887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:26.653176 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.653789 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Floating IP 4654a8b1-dcfa-406b-ad17-ececc325fb02 disassociated (deleted). External IP: 172.25.7.149, port: 9d9d51b9-c67c-478f-9701-6ffb398c6323. Feb 04 20:59:26.995907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:27.173390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:27.183449 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:27.192950 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:27.193558 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:27.261335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:27.316137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8d696a7c-2b8e-4c51-abb9-4076467bf4ef tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "DELETE /v2.0/floatingips/4654a8b1-dcfa-406b-ad17-ececc325fb02 HTTP/1.1" status: 204 len: 168 time: 1.7086196 Feb 04 20:59:27.316770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:27.365339 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'status': 'completed', 'code': 200} Feb 04 20:59:27.373470 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:27.465619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-e7dd3ba7-d0c8-48b7-abda-9c40ba0548ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:27.467776 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-e7dd3ba7-d0c8-48b7-abda-9c40ba0548ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 1096 time: 0.0716674 Feb 04 20:59:27.605317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-61a93af7-dad6-467e-84d1-141b8f6c6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:27.606794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-61a93af7-dad6-467e-84d1-141b8f6c6369 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1276581 Feb 04 20:59:27.688749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-c4892639-b95f-409a-ba44-5fd694618b2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 200 len: 217 time: 0.0720744 Feb 04 20:59:27.732633 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:16Z', 'revision_number': 1, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:27.736819 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:27.746289 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:27.746939 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:27.757441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-bc172469-5ae5-42c9-89d4-ccb34a4b6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:27.758505 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-bc172469-5ae5-42c9-89d4-ccb34a4b6744 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0603793 Feb 04 20:59:27.856105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-19ec577d-2353-4375-922a-21e4e61a2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:27.857668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-19ec577d-2353-4375-922a-21e4e61a2cba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888808 Feb 04 20:59:27.925122 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:28.060714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-369c341d-2dd5-4a53-bdfa-f2e739dcc157 service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955936 Feb 04 20:59:28.069172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4e111-34d3-4b5d-ac28-6000197c1435 req-a63520d8-2d76-440f-9610-f9da7e7e82ff tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:28.070833 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91a4e111-34d3-4b5d-ac28-6000197c1435 req-a63520d8-2d76-440f-9610-f9da7e7e82ff tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 945 time: 0.2361257 Feb 04 20:59:28.208938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91a4e111-34d3-4b5d-ac28-6000197c1435 req-5f3e8801-efb3-4e21-8cb0-c44e10659fe3 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192238 Feb 04 20:59:28.246373 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20a5de2f-b799-4d34-9350-2dd0dd3df6e6 req-66b42f2d-15ce-476c-bc75-f05051bbdd0e service neutron] 10.222.0.24 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746502 Feb 04 20:59:28.303581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:16Z', 'revision_number': 1, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:28.307482 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99746f-487c-4ab5-8c5d-a212654ea2f0 None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '90b11147-baae-47bc-b249-47458cd7eb36', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'port_id': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'mac_address': 'fa:16:3e:86:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:14Z', 'updated_at': '2022-02-04T20:53:16Z', 'revision_number': 1, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:28.526895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424cdad-025f-413b-990a-6f176ecfdc18 None None] New status for floating IP 4654a8b1-dcfa-406b-ad17-ececc325fb02: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:59:29.452220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e779b2-3b8f-490b-ac40-97deddfeb481 req-97492b73-d52a-4c4a-97c0-e00cd93b1c46 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:29.452846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c0e779b2-3b8f-490b-ac40-97deddfeb481 req-97492b73-d52a-4c4a-97c0-e00cd93b1c46 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:29.555971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c0e779b2-3b8f-490b-ac40-97deddfeb481 req-97492b73-d52a-4c4a-97c0-e00cd93b1c46 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:29.557135 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0e779b2-3b8f-490b-ac40-97deddfeb481 req-97492b73-d52a-4c4a-97c0-e00cd93b1c46 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 945 time: 0.2282114 Feb 04 20:59:29.608894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0e779b2-3b8f-490b-ac40-97deddfeb481 req-db2b1d42-3884-415f-a03c-666df1121f6d tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 Feb 04 20:59:29.691155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-41cbdebe-fd65-4431-94d8-a7b96434107b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:29.692561 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-41cbdebe-fd65-4431-94d8-a7b96434107b tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 945 time: 0.0812545 Feb 04 20:59:29.764656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port 9d9d51b9-c67c-478f-9701-6ffb398c6323 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:29.764911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.003126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] For port 9d9d51b9-c67c-478f-9701-6ffb398c6323, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=9d9d51b9-c67c-478f-9701-6ffb398c6323,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:30.003471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.235320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for 9d9d51b9-c67c-478f-9701-6ffb398c6323 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:30.432710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.487451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=9d9d51b9-c67c-478f-9701-6ffb398c6323,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:30.525156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.525498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.525830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.526155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.526472 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.526844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.534856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.534856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.534856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.534856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.534856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.534856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:30.569704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] No DVR routers for this DVR port 9d9d51b9-c67c-478f-9701-6ffb398c6323 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:30.572187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.574601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'name': 'network-vif-deleted', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:30.624953 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bd12f6-e9f6-4cd3-bfc7-19eca002c894', 'name': 'network-vif-deleted', 'tag': '9d9d51b9-c67c-478f-9701-6ffb398c6323', 'status': 'completed', 'code': 200} Feb 04 20:59:30.668038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8522268a-9373-4e09-bb9c-385eb58a1d72 req-1a360368-9679-4914-b95c-58ebd5dd6a6f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.24 "DELETE /v2.0/ports/9d9d51b9-c67c-478f-9701-6ffb398c6323 HTTP/1.1" status: 204 len: 173 time: 0.9656332 Feb 04 20:59:30.752295 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e628ed9-3f3d-4bf1-8f25-35ab7e39567c req-ba3eb886-9a15-40f3-9331-7c533ac7ae30 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 210 time: 0.0414891 Feb 04 20:59:31.659311 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:59:31.927441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b1067769-527a-4c03-8f3c-cc6770476995 req-100b3b6d-784b-418a-9d84-431c40245cbb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:32.001696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b1067769-527a-4c03-8f3c-cc6770476995 req-100b3b6d-784b-418a-9d84-431c40245cbb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:32.002899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1067769-527a-4c03-8f3c-cc6770476995 req-100b3b6d-784b-418a-9d84-431c40245cbb tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bd12f6-e9f6-4cd3-bfc7-19eca002c894 HTTP/1.1" status: 200 len: 210 time: 0.1212096 Feb 04 20:59:32.173650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9d9d51b9-c67c-478f-9701-6ffb398c6323 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:32.210993 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 9d9d51b9-c67c-478f-9701-6ffb398c6323 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:32.211345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 9d9d51b9-c67c-478f-9701-6ffb398c6323 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:37.855675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49720) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:38.056616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port 61211709-0b33-4ccb-8715-d6f67628cbda {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:38.056872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.224991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.225316 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.452461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for 61211709-0b33-4ccb-8715-d6f67628cbda owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:38.689063 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.738989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=61211709-0b33-4ccb-8715-d6f67628cbda,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:38.825239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.825564 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Floating IP 90b11147-baae-47bc-b249-47458cd7eb36 disassociated (deleted). External IP: 172.25.7.50, port: 87177e87-fadf-4c6a-b44f-4abf0bb25ef2. Feb 04 20:59:39.175661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:39.352824 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:39.363942 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:39.373283 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:39.373892 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:39.401925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.437557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.496359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-69484f44-e25c-4684-9cc9-f4187e49dc69 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "DELETE /v2.0/floatingips/90b11147-baae-47bc-b249-47458cd7eb36 HTTP/1.1" status: 204 len: 168 time: 1.6394978 Feb 04 20:59:39.496935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:39.542414 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'status': 'completed', 'code': 200} Feb 04 20:59:39.553824 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:39.634967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7400b2-da0d-445b-9508-4510466da258 req-d626db39-5c2c-47c0-8cdd-259dc0adf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:39.636476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d7400b2-da0d-445b-9508-4510466da258 req-d626db39-5c2c-47c0-8cdd-259dc0adf912 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c03e2442d43349e292a17e2222f8c594&device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 1096 time: 0.0719128 Feb 04 20:59:39.771839 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7400b2-da0d-445b-9508-4510466da258 req-78a88432-aaf8-447d-a77e-0e4b697d1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:39.773217 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d7400b2-da0d-445b-9508-4510466da258 req-78a88432-aaf8-447d-a77e-0e4b697d1eda service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 200 len: 913 time: 0.1310256 Feb 04 20:59:39.786221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.850033 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d7400b2-da0d-445b-9508-4510466da258 req-34322bcc-bd41-459f-8d06-b25832b30e25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 200 len: 217 time: 0.0677118 Feb 04 20:59:39.869299 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:39.873183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:39.881464 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:39.882048 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:39.916458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7400b2-da0d-445b-9508-4510466da258 req-71fe3916-19e9-487e-97f8-ac5cb06ee9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:39.919031 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d7400b2-da0d-445b-9508-4510466da258 req-71fe3916-19e9-487e-97f8-ac5cb06ee9e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 200 len: 851 time: 0.0623012 Feb 04 20:59:39.997997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7400b2-da0d-445b-9508-4510466da258 req-8c455a52-b54a-4a53-9429-21e7e7879e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:39.999535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d7400b2-da0d-445b-9508-4510466da258 req-8c455a52-b54a-4a53-9429-21e7e7879e51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb3273cb-caa8-4437-b566-ee03b9d797b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752544 Feb 04 20:59:40.074243 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:40.304673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d7400b2-da0d-445b-9508-4510466da258 req-56e1da33-8283-4cf8-92dc-c991297062f1 service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979672 Feb 04 20:59:40.315368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e16c-1675-4785-8cd2-8b103dcbf991 req-adc113c2-a65b-41d6-8768-3bd3dac73756 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:40.316044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1c84e16c-1675-4785-8cd2-8b103dcbf991 req-adc113c2-a65b-41d6-8768-3bd3dac73756 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:40.395549 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:40.399545 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958450de-cfcf-426d-bcc5-2a895c191a0d None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:45:10Z', 'revision_number': 4, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974', 'name': '', 'network_id': 'eb3273cb-caa8-4437-b566-ee03b9d797b0', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'mac_address': 'fa:16:3e:c5:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '102d6940-5481-4a88-9d81-40b6459b2265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:09Z', 'updated_at': '2022-02-04T20:45:20Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'subnets': [{'id': '102d6940-5481-4a88-9d81-40b6459b2265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:40.456322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d7400b2-da0d-445b-9508-4510466da258 req-2a1c7c1c-34af-44e5-b626-523559c9047b service neutron] 10.222.0.62 "GET /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375637 Feb 04 20:59:40.476017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1c84e16c-1675-4785-8cd2-8b103dcbf991 req-adc113c2-a65b-41d6-8768-3bd3dac73756 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:40.477186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c84e16c-1675-4785-8cd2-8b103dcbf991 req-adc113c2-a65b-41d6-8768-3bd3dac73756 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 945 time: 0.4509850 Feb 04 20:59:40.527294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c84e16c-1675-4785-8cd2-8b103dcbf991 req-588ca8c4-a79a-494b-8310-3f72e50a7fbd tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/security-groups?id=3402605e-143d-4be4-ab52-3afaaec11b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436633 Feb 04 20:59:40.648386 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26ef0e-a11e-49af-8115-57de664f6a65 None None] New status for floating IP 90b11147-baae-47bc-b249-47458cd7eb36: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:59:40.748220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-46dfcf96-7b89-4e4e-96aa-9e8cab2fab97 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:40.749596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-46dfcf96-7b89-4e4e-96aa-9e8cab2fab97 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 945 time: 0.0791256 Feb 04 20:59:40.819373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:40.819719 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.064191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] For port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:41.064549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.186167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:41.397511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.479220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=87177e87-fadf-4c6a-b44f-4abf0bb25ef2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:41.526327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] No DVR routers for this DVR port 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:41.529887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.543403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'name': 'network-vif-deleted', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:41.586848 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d998d0-c0e9-40c1-a4dc-92548c92f1fc', 'name': 'network-vif-deleted', 'tag': '87177e87-fadf-4c6a-b44f-4abf0bb25ef2', 'status': 'completed', 'code': 200} Feb 04 20:59:41.612439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4a266cba-e857-4d80-9ae7-8b2f8b5d1a47 req-6f3527b2-e98c-411c-b802-0113c4e41a6e tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.62 "DELETE /v2.0/ports/87177e87-fadf-4c6a-b44f-4abf0bb25ef2 HTTP/1.1" status: 204 len: 173 time: 0.8551078 Feb 04 20:59:41.679831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-547a4c59-e92c-4494-8d18-3d9f6d60a120 req-9b56a916-4c57-4b54-abfa-6012edb2ef64 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Synchronizing usage tracker for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:41.781025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-547a4c59-e92c-4494-8d18-3d9f6d60a120 req-9b56a916-4c57-4b54-abfa-6012edb2ef64 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Unset dirty status for tenant:c03e2442d43349e292a17e2222f8c594 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:41.784746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-547a4c59-e92c-4494-8d18-3d9f6d60a120 req-9b56a916-4c57-4b54-abfa-6012edb2ef64 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.1461115 Feb 04 20:59:42.947429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c69df29e-39c3-4155-8bc1-ad121a550ee9 req-9592f28e-0ee0-4f9a-a990-9b22632b4d19 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d998d0-c0e9-40c1-a4dc-92548c92f1fc HTTP/1.1" status: 200 len: 210 time: 0.0447264 Feb 04 20:59:43.875526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:43.909165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:43.909505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 87177e87-fadf-4c6a-b44f-4abf0bb25ef2 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:44.039678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49740) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:44.196001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Deleting port 7cb437c9-27e6-421c-b1d7-46748bc2bac4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:44.196343 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.363173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.363510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.489092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Calling delete_port for 7cb437c9-27e6-421c-b1d7-46748bc2bac4 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:44.706497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.781333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'Port': ['ID=7cb437c9-27e6-421c-b1d7-46748bc2bac4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:44.844295 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.916562 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.917747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-80d33ec7-bc04-4918-8040-10c4d9a1027f tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "DELETE /v2.0/floatingips/2c632c1a-a860-4daf-904a-3c67483836b7 HTTP/1.1" status: 204 len: 168 time: 0.8770320 Feb 04 20:59:47.495552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49756) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:47.665397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3451649-e805-4461-9b57-d00d03076423 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.694522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3451649-e805-4461-9b57-d00d03076423 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.837617 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3451649-e805-4461-9b57-d00d03076423 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.857523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3451649-e805-4461-9b57-d00d03076423 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3402605e-143d-4be4-ab52-3afaaec11b04,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:47.928093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a3451649-e805-4461-9b57-d00d03076423 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.929243 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a3451649-e805-4461-9b57-d00d03076423 tempest-TestVolumeBootPattern-1262390639 tempest-TestVolumeBootPattern-1262390639-project] 10.222.0.48 "DELETE /v2.0/security-groups/3402605e-143d-4be4-ab52-3afaaec11b04 HTTP/1.1" status: 204 len: 168 time: 0.4320490 Feb 04 20:59:48.061179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49762) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:48.727852 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.068354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Deleting port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:49.069017 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.350894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] For port f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:49.351164 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.474897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Calling delete_port for f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:49.723563 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.771800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:50.040112 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.075936 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ae5885f5-e4ee-4f60-acc1-1e4db7bb7e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.390626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Router 124151c6-b449-4a90-962d-85f7036fef7f has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:50.679954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:50.688321 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] Sync routers for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:50.691693 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6f9f3e63-4d92-4dc8-af1c-613139998441 admin admin] 10.222.0.48 "PUT /v2.0/routers/124151c6-b449-4a90-962d-85f7036fef7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6292851 Feb 04 20:59:50.694194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49768) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:50.697654 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:50.698246 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:50.872151 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.901584 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:51.051961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.127249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Deleting port 563f49ed-aa1d-4256-b31c-998a645d1fd4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:51.127895 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.181856 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:59:49Z', 'revision_number': 5, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port': {'id': '563f49ed-aa1d-4256-b31c-998a645d1fd4', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124151c6-b449-4a90-962d-85f7036fef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:05Z', 'updated_at': '2022-02-04T20:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:51.186940 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] Checking router: 124151c6-b449-4a90-962d-85f7036fef7f for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:51.195768 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] Routers {'124151c6-b449-4a90-962d-85f7036fef7f'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:51.196477 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['124151c6-b449-4a90-962d-85f7036fef7f'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:51.309517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] For port 563f49ed-aa1d-4256-b31c-998a645d1fd4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=563f49ed-aa1d-4256-b31c-998a645d1fd4,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:51.309777 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.344836 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] Set router 124151c6-b449-4a90-962d-85f7036fef7f gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:51.432937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Calling delete_port for 563f49ed-aa1d-4256-b31c-998a645d1fd4 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:51.457962 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:59:51Z', 'revision_number': 6, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:51.461858 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfed5f-11ac-41af-86bf-6ad5553fd684 None None] The sync data for ids ['124151c6-b449-4a90-962d-85f7036fef7f'] in n-d-811806-1 is: [{'id': '124151c6-b449-4a90-962d-85f7036fef7f', 'name': 'tempest-TestVolumeBootPattern-1467066679-router', 'tenant_id': 'c03e2442d43349e292a17e2222f8c594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:04Z', 'updated_at': '2022-02-04T20:59:51Z', 'revision_number': 6, 'project_id': 'c03e2442d43349e292a17e2222f8c594', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:51.664352 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.741755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=563f49ed-aa1d-4256-b31c-998a645d1fd4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:51.809457 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.990773 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.992854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.088966 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.090106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 124151c6-b449-4a90-962d-85f7036fef7f {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:59:52.102940 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.107365 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e4f07c6a-e9bb-48d4-91c9-442de073cb96 admin admin] 10.222.0.48 "DELETE /v2.0/routers/124151c6-b449-4a90-962d-85f7036fef7f HTTP/1.1" status: 204 len: 168 time: 1.4121437 Feb 04 20:59:52.116434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:52.167014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] Deleting subnet 102d6940-5481-4a88-9d81-40b6459b2265 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:52.170503 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.237722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.315323 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f919f51a-a6e0-4e10-af92-fcc5d9971946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.319573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.442210 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.485717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102d6940-5481-4a88-9d81-40b6459b2265,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:52.491258 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.496139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c69f3-65fe-43f7-baf3-b04021adfaf2 None None] Network eb3273cb-caa8-4437-b566-ee03b9d797b0 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:52.503666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c8405e99-239b-4a76-86c9-8ad5e546ed5d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/102d6940-5481-4a88-9d81-40b6459b2265 HTTP/1.1" status: 204 len: 168 time: 0.3950973 Feb 04 20:59:52.506279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49776) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:52.729768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.740955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Deleting port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:52.741292 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.772197 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] DHCP port deletion for eb3273cb-caa8-4437-b566-ee03b9d797b0 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:59:52.777443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Deleting port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:52.778106 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.954593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] For port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:52.955154 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.978356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] For port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,segment=NetworkSegment(fe0b43a5-f3e8-461b-89cc-929a965c9102),segment_id=fe0b43a5-f3e8-461b-89cc-929a965c9102)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:52.978781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.085941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Calling delete_port for 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:53.144556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Calling delete_port for 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:53.220824 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:53.222093 n-d-811806-1 neutron-server[88238]: util.warn( Feb 04 20:59:53.226521 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:59:53.226972 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:59:53.272540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:53.274357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] No DVR routers for this DVR port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:53.390459 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.415999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3273cb-caa8-4437-b566-ee03b9d797b0']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:53.416169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:53.428890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0b43a5-f3e8-461b-89cc-929a965c9102') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:53.429185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0b43a5-f3e8-461b-89cc-929a965c9102') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:53.440932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.453383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:53.453725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:53.454139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 563f49ed-aa1d-4256-b31c-998a645d1fd4 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:53.456738 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.462706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:53.465258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:53.476237 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:53.492269 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 563f49ed-aa1d-4256-b31c-998a645d1fd4 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:53.493972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 563f49ed-aa1d-4256-b31c-998a645d1fd4 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:53.493972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:53.535257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:53.535601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f3d3b3d6-90d7-4b6c-bd9d-bcb0769e5974 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:53.614570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.643017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.643144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.659077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.670778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3273cb-caa8-4437-b566-ee03b9d797b0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:53.727955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Deleting port 7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:53.728279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.752545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-270f211f-7bc2-4e6b-91e3-2eaa32e22b9a admin admin] 10.222.0.48 "DELETE /v2.0/networks/eb3273cb-caa8-4437-b566-ee03b9d797b0 HTTP/1.1" status: 204 len: 168 time: 1.2451684 Feb 04 20:59:53.755385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49780) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:53.796606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-37cf1f85-f891-4302-a3d4-6e724eeaa09f None None] The port '7b1eb9b4-3f9f-4d75-a8b3-3065d3cb8b3b' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:59:54.289557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.730981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Deleting port ffae1d2a-07a6-4762-a207-3bcedaf79aa1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:54.731317 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.899143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] For port ffae1d2a-07a6-4762-a207-3bcedaf79aa1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,segment=NetworkSegment(4f32aec0-1c57-4569-ad1d-010f8a3a5361),segment_id=4f32aec0-1c57-4569-ad1d-010f8a3a5361)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:54.899493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.024161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Calling delete_port for ffae1d2a-07a6-4762-a207-3bcedaf79aa1 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:55.254851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.272093 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.302610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffae1d2a-07a6-4762-a207-3bcedaf79aa1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:55.583905 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.050053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Router 5f1d5149-1b48-48bd-8792-5116fa7476ff has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:56.235112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:56.243654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] Sync routers for ids ['5f1d5149-1b48-48bd-8792-5116fa7476ff'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:56.253397 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] Routers {'5f1d5149-1b48-48bd-8792-5116fa7476ff'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:56.260543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5f1d5149-1b48-48bd-8792-5116fa7476ff'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:56.302265 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76ff28db-e394-452a-a0c5-3e51125af3a2 admin admin] 10.222.0.48 "PUT /v2.0/routers/5f1d5149-1b48-48bd-8792-5116fa7476ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5458124 Feb 04 20:59:56.304740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49784) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:56.432058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] Set router 5f1d5149-1b48-48bd-8792-5116fa7476ff gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:56.479490 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.658723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.713212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '947d3232-4569-43a3-8641-199c3aead5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:59:55Z', 'revision_number': 5, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port': {'id': '947d3232-4569-43a3-8641-199c3aead5a7', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:45:15Z', 'updated_at': '2022-02-04T20:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:56.717446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] Checking router: 5f1d5149-1b48-48bd-8792-5116fa7476ff for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:56.725885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] Routers {'5f1d5149-1b48-48bd-8792-5116fa7476ff'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:56.726504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T20:59:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5f1d5149-1b48-48bd-8792-5116fa7476ff'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:56.734956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Deleting port 947d3232-4569-43a3-8641-199c3aead5a7 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:56.737856 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.878121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] Set router 5f1d5149-1b48-48bd-8792-5116fa7476ff gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:56.909875 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] For port 947d3232-4569-43a3-8641-199c3aead5a7, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=947d3232-4569-43a3-8641-199c3aead5a7,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:56.910171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.983813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:59:56Z', 'revision_number': 6, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:56.987983 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d03d85-b6c7-4adf-a336-dbe688faa9cf None None] The sync data for ids ['5f1d5149-1b48-48bd-8792-5116fa7476ff'] in n-d-811806-1 is: [{'id': '5f1d5149-1b48-48bd-8792-5116fa7476ff', 'name': 'tempest-TestVolumeBootPattern-1869702113-router', 'tenant_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:45:14Z', 'updated_at': '2022-02-04T20:59:56Z', 'revision_number': 6, 'project_id': 'f00fe57381c14b7b821b3c1ab55d831f', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:57.037603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Calling delete_port for 947d3232-4569-43a3-8641-199c3aead5a7 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:57.283103 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.327527 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=947d3232-4569-43a3-8641-199c3aead5a7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:57.426262 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffae1d2a-07a6-4762-a207-3bcedaf79aa1 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:57.463832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ffae1d2a-07a6-4762-a207-3bcedaf79aa1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:57.465060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ffae1d2a-07a6-4762-a207-3bcedaf79aa1 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:57.540511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.710559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.712625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.790249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.790817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1d5149-1b48-48bd-8792-5116fa7476ff {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:59:57.802769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.803873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2d332d9e-e898-4a3f-9305-1775a951e4a7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5f1d5149-1b48-48bd-8792-5116fa7476ff HTTP/1.1" status: 204 len: 168 time: 1.4982414 Feb 04 20:59:57.806389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49788) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:57.865323 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] Deleting subnet aac2ecf0-67cd-4264-b16c-50ebbd623141 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:57.868525 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.919341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.009439 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.169711 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.213481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac2ecf0-67cd-4264-b16c-50ebbd623141,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:58.215356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.219234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f8dfa3-a064-43d2-ada3-34bf2f5c69ef None None] Network 01d6e7b3-596d-4404-b8a5-a39008847301 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:58.221508 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bf4b4e89-fb56-4538-a9eb-4d640fb466e1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aac2ecf0-67cd-4264-b16c-50ebbd623141 HTTP/1.1" status: 204 len: 168 time: 0.4141417 Feb 04 20:59:58.223978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49792) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:58.329924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.340089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Deleting port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:58.340421 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.462565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] DHCP port deletion for 01d6e7b3-596d-4404-b8a5-a39008847301 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:59:58.466590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Deleting port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:58.467212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.546661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] For port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,segment=NetworkSegment(4f32aec0-1c57-4569-ad1d-010f8a3a5361),segment_id=4f32aec0-1c57-4569-ad1d-010f8a3a5361)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:58.546661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.672898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Calling delete_port for 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:58.704367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] For port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,segment=NetworkSegment(4f32aec0-1c57-4569-ad1d-010f8a3a5361),segment_id=4f32aec0-1c57-4569-ad1d-010f8a3a5361)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:58.704680 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.824233 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.828741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Calling delete_port for 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:58.872873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a56a00e-b7c6-486f-8a46-bd15c48d2b2f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:58.874683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] No DVR routers for this DVR port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:58.899076 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:59:58.899429 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:59:58.989277 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.018163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d6e7b3-596d-4404-b8a5-a39008847301']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:59.031341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f32aec0-1c57-4569-ad1d-010f8a3a5361') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:59.031860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f32aec0-1c57-4569-ad1d-010f8a3a5361') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:59.043999 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.060162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.066242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:59.066627 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: timer() Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:59.079795 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:59.237408 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.259280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.265258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d6e7b3-596d-4404-b8a5-a39008847301,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:59.274610 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a208aa8f-6847-483b-940b-3e7f6fdfcaf9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/01d6e7b3-596d-4404-b8a5-a39008847301 HTTP/1.1" status: 204 len: 168 time: 1.0496914 Feb 04 20:59:59.400514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Deleting port 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:59.400927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.427210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:59.470219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:59.470858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8a56a00e-b7c6-486f-8a46-bd15c48d2b2f not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:59.471009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 947d3232-4569-43a3-8641-199c3aead5a7 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:59.529564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 947d3232-4569-43a3-8641-199c3aead5a7 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:59.529907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 947d3232-4569-43a3-8641-199c3aead5a7 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:59.535249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbaf0-824e-42f5-9ad4-3c69075a1177 None None] The port '8a56a00e-b7c6-486f-8a46-bd15c48d2b2f' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:59:59.569786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49798) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:59.712160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9aa8aa7c-db89-464e-b2f5-83aa5eb276b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c03e2442d43349e292a17e2222f8c594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411414 Feb 04 20:59:59.714471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49802) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:59.770843 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25e7001a-b2d8-42b6-b9b4-f685b7d3bbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.796121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25e7001a-b2d8-42b6-b9b4-f685b7d3bbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.915369 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25e7001a-b2d8-42b6-b9b4-f685b7d3bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.931795 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7001a-b2d8-42b6-b9b4-f685b7d3bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baef52c-9bdc-4da0-b9a6-09e5d084d1e6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:59.939217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-25e7001a-b2d8-42b6-b9b4-f685b7d3bbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.942549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-25e7001a-b2d8-42b6-b9b4-f685b7d3bbe0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7baef52c-9bdc-4da0-b9a6-09e5d084d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2249608 Feb 04 21:00:00.619171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:00.669233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-18666806-9a9b-43f0-af8b-b078553d90c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f00fe57381c14b7b821b3c1ab55d831f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489440 Feb 04 21:00:00.671757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:00.731006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bee18a73-1055-4e39-9b1f-b4eac490450c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.756883 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bee18a73-1055-4e39-9b1f-b4eac490450c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.875564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bee18a73-1055-4e39-9b1f-b4eac490450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.889468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18a73-1055-4e39-9b1f-b4eac490450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2c04d-398b-430c-a8e2-8f74e695873e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:00.896932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bee18a73-1055-4e39-9b1f-b4eac490450c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.898047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bee18a73-1055-4e39-9b1f-b4eac490450c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0da2c04d-398b-430c-a8e2-8f74e695873e HTTP/1.1" status: 204 len: 168 time: 0.2254212 Feb 04 21:00:08.659565 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:00:09.378177 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.769081 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.533069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-aaf351de-dab7-4b31-b7d0-f8e8ae23a94b tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=127b1e0aa4f54c60bfa6094e90dfd7cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274651 Feb 04 21:00:12.680003 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9c3f4138-5a28-4d2b-813a-43b818786654 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:12.681335 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9c3f4138-5a28-4d2b-813a-43b818786654 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433663 Feb 04 21:00:12.696275 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-09510585-f006-43bc-aa75-206ecaca95b4 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/quotas/127b1e0aa4f54c60bfa6094e90dfd7cd HTTP/1.1" status: 200 len: 375 time: 0.0096014 Feb 04 21:00:12.746526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-5303d2de-24a9-411a-b531-e1b29f307322 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=127b1e0aa4f54c60bfa6094e90dfd7cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448174 Feb 04 21:00:13.030031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-126dfddc-eb18-4978-ba52-d88d8d113e4d req-342f8457-7f1f-464b-b123-bf036e012dbd tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 210 time: 0.0423920 Feb 04 21:00:14.181404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b8b87b5d-0331-44c5-833d-81fe23a28e69 req-25b44484-df2f-40bc-8d43-b8a7c1bfde80 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 210 time: 0.0430191 Feb 04 21:00:15.076090 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-bd7803cb-d77d-4360-9a14-0eaa93638c59 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=127b1e0aa4f54c60bfa6094e90dfd7cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267069 Feb 04 21:00:15.231643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-7b228daa-7c51-4227-985b-f40584038650 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.233129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-7b228daa-7c51-4227-985b-f40584038650 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526868 Feb 04 21:00:15.244297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Request body: {'port': {'device_id': '3952c2d6-764a-4f5c-b762-958e49905f63', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'admin_state_up': True, 'tenant_id': '127b1e0aa4f54c60bfa6094e90dfd7cd'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:15.329925 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-448702bd-8e8e-4634-b9fa-10ca66e8dc35 req-65555059-339b-4f6e-b5cd-ebbf260a46a5 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 210 time: 0.0442502 Feb 04 21:00:15.394262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:15.398065 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Usage tracker for resource:port and tenant:127b1e0aa4f54c60bfa6094e90dfd7cd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:15.400838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:15.406564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:15.509123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Made reservation on behalf of 127b1e0aa4f54c60bfa6094e90dfd7cd for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:15.513222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.525340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.539616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:15.543364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Usage tracker for resource:security_group_rule and tenant:127b1e0aa4f54c60bfa6094e90dfd7cd is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:15.546089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:15.551641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:15.633467 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.711074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.784437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28f5462-6a32-491e-87e8-9143a0bc300b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:15.879118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Allocated IP 192.168.233.33 (94ff966f-e048-460e-88f2-7aa1f68d3548/87a34a63-1576-44f4-9c9f-f0e3411897e3/43e0240a-e015-4bb9-8c8d-97fc96f2289b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:16.079555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.094510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Transition to ACTIVE for port object 43e0240a-e015-4bb9-8c8d-97fc96f2289b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:16.180770 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.251516 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Network 94ff966f-e048-460e-88f2-7aa1f68d3548 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:16.254678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:16.258530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:16.298671 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Pushing event updated for resources: {'Port': ['ID=43e0240a-e015-4bb9-8c8d-97fc96f2289b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:16.332637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.332818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.430624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-4ac118aa-b1ce-4002-a7fa-78e9e5659c01 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1899214 Feb 04 21:00:16.441899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Request body: {'port': {'device_id': '3952c2d6-764a-4f5c-b762-958e49905f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:16.608492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76cbb3ed-4996-4169-b50f-566a7cba659d None None] Provisioning for port 43e0240a-e015-4bb9-8c8d-97fc96f2289b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:16.611170 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.614443 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-76cbb3ed-4996-4169-b50f-566a7cba659d None None] Provisioning complete for port 43e0240a-e015-4bb9-8c8d-97fc96f2289b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:16.614920 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-76cbb3ed-4996-4169-b50f-566a7cba659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.629152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3b7d-1238-4c41-8106-a7a406e9f570 req-b8c9ec5d-ec3f-4b8e-a9cc-c426faee271d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.629807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cd7e3b7d-1238-4c41-8106-a7a406e9f570 req-b8c9ec5d-ec3f-4b8e-a9cc-c426faee271d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Synchronizing usage tracker for tenant:127b1e0aa4f54c60bfa6094e90dfd7cd on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:16.666463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-76cbb3ed-4996-4169-b50f-566a7cba659d None None] Port 43e0240a-e015-4bb9-8c8d-97fc96f2289b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:16.855451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cd7e3b7d-1238-4c41-8106-a7a406e9f570 req-b8c9ec5d-ec3f-4b8e-a9cc-c426faee271d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Unset dirty status for tenant:127b1e0aa4f54c60bfa6094e90dfd7cd on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:16.856590 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd7e3b7d-1238-4c41-8106-a7a406e9f570 req-b8c9ec5d-ec3f-4b8e-a9cc-c426faee271d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 935 time: 0.3895693 Feb 04 21:00:16.981297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cd7e3b7d-1238-4c41-8106-a7a406e9f570 req-26372db0-0b8c-45b4-9dea-54e78c661557 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Synchronizing usage tracker for tenant:127b1e0aa4f54c60bfa6094e90dfd7cd on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:17.078353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-cd7e3b7d-1238-4c41-8106-a7a406e9f570 req-26372db0-0b8c-45b4-9dea-54e78c661557 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Unset dirty status for tenant:127b1e0aa4f54c60bfa6094e90dfd7cd on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:17.079516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cd7e3b7d-1238-4c41-8106-a7a406e9f570 req-26372db0-0b8c-45b4-9dea-54e78c661557 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163527 Feb 04 21:00:17.108421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e0240a-e015-4bb9-8c8d-97fc96f2289b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:17.116052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.130643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Transition to ACTIVE for port object 43e0240a-e015-4bb9-8c8d-97fc96f2289b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:17.206321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.361083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Pushing event updated for resources: {'Port': ['ID=43e0240a-e015-4bb9-8c8d-97fc96f2289b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:17.442567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Attempting to bind port 43e0240a-e015-4bb9-8c8d-97fc96f2289b on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:17.442922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Attempting to bind port 43e0240a-e015-4bb9-8c8d-97fc96f2289b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:17.443243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Attempting to bind port 43e0240a-e015-4bb9-8c8d-97fc96f2289b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:17.447734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Port 43e0240a-e015-4bb9-8c8d-97fc96f2289b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:17.448052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Attempting to bind port 43e0240a-e015-4bb9-8c8d-97fc96f2289b on network 94ff966f-e048-460e-88f2-7aa1f68d3548 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:17.453659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:17.453950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Checking segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:17.454326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Bound using segment: {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:17.454772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Bound port: 43e0240a-e015-4bb9-8c8d-97fc96f2289b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1196b2-786b-430c-87d6-8b97df010d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:17.459655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.540954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] For port 43e0240a-e015-4bb9-8c8d-97fc96f2289b, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:17.543833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] For port 43e0240a-e015-4bb9-8c8d-97fc96f2289b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=43e0240a-e015-4bb9-8c8d-97fc96f2289b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:17.608591 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.670820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:17.671437 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.672767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] 10.222.0.62 "PUT /v2.0/ports/43e0240a-e015-4bb9-8c8d-97fc96f2289b HTTP/1.1" status: 200 len: 1095 time: 1.2352183 Feb 04 21:00:17.673196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952c2d6-764a-4f5c-b762-958e49905f63', 'tag': '43e0240a-e015-4bb9-8c8d-97fc96f2289b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:17.692700 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77a095-7873-4abd-b5e2-e170671b1832 service neutron] Pushing event updated for resources: {'Port': ['ID=43e0240a-e015-4bb9-8c8d-97fc96f2289b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:17.723287 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3952c2d6-764a-4f5c-b762-958e49905f63', 'tag': '43e0240a-e015-4bb9-8c8d-97fc96f2289b', 'status': 'completed', 'code': 200} Feb 04 21:00:17.816737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e606-35aa-4837-84b9-b75438f6948f req-145ef746-d7e4-41d1-861f-1eef01a17d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:17.818155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51a5e606-35aa-4837-84b9-b75438f6948f req-145ef746-d7e4-41d1-861f-1eef01a17d40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=127b1e0aa4f54c60bfa6094e90dfd7cd&device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 1098 time: 0.0739014 Feb 04 21:00:17.852412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51a5e606-35aa-4837-84b9-b75438f6948f req-3bf0383b-7f73-41f7-bd03-19fff520c694 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=127b1e0aa4f54c60bfa6094e90dfd7cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250247 Feb 04 21:00:17.990739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e606-35aa-4837-84b9-b75438f6948f req-bd5fd6d4-6d56-4a32-94e3-ff71ca632fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:17.992099 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51a5e606-35aa-4837-84b9-b75438f6948f req-bd5fd6d4-6d56-4a32-94e3-ff71ca632fdc service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310959 Feb 04 21:00:18.097542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-f5e83702-d2c1-4a95-9c75-174fc8a146fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.098921 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-f5e83702-d2c1-4a95-9c75-174fc8a146fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=127b1e0aa4f54c60bfa6094e90dfd7cd&device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 1098 time: 0.0730374 Feb 04 21:00:18.168045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-0cf55ad4-8a9c-4efd-a6c9-d39bd391d023 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=43e0240a-e015-4bb9-8c8d-97fc96f2289b HTTP/1.1" status: 200 len: 217 time: 0.0625157 Feb 04 21:00:18.284301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-e954aaea-24b9-461b-b101-d6d212eb3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.285732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-e954aaea-24b9-461b-b101-d6d212eb3ba6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87a34a63-1576-44f4-9c9f-f0e3411897e3 HTTP/1.1" status: 200 len: 843 time: 0.1117032 Feb 04 21:00:18.357136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3df375-be7c-4a2c-8ee5-54f0fef03ed4 req-d666f705-d077-41b8-98bd-42f5feab4351 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.358497 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f3df375-be7c-4a2c-8ee5-54f0fef03ed4 req-d666f705-d077-41b8-98bd-42f5feab4351 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 947 time: 0.1545460 Feb 04 21:00:18.411110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1f3df375-be7c-4a2c-8ee5-54f0fef03ed4 req-125319f2-8629-445f-8796-120894fe96af tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Feb 04 21:00:18.413099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-af6cea98-5368-4499-bbbc-db649b5c851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.414487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-af6cea98-5368-4499-bbbc-db649b5c851a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94ff966f-e048-460e-88f2-7aa1f68d3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211660 Feb 04 21:00:18.544751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-f6a7b74d-6000-4734-9329-76f3576a17ab service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241951 Feb 04 21:00:18.774225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-189a8f24-f5d9-4b58-8074-6d56491253a4 req-bb6854fc-ac7e-4d4e-8898-c6aedce1601a service neutron] 10.222.0.62 "GET /v2.0/networks/94ff966f-e048-460e-88f2-7aa1f68d3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242427 Feb 04 21:00:19.597947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa1f3-4a3f-410a-baba-098b705ff674 req-9bcbe85d-d131-4c8c-a5a6-ff40603a4075 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:19.599404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a8fa1f3-4a3f-410a-baba-098b705ff674 req-9bcbe85d-d131-4c8c-a5a6-ff40603a4075 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 947 time: 0.0804422 Feb 04 21:00:19.642315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a8fa1f3-4a3f-410a-baba-098b705ff674 req-5e92b82b-4e4c-4e9b-9db5-5651fa8f841e tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Feb 04 21:00:20.117121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db6cfb6f-0e64-450d-a1fb-6022ce4f6d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.824226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285ccd7-4ed4-4a67-a1b7-2cfc991f5835 req-23034224-a941-465a-ae9b-ceb8ecc8f4ec tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:20.825673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b285ccd7-4ed4-4a67-a1b7-2cfc991f5835 req-23034224-a941-465a-ae9b-ceb8ecc8f4ec tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 947 time: 0.0787704 Feb 04 21:00:20.869381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b285ccd7-4ed4-4a67-a1b7-2cfc991f5835 req-2fb7b3d9-139b-4acc-93e3-56982754faf8 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381978 Feb 04 21:00:22.046555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 43e0240a-e015-4bb9-8c8d-97fc96f2289b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:22.047831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6b9e0-ea6f-4b63-b8ff-a537f9d9ab51 req-e0e06533-a24f-4778-843f-cbb2dceee42a tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:22.049289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89e6b9e0-ea6f-4b63-b8ff-a537f9d9ab51 req-e0e06533-a24f-4778-843f-cbb2dceee42a tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 947 time: 0.0784214 Feb 04 21:00:22.095619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-89e6b9e0-ea6f-4b63-b8ff-a537f9d9ab51 req-ebc1325c-4fc2-43e2-94e9-df3a7b6df86d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Feb 04 21:00:22.179738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 43e0240a-e015-4bb9-8c8d-97fc96f2289b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=43e0240a-e015-4bb9-8c8d-97fc96f2289b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:22.192935 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '43e0240a-e015-4bb9-8c8d-97fc96f2289b', 'network_id': '94ff966f-e048-460e-88f2-7aa1f68d3548', 'port_id': '43e0240a-e015-4bb9-8c8d-97fc96f2289b', 'mac_address': 'fa:16:3e:be:b5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a34a63-1576-44f4-9c9f-f0e3411897e3', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:22.260159 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.276963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e0240a-e015-4bb9-8c8d-97fc96f2289b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:22.291611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 43e0240a-e015-4bb9-8c8d-97fc96f2289b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=43e0240a-e015-4bb9-8c8d-97fc96f2289b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:22.348781 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d63d02e4-e040-47b5-a2bc-dd7e41522551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.377451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.444578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=43e0240a-e015-4bb9-8c8d-97fc96f2289b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:22.451837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.452212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.452555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.452889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.453220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.453552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.453879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.454203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.454525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.454873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.455195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.455519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:22.719427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['43e0240a-e015-4bb9-8c8d-97fc96f2289b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:23.280624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98907149-da5d-4b2c-ace5-344e5ce4a69a req-46006c61-8d05-47fb-82a2-f7e7b7da77f8 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:23.282072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98907149-da5d-4b2c-ace5-344e5ce4a69a req-46006c61-8d05-47fb-82a2-f7e7b7da77f8 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 948 time: 0.0823822 Feb 04 21:00:23.324648 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98907149-da5d-4b2c-ace5-344e5ce4a69a req-f6d9c8bb-0024-4b9b-a81f-39285b78d924 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Feb 04 21:00:23.527104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.606303 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.061265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 43e0240a-e015-4bb9-8c8d-97fc96f2289b up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:24.189217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 43e0240a-e015-4bb9-8c8d-97fc96f2289b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:24.194191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 43e0240a-e015-4bb9-8c8d-97fc96f2289b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:24.194565 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.315932 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.341977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952c2d6-764a-4f5c-b762-958e49905f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0240a-e015-4bb9-8c8d-97fc96f2289b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:24.351623 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 43e0240a-e015-4bb9-8c8d-97fc96f2289b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=43e0240a-e015-4bb9-8c8d-97fc96f2289b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:24.392047 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952c2d6-764a-4f5c-b762-958e49905f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0240a-e015-4bb9-8c8d-97fc96f2289b', 'code': 200} Feb 04 21:00:24.425618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.496958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=43e0240a-e015-4bb9-8c8d-97fc96f2289b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:24.516205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63209d8b-1e3d-4f4d-8b08-fb314bfed553 req-0309ec59-66f7-45bb-81f3-337d0b229066 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:24.516725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99486e-3e2d-497f-acec-20bc91990fe8 req-56dac29a-8627-4930-813f-233070ffc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:24.517718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63209d8b-1e3d-4f4d-8b08-fb314bfed553 req-0309ec59-66f7-45bb-81f3-337d0b229066 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 949 time: 0.0825098 Feb 04 21:00:24.517878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf99486e-3e2d-497f-acec-20bc91990fe8 req-56dac29a-8627-4930-813f-233070ffc7a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 1100 time: 0.0734181 Feb 04 21:00:24.558800 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf99486e-3e2d-497f-acec-20bc91990fe8 req-dc0265bf-045d-4ace-b53d-4d4955dbd712 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Feb 04 21:00:24.562508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63209d8b-1e3d-4f4d-8b08-fb314bfed553 req-fa5f9b26-e2bd-41fc-babc-2f6f89768ff4 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389886 Feb 04 21:00:25.282869 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.745913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4751e-3e7c-433b-b50b-0d67d1545178 req-d94994ee-066d-4d7d-b98f-043fed794837 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:25.747423 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20a4751e-3e7c-433b-b50b-0d67d1545178 req-d94994ee-066d-4d7d-b98f-043fed794837 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 949 time: 0.0819693 Feb 04 21:00:25.790723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20a4751e-3e7c-433b-b50b-0d67d1545178 req-6550bf15-cb96-44e0-8680-348f641c76de tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377584 Feb 04 21:00:26.978975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36247882-0947-46dd-8307-678cf5f158cc req-8e633046-e272-4e87-acc0-c3d421404d4b tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:26.980920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-36247882-0947-46dd-8307-678cf5f158cc req-8e633046-e272-4e87-acc0-c3d421404d4b tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 949 time: 0.0824821 Feb 04 21:00:27.024339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-36247882-0947-46dd-8307-678cf5f158cc req-a913bc30-f756-43af-86e5-56ba44efc6ac tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Feb 04 21:00:28.620557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a29747-3e0b-4b3e-85c7-f1a5c6fd8d51 req-87f2530f-c944-4ba2-b880-a42d79d7089a tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:28.622007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5a29747-3e0b-4b3e-85c7-f1a5c6fd8d51 req-87f2530f-c944-4ba2-b880-a42d79d7089a tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 949 time: 0.0792239 Feb 04 21:00:28.665586 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b5a29747-3e0b-4b3e-85c7-f1a5c6fd8d51 req-afc111a2-c0d9-405b-9b11-f8edfafbb5da tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 Feb 04 21:00:29.846403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d796889-4aa3-40cf-a669-f65dae2731e5 req-9493076d-6a4a-4dfb-984c-b8abf1ca618c tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:29.847883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d796889-4aa3-40cf-a669-f65dae2731e5 req-9493076d-6a4a-4dfb-984c-b8abf1ca618c tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 949 time: 0.0785747 Feb 04 21:00:29.934887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d796889-4aa3-40cf-a669-f65dae2731e5 req-39a2492e-1695-4f91-aca0-756b7731195f tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/security-groups?id=e28f5462-6a32-491e-87e8-9143a0bc300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815086 Feb 04 21:00:29.968377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b34aae22-34b5-43ff-ba07-2104c024a5a9 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:29.969818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b34aae22-34b5-43ff-ba07-2104c024a5a9 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.62 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 949 time: 0.0866561 Feb 04 21:00:30.037178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Deleting port 43e0240a-e015-4bb9-8c8d-97fc96f2289b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:00:30.037515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.279923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] For port 43e0240a-e015-4bb9-8c8d-97fc96f2289b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=43e0240a-e015-4bb9-8c8d-97fc96f2289b,segment=NetworkSegment(ab1196b2-786b-430c-87d6-8b97df010d30),segment_id=ab1196b2-786b-430c-87d6-8b97df010d30)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:30.280279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.403681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Calling delete_port for 43e0240a-e015-4bb9-8c8d-97fc96f2289b owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:00:30.619743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.674290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Pushing event deleted for resources: {'Port': ['ID=43e0240a-e015-4bb9-8c8d-97fc96f2289b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:30.714546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.714923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.715325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.715667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.716006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.716338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.716667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.716990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.717316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.717641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.717959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.718280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:30.762925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] No DVR routers for this DVR port 43e0240a-e015-4bb9-8c8d-97fc96f2289b on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:00:30.765615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.768431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952c2d6-764a-4f5c-b762-958e49905f63', 'name': 'network-vif-deleted', 'tag': '43e0240a-e015-4bb9-8c8d-97fc96f2289b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:30.815643 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952c2d6-764a-4f5c-b762-958e49905f63', 'name': 'network-vif-deleted', 'tag': '43e0240a-e015-4bb9-8c8d-97fc96f2289b', 'status': 'completed', 'code': 200} Feb 04 21:00:30.918287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19f2b658-8481-4ae2-885f-854a003cd1eb req-b991f19c-20b5-41b3-8b11-44e20354c1b0 tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.62 "DELETE /v2.0/ports/43e0240a-e015-4bb9-8c8d-97fc96f2289b HTTP/1.1" status: 204 len: 173 time: 0.9433391 Feb 04 21:00:31.083566 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6895bbe9-d2a0-4496-a2d8-8480a4652a31 req-921c47c5-fa5c-435d-8cfb-538915e69d4d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Synchronizing usage tracker for tenant:127b1e0aa4f54c60bfa6094e90dfd7cd on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:31.185518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6895bbe9-d2a0-4496-a2d8-8480a4652a31 req-921c47c5-fa5c-435d-8cfb-538915e69d4d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] Unset dirty status for tenant:127b1e0aa4f54c60bfa6094e90dfd7cd on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:31.186709 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6895bbe9-d2a0-4496-a2d8-8480a4652a31 req-921c47c5-fa5c-435d-8cfb-538915e69d4d tempest-ServersAdminNegativeTestJSON-814798644 tempest-ServersAdminNegativeTestJSON-814798644-project] 10.222.0.48 "GET /v2.0/ports?device_id=3952c2d6-764a-4f5c-b762-958e49905f63 HTTP/1.1" status: 200 len: 210 time: 0.1477857 Feb 04 21:00:32.089898 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 43e0240a-e015-4bb9-8c8d-97fc96f2289b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:00:32.124363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 43e0240a-e015-4bb9-8c8d-97fc96f2289b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:00:32.124713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 43e0240a-e015-4bb9-8c8d-97fc96f2289b not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:00:32.781561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49954) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:32.926011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a02488d2-9d60-4e3b-93e7-8c023d1aacb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=127b1e0aa4f54c60bfa6094e90dfd7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432011 Feb 04 21:00:32.928399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49960) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:32.985025 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ab22123-c025-4b34-b086-615f96835c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.010173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ab22123-c025-4b34-b086-615f96835c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.111080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ab22123-c025-4b34-b086-615f96835c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.131720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab22123-c025-4b34-b086-615f96835c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28f5462-6a32-491e-87e8-9143a0bc300b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:33.201258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5ab22123-c025-4b34-b086-615f96835c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.202391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5ab22123-c025-4b34-b086-615f96835c9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e28f5462-6a32-491e-87e8-9143a0bc300b HTTP/1.1" status: 204 len: 168 time: 0.2731183 Feb 04 21:00:33.979806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49968) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:33.992631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.006775 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:34.011115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Usage tracker for resource:security_group_rule and tenant:1e04cd3cecbd4dae8ce70c5286195711 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:34.013861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:34.019759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:34.099056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.200681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.246753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b227982-870a-4d15-ad9d-b507992d69b9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:34.252354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d140874a-53f1-40c8-9a60-0c700df64ddd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e04cd3cecbd4dae8ce70c5286195711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763042 Feb 04 21:00:34.255207 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 49972) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:34.318779 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93f9d6c0-a975-462b-89b0-980f0c826ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.343967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93f9d6c0-a975-462b-89b0-980f0c826ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.503136 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93f9d6c0-a975-462b-89b0-980f0c826ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.520587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9d6c0-a975-462b-89b0-980f0c826ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b227982-870a-4d15-ad9d-b507992d69b9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:34.524888 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-93f9d6c0-a975-462b-89b0-980f0c826ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.527552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-93f9d6c0-a975-462b-89b0-980f0c826ee2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b227982-870a-4d15-ad9d-b507992d69b9 HTTP/1.1" status: 204 len: 168 time: 0.2699578 Feb 04 21:00:35.573836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 49996) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:35.676305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1483443722-network', 'tenant_id': 'b3c273c7aef0436a9f66fc359bc96152'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:35.681784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:35.685592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Usage tracker for resource:network and tenant:b3c273c7aef0436a9f66fc359bc96152 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:35.688428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:35.694471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:35.774048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Made reservation on behalf of b3c273c7aef0436a9f66fc359bc96152 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:35.776886 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.788721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.806943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:35.810763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c273c7aef0436a9f66fc359bc96152 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:35.813502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:35.819087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:35.896955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.990627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.020690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:00:36.029491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5931308f-0fd0-4371-aa5b-46551ce9fca1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:36.038627 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.039011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.039351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.039684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.040013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.040340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.040663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.040984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.041306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.041630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.041986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.043044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:36.046468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.046836 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Added segment f461af0c-2dc3-447f-a39f-6e0371c404a3 of type vlan for network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 Feb 04 21:00:36.071983 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.196617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.197617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:36.198730 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.301642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] Pushing event updated for resources: {'Network': ['ID=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:36.311770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:00:36.386849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-635bf3ae-0aea-4628-bd86-e03da6087f76 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8118737 Feb 04 21:00:36.389818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50002) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:36.395179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Request body: {'subnet': {'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1483443722-subnet', 'tenant_id': 'b3c273c7aef0436a9f66fc359bc96152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:36.400728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:36.404557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Usage tracker for resource:subnet and tenant:b3c273c7aef0436a9f66fc359bc96152 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:36.407469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:36.413311 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:36.499614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Made reservation on behalf of b3c273c7aef0436a9f66fc359bc96152 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:36.502027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.762405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.837632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fad4660-79a6-4224-81dd-4f426d0d6b37,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:36.846066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Checking segment: {'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:36.846423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Network hostable DHCP agents. Network: 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:00:36.962767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:00:37.059670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:37.064291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:37.065293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:37.068649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186f3a0-aa1f-4ebd-8533-afd657b2f90f None None] Network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:37.177590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0cce8c35-db46-48c3-8fb5-31d5467ad75e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7866769 Feb 04 21:00:37.279094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cd9ae-8cc9-42dd-b7ba-954d9c3be5ac None None] Network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:37.670907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42682-93ab-4281-99d2-ca1d6484456f req-36334ca3-51cd-4193-aca0-b4d09b5cfcdc tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:37.672268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-36334ca3-51cd-4193-aca0-b4d09b5cfcdc tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/networks?id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 200 len: 812 time: 0.1432874 Feb 04 21:00:37.687184 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-5dde2012-633d-43ae-992c-7a31c47ee4fe tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/quotas/b3c273c7aef0436a9f66fc359bc96152 HTTP/1.1" status: 200 len: 375 time: 0.0095291 Feb 04 21:00:37.733321 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-b893e5ce-0bfc-4f1d-9366-1b6cf4c98fef tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413120 Feb 04 21:00:37.864016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-8dc2d316-e474-4f72-a929-2080741ef94c service neutron] 10.222.0.48 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239228 Feb 04 21:00:38.095212 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-95cb74f6-35b9-4acd-b1b1-a86bb1405fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254744 Feb 04 21:00:38.483563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79fbcdf4-2ca8-470d-8ad7-ebfdf84e5383 req-7ba83116-7e2a-4910-a028-6a47392e8c55 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 210 time: 0.0428944 Feb 04 21:00:39.446379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.576985 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5331a45c-add6-45e4-b620-55381ba202b9 req-89ced203-9a32-4990-bd8c-746e04be71ea tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 210 time: 0.0428030 Feb 04 21:00:39.869070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.724068 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4ec738fb-57f3-403e-bcf1-d21c7752d1ec req-230df820-7cde-470c-8a15-9d20f47a77c9 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 210 time: 0.0461264 Feb 04 21:00:41.875382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-921004f9-6451-4d9a-8aef-dd3135155a11 req-af82577f-6293-4b8a-b739-e058f13afba2 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 210 time: 0.0458767 Feb 04 21:00:42.645270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42682-93ab-4281-99d2-ca1d6484456f req-ec69d9b3-aa31-4161-8d1b-03ec5a37728d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:42.645935 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-92d42682-93ab-4281-99d2-ca1d6484456f req-ec69d9b3-aa31-4161-8d1b-03ec5a37728d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Synchronizing usage tracker for tenant:b3c273c7aef0436a9f66fc359bc96152 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:42.754827 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-92d42682-93ab-4281-99d2-ca1d6484456f req-ec69d9b3-aa31-4161-8d1b-03ec5a37728d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Unset dirty status for tenant:b3c273c7aef0436a9f66fc359bc96152 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:42.756025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-ec69d9b3-aa31-4161-8d1b-03ec5a37728d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.24 "GET /v2.0/networks?id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 200 len: 812 time: 0.2540720 Feb 04 21:00:42.773767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Request body: {'port': {'device_id': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7', 'admin_state_up': True, 'tenant_id': 'b3c273c7aef0436a9f66fc359bc96152'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:42.908295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:42.911962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Usage tracker for resource:port and tenant:b3c273c7aef0436a9f66fc359bc96152 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:42.914764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:42.921212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:43.025411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Made reservation on behalf of b3c273c7aef0436a9f66fc359bc96152 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:43.029199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.047516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3c02444e-01db-4a47-82cc-dee9fd47a834 req-a43f1799-6342-488d-bf57-2580cc567d27 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 210 time: 0.0574713 Feb 04 21:00:43.305745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Allocated IP 172.20.0.9 (9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7/9fad4660-79a6-4224-81dd-4f426d0d6b37/e3179cf2-738b-42a0-a33f-cadbb61b5ced) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:43.504384 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.600714 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.672528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:43.675712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:43.679507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:43.717734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:43.744957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:43.745553 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.837369 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-665f4fc7-7190-4bbc-be5b-4a270be84fa3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0672753 Feb 04 21:00:43.852365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Request body: {'port': {'device_id': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:43.963219 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.237289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6239bbe-8911-4153-ba1b-267e5afd3bcf req-3eb9fd19-d7d4-4650-b071-5782bdb52cd0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.238837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6239bbe-8911-4153-ba1b-267e5afd3bcf req-3eb9fd19-d7d4-4650-b071-5782bdb52cd0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 931 time: 0.0818343 Feb 04 21:00:44.283801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b6239bbe-8911-4153-ba1b-267e5afd3bcf req-87f9ff49-231a-481d-8e59-0c996d9c2ed8 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Feb 04 21:00:44.305630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3179cf2-738b-42a0-a33f-cadbb61b5ced {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:44.312866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.328679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Transition to ACTIVE for port object e3179cf2-738b-42a0-a33f-cadbb61b5ced will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:44.476957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.607879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:44.707499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:44.708125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:44.708125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced on network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:44.712832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Port e3179cf2-738b-42a0-a33f-cadbb61b5ced on network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:44.713164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced on network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:44.718249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:44.718601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Checking segment: {'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:44.718995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Bound using segment: {'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:44.719417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Bound port: e3179cf2-738b-42a0-a33f-cadbb61b5ced, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:44.719759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.810041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:44.813080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:44.897834 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.956869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.957469 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.958846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] 10.222.0.24 "PUT /v2.0/ports/e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 1091 time: 1.1104701 Feb 04 21:00:44.959279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:44.985361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7537c8-bf35-4220-99b1-c07e6828bd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:45.004927 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'status': 'completed', 'code': 200} Feb 04 21:00:45.106954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec9b06-099a-48b7-8fa8-7df61a2fcb22 req-6a481c05-e56b-4ac5-a2ba-7abcbaae76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:45.108357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-baec9b06-099a-48b7-8fa8-7df61a2fcb22 req-6a481c05-e56b-4ac5-a2ba-7abcbaae76c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1094 time: 0.0744770 Feb 04 21:00:45.250556 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec9b06-099a-48b7-8fa8-7df61a2fcb22 req-c1746d9a-af15-4d67-abc0-67a04e96d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:45.251999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-baec9b06-099a-48b7-8fa8-7df61a2fcb22 req-c1746d9a-af15-4d67-abc0-67a04e96d053 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b3c273c7aef0436a9f66fc359bc96152&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1333029 Feb 04 21:00:45.482313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ba5df-d11e-4d00-8035-661f80c73541 req-222588d3-c071-45a4-b14c-56701d3d10a7 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:45.483878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e6ba5df-d11e-4d00-8035-661f80c73541 req-222588d3-c071-45a4-b14c-56701d3d10a7 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0914047 Feb 04 21:00:45.505143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec9b06-099a-48b7-8fa8-7df61a2fcb22 req-de1412aa-c02f-47bb-9d94-c8a9d3d6b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:45.506598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-baec9b06-099a-48b7-8fa8-7df61a2fcb22 req-de1412aa-c02f-47bb-9d94-c8a9d3d6b6c8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447314 Feb 04 21:00:45.529011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e6ba5df-d11e-4d00-8035-661f80c73541 req-5bcd1602-1d93-40ee-a71e-60119329b0a9 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391157 Feb 04 21:00:45.616376 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42682-93ab-4281-99d2-ca1d6484456f req-0298117e-0c30-4ca4-9c6d-3e58bf3481ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:45.617859 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-0298117e-0c30-4ca4-9c6d-3e58bf3481ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1094 time: 0.0701640 Feb 04 21:00:45.658765 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:00:45.691200 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-0cbf7d5b-592b-435e-985a-44c3c81203e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 217 time: 0.0625591 Feb 04 21:00:45.755063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42682-93ab-4281-99d2-ca1d6484456f req-8856d9a5-d49e-432f-9c00-98208a528354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:45.756456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-8856d9a5-d49e-432f-9c00-98208a528354 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fad4660-79a6-4224-81dd-4f426d0d6b37 HTTP/1.1" status: 200 len: 852 time: 0.0560539 Feb 04 21:00:45.807855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-ab469105-cb9c-4fea-9a40-b599e00212f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419805 Feb 04 21:00:45.940107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-b4360ea8-eb71-47cf-a0a6-6ab798e627af service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228342 Feb 04 21:00:46.074664 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92d42682-93ab-4281-99d2-ca1d6484456f req-e3ae3e51-4d04-461c-a51e-d64893a785ef service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255143 Feb 04 21:00:46.712634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094b4dc-32ee-445a-a37f-b0392d066f37 req-4e89a17e-fb3e-4d64-9b2a-7056b7ece6fd tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.713319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5094b4dc-32ee-445a-a37f-b0392d066f37 req-4e89a17e-fb3e-4d64-9b2a-7056b7ece6fd tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Synchronizing usage tracker for tenant:b3c273c7aef0436a9f66fc359bc96152 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:46.796520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5094b4dc-32ee-445a-a37f-b0392d066f37 req-4e89a17e-fb3e-4d64-9b2a-7056b7ece6fd tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Unset dirty status for tenant:b3c273c7aef0436a9f66fc359bc96152 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:46.797691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5094b4dc-32ee-445a-a37f-b0392d066f37 req-4e89a17e-fb3e-4d64-9b2a-7056b7ece6fd tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.1622708 Feb 04 21:00:46.840446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5094b4dc-32ee-445a-a37f-b0392d066f37 req-6a75485b-ed4a-43e0-8744-0550729c5f78 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Synchronizing usage tracker for tenant:b3c273c7aef0436a9f66fc359bc96152 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:46.933915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5094b4dc-32ee-445a-a37f-b0392d066f37 req-6a75485b-ed4a-43e0-8744-0550729c5f78 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Unset dirty status for tenant:b3c273c7aef0436a9f66fc359bc96152 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:46.935099 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5094b4dc-32ee-445a-a37f-b0392d066f37 req-6a75485b-ed4a-43e0-8744-0550729c5f78 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317477 Feb 04 21:00:48.118320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb14f9-bee5-4da0-bbc4-8d0e759e1d3a req-d67793a1-e6f6-466d-8c30-5160c0fed51f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:48.120358 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6acb14f9-bee5-4da0-bbc4-8d0e759e1d3a req-d67793a1-e6f6-466d-8c30-5160c0fed51f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0792458 Feb 04 21:00:48.167436 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6acb14f9-bee5-4da0-bbc4-8d0e759e1d3a req-9cffc128-f8b8-4088-8485-5fd813e61587 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Feb 04 21:00:49.349841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ae69e-cf5d-4b2e-9f55-57eadf6e7d35 req-d41bbece-ebae-4693-b579-98451c7c088e tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:49.351416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-788ae69e-cf5d-4b2e-9f55-57eadf6e7d35 req-d41bbece-ebae-4693-b579-98451c7c088e tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0807595 Feb 04 21:00:49.394285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-788ae69e-cf5d-4b2e-9f55-57eadf6e7d35 req-2cf1ff70-ad39-4421-b009-0ae4d8af8f48 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 Feb 04 21:00:50.087594 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c487077a-d5e9-413f-a19a-647452953c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.438717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:50.575176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:50.586611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383311-fac2-42b6-8e0b-7a15cd562248 req-75811be8-bf7a-40f3-890a-08645cef5888 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.588266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a383311-fac2-42b6-8e0b-7a15cd562248 req-75811be8-bf7a-40f3-890a-08645cef5888 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0839047 Feb 04 21:00:50.588782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7', 'port_id': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'mac_address': 'fa:16:3e:4b:b4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fad4660-79a6-4224-81dd-4f426d0d6b37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:50.634406 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a383311-fac2-42b6-8e0b-7a15cd562248 req-53871735-485b-4def-b1fa-c94a1f13e541 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Feb 04 21:00:50.644527 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.661292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3179cf2-738b-42a0-a33f-cadbb61b5ced {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:50.683490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:50.794280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.863628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:51.067913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['e3179cf2-738b-42a0-a33f-cadbb61b5ced'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:51.815437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78079564-2d4d-4a64-860d-de7281e85d15 req-f86f8c6a-6fcf-4387-a98e-32acc6582591 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.816891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78079564-2d4d-4a64-860d-de7281e85d15 req-f86f8c6a-6fcf-4387-a98e-32acc6582591 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 944 time: 0.0780063 Feb 04 21:00:51.861603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-78079564-2d4d-4a64-860d-de7281e85d15 req-f0cb80d9-2afe-4a6d-9032-2b09311ec7b1 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Feb 04 21:00:52.434811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ba37c7d4-90db-453f-aed7-b8603417e514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:52.451147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:52.608193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port e3179cf2-738b-42a0-a33f-cadbb61b5ced completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:52.613668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port e3179cf2-738b-42a0-a33f-cadbb61b5ced triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:52.614033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:52.729941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:52.757604 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:52.767070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:52.803982 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'code': 200} Feb 04 21:00:52.914595 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:52.934744 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fe928-3d04-4f70-81ef-015ee335d019 req-80cddd43-bbd8-4600-aa89-0528cebb29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:52.936473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-772fe928-3d04-4f70-81ef-015ee335d019 req-80cddd43-bbd8-4600-aa89-0528cebb29ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1095 time: 0.0749202 Feb 04 21:00:52.983195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:53.020987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-772fe928-3d04-4f70-81ef-015ee335d019 req-1d618718-a2f7-4229-aba1-f75bd0944d04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752461 Feb 04 21:00:53.060288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6491d5-5c27-4575-beae-2a04864320f3 req-1c74f418-44a6-47de-b630-a78880322662 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:53.061732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c6491d5-5c27-4575-beae-2a04864320f3 req-1c74f418-44a6-47de-b630-a78880322662 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0895510 Feb 04 21:00:53.108673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c6491d5-5c27-4575-beae-2a04864320f3 req-1bd29e72-271b-4067-acef-60acb7e92b4e tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Feb 04 21:00:53.590446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.639978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:54.301743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44587c3-1012-4f7f-ad41-9bf657366472 req-4b670402-b0f7-4fc7-9a6a-40aa5fd46724 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.303243 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e44587c3-1012-4f7f-ad41-9bf657366472 req-4b670402-b0f7-4fc7-9a6a-40aa5fd46724 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0844505 Feb 04 21:00:54.347220 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e44587c3-1012-4f7f-ad41-9bf657366472 req-6d616d5d-cdea-424f-b712-7ae10fbb1d19 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Feb 04 21:00:55.308960 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:55.529130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe187-1146-4a47-9a0d-745eed16c8fc req-b0026602-4a49-4cc4-9dc0-9318271e1a21 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:55.530576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2cbe187-1146-4a47-9a0d-745eed16c8fc req-b0026602-4a49-4cc4-9dc0-9318271e1a21 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0797064 Feb 04 21:00:55.574822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f2cbe187-1146-4a47-9a0d-745eed16c8fc req-6ba31a2b-35f6-422a-80fb-4db66b00706f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Feb 04 21:00:56.188301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545292a2-e031-4d92-8567-20b13cfa4a19 req-1169387f-8702-4214-a676-d8ad21cad8d5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.189751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-545292a2-e031-4d92-8567-20b13cfa4a19 req-1169387f-8702-4214-a676-d8ad21cad8d5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0842600 Feb 04 21:00:56.233575 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-545292a2-e031-4d92-8567-20b13cfa4a19 req-6b1947e2-6606-41fd-a655-0e63fd493284 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Feb 04 21:00:56.364382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50088) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:56.471002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-72bcdaaf-a25e-4bbd-8327-9ef5cfcc718b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051297 Feb 04 21:00:57.420288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584f93-48be-4d4e-a6a9-1c2b01303ae4 req-4751b32e-c914-448d-b7dc-4d66906663d0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:57.422598 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0584f93-48be-4d4e-a6a9-1c2b01303ae4 req-4751b32e-c914-448d-b7dc-4d66906663d0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0822172 Feb 04 21:00:57.467774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a0584f93-48be-4d4e-a6a9-1c2b01303ae4 req-bf1a1785-ddfe-4d1b-a4c4-8f9bcf6e3504 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 Feb 04 21:00:58.660454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e618-144e-4f3f-88ee-299ef4cbbc57 req-ba111843-5192-4230-b0fc-941e29abec25 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.661906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06b0e618-144e-4f3f-88ee-299ef4cbbc57 req-ba111843-5192-4230-b0fc-941e29abec25 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0833302 Feb 04 21:00:58.705245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-06b0e618-144e-4f3f-88ee-299ef4cbbc57 req-b17a8204-0491-4b3d-bad3-684b864e7dd8 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376472 Feb 04 21:00:58.987734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-0e5941c5-dcef-4f2f-b6dc-ef84521d3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.989181 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-0e5941c5-dcef-4f2f-b6dc-ef84521d3a3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1096 time: 0.0698884 Feb 04 21:00:59.119585 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-ac89a12a-e82b-4024-b505-520c62983dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:59.121033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-ac89a12a-e82b-4024-b505-520c62983dfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 200 len: 913 time: 0.1256280 Feb 04 21:00:59.294241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-a97d8d2e-b225-4d84-b7cd-6e60f2d4414d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 217 time: 0.1676924 Feb 04 21:00:59.354018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-a8601f94-7672-4c27-8754-eabfa8162b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:59.355999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-a8601f94-7672-4c27-8754-eabfa8162b93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fad4660-79a6-4224-81dd-4f426d0d6b37 HTTP/1.1" status: 200 len: 852 time: 0.0561268 Feb 04 21:00:59.403807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-3de88a0f-f19b-45b4-8fd3-c1a154ce5c70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416727 Feb 04 21:00:59.535873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-a5b3dac1-98b6-4585-a753-8bf74dfe3a70 service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265705 Feb 04 21:00:59.665842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-0b4c5b5a-9053-4da6-8adc-339bca07b631 service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232464 Feb 04 21:00:59.891937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc62f2-cab9-4b55-8679-a29b23ba8ecc req-a5f4f24d-c78e-4b0c-a998-e88aacda6ab5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:59.893414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d4bc62f2-cab9-4b55-8679-a29b23ba8ecc req-a5f4f24d-c78e-4b0c-a998-e88aacda6ab5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0840025 Feb 04 21:00:59.938453 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d4bc62f2-cab9-4b55-8679-a29b23ba8ecc req-23b14f0f-6d85-4471-b4a2-01bca475aeff tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Feb 04 21:01:01.130337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775ded-5c86-4cd6-be22-83053645a879 req-01e60e04-6ba3-4b28-a9a8-abc5830e3227 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:01.131847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3775ded-5c86-4cd6-be22-83053645a879 req-01e60e04-6ba3-4b28-a9a8-abc5830e3227 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0837493 Feb 04 21:01:01.178756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3775ded-5c86-4cd6-be22-83053645a879 req-c28dc758-f410-4455-bf8c-ae7fe62fb40d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Feb 04 21:01:02.363420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e81b64-7f3a-4bff-8181-9947a09e6763 req-f7f00701-0275-44b5-add8-3af7633d2dab tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.364862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-89e81b64-7f3a-4bff-8181-9947a09e6763 req-f7f00701-0275-44b5-add8-3af7633d2dab tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0804188 Feb 04 21:01:02.408704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-89e81b64-7f3a-4bff-8181-9947a09e6763 req-e0a7ee99-e415-41cc-9a4e-4b9d48adb9cb tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Feb 04 21:01:03.596076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fb46d-71b5-45c4-899a-9183092e86cc req-cd2a45b8-25fa-44b5-8427-fd8ad2ad4093 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:03.597521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b0fb46d-71b5-45c4-899a-9183092e86cc req-cd2a45b8-25fa-44b5-8427-fd8ad2ad4093 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0823135 Feb 04 21:01:03.641073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2b0fb46d-71b5-45c4-899a-9183092e86cc req-66af1e99-b802-48ff-bc04-41f554020349 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Feb 04 21:01:04.828627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1430d-2c7c-4387-a701-d082b804de2f req-cef59180-cc64-4ea8-83fa-55e969f23691 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:04.830070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42e1430d-2c7c-4387-a701-d082b804de2f req-cef59180-cc64-4ea8-83fa-55e969f23691 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0818229 Feb 04 21:01:04.873979 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42e1430d-2c7c-4387-a701-d082b804de2f req-150653c0-33bb-4036-8de2-665d400cdc62 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384784 Feb 04 21:01:06.054075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011438d-2f34-42fb-aa77-35807c8e0f2c req-08c90195-4a13-4576-9994-05740f823b34 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:06.055709 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d011438d-2f34-42fb-aa77-35807c8e0f2c req-08c90195-4a13-4576-9994-05740f823b34 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0792983 Feb 04 21:01:06.099846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d011438d-2f34-42fb-aa77-35807c8e0f2c req-a597cc40-b283-4f57-bf88-23904640f3cb tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377092 Feb 04 21:01:07.282939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19267f-8032-42dd-af0b-0b52b57beb5f req-be074f69-580a-4e6c-8804-bebb0fb6d444 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:07.284395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d19267f-8032-42dd-af0b-0b52b57beb5f req-be074f69-580a-4e6c-8804-bebb0fb6d444 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0798013 Feb 04 21:01:07.331567 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d19267f-8032-42dd-af0b-0b52b57beb5f req-f090d434-c193-4ead-8cf0-df9999521446 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Feb 04 21:01:08.516683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95b599-aabd-45c2-999f-422d8e174bdd req-99758e9b-0e5c-47b2-8421-097d69f774a5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:08.518040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a95b599-aabd-45c2-999f-422d8e174bdd req-99758e9b-0e5c-47b2-8421-097d69f774a5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0816987 Feb 04 21:01:08.564169 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a95b599-aabd-45c2-999f-422d8e174bdd req-75790565-536b-46da-967e-286fd233102a tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Feb 04 21:01:09.447660 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.746290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1623fd4-aa43-4e45-889f-e9711f3c2061 req-df831ae8-4dcc-44d4-8f3e-35d6442772b5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.747860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1623fd4-aa43-4e45-889f-e9711f3c2061 req-df831ae8-4dcc-44d4-8f3e-35d6442772b5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0812240 Feb 04 21:01:09.792085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c1623fd4-aa43-4e45-889f-e9711f3c2061 req-7c78da64-52ac-40a0-badc-20571dbf81da tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Feb 04 21:01:09.796175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.977482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92003ea7-4dbc-4894-adcc-079b1d5392ae req-3c06350a-0227-4b41-a867-6956597fa4b8 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.978961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92003ea7-4dbc-4894-adcc-079b1d5392ae req-3c06350a-0227-4b41-a867-6956597fa4b8 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0788751 Feb 04 21:01:11.026230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92003ea7-4dbc-4894-adcc-079b1d5392ae req-f09060d3-b773-4ca9-88bf-170a3b16f47c tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Feb 04 21:01:12.215028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa486113-b22c-4638-b3a4-3757818908c4 req-977d0577-f038-4691-ab78-dfc419294b93 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.216483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa486113-b22c-4638-b3a4-3757818908c4 req-977d0577-f038-4691-ab78-dfc419294b93 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0843031 Feb 04 21:01:12.260126 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa486113-b22c-4638-b3a4-3757818908c4 req-f0bbd6d1-26f0-46b6-99e3-472470a5e059 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Feb 04 21:01:13.442068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9c4f2-d790-469b-b3a7-6b5b1fec7ca4 req-51f66fea-d945-4b42-ac64-a01b20336049 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:13.443481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f9c9c4f2-d790-469b-b3a7-6b5b1fec7ca4 req-51f66fea-d945-4b42-ac64-a01b20336049 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0794227 Feb 04 21:01:13.486965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f9c9c4f2-d790-469b-b3a7-6b5b1fec7ca4 req-2ad11c3a-851c-4b95-b31c-bef768f7cd1e tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Feb 04 21:01:14.676367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea8eb-0b32-4bf8-8371-f0d651407f14 req-87049b02-8900-4881-8886-ab17d8e6dba0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:14.677808 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2afea8eb-0b32-4bf8-8371-f0d651407f14 req-87049b02-8900-4881-8886-ab17d8e6dba0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0784318 Feb 04 21:01:14.721361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2afea8eb-0b32-4bf8-8371-f0d651407f14 req-bcf51153-9356-4b73-a88e-9bc59faa4edf tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Feb 04 21:01:15.907176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2ff85-390f-4c4d-bcb5-3e639633601f req-5a0b84d6-25f9-4915-8c90-3be365437a55 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:15.908626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-64c2ff85-390f-4c4d-bcb5-3e639633601f req-5a0b84d6-25f9-4915-8c90-3be365437a55 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0827382 Feb 04 21:01:15.951720 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-64c2ff85-390f-4c4d-bcb5-3e639633601f req-73a1a51c-da64-499f-9a50-dfb9b217a190 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375371 Feb 04 21:01:17.137019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5815c-a000-4b2a-804b-e307fc1f0aa1 req-251e0f9d-c77c-43cb-ad1e-da24628fe09d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:17.138498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26b5815c-a000-4b2a-804b-e307fc1f0aa1 req-251e0f9d-c77c-43cb-ad1e-da24628fe09d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0840559 Feb 04 21:01:17.182421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26b5815c-a000-4b2a-804b-e307fc1f0aa1 req-b5473d88-f5f8-4ae1-a2bd-1c306d6a5621 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382855 Feb 04 21:01:17.319458 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-08952a3e-2177-4fa5-b1d5-d7d300f8a151 service neutron] show failed (client error): The resource could not be found. Feb 04 21:01:17.320452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-08952a3e-2177-4fa5-b1d5-d7d300f8a151 service neutron] 10.222.0.24 "GET /v2.0/ports/e3179cf2-738b-42a0-a33f-cadbb61b5ced/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0733268 Feb 04 21:01:18.036191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-861bd4fb-ca87-4180-9833-6826348870f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:18.037690 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-861bd4fb-ca87-4180-9833-6826348870f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408&tenant_id=b3c273c7aef0436a9f66fc359bc96152 HTTP/1.1" status: 200 len: 1096 time: 0.0717816 Feb 04 21:01:18.048133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:18.159871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.371688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd326-03c5-4f62-b1f6-7eb886bdf71b req-26bf1f1a-55ef-4362-b62f-1dab201cce7a tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:18.373082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79ccd326-03c5-4f62-b1f6-7eb886bdf71b req-26bf1f1a-55ef-4362-b62f-1dab201cce7a tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0841749 Feb 04 21:01:18.417498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-79ccd326-03c5-4f62-b1f6-7eb886bdf71b req-bd96e358-292f-4bf3-b246-c249ff59cef3 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Feb 04 21:01:18.430834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:18.460424 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:18.520202 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:18.525493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.539605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Transition to ACTIVE for port object e3179cf2-738b-42a0-a33f-cadbb61b5ced will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:18.580726 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'code': 200} Feb 04 21:01:18.681952 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.934806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:18.937294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] No DVR routers for this DVR port e3179cf2-738b-42a0-a33f-cadbb61b5ced on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:18.991721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:18.992051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:18.992375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced on network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:18.996818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Port e3179cf2-738b-42a0-a33f-cadbb61b5ced on network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:01:18.997136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Attempting to bind port e3179cf2-738b-42a0-a33f-cadbb61b5ced on network 9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:19.002585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:19.002943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Checking segment: {'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:19.003324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Bound using segment: {'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:19.003743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Bound port: e3179cf2-738b-42a0-a33f-cadbb61b5ced, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f461af0c-2dc3-447f-a39f-6e0371c404a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:19.004081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.089023 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:19.091847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:19.282635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.340381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:19.340997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.342624 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] 10.222.0.62 "PUT /v2.0/ports/e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 1091 time: 1.2981725 Feb 04 21:01:19.364517 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb6822-3938-4d73-afcc-0141e2890b32 service neutron] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:19.440576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-115b087f-1163-461e-94ee-976f870d636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:19.442111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-115b087f-1163-461e-94ee-976f870d636b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1094 time: 0.0785756 Feb 04 21:01:19.575876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-9c3571e8-762b-4d57-8155-641e19d235f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:19.577260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-9c3571e8-762b-4d57-8155-641e19d235f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 200 len: 913 time: 0.1287241 Feb 04 21:01:19.599715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf321-6829-4798-82a8-3a6d2f973fbd req-6cdc5652-5579-4ae3-9a08-d985a7d79cb1 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:19.601174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddcbf321-6829-4798-82a8-3a6d2f973fbd req-6cdc5652-5579-4ae3-9a08-d985a7d79cb1 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0786693 Feb 04 21:01:19.645005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddcbf321-6829-4798-82a8-3a6d2f973fbd req-a76f5eef-e189-45b0-becd-68f5b6e195f5 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382278 Feb 04 21:01:19.648644 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-d05a444f-b51d-495f-9110-f37d7f9d255d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 217 time: 0.0655828 Feb 04 21:01:19.710850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-d5bdc493-fd96-4d71-b2ff-a76277cb45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:19.712261 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-d5bdc493-fd96-4d71-b2ff-a76277cb45ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fad4660-79a6-4224-81dd-4f426d0d6b37 HTTP/1.1" status: 200 len: 852 time: 0.0571642 Feb 04 21:01:19.759420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-363795be-451e-4bc7-b735-a410652c1f1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413303 Feb 04 21:01:19.888964 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-a51e584e-5c0f-4155-ab2a-a68d03314449 service neutron] 10.222.0.62 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239033 Feb 04 21:01:20.021745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b63221-f287-48cf-99b1-1b8c90fd949b req-c5e62a27-fb0e-4901-9ed6-e72aa27ea25d service neutron] 10.222.0.62 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271329 Feb 04 21:01:20.184847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef932912-ee28-40b2-971e-3dd0d8b70ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.582053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:20.640399 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'status': 'completed', 'code': 200} Feb 04 21:01:20.736210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-9798c064-37d3-4a29-bfe3-561da397cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:20.739374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-9798c064-37d3-4a29-bfe3-561da397cbaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1094 time: 0.0785253 Feb 04 21:01:20.855086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-8c1c1076-486a-4d3e-90a0-cabc3968bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:20.856477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-8c1c1076-486a-4d3e-90a0-cabc3968bb28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1094 time: 0.1847975 Feb 04 21:01:20.868283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff9df-344b-4f4f-ad30-9bd9be81b8d5 req-cbda2e27-a496-4a17-86e4-dd7ecefaad1b tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:20.869688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af9ff9df-344b-4f4f-ad30-9bd9be81b8d5 req-cbda2e27-a496-4a17-86e4-dd7ecefaad1b tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.1137574 Feb 04 21:01:20.874451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-6a2adb73-ff98-4443-85fa-0ca41c920e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:20.876122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-6a2adb73-ff98-4443-85fa-0ca41c920e2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 200 len: 913 time: 0.1303570 Feb 04 21:01:20.943838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-a1129eff-f822-4d4f-983c-c3c79fa9db63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 217 time: 0.0617607 Feb 04 21:01:21.007221 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af9ff9df-344b-4f4f-ad30-9bd9be81b8d5 req-98845abb-b5fc-405d-8828-fb68555b328d tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164775 Feb 04 21:01:21.010048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-cf639590-e534-4bb4-8457-745ff60cc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:21.011183 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-cf639590-e534-4bb4-8457-745ff60cc41f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fad4660-79a6-4224-81dd-4f426d0d6b37 HTTP/1.1" status: 200 len: 852 time: 0.0623603 Feb 04 21:01:21.035689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-ee89735e-065b-4d46-8266-5023a7429748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:21.037114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-ee89735e-065b-4d46-8266-5023a7429748 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 200 len: 913 time: 0.1666005 Feb 04 21:01:21.057844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-f3374168-001a-4c88-a7d1-7b7c847fc11b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411787 Feb 04 21:01:21.110279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-c29dc351-6f4c-428f-9014-28bb449a3c2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 217 time: 0.0621538 Feb 04 21:01:21.177919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-bd517617-bd49-4789-85e5-d12c682aa21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:21.179412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-bd517617-bd49-4789-85e5-d12c682aa21f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fad4660-79a6-4224-81dd-4f426d0d6b37 HTTP/1.1" status: 200 len: 852 time: 0.0617330 Feb 04 21:01:21.191611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-d419e061-e79d-493c-89dd-2d6909434e94 service neutron] 10.222.0.62 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279800 Feb 04 21:01:21.229128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-63136fa7-6b06-42f8-a467-7966ec8ece0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405562 Feb 04 21:01:21.371696 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-2edfd408-c895-4e86-9338-da7b5a091eb8 service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293755 Feb 04 21:01:21.427695 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-c0930a5e-8fe0-463e-a990-afefbc3db22f service neutron] 10.222.0.62 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297368 Feb 04 21:01:21.610841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-684c50e0-cd73-433d-a2a8-2cb4228df79b req-6178676f-729b-4859-aaf7-67c37fde6b71 service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321100 Feb 04 21:01:22.197902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e045a-6ef3-43cd-9f8c-25fdaadf8d30 req-6e2136b3-f490-4f5b-8d94-123404268076 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:22.199389 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f41e045a-6ef3-43cd-9f8c-25fdaadf8d30 req-6e2136b3-f490-4f5b-8d94-123404268076 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0816865 Feb 04 21:01:22.243918 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f41e045a-6ef3-43cd-9f8c-25fdaadf8d30 req-50f60d3e-7c1d-4526-bc40-660967573c56 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Feb 04 21:01:22.321854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e82af46-65ed-4fee-a274-504e715677c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.609344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:22.657374 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:01:22.696504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:01:23.434247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235092-0584-4dd9-8cde-28b550a54532 req-aacae35f-4e06-4ee3-92dd-a8417e9d0fae tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:23.435717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61235092-0584-4dd9-8cde-28b550a54532 req-aacae35f-4e06-4ee3-92dd-a8417e9d0fae tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0841744 Feb 04 21:01:23.481116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61235092-0584-4dd9-8cde-28b550a54532 req-b1cd69d0-130e-4def-8872-27415c80b6f2 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Feb 04 21:01:23.613248 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:23.653215 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:24.388125 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:01:24.521258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:24.534284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'network_id': '9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7', 'port_id': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'mac_address': 'fa:16:3e:4b:b4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fad4660-79a6-4224-81dd-4f426d0d6b37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:24.589541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:24.608886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3179cf2-738b-42a0-a33f-cadbb61b5ced {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:24.624554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:24.663635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355532d-751b-4661-9863-9e05f87db5d3 req-f886846f-989c-48ab-8698-bb069025e4b0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:24.665083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f355532d-751b-4661-9863-9e05f87db5d3 req-f886846f-989c-48ab-8698-bb069025e4b0 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 943 time: 0.0797856 Feb 04 21:01:24.693001 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:24.709036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f355532d-751b-4661-9863-9e05f87db5d3 req-b80f30f6-e8ac-42c7-aec9-f37185d58869 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383544 Feb 04 21:01:24.761020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:24.768355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.768701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.769040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.769374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.769705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.770034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.770356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.770815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.771028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.771352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.771669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:24.771984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:25.002664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['e3179cf2-738b-42a0-a33f-cadbb61b5ced'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:25.302951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-08801e54-87d7-4a7a-87f0-366865d7a806 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:25.304381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-08801e54-87d7-4a7a-87f0-366865d7a806 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.24 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408&tenant_id=b3c273c7aef0436a9f66fc359bc96152&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 944 time: 0.0817819 Feb 04 21:01:25.321708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.388837 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-4c8048df-2375-4369-a928-5bac8d83be4e service neutron] delete failed (client error): The resource could not be found. Feb 04 21:01:25.389818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-4c8048df-2375-4369-a928-5bac8d83be4e service neutron] 10.222.0.24 "DELETE /v2.0/ports/e3179cf2-738b-42a0-a33f-cadbb61b5ced/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0765584 Feb 04 21:01:25.541032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-9f51d160-8974-4446-8762-44a58836e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:25.542497 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-9f51d160-8974-4446-8762-44a58836e20b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3c273c7aef0436a9f66fc359bc96152&device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 1095 time: 0.0707436 Feb 04 21:01:25.674808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-9702a762-c2b7-42ec-aab0-74c20fed1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:25.676226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-9702a762-c2b7-42ec-aab0-74c20fed1a8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 200 len: 913 time: 0.1247129 Feb 04 21:01:25.750728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-90c0bb43-78d8-4ad5-9643-7a1799b5fcfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 200 len: 217 time: 0.0633478 Feb 04 21:01:25.813860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-deff4d64-89b2-4da5-bd17-264591c81e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:25.815747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-deff4d64-89b2-4da5-bd17-264591c81e7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fad4660-79a6-4224-81dd-4f426d0d6b37 HTTP/1.1" status: 200 len: 852 time: 0.0564938 Feb 04 21:01:25.864750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-c75dfcbf-9e76-4ed4-adbb-a3dc155577e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392463 Feb 04 21:01:25.996723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-01d33d1b-b183-4212-b46b-4582156a850c service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229992 Feb 04 21:01:26.131803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-62859009-4ce0-46f4-a9b8-5a9161ee2b69 service neutron] 10.222.0.24 "GET /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251476 Feb 04 21:01:26.388045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:26.507940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port e3179cf2-738b-42a0-a33f-cadbb61b5ced completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:26.513115 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port e3179cf2-738b-42a0-a33f-cadbb61b5ced triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:26.513488 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.632962 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.659080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:26.668593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:26.716519 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'code': 200} Feb 04 21:01:26.755954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.822383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:27.774575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9ee39-4ff6-4487-8245-e0a116ec37c7 req-5a40a6dd-fca4-4f84-85f5-9c7afc7f75ad tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:27.776058 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fa9ee39-4ff6-4487-8245-e0a116ec37c7 req-5a40a6dd-fca4-4f84-85f5-9c7afc7f75ad tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0823219 Feb 04 21:01:27.820151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3fa9ee39-4ff6-4487-8245-e0a116ec37c7 req-fac0d780-c3da-4d8b-adb2-953bec13bd9c tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Feb 04 21:01:29.009013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961be71-a650-4bf6-a620-3a3d682ca35e req-104c31b5-f500-4bb4-affa-3cb77e14c527 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:29.010479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8961be71-a650-4bf6-a620-3a3d682ca35e req-104c31b5-f500-4bb4-affa-3cb77e14c527 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0843902 Feb 04 21:01:29.054304 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8961be71-a650-4bf6-a620-3a3d682ca35e req-b4b1ebae-b420-462e-891e-f9aaf592d93c tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/security-groups?id=5931308f-0fd0-4371-aa5b-46551ce9fca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Feb 04 21:01:29.145165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-70fdd441-0527-4482-ba8d-071b34308116 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:29.146514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-70fdd441-0527-4482-ba8d-071b34308116 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.62 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 945 time: 0.0788963 Feb 04 21:01:29.219597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Deleting port e3179cf2-738b-42a0-a33f-cadbb61b5ced {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:29.219933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.463656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] For port e3179cf2-738b-42a0-a33f-cadbb61b5ced, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=e3179cf2-738b-42a0-a33f-cadbb61b5ced,segment=NetworkSegment(f461af0c-2dc3-447f-a39f-6e0371c404a3),segment_id=f461af0c-2dc3-447f-a39f-6e0371c404a3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:29.464009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.585188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Calling delete_port for e3179cf2-738b-42a0-a33f-cadbb61b5ced owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:29.816504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.827621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['e3179cf2-738b-42a0-a33f-cadbb61b5ced'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:29.868537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Pushing event deleted for resources: {'Port': ['ID=e3179cf2-738b-42a0-a33f-cadbb61b5ced,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:29.940569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] No DVR routers for this DVR port e3179cf2-738b-42a0-a33f-cadbb61b5ced on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:29.943000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.945490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-deleted', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:29.992272 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d48c2-e7b6-4975-b031-f80f3fbd1408', 'name': 'network-vif-deleted', 'tag': 'e3179cf2-738b-42a0-a33f-cadbb61b5ced', 'status': 'completed', 'code': 200} Feb 04 21:01:30.028796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcf63cf8-9309-4030-815b-fb88f26c3fd8 req-5013bbb1-111a-4b7c-bdba-2801dc3fcf9f tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.62 "DELETE /v2.0/ports/e3179cf2-738b-42a0-a33f-cadbb61b5ced HTTP/1.1" status: 204 len: 173 time: 0.8762205 Feb 04 21:01:30.201462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8dc0f50-88e4-4d9e-98a7-51678ba1a1da req-491bd1df-3387-4ad8-a981-38c0007628b2 tempest-DeleteServersTestJSON-936772882 tempest-DeleteServersTestJSON-936772882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e71d48c2-e7b6-4975-b031-f80f3fbd1408 HTTP/1.1" status: 200 len: 210 time: 0.0427353 Feb 04 21:01:31.443144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50190) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:31.502413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Deleting subnet 9fad4660-79a6-4224-81dd-4f426d0d6b37 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:01:31.505273 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.553687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.611376 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.761588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.800062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fad4660-79a6-4224-81dd-4f426d0d6b37,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:31.802798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.811609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.811959 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.812298 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.812636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.812971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.813303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.813631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.814470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.814822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.815151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.815477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.815800 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:31.819379 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b50a3534-1bce-4ada-9af7-8a9495a24d07 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9fad4660-79a6-4224-81dd-4f426d0d6b37 HTTP/1.1" status: 204 len: 168 time: 0.3752460 Feb 04 21:01:31.821860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50194) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:31.927209 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.050760 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.078955 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:32.090780 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f461af0c-2dc3-447f-a39f-6e0371c404a3') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:32.091079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f461af0c-2dc3-447f-a39f-6e0371c404a3') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:32.102098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.119151 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.125265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:01:32.132025 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:01:32.139533 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:01:32.321817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.337639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.348062 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:32.430841 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5a090004-a591-41ee-bce8-241c688cf2c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9f231e05-e6d4-4b24-a2e2-3d1ecb606ef7 HTTP/1.1" status: 204 len: 168 time: 0.6079760 Feb 04 21:01:32.449628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:32.482855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: e3179cf2-738b-42a0-a33f-cadbb61b5ced {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:01:32.483192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device e3179cf2-738b-42a0-a33f-cadbb61b5ced not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:01:32.851921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50200) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:32.901632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-19723a00-e3f1-49ca-8491-00f71a44d62e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3c273c7aef0436a9f66fc359bc96152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485828 Feb 04 21:01:32.904119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50204) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:32.960434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f976-4f61-4e4c-bee7-7cb5e2868bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.985698 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f976-4f61-4e4c-bee7-7cb5e2868bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.110418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f976-4f61-4e4c-bee7-7cb5e2868bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.128670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1f976-4f61-4e4c-bee7-7cb5e2868bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5931308f-0fd0-4371-aa5b-46551ce9fca1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:33.269849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f976-4f61-4e4c-bee7-7cb5e2868bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.270934 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6bb1f976-4f61-4e4c-bee7-7cb5e2868bee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5931308f-0fd0-4371-aa5b-46551ce9fca1 HTTP/1.1" status: 204 len: 168 time: 0.3659198 Feb 04 21:01:34.366139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50228) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:34.468331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-14541528-network', 'tenant_id': '7c08f364275042ba989bf97452e1df0b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:34.474372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:34.478171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Usage tracker for resource:network and tenant:7c08f364275042ba989bf97452e1df0b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:34.481021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:34.486926 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:34.570740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Made reservation on behalf of 7c08f364275042ba989bf97452e1df0b for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:34.572955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.585451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.599458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:34.603215 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Usage tracker for resource:security_group_rule and tenant:7c08f364275042ba989bf97452e1df0b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:34.605903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:34.611704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:34.691527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.784674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.818212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:01:34.823486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:34.831621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.832047 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Added segment 1ab6ee3f-9c8f-4c3c-94df-36eba35282ca of type vlan for network 15fd5f6e-9159-4a6d-acb9-be033af3de5d Feb 04 21:01:34.856704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.079131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.080090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:35.080704 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.183884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] Pushing event updated for resources: {'Network': ['ID=15fd5f6e-9159-4a6d-acb9-be033af3de5d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:35.194130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 15fd5f6e-9159-4a6d-acb9-be033af3de5d details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:01:35.282433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-31677cf0-38d3-40dc-b53f-7c093a6e2979 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9151165 Feb 04 21:01:35.285352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50234) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:35.290822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Request body: {'subnet': {'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-14541528-subnet', 'tenant_id': '7c08f364275042ba989bf97452e1df0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:35.296460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:35.300810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Usage tracker for resource:subnet and tenant:7c08f364275042ba989bf97452e1df0b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:35.303642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:35.309304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:35.413067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Made reservation on behalf of 7c08f364275042ba989bf97452e1df0b for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:35.415448 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.755674 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.822417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a4b39a-8e87-4b56-8119-e5eab750d0e8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:35.835295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Checking segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:35.835650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Network hostable DHCP agents. Network: 15fd5f6e-9159-4a6d-acb9-be033af3de5d, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:01:35.953333 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Network 15fd5f6e-9159-4a6d-acb9-be033af3de5d is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:01:36.064499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 15fd5f6e-9159-4a6d-acb9-be033af3de5d) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:36.068486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:36.069166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.073305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be67a2c0-cf75-4c9e-a122-c1a331e93ac3 None None] Network 15fd5f6e-9159-4a6d-acb9-be033af3de5d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:36.208000 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5a5b56e3-bf28-465b-9312-f214cda5b596 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9215093 Feb 04 21:01:36.285818 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91f518-a726-4939-8957-81941ed6bd58 None None] Network 15fd5f6e-9159-4a6d-acb9-be033af3de5d requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:36.708854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-f237e289-a31a-4cc4-b9cf-749f1397931a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:36.710214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-f237e289-a31a-4cc4-b9cf-749f1397931a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 813 time: 0.1424406 Feb 04 21:01:36.725580 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-f18f35f4-1254-4708-9d46-e0105d402709 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/quotas/7c08f364275042ba989bf97452e1df0b HTTP/1.1" status: 200 len: 375 time: 0.0100100 Feb 04 21:01:36.772154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-01029307-f74c-4fa8-ad88-8b6b17173aef tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416381 Feb 04 21:01:36.859292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-9d3a3017-034f-46cb-adb1-7c0c231fd996 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:01:36.860290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-9d3a3017-034f-46cb-adb1-7c0c231fd996 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462673 Feb 04 21:01:36.992132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-fd0af0d9-a772-438e-b2f3-2bbdb18f71e4 service neutron] 10.222.0.48 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253152 Feb 04 21:01:37.122023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-c96559dd-9e90-48bd-99ca-3d0e51427c68 service neutron] 10.222.0.48 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242118 Feb 04 21:01:37.408426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea4d7cd1-8b1c-4933-b9de-1b61e9fb9171 req-2a0e22aa-2e78-4f25-a66a-40de7bc0d664 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 210 time: 0.0465524 Feb 04 21:01:38.563133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-acf76392-2876-460f-a41f-2a76433c3940 req-520c4988-ddde-4db6-b408-3565405cdd46 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 210 time: 0.0463929 Feb 04 21:01:39.406637 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:39.708526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-33bf5ee6-8236-4a69-8a54-4fe13a694a7d req-2d843708-8464-43f9-a933-a76cfa580882 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 210 time: 0.0424433 Feb 04 21:01:39.800193 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:39.990609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-368a2101-c5d1-4d73-8a2f-c5e9a3766a23 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:39.991955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-368a2101-c5d1-4d73-8a2f-c5e9a3766a23 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 813 time: 0.2564185 Feb 04 21:01:40.003951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Request body: {'port': {'device_id': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d', 'admin_state_up': True, 'tenant_id': '7c08f364275042ba989bf97452e1df0b'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:40.139946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:40.143776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Usage tracker for resource:port and tenant:7c08f364275042ba989bf97452e1df0b is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:40.146525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:40.152157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:40.230082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Made reservation on behalf of 7c08f364275042ba989bf97452e1df0b for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:40.233617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.394877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Allocated IP 172.20.0.3 (15fd5f6e-9159-4a6d-acb9-be033af3de5d/a8a4b39a-8e87-4b56-8119-e5eab750d0e8/c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:40.589682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.687064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.760943 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Network 15fd5f6e-9159-4a6d-acb9-be033af3de5d is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:40.763977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:40.768306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:40.797828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:40.816987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.817323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.817654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.817980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.818301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.818621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.818963 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.819278 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.819594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.819905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.820216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.820525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:40.881938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:40.882524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.931580 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf667a-cd94-477c-b387-835654ee9e5b req-772c803e-d86a-49bd-8397-6cd62e90aff2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:40.932258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c9cf667a-cd94-477c-b387-835654ee9e5b req-772c803e-d86a-49bd-8397-6cd62e90aff2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Synchronizing usage tracker for tenant:7c08f364275042ba989bf97452e1df0b on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:41.030619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-4aa00c25-c4d4-47d8-8925-ae3cab653fba tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0300834 Feb 04 21:01:41.049901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Request body: {'port': {'device_id': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:41.082120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c9cf667a-cd94-477c-b387-835654ee9e5b req-772c803e-d86a-49bd-8397-6cd62e90aff2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Unset dirty status for tenant:7c08f364275042ba989bf97452e1df0b on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:41.083217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9cf667a-cd94-477c-b387-835654ee9e5b req-772c803e-d86a-49bd-8397-6cd62e90aff2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 931 time: 0.2595003 Feb 04 21:01:41.181245 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9cf667a-cd94-477c-b387-835654ee9e5b req-7ffa35d7-6ba5-4edd-a31d-a4eb5b6b42f3 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917633 Feb 04 21:01:41.194181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:41.531234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:41.539204 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:41.553969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Transition to ACTIVE for port object c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:41.635187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:41.795393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:41.864673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:41.865064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:41.865437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:41.870017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:01:41.870330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:41.875491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:41.875779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Checking segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:41.876179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Bound using segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:41.876590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Bound port: c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:41.876931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:41.963009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:41.965769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:42.034105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:42.095677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:42.096269 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:42.097598 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] 10.222.0.24 "PUT /v2.0/ports/c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 1091 time: 1.0522540 Feb 04 21:01:42.098080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:42.116385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384f3c-f505-4d66-ad5b-70aa3d257e3c service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:42.347824 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'status': 'completed', 'code': 200} Feb 04 21:01:42.444999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-6e7a7a78-f0b3-4e98-aae6-ca0e6a188f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:42.446461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-6e7a7a78-f0b3-4e98-aae6-ca0e6a188f39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1094 time: 0.2442949 Feb 04 21:01:42.458334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079e2f-d4a8-4a85-9e43-61147791d668 req-e251c92a-ce2e-4937-9a7c-86a5aae9b3bf tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:42.459686 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b079e2f-d4a8-4a85-9e43-61147791d668 req-e251c92a-ce2e-4937-9a7c-86a5aae9b3bf tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.1111479 Feb 04 21:01:42.532711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-700adf39-93bb-44ca-ad2f-239e0294e81e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.0720432 Feb 04 21:01:42.598560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b079e2f-d4a8-4a85-9e43-61147791d668 req-56b46586-1b99-4d0b-aecf-24bff9ffcf85 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909140 Feb 04 21:01:42.612048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-22b8b5be-9d29-4e97-848a-13f705fd9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:42.613449 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-22b8b5be-9d29-4e97-848a-13f705fd9249 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0683959 Feb 04 21:01:42.666124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-2072e242-8bdb-49c9-950e-a18d3d1c5ca7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388165 Feb 04 21:01:42.799765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-7cdd3efc-e1e1-469c-bcc4-319af8071d4b service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241093 Feb 04 21:01:42.933841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a296fb2-3f6e-432f-abe4-7636e20582aa req-f0cbbad2-0d7a-4c07-9db0-458a903b3323 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246231 Feb 04 21:01:43.132471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-368ef3f7-401b-44ce-8f69-7c26d899ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.133855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-368ef3f7-401b-44ce-8f69-7c26d899ed8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1094 time: 0.0744233 Feb 04 21:01:43.263537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-6e200340-2e03-40e0-bcd9-ad035ce24223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.264962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-6e200340-2e03-40e0-bcd9-ad035ce24223 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1253941 Feb 04 21:01:43.331112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-92fb94d7-0fd5-442f-b3ab-1c7a1efabd61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.0596974 Feb 04 21:01:43.398249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-8533d1cd-b9a9-4aa9-94fc-5f6bf80cc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.399681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-8533d1cd-b9a9-4aa9-94fc-5f6bf80cc3c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0607326 Feb 04 21:01:43.461822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-62a6fc91-55d0-4150-9fe7-cd230f42321a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394566 Feb 04 21:01:43.575730 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-51ad4bbb-645a-43cc-9f3d-c3f6d89ece9e service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245115 Feb 04 21:01:43.707325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0e0f05ac-e8b0-4b03-8f16-573f6bb7288e req-53ae25f5-1bcf-4866-9737-6829f7143162 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246250 Feb 04 21:01:43.783894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c7462-0f8d-4a6c-ac24-73a29626af2e req-0ad2f0a8-30c8-43f1-b3ef-7fe66bd06fe5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.785323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd8c7462-0f8d-4a6c-ac24-73a29626af2e req-0ad2f0a8-30c8-43f1-b3ef-7fe66bd06fe5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.0784428 Feb 04 21:01:43.830713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fd8c7462-0f8d-4a6c-ac24-73a29626af2e req-db306a49-23a6-4880-8678-a28ef0387a27 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Synchronizing usage tracker for tenant:7c08f364275042ba989bf97452e1df0b on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:43.926586 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-fd8c7462-0f8d-4a6c-ac24-73a29626af2e req-db306a49-23a6-4880-8678-a28ef0387a27 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Unset dirty status for tenant:7c08f364275042ba989bf97452e1df0b on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:43.927752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd8c7462-0f8d-4a6c-ac24-73a29626af2e req-db306a49-23a6-4880-8678-a28ef0387a27 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368809 Feb 04 21:01:45.108558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802bfcf-3758-42d5-87b0-7e3aeca431b5 req-6395fc1f-bb3b-440d-85e4-e7e2222249e2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:45.110270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6802bfcf-3758-42d5-87b0-7e3aeca431b5 req-6395fc1f-bb3b-440d-85e4-e7e2222249e2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.0786953 Feb 04 21:01:45.158236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6802bfcf-3758-42d5-87b0-7e3aeca431b5 req-81461d71-1abb-44b9-9248-bb0bb9ecdbdb tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Feb 04 21:01:46.337723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a68adf-cb72-4252-841d-fcb800f0fa4b req-f2ecd489-abac-4465-b05d-685549ebdb86 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:46.339235 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02a68adf-cb72-4252-841d-fcb800f0fa4b req-f2ecd489-abac-4465-b05d-685549ebdb86 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.0790484 Feb 04 21:01:46.382884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02a68adf-cb72-4252-841d-fcb800f0fa4b req-5f1e48d0-5a21-4aeb-ab5e-406e49ec1ee0 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Feb 04 21:01:46.716665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:01:46.847699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:46.860698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d', 'port_id': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'mac_address': 'fa:16:3e:be:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a4b39a-8e87-4b56-8119-e5eab750d0e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:46.944716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:46.961561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:46.976245 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:47.061984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:47.128027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:47.296526 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:47.565332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42659a-97a1-4938-8913-1dbd4b2f2aa6 req-7bfb4db0-602f-44eb-a0c9-d01498044196 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:47.566682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac42659a-97a1-4938-8913-1dbd4b2f2aa6 req-7bfb4db0-602f-44eb-a0c9-d01498044196 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 944 time: 0.0780168 Feb 04 21:01:47.609494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac42659a-97a1-4938-8913-1dbd4b2f2aa6 req-1938e31f-f155-4337-9f10-8ffdbb9a8c01 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373363 Feb 04 21:01:48.715435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:48.792240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d57a4d-692b-49ea-9343-26df7690436b req-df3d6924-9973-47c8-bdc6-136208c0b490 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:48.793705 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37d57a4d-692b-49ea-9343-26df7690436b req-df3d6924-9973-47c8-bdc6-136208c0b490 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 944 time: 0.0826354 Feb 04 21:01:48.837354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-37d57a4d-692b-49ea-9343-26df7690436b req-d5f3d407-00f7-448a-b87f-26eb6d2008f9 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Feb 04 21:01:48.845455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:48.850804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:48.851182 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:48.963875 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:48.990309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:48.999481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:49.086091 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'code': 200} Feb 04 21:01:49.087331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.158613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:49.326065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df307f6e-955e-472e-a6fb-9acdbbeeab78 req-4cc64c8b-85e1-42e9-92fb-bf7dd42497c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:49.327601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df307f6e-955e-472e-a6fb-9acdbbeeab78 req-4cc64c8b-85e1-42e9-92fb-bf7dd42497c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1787572 Feb 04 21:01:49.370714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df307f6e-955e-472e-a6fb-9acdbbeeab78 req-db8d5f02-241f-4e9d-b523-b87a80494eb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334935 Feb 04 21:01:50.022376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4cdf-86b4-4887-8457-367d15a61b6b req-a18ac45b-5b76-463e-a387-33fdc6c06da2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:50.023733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-429a4cdf-86b4-4887-8457-367d15a61b6b req-a18ac45b-5b76-463e-a387-33fdc6c06da2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0803318 Feb 04 21:01:50.068438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-429a4cdf-86b4-4887-8457-367d15a61b6b req-4e712702-5931-48d6-8379-716e2c9826c1 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Feb 04 21:01:50.080962 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-16129800-ca02-4114-83ef-3c978e4ad09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:51.249280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5e6c0-a97b-48a4-b4de-0b1bcd147bda req-ab0657e9-f9eb-47cd-a88c-250db73ff50f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:51.250715 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c5e6c0-a97b-48a4-b4de-0b1bcd147bda req-ab0657e9-f9eb-47cd-a88c-250db73ff50f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0778835 Feb 04 21:01:51.293995 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69c5e6c0-a97b-48a4-b4de-0b1bcd147bda req-e998983d-37d6-4bc2-99b3-4d4aacc8fcfd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370557 Feb 04 21:01:51.475229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab629e4-4ff6-4320-a843-e22d4094e9af req-88be66ac-9483-403a-9c37-22b6df754566 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:51.476691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dab629e4-4ff6-4320-a843-e22d4094e9af req-88be66ac-9483-403a-9c37-22b6df754566 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0818236 Feb 04 21:01:51.520915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dab629e4-4ff6-4320-a843-e22d4094e9af req-b47b14e0-f8e8-4778-824b-f95e99b7097c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Feb 04 21:01:51.923934 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc8b9f-a16e-4f8f-8b5f-43692448e08b req-a538376b-f763-4498-a9d0-2850b43cd71f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:51.925427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76fc8b9f-a16e-4f8f-8b5f-43692448e08b req-a538376b-f763-4498-a9d0-2850b43cd71f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0794051 Feb 04 21:01:51.972076 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76fc8b9f-a16e-4f8f-8b5f-43692448e08b req-0677f831-ce9e-43de-96ee-18c541614ec3 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Feb 04 21:01:52.159359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb706a-86a3-4a14-98db-e086d16cdd19 req-3cf8cff3-4114-4af0-be9f-faa253f63466 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:52.160997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42fb706a-86a3-4a14-98db-e086d16cdd19 req-3cf8cff3-4114-4af0-be9f-faa253f63466 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0869908 Feb 04 21:01:52.207897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42fb706a-86a3-4a14-98db-e086d16cdd19 req-d346e1d4-2de9-4c48-9bb5-b7fcc3296ec1 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Feb 04 21:01:52.344437 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-503ead2d-44fa-4076-be3b-21a26f43e5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:52.973291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-867d6ae5-5820-43dd-89f5-1ecaa488fb83 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304634 Feb 04 21:01:52.984902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2156c-818b-4d65-8be9-a2f434e59b45 req-b74870ae-6bfe-404c-bbd0-d360a4ee406f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:52.986323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dff2156c-818b-4d65-8be9-a2f434e59b45 req-b74870ae-6bfe-404c-bbd0-d360a4ee406f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.1116350 Feb 04 21:01:53.030444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dff2156c-818b-4d65-8be9-a2f434e59b45 req-ac400ca0-281e-42f5-a8ec-262484bacf57 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381434 Feb 04 21:01:53.309180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-11eaad9d-d366-4ef4-8c1a-f3bd21f3d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:53.310685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-11eaad9d-d366-4ef4-8c1a-f3bd21f3d1a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0734060 Feb 04 21:01:53.457408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-f15effce-3b09-4a96-ac74-cef25588be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:53.458905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-f15effce-3b09-4a96-ac74-cef25588be30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1287155 Feb 04 21:01:53.527510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-a6a71a65-f6f5-4535-9aab-d7934dd1319e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.0621367 Feb 04 21:01:53.584184 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.593894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-19878193-cbca-419e-ae4c-7c8765785afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:53.595396 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-19878193-cbca-419e-ae4c-7c8765785afe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0629272 Feb 04 21:01:53.614071 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.646080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-3487d2e6-aa3c-4e94-aaae-14a767b0e52a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446692 Feb 04 21:01:53.778647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-7ad3fa70-0677-4240-95ed-567aed947cef service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269975 Feb 04 21:01:53.909973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-735bd1d4-cbde-4cf5-8888-f1fa3c2b2b8a req-1fdf0c91-8755-4af2-9853-cb2b57ccaed4 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260560 Feb 04 21:01:54.221497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ab88b-5981-43bc-b8d4-333b4af8b8f4 req-5ebf8879-fdff-4cb4-9424-645c8f13e458 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:54.223055 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b7ab88b-5981-43bc-b8d4-333b4af8b8f4 req-5ebf8879-fdff-4cb4-9424-645c8f13e458 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0834916 Feb 04 21:01:54.267002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b7ab88b-5981-43bc-b8d4-333b4af8b8f4 req-118cccef-285b-405f-ad6d-7c15576bae88 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Feb 04 21:01:55.309523 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.490855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-3f57015e-13e8-456a-8e1a-741062ceb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:55.492249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-3f57015e-13e8-456a-8e1a-741062ceb98a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1351593 Feb 04 21:01:55.500112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e5fc6-8ba3-4bec-9b6d-7c620bfa0af0 req-bd8e83b2-77a2-4f94-b49b-a502ce3eaf78 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:55.501427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a38e5fc6-8ba3-4bec-9b6d-7c620bfa0af0 req-bd8e83b2-77a2-4f94-b49b-a502ce3eaf78 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.1133480 Feb 04 21:01:55.623594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a38e5fc6-8ba3-4bec-9b6d-7c620bfa0af0 req-55f76dbe-86ac-4699-9d6c-fe693ac0e160 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037724 Feb 04 21:01:55.656705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-e43023f8-4336-423a-becd-9b985b3ebf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:55.658163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-e43023f8-4336-423a-becd-9b985b3ebf90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1559162 Feb 04 21:01:55.727627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-5c1764b8-f3cf-4ec3-90f4-8e0f4ceb69b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.0631976 Feb 04 21:01:55.787478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-c75039a6-6e8b-4e85-987f-c42d402e361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:55.788873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-c75039a6-6e8b-4e85-987f-c42d402e361d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0562449 Feb 04 21:01:55.942670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-928a6b7c-529d-4bbb-9c61-f16e193ff839 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481581 Feb 04 21:01:56.072302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-bbba9e29-7e06-44f5-a42d-b2b6ba354a0b service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223235 Feb 04 21:01:56.204912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-1a39d953-203e-4b6d-9161-bb2bd75d0ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263156 Feb 04 21:01:56.808746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0b406-d4a6-4697-b7bc-fa3d847b586f req-1c5aecd1-5788-4a06-970d-62af1e5cb4de tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:56.810178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afb0b406-d4a6-4697-b7bc-fa3d847b586f req-1c5aecd1-5788-4a06-970d-62af1e5cb4de tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0820320 Feb 04 21:01:56.853826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-afb0b406-d4a6-4697-b7bc-fa3d847b586f req-e9965a3c-6c21-47e8-90d6-5a575f35fc4b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Feb 04 21:01:58.034399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc15e1-09bd-4e31-bf96-7007d04448ce req-12af3d0b-f770-4d47-b18d-c8fccd00fd51 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:58.035872 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bc15e1-09bd-4e31-bf96-7007d04448ce req-12af3d0b-f770-4d47-b18d-c8fccd00fd51 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0782237 Feb 04 21:01:58.078186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0bc15e1-09bd-4e31-bf96-7007d04448ce req-d9120f42-1ff9-4998-b39a-ce52c068308a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369208 Feb 04 21:01:59.261832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76596424-151f-4eba-86d6-16926062bf33 req-1a3c3b82-ea35-4be7-8eec-670aad992db5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:59.263308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76596424-151f-4eba-86d6-16926062bf33 req-1a3c3b82-ea35-4be7-8eec-670aad992db5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0789237 Feb 04 21:01:59.307839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76596424-151f-4eba-86d6-16926062bf33 req-547f0018-0f10-41ce-a1cc-d1d1e8f456b5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382967 Feb 04 21:01:59.657333 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:02:00.494925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4372ca0-f6ea-4606-a5ee-a357db3ea350 req-e3318d7d-4f4d-4d2a-b971-7152e153ab93 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:00.496279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4372ca0-f6ea-4606-a5ee-a357db3ea350 req-e3318d7d-4f4d-4d2a-b971-7152e153ab93 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0819693 Feb 04 21:02:00.538794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4372ca0-f6ea-4606-a5ee-a357db3ea350 req-d7c5e5f5-3282-4891-872c-62ec54e3ef9e tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369272 Feb 04 21:02:01.722623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6a202-7d37-4c71-9ab5-89d3e33f700e req-cb8bc956-c5ee-45f7-8fa8-af475b6c24a9 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.724098 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4dd6a202-7d37-4c71-9ab5-89d3e33f700e req-cb8bc956-c5ee-45f7-8fa8-af475b6c24a9 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0830142 Feb 04 21:02:01.767063 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4dd6a202-7d37-4c71-9ab5-89d3e33f700e req-56da294b-de04-44d3-a8cd-637430f4e0c7 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374639 Feb 04 21:02:02.946190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac811c-25d8-4409-832f-86f15142f810 req-cc58adb6-a11c-44c2-99bd-7d69242b47bd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:02.947662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-acac811c-25d8-4409-832f-86f15142f810 req-cc58adb6-a11c-44c2-99bd-7d69242b47bd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0781455 Feb 04 21:02:02.996024 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-acac811c-25d8-4409-832f-86f15142f810 req-fd90998f-5dab-4b78-989d-9c88f4b510f2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Feb 04 21:02:04.183855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62771e83-032f-4cac-a582-b641aad2c24c req-b7b6574a-f498-4efd-b8c4-9c9513ef4824 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.185337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62771e83-032f-4cac-a582-b641aad2c24c req-b7b6574a-f498-4efd-b8c4-9c9513ef4824 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0812299 Feb 04 21:02:04.231350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62771e83-032f-4cac-a582-b641aad2c24c req-d2b7bdee-7329-42d5-b59b-454ef5ca97d5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Feb 04 21:02:05.414166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30247c-0700-49b7-8b7a-5a7640c2cd61 req-6a7aa321-15a2-48f5-9ffe-f900766c4860 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:05.415666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f30247c-0700-49b7-8b7a-5a7640c2cd61 req-6a7aa321-15a2-48f5-9ffe-f900766c4860 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0800607 Feb 04 21:02:05.458943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f30247c-0700-49b7-8b7a-5a7640c2cd61 req-b63bdad3-7fc4-453e-ab18-e1e73e4d5c9c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Feb 04 21:02:06.641883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845db420-ff6b-4abf-938f-c90cc3bec1fb req-147fc7e5-5af4-49b5-941b-e7217aa63741 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:06.643315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-845db420-ff6b-4abf-938f-c90cc3bec1fb req-147fc7e5-5af4-49b5-941b-e7217aa63741 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0812423 Feb 04 21:02:06.686321 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-845db420-ff6b-4abf-938f-c90cc3bec1fb req-346f0efa-75a7-499c-92f0-0a6eaccf3883 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375056 Feb 04 21:02:07.872927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bcc5-2db9-4c85-9be1-ca09613d3f61 req-a6e6114d-3bdc-47f0-ad52-51e5eee670f5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:07.874370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caf5bcc5-2db9-4c85-9be1-ca09613d3f61 req-a6e6114d-3bdc-47f0-ad52-51e5eee670f5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0825565 Feb 04 21:02:07.917550 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caf5bcc5-2db9-4c85-9be1-ca09613d3f61 req-34884759-f64a-4d93-90ea-ee59c1239d79 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Feb 04 21:02:09.097380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680009c-5a03-4841-aa4b-dfd06712b821 req-01ad041f-3c02-4f1c-978f-03406fde0ccd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.099350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0680009c-5a03-4841-aa4b-dfd06712b821 req-01ad041f-3c02-4f1c-978f-03406fde0ccd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0788608 Feb 04 21:02:09.146247 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0680009c-5a03-4841-aa4b-dfd06712b821 req-f3067fdb-8cb0-4658-a0dd-1b4062d801d6 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Feb 04 21:02:09.449791 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.794671 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.326484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca7bc-3b95-4588-baf3-4e86be9a9322 req-71907525-de1e-45e7-b572-addff3590bc7 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.327955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b4ca7bc-3b95-4588-baf3-4e86be9a9322 req-71907525-de1e-45e7-b572-addff3590bc7 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0786786 Feb 04 21:02:10.370983 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b4ca7bc-3b95-4588-baf3-4e86be9a9322 req-6bf84f38-aa1b-44e2-989a-a51c55aaacb8 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374792 Feb 04 21:02:11.554614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79923462-51ff-4bd9-8a8f-bd24de566e46 req-e76d8d9c-0d98-49d4-a529-25ac8cc80f41 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:11.556078 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79923462-51ff-4bd9-8a8f-bd24de566e46 req-e76d8d9c-0d98-49d4-a529-25ac8cc80f41 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0786989 Feb 04 21:02:11.598210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79923462-51ff-4bd9-8a8f-bd24de566e46 req-47ddd9e9-870a-465c-9684-63e353f6a821 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Feb 04 21:02:12.782066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f71ef-e56a-494c-98b5-8c818e878e8f req-04ec56d5-49aa-44a9-8410-02608d32fa55 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:12.783536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea0f71ef-e56a-494c-98b5-8c818e878e8f req-04ec56d5-49aa-44a9-8410-02608d32fa55 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0814841 Feb 04 21:02:12.826599 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea0f71ef-e56a-494c-98b5-8c818e878e8f req-441a41bc-9b55-4a73-beda-0c680047263b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370309 Feb 04 21:02:13.455478 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-5f24e756-4603-49b9-814b-dab5e2a07179 service neutron] show failed (client error): The resource could not be found. Feb 04 21:02:13.456537 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-5f24e756-4603-49b9-814b-dab5e2a07179 service neutron] 10.222.0.24 "GET /v2.0/ports/c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0727768 Feb 04 21:02:14.045229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-eeebc952-4279-46b4-a2c0-7bc351aebe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.046720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-eeebc952-4279-46b4-a2c0-7bc351aebe69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0&tenant_id=7c08f364275042ba989bf97452e1df0b HTTP/1.1" status: 200 len: 1096 time: 0.1331701 Feb 04 21:02:14.058019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31305fa0-165d-42a0-a54b-f2b9f7a72ded req-8cd3d680-577b-4f08-a338-db596c69deed tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.059399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31305fa0-165d-42a0-a54b-f2b9f7a72ded req-8cd3d680-577b-4f08-a338-db596c69deed tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.1115868 Feb 04 21:02:14.064055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:14.181096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-31305fa0-165d-42a0-a54b-f2b9f7a72ded req-0c8daf64-d6ee-47c0-8c9d-2b19734eb60a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862398 Feb 04 21:02:14.205916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.559910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:14.587992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:14.648392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:14.653743 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.668113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Transition to ACTIVE for port object c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:14.726521 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.763523 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'code': 200} Feb 04 21:02:14.884525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] No DVR routers for this DVR port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:14.890029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:14.944504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:14.944823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:14.945144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:14.949630 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:14.949948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Attempting to bind port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:14.955050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:14.955383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Checking segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:14.955759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Bound using segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:14.956175 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Bound port: c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:14.956509 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:15.043212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:15.046037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:15.130613 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:15.192788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.193580 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:15.195172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] 10.222.0.62 "PUT /v2.0/ports/c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 1091 time: 1.1346858 Feb 04 21:02:15.215906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811da5e6-b471-4523-a863-851c41fe3f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:15.320614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-8abbce31-a31a-4a79-b140-dbc552744be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.322038 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-8abbce31-a31a-4a79-b140-dbc552744be7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1094 time: 0.1032510 Feb 04 21:02:15.483096 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81780adc-5cb1-4f68-8ea6-358feab44cd2 req-06fe85d9-72f0-4b70-ac25-d3e90e0f694b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.484814 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81780adc-5cb1-4f68-8ea6-358feab44cd2 req-06fe85d9-72f0-4b70-ac25-d3e90e0f694b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.1963220 Feb 04 21:02:15.485901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-0d92f541-6008-4a71-8703-8a4c0691445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.487228 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-0d92f541-6008-4a71-8703-8a4c0691445d service neutron] 10.222.0.62 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1596823 Feb 04 21:02:15.570433 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-bf355f2b-00df-43fd-9198-c1a27638999a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.0638554 Feb 04 21:02:15.628253 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-81780adc-5cb1-4f68-8ea6-358feab44cd2 req-f59264a0-d3e6-4182-827d-971852806eda tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378939 Feb 04 21:02:15.646751 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-e8f41dbf-55c3-4e3f-bb1a-689d82fb2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.648169 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-e8f41dbf-55c3-4e3f-bb1a-689d82fb2c9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0682399 Feb 04 21:02:15.693781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-aeb81a55-7c30-482f-8a98-2e49f2ebd9c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400467 Feb 04 21:02:15.823662 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-85ca5068-c3f4-4b97-af81-68495bf8b55d service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241624 Feb 04 21:02:15.953591 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fe776adb-7cae-47fe-a1f8-7c1ea976e0c3 req-7778cff3-7ebe-4ab5-ba6d-8fe7b5bcd3d0 service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241019 Feb 04 21:02:16.765471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:16.819578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e805c9-320a-432c-92ec-8e7733227cd1 req-43abdd43-75b6-4684-935d-aaf4381ce1d6 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.821137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17e805c9-320a-432c-92ec-8e7733227cd1 req-43abdd43-75b6-4684-935d-aaf4381ce1d6 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.0851486 Feb 04 21:02:16.824854 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'status': 'completed', 'code': 200} Feb 04 21:02:16.903285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-17e805c9-320a-432c-92ec-8e7733227cd1 req-7b6be6ff-1404-4685-bb8f-af349324f2ab tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766339 Feb 04 21:02:16.914654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900c25-2b0f-406b-978e-7747dfd9314f req-27f726cd-9c8a-4368-94fd-0e0b679b70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.916154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-27f726cd-9c8a-4368-94fd-0e0b679b70d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1094 time: 0.0738366 Feb 04 21:02:16.928009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:16.936815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900c25-2b0f-406b-978e-7747dfd9314f req-9ed60da2-ec1f-4ac8-88e4-7b1e66fb5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.938268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-9ed60da2-ec1f-4ac8-88e4-7b1e66fb5743 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1094 time: 0.0790293 Feb 04 21:02:16.986830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:02:17.047536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900c25-2b0f-406b-978e-7747dfd9314f req-fe3eb95b-249c-40e7-83fe-c8690b2b6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:17.048960 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-fe3eb95b-249c-40e7-83fe-c8690b2b6180 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1271713 Feb 04 21:02:17.074781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900c25-2b0f-406b-978e-7747dfd9314f req-020be943-18e2-4c76-b6ce-79712ec6e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:17.076252 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-020be943-18e2-4c76-b6ce-79712ec6e0e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1283965 Feb 04 21:02:17.153051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-0e96b31f-7233-46a7-94ae-88b3119f1c58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.0677714 Feb 04 21:02:17.222940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900c25-2b0f-406b-978e-7747dfd9314f req-36c0ffb6-ad69-4ec9-ad56-b3ab76e3f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:17.224628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-74edf8b3-37f9-4c4a-8ca7-905acf397dac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.1686232 Feb 04 21:02:17.224869 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-36c0ffb6-ad69-4ec9-ad56-b3ab76e3f89c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0619216 Feb 04 21:02:17.273318 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-dd9b16c4-7006-41ba-b6b5-d003718aa120 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400238 Feb 04 21:02:17.289927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900c25-2b0f-406b-978e-7747dfd9314f req-2e669a33-933e-4d1f-9826-760d93815b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:17.291384 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-2e669a33-933e-4d1f-9826-760d93815b5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0603626 Feb 04 21:02:17.338527 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-c308fbce-bdbc-4527-8e24-a76b0402af10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410030 Feb 04 21:02:17.407271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-55699e4b-d4ef-4eb3-b2d1-544d258ebd94 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251245 Feb 04 21:02:17.472853 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-214c8275-2785-4f09-82cc-04e9d1c1b1ae service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280539 Feb 04 21:02:17.612937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-3629aeb5-c4b7-4b47-8ae8-6b661fd5cc76 service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332955 Feb 04 21:02:17.654178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-29900c25-2b0f-406b-978e-7747dfd9314f req-08d755af-0459-4e20-9b9e-89b4b1a25fca service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375603 Feb 04 21:02:18.235523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4e76d-c518-492a-9a7c-eec99df7e1d1 req-8313ae72-75ae-43e5-adf2-10fb3eed3e75 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.236882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4dc4e76d-c518-492a-9a7c-eec99df7e1d1 req-8313ae72-75ae-43e5-adf2-10fb3eed3e75 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.0789094 Feb 04 21:02:18.283528 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4dc4e76d-c518-492a-9a7c-eec99df7e1d1 req-38d9f762-5070-4b98-b5a8-3e5542e6d934 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Feb 04 21:02:19.464409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3add6-a333-42c7-b176-a06eca027513 req-e615e6dc-3e11-4f8c-8945-9af9a37f7e25 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:19.465891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05f3add6-a333-42c7-b176-a06eca027513 req-e615e6dc-3e11-4f8c-8945-9af9a37f7e25 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.0792513 Feb 04 21:02:19.509516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05f3add6-a333-42c7-b176-a06eca027513 req-aa885da6-cfd5-43ea-8727-768a13a6b3c4 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380776 Feb 04 21:02:19.955176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01436106-ee36-4800-8a35-bd86e2cbec1c req-dc36d39b-87db-4446-aba4-2cf7430a2406 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:19.956644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01436106-ee36-4800-8a35-bd86e2cbec1c req-dc36d39b-87db-4446-aba4-2cf7430a2406 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 943 time: 0.0832968 Feb 04 21:02:20.056617 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-01436106-ee36-4800-8a35-bd86e2cbec1c req-4b4a11fb-3c60-4627-9fa3-bf1834805b4a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941362 Feb 04 21:02:20.081593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-c46a0517-30f1-4a0b-bb92-a1799c8af17e tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.083064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-c46a0517-30f1-4a0b-bb92-a1799c8af17e tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0&tenant_id=7c08f364275042ba989bf97452e1df0b&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 943 time: 0.1078575 Feb 04 21:02:20.086178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4613452b-ae31-4969-b391-990eb1406189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.162812 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-7bef04cf-8205-4048-83ee-cd91177bd87a service neutron] delete failed (client error): The resource could not be found. Feb 04 21:02:20.163789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-7bef04cf-8205-4048-83ee-cd91177bd87a service neutron] 10.222.0.24 "DELETE /v2.0/ports/c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0726457 Feb 04 21:02:20.307693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-b6362741-ced3-451f-9e94-f19b4b8350b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.309000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-b6362741-ced3-451f-9e94-f19b4b8350b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 1094 time: 0.0688381 Feb 04 21:02:20.441688 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-18edee41-8414-4709-bcb0-eb51518d4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.443153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-18edee41-8414-4709-bcb0-eb51518d4804 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1248031 Feb 04 21:02:20.517250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-257f5088-8b7e-473a-8a64-efe1dfe5b57d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 200 len: 217 time: 0.0643420 Feb 04 21:02:20.586068 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-789fc40e-804c-4dd0-85e5-50ae85fa3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.587444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-789fc40e-804c-4dd0-85e5-50ae85fa3948 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0596662 Feb 04 21:02:20.638511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-69eb319b-7239-4576-b13d-05ac9b201889 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408492 Feb 04 21:02:20.654184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:20.772975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-0e0f3782-4500-4443-902e-dcf517db5d08 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256812 Feb 04 21:02:20.787857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:20.804273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d', 'port_id': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'mac_address': 'fa:16:3e:be:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a4b39a-8e87-4b56-8119-e5eab750d0e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:20.857984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.874788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:20.889943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:20.906771 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8657cf51-86b7-4069-a4c6-129d7a79002a req-a4639c9c-cf5d-4e8c-a2f3-571dc1aec05d service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249554 Feb 04 21:02:20.971797 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.038584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:21.245520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a350ff-82f3-4b94-927b-d01781e1829e req-c5d6ca0d-4595-4273-be78-03ba14e70708 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:21.246993 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96a350ff-82f3-4b94-927b-d01781e1829e req-c5d6ca0d-4595-4273-be78-03ba14e70708 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 944 time: 0.0790670 Feb 04 21:02:21.289274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:21.290351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-96a350ff-82f3-4b94-927b-d01781e1829e req-5719240c-18d0-4763-92c4-f1268239f16a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Feb 04 21:02:22.347194 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6d88a97e-222c-4f56-aa97-8c1ac7d25d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.472990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087810-4d37-409c-9bed-ecbda7b54b6d req-70760db8-4ba4-4712-9884-7dd06b6cdf6f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.474879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd087810-4d37-409c-9bed-ecbda7b54b6d req-70760db8-4ba4-4712-9884-7dd06b6cdf6f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 944 time: 0.0785577 Feb 04 21:02:22.518031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bd087810-4d37-409c-9bed-ecbda7b54b6d req-a2476729-3042-465b-adc6-c90131814c73 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376360 Feb 04 21:02:22.682420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:22.700104 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e884c03-16f1-45ff-923d-0512f0446630 req-70e3d30b-c53f-4f92-8213-5ea8a306d908 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.701565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e884c03-16f1-45ff-923d-0512f0446630 req-70e3d30b-c53f-4f92-8213-5ea8a306d908 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 944 time: 0.0819283 Feb 04 21:02:22.745886 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e884c03-16f1-45ff-923d-0512f0446630 req-66a75eea-f4e8-4535-b399-1d7ce45f60f9 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 Feb 04 21:02:22.835191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:22.840388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:22.840763 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.931151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d685-33c9-4141-8bb8-5b097d16c357 req-2b1e2010-1e97-43dc-9050-b039e50bcb41 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.932629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d6d685-33c9-4141-8bb8-5b097d16c357 req-2b1e2010-1e97-43dc-9050-b039e50bcb41 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 944 time: 0.0824847 Feb 04 21:02:22.956283 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.976649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d6d685-33c9-4141-8bb8-5b097d16c357 req-5541cde3-e657-4463-bb4c-23427e04088a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Feb 04 21:02:22.986778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:23.001452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:23.033313 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'code': 200} Feb 04 21:02:23.074978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.144086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:23.577571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.617450 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.713288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-22a53ac8-8f63-4c75-86cd-ed6f487be73a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.713871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-22a53ac8-8f63-4c75-86cd-ed6f487be73a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Synchronizing usage tracker for tenant:7c08f364275042ba989bf97452e1df0b on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:23.845770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-22a53ac8-8f63-4c75-86cd-ed6f487be73a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Unset dirty status for tenant:7c08f364275042ba989bf97452e1df0b on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:23.846941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-22a53ac8-8f63-4c75-86cd-ed6f487be73a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 813 time: 0.2766101 Feb 04 21:02:23.862147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-a628d5cb-3ba5-473d-a0cc-f6b4c6a8e0cd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/quotas/7c08f364275042ba989bf97452e1df0b HTTP/1.1" status: 200 len: 375 time: 0.0098369 Feb 04 21:02:23.939753 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-ae424a98-83a7-4795-8375-75e66363cf12 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722623 Feb 04 21:02:24.113786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-64331bac-b541-4578-abb2-846c79f94cf2 service neutron] 10.222.0.48 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668935 Feb 04 21:02:24.244615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-5a33344d-4285-4984-8f2f-ff0e67e7da81 service neutron] 10.222.0.48 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243298 Feb 04 21:02:24.523688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7b52ef59-9e44-4b73-92c4-00af440efd26 req-40836e60-4109-4a65-95d2-f6912f01bff3 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 210 time: 0.0424516 Feb 04 21:02:24.992868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-99369cc7-a5f0-4c37-bd39-93e43059a2b2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:24.994347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-99369cc7-a5f0-4c37-bd39-93e43059a2b2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.62 "GET /v2.0/ports?device_id=bde23450-e1dd-42fc-a6b2-6aa18a388fc0 HTTP/1.1" status: 200 len: 945 time: 0.0848920 Feb 04 21:02:25.063057 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Deleting port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:25.063406 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.275056 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.414303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] For port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:25.414668 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.538617 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Calling delete_port for c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:25.709441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd5c2015-252c-4cba-937e-5e87e70fa8ef req-64db00d0-c4c9-42e0-9da8-c8776b3440a1 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 210 time: 0.0546579 Feb 04 21:02:25.821664 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.834283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:25.875603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Pushing event deleted for resources: {'Port': ['ID=c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:25.947859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] No DVR routers for this DVR port c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:25.950400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.952865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-deleted', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:25.996110 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde23450-e1dd-42fc-a6b2-6aa18a388fc0', 'name': 'network-vif-deleted', 'tag': 'c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973', 'status': 'completed', 'code': 200} Feb 04 21:02:26.052485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2aa93d69-806d-4eb4-ad9a-c6a978830efd req-738f288b-12fb-4a60-8207-f72772346637 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.62 "DELETE /v2.0/ports/c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 HTTP/1.1" status: 204 len: 173 time: 1.0533261 Feb 04 21:02:26.564710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-91ee07fc-b2bf-4019-a98b-4fc1f2a5a126 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:26.566114 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-91ee07fc-b2bf-4019-a98b-4fc1f2a5a126 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.62 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 813 time: 0.1488056 Feb 04 21:02:26.578541 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Request body: {'port': {'device_id': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d', 'admin_state_up': True, 'tenant_id': '7c08f364275042ba989bf97452e1df0b'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:26.717194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:26.721318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Usage tracker for resource:port and tenant:7c08f364275042ba989bf97452e1df0b is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:26.725381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:26.729871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:26.812205 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Made reservation on behalf of 7c08f364275042ba989bf97452e1df0b for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:26.815840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.879907 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0d7415a4-f431-461b-bf9b-82da6cba140e req-4b972a4c-9b7a-4d7e-a05b-ae90cb81fe06 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Synchronizing usage tracker for tenant:7c08f364275042ba989bf97452e1df0b on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:27.032368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0d7415a4-f431-461b-bf9b-82da6cba140e req-4b972a4c-9b7a-4d7e-a05b-ae90cb81fe06 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Unset dirty status for tenant:7c08f364275042ba989bf97452e1df0b on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:27.033512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d7415a4-f431-461b-bf9b-82da6cba140e req-4b972a4c-9b7a-4d7e-a05b-ae90cb81fe06 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 210 time: 0.2066238 Feb 04 21:02:27.034518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Allocated IP 172.20.0.2 (15fd5f6e-9159-4a6d-acb9-be033af3de5d/a8a4b39a-8e87-4b56-8119-e5eab750d0e8/c6752dc7-b7d4-4a81-aef5-dac3683e72e9) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:27.236706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.318635 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.329669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:27.387892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Network 15fd5f6e-9159-4a6d-acb9-be033af3de5d is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:27.391063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:27.394849 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:27.434332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:27.464575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.467090 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.549317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-50ba7bd3-50e3-4632-9eb7-771a7d5bdc49 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9745259 Feb 04 21:02:27.560521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Request body: {'port': {'device_id': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:27.670941 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.096705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6752dc7-b7d4-4a81-aef5-dac3683e72e9 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:28.104166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.119899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Transition to ACTIVE for port object c6752dc7-b7d4-4a81-aef5-dac3683e72e9 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:28.204263 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.224529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b760-acfc-4a37-a403-77f252342837 req-7557d366-ec69-4f7a-b304-69485d5643ca tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:28.226009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f09b760-acfc-4a37-a403-77f252342837 req-7557d366-ec69-4f7a-b304-69485d5643ca tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 931 time: 0.0831077 Feb 04 21:02:28.270861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f09b760-acfc-4a37-a403-77f252342837 req-62f319a7-e9fc-4456-b89a-9d4de9987b94 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Feb 04 21:02:28.359235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:28.433039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:28.433365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:28.433690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:28.438191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:28.438504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:28.444095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:28.447609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Checking segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:28.447609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Bound using segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:28.447609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Bound port: c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:28.447609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.530643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:28.533815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:28.606361 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.670078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:28.670716 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.672069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] 10.222.0.62 "PUT /v2.0/ports/c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 1091 time: 1.1156054 Feb 04 21:02:28.672571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:28.691496 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566c870-2a0a-48bb-999b-f192e2aca551 service neutron] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:28.718217 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'status': 'completed', 'code': 200} Feb 04 21:02:28.807200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1523b3f-fec7-44ee-83f5-82ffa288861b req-1cd92b1d-a748-4872-ab68-8a61e28efba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:28.808677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1523b3f-fec7-44ee-83f5-82ffa288861b req-1cd92b1d-a748-4872-ab68-8a61e28efba0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1094 time: 0.0714555 Feb 04 21:02:28.946058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1523b3f-fec7-44ee-83f5-82ffa288861b req-9372e147-ab9d-4f5a-a98e-c17a16fa996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:28.947418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1523b3f-fec7-44ee-83f5-82ffa288861b req-9372e147-ab9d-4f5a-a98e-c17a16fa996c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7c08f364275042ba989bf97452e1df0b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1324203 Feb 04 21:02:29.079092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1523b3f-fec7-44ee-83f5-82ffa288861b req-69f769b2-4194-491e-a398-63da0e3ccf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.080494 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1523b3f-fec7-44ee-83f5-82ffa288861b req-69f769b2-4194-491e-a398-63da0e3ccf43 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276562 Feb 04 21:02:29.180631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-eb634877-b4bd-4de3-96de-b9e88094694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.182085 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-eb634877-b4bd-4de3-96de-b9e88094694f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1094 time: 0.0689628 Feb 04 21:02:29.251514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-e28d1315-ef8c-4a19-8d8e-9a76aaa9f39d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 217 time: 0.0632482 Feb 04 21:02:29.316025 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-511f7273-bd51-46e2-8b0a-0090f2be2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.317465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-511f7273-bd51-46e2-8b0a-0090f2be2714 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0608027 Feb 04 21:02:29.364414 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-a76bdfbe-3d76-431c-9d35-ffe21e5899b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405958 Feb 04 21:02:29.453532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe760ef-2612-46e0-b6f3-cd28118d8217 req-228db7f7-60d4-4dcd-b9fc-19df7f562a9c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.455020 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fe760ef-2612-46e0-b6f3-cd28118d8217 req-228db7f7-60d4-4dcd-b9fc-19df7f562a9c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.0806868 Feb 04 21:02:29.499115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-188e0a33-6284-41b7-86f6-6e511e9aa335 service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283565 Feb 04 21:02:29.502400 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fe760ef-2612-46e0-b6f3-cd28118d8217 req-f6bd3ecf-621a-4e3a-bebb-b2eb0f199383 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Feb 04 21:02:29.628360 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49e2bcb7-9af8-4e92-8272-2d3ad0850952 req-d8425a26-877f-4998-963a-1fefc1c930a5 service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238127 Feb 04 21:02:30.686079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096c36-0a9d-4d12-a391-3eea4c7a1754 req-a61d943b-c45e-48ff-b0d0-90f26277db58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.687562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48096c36-0a9d-4d12-a391-3eea4c7a1754 req-a61d943b-c45e-48ff-b0d0-90f26277db58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.0786409 Feb 04 21:02:30.729625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:30.732620 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48096c36-0a9d-4d12-a391-3eea4c7a1754 req-2bd9db3e-a158-4a06-be4b-b60c5d972ad1 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389445 Feb 04 21:02:30.763819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:02:30.764161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c2ee9ad5-fcb3-4da6-8ca1-3ac00be76973 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:02:31.917524 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fc194-e025-4072-a92f-71b8fb561230 req-0877f942-22e6-4998-b067-6ab14f60394c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.919037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df0fc194-e025-4072-a92f-71b8fb561230 req-0877f942-22e6-4998-b067-6ab14f60394c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.0797119 Feb 04 21:02:31.963263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-df0fc194-e025-4072-a92f-71b8fb561230 req-e92d0a59-8fe0-46a9-98b7-4c1198891e11 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384576 Feb 04 21:02:33.164174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c4f8-193e-4738-a579-a3d003c4adda req-4455078b-a6f9-400f-914e-397b0a40317d tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.165640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bed6c4f8-193e-4738-a579-a3d003c4adda req-4455078b-a6f9-400f-914e-397b0a40317d tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.0834310 Feb 04 21:02:33.210570 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bed6c4f8-193e-4738-a579-a3d003c4adda req-38262d13-b91c-4804-9683-650d0074c975 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Feb 04 21:02:34.397657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429faaf9-fba9-44ad-9319-453e3a35e4ea req-57b63f7a-27a4-4406-902f-69f9c00f6035 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:34.399122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-429faaf9-fba9-44ad-9319-453e3a35e4ea req-57b63f7a-27a4-4406-902f-69f9c00f6035 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.0827000 Feb 04 21:02:34.441964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-429faaf9-fba9-44ad-9319-453e3a35e4ea req-c25c8de4-dcc9-499b-94b5-589c01275bf5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Feb 04 21:02:34.744581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:34.876103 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:34.888832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d', 'port_id': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'mac_address': 'fa:16:3e:56:26:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a4b39a-8e87-4b56-8119-e5eab750d0e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:34.945339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:34.987733 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6752dc7-b7d4-4a81-aef5-dac3683e72e9 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:35.002506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:35.085717 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.152589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:35.160220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.160569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.160909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.161889 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.162244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.162578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.162947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.163282 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.163611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.163937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.164312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.164586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:35.402964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['c6752dc7-b7d4-4a81-aef5-dac3683e72e9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:35.622935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6391187-ea78-4c0a-8e3d-1811a3744c68 req-23530367-40a4-4368-8517-3b548a99dc9b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.624399 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6391187-ea78-4c0a-8e3d-1811a3744c68 req-23530367-40a4-4368-8517-3b548a99dc9b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 944 time: 0.0791836 Feb 04 21:02:35.769029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f6391187-ea78-4c0a-8e3d-1811a3744c68 req-dc466c7d-9e1f-4226-8d89-56a5456f552c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389327 Feb 04 21:02:36.656165 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:02:36.744444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:36.874290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:36.879389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:36.879769 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.950405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e5300-8fd4-4070-a2ee-2a86229af57e req-2ac6389e-6af9-4763-9720-c00b86f0aa77 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.951789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d75e5300-8fd4-4070-a2ee-2a86229af57e req-2ac6389e-6af9-4763-9720-c00b86f0aa77 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 944 time: 0.0800283 Feb 04 21:02:36.994887 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d75e5300-8fd4-4070-a2ee-2a86229af57e req-45708d88-c144-46ea-84b2-e473023e4295 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Feb 04 21:02:36.996079 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.023347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:37.033662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:37.065529 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'code': 200} Feb 04 21:02:37.106863 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.180392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:37.189501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33003-7eae-4a65-8a37-13dce0fdc8f4 req-4fd6d9b5-d8df-4908-9502-017d8bedc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.191027 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85d33003-7eae-4a65-8a37-13dce0fdc8f4 req-4fd6d9b5-d8df-4908-9502-017d8bedc394 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1096 time: 0.0721564 Feb 04 21:02:37.230499 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85d33003-7eae-4a65-8a37-13dce0fdc8f4 req-f342703d-fadb-4474-b7b7-0c8691b744d2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Feb 04 21:02:38.184391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531183-4abd-4982-93d7-5ab3c434a7f7 req-f256500a-b524-461d-bfc0-8d0dad1e1c25 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:38.185830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4531183-4abd-4982-93d7-5ab3c434a7f7 req-f256500a-b524-461d-bfc0-8d0dad1e1c25 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0823529 Feb 04 21:02:38.229117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4531183-4abd-4982-93d7-5ab3c434a7f7 req-4a4123f0-88f7-4326-be1c-50845fc3dbe5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376904 Feb 04 21:02:39.414106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56553197-4d25-4ff9-ad19-384ba60efdb9 req-ee95eef9-f5fe-435b-aee8-2cd2dfccfbe1 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.415600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56553197-4d25-4ff9-ad19-384ba60efdb9 req-ee95eef9-f5fe-435b-aee8-2cd2dfccfbe1 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0827243 Feb 04 21:02:39.415861 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.460424 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-56553197-4d25-4ff9-ad19-384ba60efdb9 req-15e4b9fc-dc78-4e61-98fd-9bef638628d6 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Feb 04 21:02:39.640221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3173d0c-d957-463a-bea0-1fc12409c28d req-efa7f117-19b8-4c73-8ad8-9a52dfa7fe8e tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.641671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3173d0c-d957-463a-bea0-1fc12409c28d req-efa7f117-19b8-4c73-8ad8-9a52dfa7fe8e tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0778663 Feb 04 21:02:39.684932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3173d0c-d957-463a-bea0-1fc12409c28d req-287e0911-65cc-41e1-bc89-40006faa9865 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Feb 04 21:02:39.811506 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.224306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796c62-a33b-47de-b83d-be29b95537c0 req-3532d75d-6eeb-4920-a1a5-21872b4bca60 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.225771 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da796c62-a33b-47de-b83d-be29b95537c0 req-3532d75d-6eeb-4920-a1a5-21872b4bca60 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0824707 Feb 04 21:02:40.314673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-da796c62-a33b-47de-b83d-be29b95537c0 req-396cf002-d530-432a-9a5f-32e8abf4ae47 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578294 Feb 04 21:02:40.331811 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-1842c091-61dd-410c-b3d3-d66e0a79c028 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051362 Feb 04 21:02:41.497519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a94e4-89f9-4b1a-b50d-f4b468833f81 req-5fd45ce0-a0bb-493e-b2f2-53765b263815 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:41.499011 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-280a94e4-89f9-4b1a-b50d-f4b468833f81 req-5fd45ce0-a0bb-493e-b2f2-53765b263815 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0798657 Feb 04 21:02:41.543315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-280a94e4-89f9-4b1a-b50d-f4b468833f81 req-a4a25b8b-b3c2-46ba-aa08-f1793b6cb182 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Feb 04 21:02:42.539280 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-808c0f7f-f5a2-41ed-9789-67f0cbb5a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.540774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-808c0f7f-f5a2-41ed-9789-67f0cbb5a226 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1096 time: 0.0758994 Feb 04 21:02:42.671600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-395d074f-f817-464d-9e57-0fdeaba87be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.673070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-395d074f-f817-464d-9e57-0fdeaba87be0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1263249 Feb 04 21:02:42.745721 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-1ab98db8-097e-474a-b280-a15e459bc977 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 217 time: 0.0664952 Feb 04 21:02:42.808846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-838fef5f-7d18-4a7b-abf7-ccc676bf525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.810253 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-838fef5f-7d18-4a7b-abf7-ccc676bf525b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0590127 Feb 04 21:02:42.840469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8020bb-9888-4fbd-b9c5-b570d4392e85 req-9a986599-c354-4baa-a8c0-a5cffd4a87e2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.841919 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d8020bb-9888-4fbd-b9c5-b570d4392e85 req-9a986599-c354-4baa-a8c0-a5cffd4a87e2 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.1921849 Feb 04 21:02:42.855555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-2aa64d09-d739-4a88-bc12-bbe5cbd4a562 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397174 Feb 04 21:02:42.886155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7d8020bb-9888-4fbd-b9c5-b570d4392e85 req-9048a04e-f489-4a65-b029-e04c2dc76abe tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 Feb 04 21:02:42.986381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-e05c55c9-cf71-4e00-82ee-42ba69c6108a service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242251 Feb 04 21:02:43.116064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-acdb9176-bc66-440c-bdfa-6e31eecf5e9f service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237204 Feb 04 21:02:44.072029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a607-b54a-4920-bc59-80aff9104751 req-b964fde7-ca66-4899-a3b5-0847e9364f13 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.073450 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5689a607-b54a-4920-bc59-80aff9104751 req-b964fde7-ca66-4899-a3b5-0847e9364f13 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0817487 Feb 04 21:02:44.116970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5689a607-b54a-4920-bc59-80aff9104751 req-4149173b-5c06-480d-8c7a-b7e7b845ee01 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Feb 04 21:02:45.306192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341191-e187-4391-a170-078bdedb1e33 req-e4b021cc-4bf7-4c89-adec-264b35f8660f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:45.307955 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44341191-e187-4391-a170-078bdedb1e33 req-e4b021cc-4bf7-4c89-adec-264b35f8660f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0813894 Feb 04 21:02:45.350700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-44341191-e187-4391-a170-078bdedb1e33 req-14132fa8-57ff-411e-91a5-416b558e0d96 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Feb 04 21:02:46.531462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23b81c-954e-411a-87a9-6e38ad07fe3b req-855b7857-93ec-46e7-b41d-199d68ff5a61 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.532899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c23b81c-954e-411a-87a9-6e38ad07fe3b req-855b7857-93ec-46e7-b41d-199d68ff5a61 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0778797 Feb 04 21:02:46.579129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c23b81c-954e-411a-87a9-6e38ad07fe3b req-816636cb-4f9e-423d-b052-a219121d2fa9 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Feb 04 21:02:47.760513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96962ff0-7c16-43b8-b969-4586b3ff9ae8 req-2c42cde3-c3bb-4c3e-8758-ec1bb121ed20 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:47.761867 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96962ff0-7c16-43b8-b969-4586b3ff9ae8 req-2c42cde3-c3bb-4c3e-8758-ec1bb121ed20 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0805199 Feb 04 21:02:47.808222 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-96962ff0-7c16-43b8-b969-4586b3ff9ae8 req-6db36611-5ff3-41a9-aa2a-02d1407130fb tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Feb 04 21:02:48.988832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3ba6c-d4c8-407f-a946-23b195de4875 req-c9d626d7-166d-409d-90de-1f421349443c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.990254 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bf3ba6c-d4c8-407f-a946-23b195de4875 req-c9d626d7-166d-409d-90de-1f421349443c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0787430 Feb 04 21:02:49.033857 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bf3ba6c-d4c8-407f-a946-23b195de4875 req-ae468e41-3070-44a9-ae35-50f15fecdb8f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381417 Feb 04 21:02:50.085787 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc58b6d1-9c4f-48ee-bdd0-7f9f58ff569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.217791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf5050-b834-4787-a4a5-fa3defab9044 req-260524c4-8b7a-42de-b4eb-75cc013ee4df tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.219283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fedf5050-b834-4787-a4a5-fa3defab9044 req-260524c4-8b7a-42de-b4eb-75cc013ee4df tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0787077 Feb 04 21:02:50.263042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fedf5050-b834-4787-a4a5-fa3defab9044 req-cf571ff3-f35d-4e59-a95d-5624154b18cd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382078 Feb 04 21:02:50.922977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-f47333f1-a84b-49dd-a094-de36e671a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.924468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-f47333f1-a84b-49dd-a094-de36e671a70b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1096 time: 0.0733209 Feb 04 21:02:51.067173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-91d86a42-ab8f-4748-9585-a7928cee0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:51.069132 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-91d86a42-ab8f-4748-9585-a7928cee0bfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1271441 Feb 04 21:02:51.135969 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-ba6f16d1-3a0f-42db-a00b-50093631d821 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 217 time: 0.0615859 Feb 04 21:02:51.200903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-7c44067f-3244-4cbd-b36d-990467cbdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:51.202255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-7c44067f-3244-4cbd-b36d-990467cbdd43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0609171 Feb 04 21:02:51.248150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-7fcdfb9c-8c7f-49e1-b387-10efa2058865 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397789 Feb 04 21:02:51.530449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-cc9ed40f-a6fd-4314-b908-2dc9584f9006 service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763407 Feb 04 21:02:51.563581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2f06d-5b27-40fa-8c9a-9e8a40a54688 req-2a659342-1683-42a4-8f3d-7f0071009394 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:51.566088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc2f06d-5b27-40fa-8c9a-9e8a40a54688 req-2a659342-1683-42a4-8f3d-7f0071009394 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.1498170 Feb 04 21:02:51.684931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bc2f06d-5b27-40fa-8c9a-9e8a40a54688 req-30a94e9c-17e8-425e-8386-51ec98f5dab8 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725784 Feb 04 21:02:51.706615 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cf470f09-f9be-4bf5-8abe-c242402ab847 req-bdd08b1b-0de7-4a51-a42b-89b19e99b1fb service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700835 Feb 04 21:02:52.312142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3b90af83-d32a-466f-9725-476f03e56ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.873130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb9211-303c-4d28-b261-5b2590641f2e req-d8b51e21-593c-45e5-8e35-40f7db5bb83b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:52.874502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ecb9211-303c-4d28-b261-5b2590641f2e req-d8b51e21-593c-45e5-8e35-40f7db5bb83b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0838227 Feb 04 21:02:52.918264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ecb9211-303c-4d28-b261-5b2590641f2e req-7d100219-0f39-485f-aebd-8fa84b7ccee5 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Feb 04 21:02:53.571269 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.599718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.099217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa0b0-2001-4a62-a034-84c3cebd7af5 req-717ba032-ddb0-4cd7-ae46-b24fcadbaecc tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:54.100668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2bfa0b0-2001-4a62-a034-84c3cebd7af5 req-717ba032-ddb0-4cd7-ae46-b24fcadbaecc tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0795431 Feb 04 21:02:54.148578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2bfa0b0-2001-4a62-a034-84c3cebd7af5 req-25ef750b-4c72-464a-bd35-443cabe54d56 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Feb 04 21:02:55.329671 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.330288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc776037-d4d0-4a44-b7a7-4d9ac9883d25 req-477835c7-0050-4985-b318-ad1b4852abf0 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:55.331563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc776037-d4d0-4a44-b7a7-4d9ac9883d25 req-477835c7-0050-4985-b318-ad1b4852abf0 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0785601 Feb 04 21:02:55.376676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fc776037-d4d0-4a44-b7a7-4d9ac9883d25 req-8eace429-bf49-4026-b122-77877680fa57 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Feb 04 21:02:56.557370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddfc6e-fb0c-48ad-8c4c-1f45b19844f6 req-1192e6b6-5aa6-4b51-a900-288b2516e3cd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.558836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9fddfc6e-fb0c-48ad-8c4c-1f45b19844f6 req-1192e6b6-5aa6-4b51-a900-288b2516e3cd tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0798812 Feb 04 21:02:56.601880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9fddfc6e-fb0c-48ad-8c4c-1f45b19844f6 req-9de58d0e-ac06-4575-8b14-3ca98bcb22ee tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Feb 04 21:02:57.786996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c18aa-5077-4889-85d2-ae7eed8d71bf req-15d0b582-e3e9-43e6-8416-da1fb67f0409 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:57.788921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f55c18aa-5077-4889-85d2-ae7eed8d71bf req-15d0b582-e3e9-43e6-8416-da1fb67f0409 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0820036 Feb 04 21:02:57.834980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f55c18aa-5077-4889-85d2-ae7eed8d71bf req-f40e771b-c3cf-441b-b9a4-5eb1a371d573 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Feb 04 21:02:59.020268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8256a58-df8b-430e-a93d-cc9068260c5f req-3ec87027-30ff-43a2-8f61-33e506d2c426 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.022200 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8256a58-df8b-430e-a93d-cc9068260c5f req-3ec87027-30ff-43a2-8f61-33e506d2c426 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0822294 Feb 04 21:02:59.065613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8256a58-df8b-430e-a93d-cc9068260c5f req-5886bdef-0d8a-48f6-9f1b-d4d318d930f0 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Feb 04 21:03:00.246925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa4855-e515-40b2-97b7-2334fa153012 req-21ec613d-b4f7-4501-97d4-5b841166ae0c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:00.248352 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4aa4855-e515-40b2-97b7-2334fa153012 req-21ec613d-b4f7-4501-97d4-5b841166ae0c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0781441 Feb 04 21:03:00.290480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4aa4855-e515-40b2-97b7-2334fa153012 req-674ec803-abbc-4c66-893f-133a855ba447 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Feb 04 21:03:01.470834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06206ddf-6946-4862-bf9e-daf32132bf70 req-13271adb-959b-4930-8181-8152b5348f70 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:01.472269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06206ddf-6946-4862-bf9e-daf32132bf70 req-13271adb-959b-4930-8181-8152b5348f70 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0780830 Feb 04 21:03:01.517431 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-06206ddf-6946-4862-bf9e-daf32132bf70 req-0e47396e-6d17-4a96-a2d4-a9464417f01a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Feb 04 21:03:02.700652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef046e6a-9108-4bfd-8a78-47757e2c2224 req-06cc87e6-cff4-4034-adbd-9fb42a62e3f4 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.702101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ef046e6a-9108-4bfd-8a78-47757e2c2224 req-06cc87e6-cff4-4034-adbd-9fb42a62e3f4 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0812135 Feb 04 21:03:02.745752 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ef046e6a-9108-4bfd-8a78-47757e2c2224 req-38c9d477-7f99-4385-b087-ba642bad1aad tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Feb 04 21:03:03.931931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299ee5-521a-4a42-bd84-82d683ed1286 req-eb7cd52d-5040-4662-a9ae-d6ba287d76df tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:03.933371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74299ee5-521a-4a42-bd84-82d683ed1286 req-eb7cd52d-5040-4662-a9ae-d6ba287d76df tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0835800 Feb 04 21:03:03.975469 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74299ee5-521a-4a42-bd84-82d683ed1286 req-d722750f-552e-41c1-9b97-426fba5e55e1 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365767 Feb 04 21:03:05.160235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791a41c-47a7-4fb0-9161-ecc211dddc8d req-4e7e0810-c382-4ed1-baec-84d27d19bb7d tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:05.161701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2791a41c-47a7-4fb0-9161-ecc211dddc8d req-4e7e0810-c382-4ed1-baec-84d27d19bb7d tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0785508 Feb 04 21:03:05.216798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2791a41c-47a7-4fb0-9161-ecc211dddc8d req-b077f8b9-91b8-42b9-8aea-73800ff92282 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485444 Feb 04 21:03:06.411403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccef95e-9bcd-4248-b589-846b790234e9 req-c3e3d2f8-54a1-483c-9932-e0544db82de8 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:06.412887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0ccef95e-9bcd-4248-b589-846b790234e9 req-c3e3d2f8-54a1-483c-9932-e0544db82de8 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0798709 Feb 04 21:03:06.459560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0ccef95e-9bcd-4248-b589-846b790234e9 req-b3e13ca9-c6ae-473a-94da-476ca78afd79 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Feb 04 21:03:07.640105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd936e3-5fc2-428a-9960-f0f55111ebca req-88e47889-24c0-4cf7-b33b-58f2a1241d15 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.641541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8fd936e3-5fc2-428a-9960-f0f55111ebca req-88e47889-24c0-4cf7-b33b-58f2a1241d15 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0791357 Feb 04 21:03:07.683695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8fd936e3-5fc2-428a-9960-f0f55111ebca req-26f17479-bcd5-4ee8-9a82-55bfadd47577 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Feb 04 21:03:08.872433 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa745c6-cbff-4433-9472-5f8cfedc037e req-21fe226d-8a3b-488d-a650-8f76b2993df9 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:08.873879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0aa745c6-cbff-4433-9472-5f8cfedc037e req-21fe226d-8a3b-488d-a650-8f76b2993df9 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0858064 Feb 04 21:03:08.917233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0aa745c6-cbff-4433-9472-5f8cfedc037e req-325ab720-6e03-4045-882f-17a46c58dc3c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377834 Feb 04 21:03:09.428046 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:09.810895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.100332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3e82-9097-4f4c-ba83-bf6391454228 req-a8f783ec-9195-49bc-8dc7-4e4d65fabb88 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:10.102291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b0b3e82-9097-4f4c-ba83-bf6391454228 req-a8f783ec-9195-49bc-8dc7-4e4d65fabb88 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0829287 Feb 04 21:03:10.145246 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9b0b3e82-9097-4f4c-ba83-bf6391454228 req-bd931d49-b665-4d41-8b9e-35241e92d8ab tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 Feb 04 21:03:10.319575 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-03f43f42-dcf4-4f01-8173-792ad7c82bf7 service neutron] show failed (client error): The resource could not be found. Feb 04 21:03:10.320574 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-03f43f42-dcf4-4f01-8173-792ad7c82bf7 service neutron] 10.222.0.62 "GET /v2.0/ports/c6752dc7-b7d4-4a81-aef5-dac3683e72e9/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0767107 Feb 04 21:03:10.927431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-3d3cec1f-821d-4e21-bc41-228a78f91185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:10.928888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-3d3cec1f-821d-4e21-bc41-228a78f91185 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f&tenant_id=7c08f364275042ba989bf97452e1df0b HTTP/1.1" status: 200 len: 1096 time: 0.0709805 Feb 04 21:03:10.943520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:11.055694 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.330635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:11.336199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf62a9e-fd50-49c4-ad88-e16fd61aabde req-d62dffd1-294d-46ae-ab06-94d5a814ae41 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:11.337655 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bf62a9e-fd50-49c4-ad88-e16fd61aabde req-d62dffd1-294d-46ae-ab06-94d5a814ae41 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0798047 Feb 04 21:03:11.359953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:11.382014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bf62a9e-fd50-49c4-ad88-e16fd61aabde req-9d483a84-9329-4f53-8b96-b30da0ab067c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Feb 04 21:03:11.417696 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:11.423528 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.439225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Transition to ACTIVE for port object c6752dc7-b7d4-4a81-aef5-dac3683e72e9 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:11.476474 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'code': 200} Feb 04 21:03:11.519428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.778521 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] No DVR routers for this DVR port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:03:11.784139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=6']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:11.819678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.820043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.820375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.820704 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.821030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.821350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.821667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.821984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.822297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.822611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.822951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.823263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:11.845458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:11.845787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:11.846105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:11.850493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:11.850844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Attempting to bind port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on network 15fd5f6e-9159-4a6d-acb9-be033af3de5d {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:11.856419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:11.856748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Checking segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:11.857116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Bound using segment: {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:11.857523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Bound port: c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:11.858121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.946592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:11.949517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:12.034223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.093483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.094086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.095457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] 10.222.0.24 "PUT /v2.0/ports/c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 1091 time: 1.1559250 Feb 04 21:03:12.109459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c765b3-8d1b-4783-bff4-16de111598bd service neutron] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=7']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:12.194523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-78374458-70ee-403b-bd32-87606c36b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.204460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-78374458-70ee-403b-bd32-87606c36b0e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1094 time: 0.0741477 Feb 04 21:03:12.328623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-ffba0c26-b03a-48d2-b1a3-3d22ef04492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.329957 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-ffba0c26-b03a-48d2-b1a3-3d22ef04492f service neutron] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1246123 Feb 04 21:03:12.399939 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-7f2e531d-8d72-4b00-9188-28ab9db4bf36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 217 time: 0.0601127 Feb 04 21:03:12.468767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-83b331e0-dbb3-4390-96af-e2559faff5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.470199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-83b331e0-dbb3-4390-96af-e2559faff5df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0615180 Feb 04 21:03:12.520706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-8bae9ffc-3ce7-473f-b6d0-745c010aa8c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407557 Feb 04 21:03:12.571044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca06a0-31f6-49a8-95f5-1049295f7c81 req-c876ff6a-338d-44c4-8ea9-bfe4d539f8ef tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.572555 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00ca06a0-31f6-49a8-95f5-1049295f7c81 req-c876ff6a-338d-44c4-8ea9-bfe4d539f8ef tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.0837054 Feb 04 21:03:12.616215 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-00ca06a0-31f6-49a8-95f5-1049295f7c81 req-c472dead-384c-4804-9a43-e1d4dfb5cf7b tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Feb 04 21:03:12.655870 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-5195e1c4-d3b3-449d-bcfd-364041abc4c0 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251278 Feb 04 21:03:12.789892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bf3dce54-3540-4b2c-b3e4-6adf1893bfff req-2e2ea4db-257e-46b1-abf2-8a93f15a5678 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229844 Feb 04 21:03:13.475189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:13.531750 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'status': 'completed', 'code': 200} Feb 04 21:03:13.617916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-e49f3ec7-9921-4090-97af-fac74a62665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.619434 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-e49f3ec7-9921-4090-97af-fac74a62665e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1094 time: 0.0716355 Feb 04 21:03:13.627769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-5f89764c-93de-4b85-b3bb-71a0cd40071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.629223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-5f89764c-93de-4b85-b3bb-71a0cd40071b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1094 time: 0.0754755 Feb 04 21:03:13.655224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:03:13.766656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-48e1a297-e120-42c8-930b-aaedbe062a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.768047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-48e1a297-e120-42c8-930b-aaedbe062a44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1328285 Feb 04 21:03:13.805378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-50245a71-114b-41d5-af11-3fdc7d997be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.806868 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-50245a71-114b-41d5-af11-3fdc7d997be0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1815760 Feb 04 21:03:13.835534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-b0748909-bd1a-43df-8533-9ef30704b512 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 217 time: 0.0610619 Feb 04 21:03:13.877665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-451a80ad-b598-4026-8e9f-88194944947b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 217 time: 0.0637715 Feb 04 21:03:13.901969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-dcb950e2-18c0-4e83-b210-0823a46f5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.903434 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-dcb950e2-18c0-4e83-b210-0823a46f5017 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0608339 Feb 04 21:03:13.926265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df760b8-6958-4fc1-91f5-b60cc9f07ccf req-b8003989-c137-416f-a856-084feb190656 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.927705 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3df760b8-6958-4fc1-91f5-b60cc9f07ccf req-b8003989-c137-416f-a856-084feb190656 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.1977060 Feb 04 21:03:13.951358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-d8d97c90-e03d-47a8-9035-d8458ed1f20b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411255 Feb 04 21:03:14.082418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-05fa0db5-23aa-4cdc-9b06-ef0f7dfdc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:14.083878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-05fa0db5-23aa-4cdc-9b06-ef0f7dfdc3cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.1989861 Feb 04 21:03:14.086601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-fcf10c7c-db96-48c2-b3f1-c746e1700a22 service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289225 Feb 04 21:03:14.090839 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3df760b8-6958-4fc1-91f5-b60cc9f07ccf req-47d5364b-c155-46ce-9198-6163d72c5e27 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561859 Feb 04 21:03:14.132047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-92c951f5-5ea6-49f5-bc3f-2e5058e713ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402570 Feb 04 21:03:14.219377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-dea6de93-4bbc-4820-97c4-617c76c32e5b service neutron] 10.222.0.24 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263385 Feb 04 21:03:14.262704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-ee0a8232-ca14-4706-839b-fd006f37d981 service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243541 Feb 04 21:03:14.390137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac6b1966-15f7-4d51-b316-bd70ad7f370b req-927d1829-d017-4ebd-9d26-07666c44a2df service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219556 Feb 04 21:03:14.993764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:15.049505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:15.276065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:15.282637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722299c-4bcd-4f17-9789-2b2d60e7b6d1 req-21c65c69-3168-4a47-9820-a66ba578f51a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:15.284127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e722299c-4bcd-4f17-9789-2b2d60e7b6d1 req-21c65c69-3168-4a47-9820-a66ba578f51a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 943 time: 0.0803668 Feb 04 21:03:15.330424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e722299c-4bcd-4f17-9789-2b2d60e7b6d1 req-91833b0b-219c-44f2-a9bf-b7d19c0be0cf tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Feb 04 21:03:15.408587 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:15.425494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'network_id': '15fd5f6e-9159-4a6d-acb9-be033af3de5d', 'port_id': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'mac_address': 'fa:16:3e:56:26:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a4b39a-8e87-4b56-8119-e5eab750d0e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:15.480377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.496805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6752dc7-b7d4-4a81-aef5-dac3683e72e9 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:15.511723 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:15.605190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.673050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:15.805970 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3da34-24c1-404b-a9fe-83a3c6fb9c23 req-18507fc4-1bd2-49d6-a4f6-2fef6cf0f92e tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:15.807470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e3d3da34-24c1-404b-a9fe-83a3c6fb9c23 req-18507fc4-1bd2-49d6-a4f6-2fef6cf0f92e tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 944 time: 0.0807221 Feb 04 21:03:15.844453 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c6752dc7-b7d4-4a81-aef5-dac3683e72e9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:15.852484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e3d3da34-24c1-404b-a9fe-83a3c6fb9c23 req-b6c6ac51-c08f-44dc-97f6-f828cebe95b3 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Feb 04 21:03:15.905182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-9e60b9e8-08c6-4e43-bb4d-6f1bd0373fcb tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:15.906629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-9e60b9e8-08c6-4e43-bb4d-6f1bd0373fcb tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f&tenant_id=7c08f364275042ba989bf97452e1df0b&binding%3Ahost_id=n-h2-811806-1 HTTP/1.1" status: 200 len: 944 time: 0.0895083 Feb 04 21:03:15.984586 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-e8352017-32fc-4089-95ba-cdef48835cf7 service neutron] delete failed (client error): The resource could not be found. Feb 04 21:03:15.985569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-e8352017-32fc-4089-95ba-cdef48835cf7 service neutron] 10.222.0.62 "DELETE /v2.0/ports/c6752dc7-b7d4-4a81-aef5-dac3683e72e9/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0738635 Feb 04 21:03:16.121150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-3b12bd0b-89a0-4026-874d-dafde2f64f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:16.122496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-3b12bd0b-89a0-4026-874d-dafde2f64f53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c08f364275042ba989bf97452e1df0b&device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 1095 time: 0.0700665 Feb 04 21:03:16.252514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-02d5b2a5-1d17-4bcb-85a2-e4e8df203363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:16.253950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-02d5b2a5-1d17-4bcb-85a2-e4e8df203363 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 200 len: 914 time: 0.1258435 Feb 04 21:03:16.323387 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-95c59b93-d88d-4053-8f1b-3fa534aaa7ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 200 len: 217 time: 0.0632927 Feb 04 21:03:16.383592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-7bddb39f-8a38-4186-9a74-60550ca55f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:16.384865 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-7bddb39f-8a38-4186-9a74-60550ca55f4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 200 len: 853 time: 0.0557041 Feb 04 21:03:16.432968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-71a42b50-9dfc-4e0d-a6f5-80202f97bcf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15fd5f6e-9159-4a6d-acb9-be033af3de5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426016 Feb 04 21:03:16.560314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-e14f8123-6707-422b-82e1-3bf091339918 service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218154 Feb 04 21:03:16.687769 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19c2e5fe-80b3-43fa-8fb0-6c632acbb86b req-ec262d3d-9b5c-4cab-b07a-d1121eb6f36a service neutron] 10.222.0.62 "GET /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219156 Feb 04 21:03:17.042379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd248f3b-0a90-45f5-ad8b-1182883857d5 req-bf101f6c-46b0-4da9-a5df-fc5653d7a811 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:17.043858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd248f3b-0a90-45f5-ad8b-1182883857d5 req-bf101f6c-46b0-4da9-a5df-fc5653d7a811 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 944 time: 0.0799985 Feb 04 21:03:17.087603 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fd248f3b-0a90-45f5-ad8b-1182883857d5 req-307061b4-5080-41ea-be9e-8c41923451df tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Feb 04 21:03:17.284704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:17.437274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:17.442225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:17.442601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.559166 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.588509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:17.598056 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:17.633961 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'code': 200} Feb 04 21:03:17.690664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.758458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:18.273413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33ba6-8cab-46ee-9f8d-58c7c265eb31 req-04859f82-549f-4b81-b733-d77bf209ef12 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.274874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7c33ba6-8cab-46ee-9f8d-58c7c265eb31 req-04859f82-549f-4b81-b733-d77bf209ef12 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0821693 Feb 04 21:03:18.317971 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7c33ba6-8cab-46ee-9f8d-58c7c265eb31 req-8de1556b-2784-4b0e-9f52-4b6eeeaf4857 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374813 Feb 04 21:03:18.618790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c497-cd1a-4784-ba69-5e28e0735049 req-c72eef6d-1abb-4ced-8ab1-fc09019b1b46 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.620239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc94c497-cd1a-4784-ba69-5e28e0735049 req-c72eef6d-1abb-4ced-8ab1-fc09019b1b46 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.1944923 Feb 04 21:03:18.663097 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dc94c497-cd1a-4784-ba69-5e28e0735049 req-6ec89700-87e4-40de-a370-15944dbd4565 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373125 Feb 04 21:03:18.841898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f05c8-ec34-4df2-bd7e-5f55a1c18dc5 req-834d4cad-a07e-4d72-9810-abbd42690b26 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.843373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c4f05c8-ec34-4df2-bd7e-5f55a1c18dc5 req-834d4cad-a07e-4d72-9810-abbd42690b26 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0778387 Feb 04 21:03:18.890097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c4f05c8-ec34-4df2-bd7e-5f55a1c18dc5 req-6a7a73bc-ca6a-4516-b6d5-5581fec1718a tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Feb 04 21:03:19.648377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91158421-1d98-4ae7-96c6-5d28b379ee63 req-e8e40b03-5afc-4366-973f-cdf8c7e87867 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.649819 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91158421-1d98-4ae7-96c6-5d28b379ee63 req-e8e40b03-5afc-4366-973f-cdf8c7e87867 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0784717 Feb 04 21:03:19.695786 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91158421-1d98-4ae7-96c6-5d28b379ee63 req-a7401afa-724a-4177-a6a3-2b2b002b3fdb tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Feb 04 21:03:20.096033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f27cde50-6648-4a9f-bb9e-84d4b378c431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:20.844535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c651e-2ead-49ad-b929-015b52808da3 req-35527be9-0cbb-47cf-a9e8-4bc3def81a91 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:20.845972 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a65c651e-2ead-49ad-b929-015b52808da3 req-35527be9-0cbb-47cf-a9e8-4bc3def81a91 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0784149 Feb 04 21:03:20.877287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e6a66-b8df-41d3-ae47-e7c4d2d87305 req-54a2bf3d-b7ba-409a-b3cb-09457362b96f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:20.878766 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e7e6a66-b8df-41d3-ae47-e7c4d2d87305 req-54a2bf3d-b7ba-409a-b3cb-09457362b96f tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 945 time: 0.0800586 Feb 04 21:03:20.920153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Deleting port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:20.920488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:20.923173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e7e6a66-b8df-41d3-ae47-e7c4d2d87305 req-d11639f0-3186-4824-af51-c0403faa819c tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382047 Feb 04 21:03:21.165416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] For port c6752dc7-b7d4-4a81-aef5-dac3683e72e9, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,segment=NetworkSegment(1ab6ee3f-9c8f-4c3c-94df-36eba35282ca),segment_id=1ab6ee3f-9c8f-4c3c-94df-36eba35282ca)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:21.165776 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.291689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Calling delete_port for c6752dc7-b7d4-4a81-aef5-dac3683e72e9 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:21.500241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.518193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['c6752dc7-b7d4-4a81-aef5-dac3683e72e9'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:21.552955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Pushing event deleted for resources: {'Port': ['ID=c6752dc7-b7d4-4a81-aef5-dac3683e72e9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:21.624810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] No DVR routers for this DVR port c6752dc7-b7d4-4a81-aef5-dac3683e72e9 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:03:21.627318 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.629856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-deleted', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:21.678452 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca044b5f-9d0c-495b-b23f-35e95812bb9f', 'name': 'network-vif-deleted', 'tag': 'c6752dc7-b7d4-4a81-aef5-dac3683e72e9', 'status': 'completed', 'code': 200} Feb 04 21:03:21.743415 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a65c651e-2ead-49ad-b929-015b52808da3 req-43423ef0-e5bb-4ebe-b68e-61175fb03d58 tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.24 "DELETE /v2.0/ports/c6752dc7-b7d4-4a81-aef5-dac3683e72e9 HTTP/1.1" status: 204 len: 173 time: 0.8872216 Feb 04 21:03:22.073903 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1fd76198-94e2-4842-9449-9b302a697436 req-64f50e05-ba4d-49ce-a1bd-e726181615bb tempest-ServerDiskConfigTestJSON-354059112 tempest-ServerDiskConfigTestJSON-354059112-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca044b5f-9d0c-495b-b23f-35e95812bb9f HTTP/1.1" status: 200 len: 210 time: 0.0437043 Feb 04 21:03:22.370829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0c155b2d-1f81-4af0-b363-0b67c6429f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.304184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50590) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:23.459602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Deleting subnet a8a4b39a-8e87-4b56-8119-e5eab750d0e8 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:03:23.462728 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.511601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.536471 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.570367 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.617235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.702632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.739514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a4b39a-8e87-4b56-8119-e5eab750d0e8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:23.744794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.752814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.753160 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.753495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.753826 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.754153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.754480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.754829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.755153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.755472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.755789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.756108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.756422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:23.760827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9c6ced94-b243-4627-946f-b4c637505cca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8a4b39a-8e87-4b56-8119-e5eab750d0e8 HTTP/1.1" status: 204 len: 168 time: 0.4556170 Feb 04 21:03:23.763289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50594) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:23.867986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.990285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.018264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd5f6e-9159-4a6d-acb9-be033af3de5d']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:24.030029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:24.030320 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab6ee3f-9c8f-4c3c-94df-36eba35282ca') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:24.041854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.057855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.063669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:03:24.064047 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:03:24.076875 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:03:24.237469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.257717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.267634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fd5f6e-9159-4a6d-acb9-be033af3de5d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:24.359781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bc32f6fd-4de6-4559-903f-af24aabe1320 admin admin] 10.222.0.48 "DELETE /v2.0/networks/15fd5f6e-9159-4a6d-acb9-be033af3de5d HTTP/1.1" status: 204 len: 168 time: 0.5955369 Feb 04 21:03:24.666662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50600) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:24.713936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-26e40280-87aa-4846-a029-b738999fd1f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c08f364275042ba989bf97452e1df0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461221 Feb 04 21:03:24.716337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50604) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:24.772066 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50587d59-2146-4829-a35b-ffbd2982ca60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.797713 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50587d59-2146-4829-a35b-ffbd2982ca60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.919336 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50587d59-2146-4829-a35b-ffbd2982ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.935352 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50587d59-2146-4829-a35b-ffbd2982ca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ab5ce-6a11-4a2f-9c6b-66892007f66b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:25.027465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-50587d59-2146-4829-a35b-ffbd2982ca60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.028621 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-50587d59-2146-4829-a35b-ffbd2982ca60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c1ab5ce-6a11-4a2f-9c6b-66892007f66b HTTP/1.1" status: 204 len: 168 time: 0.3114290 Feb 04 21:03:25.284760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.339467 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:25.404780 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: c6752dc7-b7d4-4a81-aef5-dac3683e72e9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:03:25.404975 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device c6752dc7-b7d4-4a81-aef5-dac3683e72e9 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:26.140833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50630) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:26.245497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-896609908-network', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:26.254922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:26.254922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Usage tracker for resource:network and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:26.258133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:26.264528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:26.330841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Made reservation on behalf of d36cf84311084297a0f6279e2417feeb for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:26.333131 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.348278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.362584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:26.366342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Usage tracker for resource:security_group_rule and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:26.369089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:26.374616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:26.526749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.593578 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.623608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:03:26.631803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d67dfe-0d65-454a-bce8-f08af1b47765,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:26.637838 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.638186 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Added segment 24b3c378-5456-4021-a553-c1b587cb0af3 of type vlan for network 94d1d3db-b331-4bf6-a56c-68755dcb2307 Feb 04 21:03:26.663395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.759093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.760035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:26.760602 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.862287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] Pushing event updated for resources: {'Network': ['ID=94d1d3db-b331-4bf6-a56c-68755dcb2307,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:26.872297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:03:26.932012 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-01780a23-fe1a-45dd-81ce-5879bd494c21 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7899086 Feb 04 21:03:26.935055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50636) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:26.940373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Request body: {'subnet': {'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-896609908-subnet', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:26.945686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:26.949583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Usage tracker for resource:subnet and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:26.954399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:26.958371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:27.031275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Made reservation on behalf of d36cf84311084297a0f6279e2417feeb for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:27.033555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.311840 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.388588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8603708-46dc-40a0-8ae4-538d63341e7b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:27.397081 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:27.397431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Network hostable DHCP agents. Network: 94d1d3db-b331-4bf6-a56c-68755dcb2307, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:03:27.507425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:03:27.596815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 94d1d3db-b331-4bf6-a56c-68755dcb2307) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:27.601834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.602420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.606607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b0027-424a-4eaf-864b-9e54d01ff27b None None] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:03:27.678272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b64e86a2-971a-4fc3-a775-5ad5700df4da admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7421765 Feb 04 21:03:27.680889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50640) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:27.685910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:27.691101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:27.695552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Usage tracker for resource:router and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:27.698351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:27.704130 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:27.806463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.807643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.813041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-94d1d3db-b331-4bf6-a56c-68755dcb2307', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:03:27.813866 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.824205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.966857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Allocated IP 172.20.0.2 (94d1d3db-b331-4bf6-a56c-68755dcb2307/f8603708-46dc-40a0-8ae4-538d63341e7b/8cb8af86-692a-4357-b942-16623f8233c8) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:28.182795 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.192639 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Transition to ACTIVE for port object 8cb8af86-692a-4357-b942-16623f8233c8 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:28.211437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Transition to ACTIVE for port object 8cb8af86-692a-4357-b942-16623f8233c8 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:28.264282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.290887 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.351981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:28.354678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:28.358616 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:28.396609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Pushing event updated for resources: {'Port': ['ID=8cb8af86-692a-4357-b942-16623f8233c8,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:28.454481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Attempting to bind port 8cb8af86-692a-4357-b942-16623f8233c8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:28.454804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Attempting to bind port 8cb8af86-692a-4357-b942-16623f8233c8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:28.455256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Attempting to bind port 8cb8af86-692a-4357-b942-16623f8233c8 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:28.460461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:28.460876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:28.461277 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.461666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:28.462126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Bound port: 8cb8af86-692a-4357-b942-16623f8233c8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:28.462527 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.547916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] For port 8cb8af86-692a-4357-b942-16623f8233c8, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:28.550854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] For port 8cb8af86-692a-4357-b942-16623f8233c8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8cb8af86-692a-4357-b942-16623f8233c8,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:28.622706 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.675228 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.705481 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.714676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271896e8-a9f2-4086-9285-67ae0fc924b9 None None] Pushing event updated for resources: {'Port': ['ID=8cb8af86-692a-4357-b942-16623f8233c8,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:28.844895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Allocated IP 172.25.7.198 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/9a659757-7892-4ade-b442-0d16480fc231) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:29.008542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.123518 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.187338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:29.190206 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:29.193800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:29.228411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a659757-7892-4ade-b442-0d16480fc231,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:29.563022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8cb8af86-692a-4357-b942-16623f8233c8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:29.676948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc826a6f-01aa-4170-aa3e-a4ff41449169 None None] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:03:29.695795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8cb8af86-692a-4357-b942-16623f8233c8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:29.707573 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.834143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9b512329-b8b7-47b5-9ab0-456e4c1ae840 None None] Provisioning for port 8cb8af86-692a-4357-b942-16623f8233c8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:29.853251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9b512329-b8b7-47b5-9ab0-456e4c1ae840 None None] Provisioning complete for port 8cb8af86-692a-4357-b942-16623f8233c8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:29.853622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b512329-b8b7-47b5-9ab0-456e4c1ae840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.026195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b512329-b8b7-47b5-9ab0-456e4c1ae840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.062445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-9b512329-b8b7-47b5-9ab0-456e4c1ae840 None None] For port 8cb8af86-692a-4357-b942-16623f8233c8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8cb8af86-692a-4357-b942-16623f8233c8,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:30.128847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9b512329-b8b7-47b5-9ab0-456e4c1ae840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.188308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.198672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b512329-b8b7-47b5-9ab0-456e4c1ae840 None None] Pushing event updated for resources: {'Port': ['ID=8cb8af86-692a-4357-b942-16623f8233c8,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:30.349779 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c2f5f3ed-2846-47c4-8900-2fccc17a5ed7 None None] Provisioning complete for port 8cb8af86-692a-4357-b942-16623f8233c8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:30.350043 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f3ed-2846-47c4-8900-2fccc17a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.506105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:03:30.682796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:30.691355 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:30.700926 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:30.701520 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:30.768946 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.770204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d9dd6e23-c02d-4d38-83d7-e86282ccf8b7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0883384 Feb 04 21:03:30.775420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50644) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:30.901686 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:31.181258 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:29Z', 'revision_number': 3, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:31.185174 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:31.185524 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Updating router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 port 9a659757-7892-4ade-b442-0d16480fc231 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:03:31.237948 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.533155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8cb8af86-692a-4357-b942-16623f8233c8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:31.572266 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.586100 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.586300 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Transition to ACTIVE for port object 9a659757-7892-4ade-b442-0d16480fc231 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:31.602718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8cb8af86-692a-4357-b942-16623f8233c8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:31.603104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.662587 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.750289 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Attempting to bind port 9a659757-7892-4ade-b442-0d16480fc231 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:31.750986 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Attempting to bind port 9a659757-7892-4ade-b442-0d16480fc231 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:31.751113 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Attempting to bind port 9a659757-7892-4ade-b442-0d16480fc231 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:31.756501 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Pushing event updated for resources: {'Port': ['ID=9a659757-7892-4ade-b442-0d16480fc231,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:31.764838 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:31.765208 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:31.765604 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.765992 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:31.766440 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Bound port: 9a659757-7892-4ade-b442-0d16480fc231, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:31.766830 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.794854 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.795175 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.795506 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.795836 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.796162 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.796482 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.796808 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.797122 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.797451 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.797759 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.798077 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.798392 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:31.798991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Allocated IP 172.20.0.1 (94d1d3db-b331-4bf6-a56c-68755dcb2307/f8603708-46dc-40a0-8ae4-538d63341e7b/9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:31.845209 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] For port 9a659757-7892-4ade-b442-0d16480fc231, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:31.848074 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] For port 9a659757-7892-4ade-b442-0d16480fc231, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9a659757-7892-4ade-b442-0d16480fc231,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:31.925506 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.948658 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.964497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Transition to ACTIVE for port object 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:32.005655 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:32.006266 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:32.050929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.068415 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128846-b7b4-494d-9fcd-3b7ec0d6d449 None None] Pushing event updated for resources: {'Port': ['ID=9a659757-7892-4ade-b442-0d16480fc231,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:32.117807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:32.120642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:32.124463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:32.169277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Pushing event updated for resources: {'Port': ['ID=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:32.188966 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.195013 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:32.497685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-877a02a4-b48b-40c8-8ef4-3cc7f252f7d2 None None] Provisioning for port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:32.507449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-877a02a4-b48b-40c8-8ef4-3cc7f252f7d2 None None] Provisioning complete for port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:32.507860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-877a02a4-b48b-40c8-8ef4-3cc7f252f7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.513442 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:29Z', 'revision_number': 3, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:32.517875 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd21196-f53f-442b-ba17-2fb7299de5b1 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:29Z', 'revision_number': 3, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:32.534671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.576366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-877a02a4-b48b-40c8-8ef4-3cc7f252f7d2 None None] Port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:03:32.788913 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.856752 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.969544 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.973147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Pushing event updated for resources: {'Port': ['ID=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:33.111445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:33.112608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:33.304407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:03:33.409644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ca54051a-0979-4153-aa7e-bde68fb0419a None None] Provisioning complete for port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:33.410014 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca54051a-0979-4153-aa7e-bde68fb0419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.464845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ca54051a-0979-4153-aa7e-bde68fb0419a None None] Port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:03:33.548927 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9a659757-7892-4ade-b442-0d16480fc231 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:33.609469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:33.619197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-367297c8-9a7c-4de4-b04f-f0c32e766885 admin admin] 10.222.0.48 "PUT /v2.0/routers/3e5f811a-f307-4e2f-9093-f27d4f6ef420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8427932 Feb 04 21:03:33.684766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 9a659757-7892-4ade-b442-0d16480fc231 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:33.689804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9a659757-7892-4ade-b442-0d16480fc231 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:33.690176 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.807367 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.823806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 9a659757-7892-4ade-b442-0d16480fc231, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9a659757-7892-4ade-b442-0d16480fc231,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:33.919802 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.986921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=9a659757-7892-4ade-b442-0d16480fc231,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:34.089640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:34.098847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:34.099447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:34.260241 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50654) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:34.266002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916097366', 'description': 'tempest-description--334395641'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:34.273157 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:34.275746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:34.276979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Usage tracker for resource:security_group and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:34.279836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:34.286041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:34.353292 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.376390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:34.380321 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Usage tracker for resource:security_group_rule and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:34.386130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:34.390448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:34.460878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.542114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.584332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655cf513-5796-494b-a16f-abd196e71658,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:34.586880 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 2, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:34.590772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:34.591134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Updating router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:03:34.642607 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.690909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.692288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-02ad9d57-c06d-4c66-86ed-90b07e5d3a19 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4303858 Feb 04 21:03:34.695036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50658) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:34.700109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'security_group_rule': {'security_group_id': '655cf513-5796-494b-a16f-abd196e71658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:34.707289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:34.711412 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Usage tracker for resource:security_group_rule and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:34.714359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:34.720254 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:34.822908 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.884709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.957149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.981526 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d212597e-792c-41f2-a26f-380370fcbc1d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:35.015810 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.027299 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Transition to ACTIVE for port object 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:35.061971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.063239 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-47893be2-180e-4ce4-8771-ba583990f05c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672738 Feb 04 21:03:35.066046 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50662) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:35.071256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'security_group_rule': {'security_group_id': '655cf513-5796-494b-a16f-abd196e71658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:35.077783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:35.081595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Usage tracker for resource:security_group_rule and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:35.084582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:35.090779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:35.119359 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.187772 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.254441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.276507 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Pushing event updated for resources: {'Port': ['ID=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:35.316841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.317183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.317926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.317926 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.318196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.318508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.318857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.319698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.320029 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.320346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.320662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.320978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:35.342088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.353440 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Attempting to bind port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:35.353812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Attempting to bind port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:35.354169 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Attempting to bind port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:35.361537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:35.363771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:35.363771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.363771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:35.363771 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Bound port: 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:35.363771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.368618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2e86a8-2b04-49e5-a0da-427bd6bd8883,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:35.466486 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.466845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] For port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:35.466942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c23d575a-6656-4d5d-bdb8-3c93c80b4489 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963149 Feb 04 21:03:35.466942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50666) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:35.471611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:35.473018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] For port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:35.478270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:35.482008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Usage tracker for resource:floatingip and tenant:d36cf84311084297a0f6279e2417feeb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:35.485218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:35.490991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:35.522232 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9a659757-7892-4ade-b442-0d16480fc231 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:35.552016 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.564755 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.651048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:35.652013 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:03:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:35.714771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.732004 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b9612-2644-43aa-9c02-dcfcf0367e31 None None] Pushing event updated for resources: {'Port': ['ID=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:35.812266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9a659757-7892-4ade-b442-0d16480fc231 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:35.812636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.854877 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Allocated IP 172.25.7.138 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/0b94b377-b4e4-4683-ac44-0140a1f3a5e8) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:35.909035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:36.007715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.136877 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.213280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:36.216245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:36.218920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:36.256212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'Port': ['ID=0b94b377-b4e4-4683-ac44-0140a1f3a5e8,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:36.275513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:36.279675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e05579-8a8e-438d-848b-3b9bbf6f2bd7 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:36.310937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.457197 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.670384 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.736622 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.849386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'Port': ['ID=0b94b377-b4e4-4683-ac44-0140a1f3a5e8,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:36.861612 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.968930 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:36.970191 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-337e73eb-4028-4776-90a0-cb11761ad95d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5027382 Feb 04 21:03:37.142824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-db8495a9-b545-4359-b842-6244356e874e req-03b761a6-d577-4089-b1c3-c172f3e973fc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:37.273228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-db8495a9-b545-4359-b842-6244356e874e req-03b761a6-d577-4089-b1c3-c172f3e973fc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:37.283441 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-03b761a6-d577-4089-b1c3-c172f3e973fc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1916097366&fields=id&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 267 time: 0.1771123 Feb 04 21:03:37.434797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-7da56feb-d865-4009-bc0c-a65b4c873632 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:37.435470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-db8495a9-b545-4359-b842-6244356e874e req-7da56feb-d865-4009-bc0c-a65b4c873632 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:37.548687 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:37.610847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-db8495a9-b545-4359-b842-6244356e874e req-7da56feb-d865-4009-bc0c-a65b4c873632 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:37.611989 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-7da56feb-d865-4009-bc0c-a65b4c873632 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.3309114 Feb 04 21:03:37.627937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-e8c528b4-ad45-4a67-82ea-788c47c3b347 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/quotas/d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 375 time: 0.0098672 Feb 04 21:03:37.710509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-db8495a9-b545-4359-b842-6244356e874e req-5a493208-2fd4-40bf-b632-0effdc53cd29 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:37.787542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:37.793286 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:37.793653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:37.820321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-db8495a9-b545-4359-b842-6244356e874e req-5a493208-2fd4-40bf-b632-0effdc53cd29 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:37.821716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-5a493208-2fd4-40bf-b632-0effdc53cd29 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890130 Feb 04 21:03:37.909055 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:37.940219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:37.960899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-69a38cb4-5ec8-4e4c-bc76-e011d9170286 service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274183 Feb 04 21:03:38.034004 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.155335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:38.212106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-1250a9b5-245b-4ebe-9c79-cdfb154edc09 service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454290 Feb 04 21:03:38.482146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb627600-a5d7-49ec-858c-720b1eb425ad req-c6ba0405-1eb3-41dc-87e3-2b733866734e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 210 time: 0.0468199 Feb 04 21:03:39.468314 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:39.525720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:39.592416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:39.592789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:39.642401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d8b9512e-54dc-44c1-bfcc-a683c7c7aa65 req-6a48eee2-9edd-412e-8693-e249400835a4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 210 time: 0.0454533 Feb 04 21:03:39.821927 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:40.687781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-36e78c5a-0366-4653-97a3-752828f8461d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:40.689190 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-36e78c5a-0366-4653-97a3-752828f8461d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.1458573 Feb 04 21:03:40.740635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-7907a3c0-e434-4e73-8771-7799d514620e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 380 time: 0.0412033 Feb 04 21:03:40.748724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'port': {'device_id': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'admin_state_up': True, 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'security_groups': ['655cf513-5796-494b-a16f-abd196e71658']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:40.817140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4600691a-ceaa-4833-9a5a-e8c61cd43eda req-6c115e8b-64b8-4ad3-aa06-046c499a6cd3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 210 time: 0.0659339 Feb 04 21:03:40.887441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:40.896814 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:41.025991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Made reservation on behalf of d36cf84311084297a0f6279e2417feeb for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:41.029345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.192114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Allocated IP 172.20.0.3 (94d1d3db-b331-4bf6-a56c-68755dcb2307/f8603708-46dc-40a0-8ae4-538d63341e7b/23eb6465-b82f-44a4-8e3f-603552ff190c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:41.379265 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.394854 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Transition to ACTIVE for port object 23eb6465-b82f-44a4-8e3f-603552ff190c will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:41.496639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.569320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:41.573066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:41.576831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:41.615137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:41.644500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:41.645104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.743292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-33143728-7ac3-4ce0-924e-fc503abb6abd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9980493 Feb 04 21:03:41.758336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Request body: {'port': {'device_id': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:41.870321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.890754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d316523d-9dbf-4f4c-9119-c00cdf6ab5d2 None None] Provisioning for port 23eb6465-b82f-44a4-8e3f-603552ff190c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:41.897182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d316523d-9dbf-4f4c-9119-c00cdf6ab5d2 None None] Provisioning complete for port 23eb6465-b82f-44a4-8e3f-603552ff190c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:41.897965 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d316523d-9dbf-4f4c-9119-c00cdf6ab5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.958416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d316523d-9dbf-4f4c-9119-c00cdf6ab5d2 None None] Port 23eb6465-b82f-44a4-8e3f-603552ff190c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:03:42.153577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180cdfa-41c0-4677-8ced-de5e249ad7dc req-f75d4709-f59e-48cf-af4d-721331aa1c45 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:42.154164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1180cdfa-41c0-4677-8ced-de5e249ad7dc req-f75d4709-f59e-48cf-af4d-721331aa1c45 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:42.253057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-1180cdfa-41c0-4677-8ced-de5e249ad7dc req-f75d4709-f59e-48cf-af4d-721331aa1c45 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:42.254176 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1180cdfa-41c0-4677-8ced-de5e249ad7dc req-f75d4709-f59e-48cf-af4d-721331aa1c45 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 931 time: 0.3213201 Feb 04 21:03:42.309111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23eb6465-b82f-44a4-8e3f-603552ff190c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:42.319283 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:42.323601 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1180cdfa-41c0-4677-8ced-de5e249ad7dc req-a352303d-79ee-455e-86ac-e0b520d7f026 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553160 Feb 04 21:03:42.336844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Transition to ACTIVE for port object 23eb6465-b82f-44a4-8e3f-603552ff190c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:42.419898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:42.697930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:42.776215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:42.776861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:42.776861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:42.781355 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Port 23eb6465-b82f-44a4-8e3f-603552ff190c on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:42.781671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:42.786630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:42.786988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:42.787365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:42.787776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Bound port: 23eb6465-b82f-44a4-8e3f-603552ff190c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:42.788113 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:42.873300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:42.876156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:42.947572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:43.010557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.011207 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:43.012549 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 1091 time: 1.2587929 Feb 04 21:03:43.012982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:43.037338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f3379-1207-493e-b20f-4651b75822d4 service neutron] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:43.057058 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'status': 'completed', 'code': 200} Feb 04 21:03:43.155122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542287-f2c6-40a0-8f1a-1e2e7b3236e9 req-d2c571b8-a78f-480d-8cd7-098e121f47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.156623 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f542287-f2c6-40a0-8f1a-1e2e7b3236e9 req-d2c571b8-a78f-480d-8cd7-098e121f47e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1094 time: 0.0755248 Feb 04 21:03:43.298666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542287-f2c6-40a0-8f1a-1e2e7b3236e9 req-d2f709ae-d49f-4015-98ab-8c1e59c8f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.300087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f542287-f2c6-40a0-8f1a-1e2e7b3236e9 req-d2f709ae-d49f-4015-98ab-8c1e59c8f470 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d36cf84311084297a0f6279e2417feeb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358826 Feb 04 21:03:43.483745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542287-f2c6-40a0-8f1a-1e2e7b3236e9 req-ed380887-9d53-49b0-8a02-1af6c8cd6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.485177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f542287-f2c6-40a0-8f1a-1e2e7b3236e9 req-ed380887-9d53-49b0-8a02-1af6c8cd6039 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748018 Feb 04 21:03:43.520461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c8a8f-e48e-49f4-bc20-f1f6d8fa0949 req-c6ac0409-a1da-4043-8630-3044dbdeda64 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.521892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec2c8a8f-e48e-49f4-bc20-f1f6d8fa0949 req-c6ac0409-a1da-4043-8630-3044dbdeda64 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0938325 Feb 04 21:03:43.615272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec2c8a8f-e48e-49f4-bc20-f1f6d8fa0949 req-c8e2d5f8-df80-4fd8-a9ed-5506194b7555 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866179 Feb 04 21:03:43.634234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-a55276e1-2fb4-439e-805a-17db613619b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.635708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-a55276e1-2fb4-439e-805a-17db613619b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1094 time: 0.1054800 Feb 04 21:03:43.709225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-bee460dd-3ea8-4719-8efc-b24afd901114 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 217 time: 0.0638390 Feb 04 21:03:43.773482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-959845df-71b5-4619-9752-513fbb7009b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.774886 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-959845df-71b5-4619-9752-513fbb7009b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0560911 Feb 04 21:03:43.850280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8495a9-b545-4359-b842-6244356e874e req-297150ac-e6c2-448d-9cef-9ab08a482d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.851732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-297150ac-e6c2-448d-9cef-9ab08a482d79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676062 Feb 04 21:03:43.984564 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-e2d3cf2f-2acb-4ea1-8e17-e06c03e0aac2 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230104 Feb 04 21:03:44.118651 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db8495a9-b545-4359-b842-6244356e874e req-9805197c-c049-43f9-8496-6287e9536d66 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238189 Feb 04 21:03:44.801596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14013221-391a-4339-83f2-7432833f9153 req-2d2ad097-58b5-4c6b-890c-815cd43484d3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:44.803072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14013221-391a-4339-83f2-7432833f9153 req-2d2ad097-58b5-4c6b-890c-815cd43484d3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0795517 Feb 04 21:03:44.848470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-14013221-391a-4339-83f2-7432833f9153 req-655ac904-42a9-46dd-bfce-93ff41016755 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:44.860647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-14013221-391a-4339-83f2-7432833f9153 req-655ac904-42a9-46dd-bfce-93ff41016755 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:44.861744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14013221-391a-4339-83f2-7432833f9153 req-655ac904-42a9-46dd-bfce-93ff41016755 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531571 Feb 04 21:03:46.048609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f457d0-ee06-4c85-9477-f77bbb0a4f6c req-5c42f788-1689-4fe9-b3b0-8d851aeb8fb0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:46.050092 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4f457d0-ee06-4c85-9477-f77bbb0a4f6c req-5c42f788-1689-4fe9-b3b0-8d851aeb8fb0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0836573 Feb 04 21:03:46.092880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e4f457d0-ee06-4c85-9477-f77bbb0a4f6c req-a567ed85-108b-476f-9500-fe927ad7e1cc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373185 Feb 04 21:03:47.278465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd6dc-3188-446b-ad28-9bcd7900adc6 req-fd00de25-a63d-4b40-a09a-226e09c1dc30 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:47.279949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa4fd6dc-3188-446b-ad28-9bcd7900adc6 req-fd00de25-a63d-4b40-a09a-226e09c1dc30 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0799053 Feb 04 21:03:47.322966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa4fd6dc-3188-446b-ad28-9bcd7900adc6 req-31c22614-b73a-4b01-9bd5-abbec92ed35a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375512 Feb 04 21:03:47.448987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:47.583742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:47.596290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'mac_address': 'fa:16:3e:ce:68:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:47.653916 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.670510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23eb6465-b82f-44a4-8e3f-603552ff190c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:47.686031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:47.790995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.856892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:48.030758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['23eb6465-b82f-44a4-8e3f-603552ff190c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:48.503370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3648-014d-42cc-8b90-4d9145a938f1 req-141b489c-c034-4c8d-9fdb-d629958ae885 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:48.504739 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a3a3648-014d-42cc-8b90-4d9145a938f1 req-141b489c-c034-4c8d-9fdb-d629958ae885 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 944 time: 0.0788615 Feb 04 21:03:48.551905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9a3a3648-014d-42cc-8b90-4d9145a938f1 req-ee3eec03-6603-48fe-a6ac-da9911c7e4e2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Feb 04 21:03:49.463043 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:49.587235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 23eb6465-b82f-44a4-8e3f-603552ff190c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:49.592265 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 23eb6465-b82f-44a4-8e3f-603552ff190c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:49.592633 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.709184 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.735888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:49.736182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddd9ed-7af3-4abe-a5e1-b55f029de9bd req-a464ff3f-b3b5-4935-8dd3-e17a8d41ab9a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:49.737660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9dddd9ed-7af3-4abe-a5e1-b55f029de9bd req-a464ff3f-b3b5-4935-8dd3-e17a8d41ab9a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 944 time: 0.0834978 Feb 04 21:03:49.746211 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:49.782272 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'code': 200} Feb 04 21:03:49.783805 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9dddd9ed-7af3-4abe-a5e1-b55f029de9bd req-8b58723a-184e-41a9-bd8a-b5c60500e742 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Feb 04 21:03:49.838646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.908934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:49.914300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326548b8-4afe-4a90-b104-5644ec0cdba3 req-9caff3e9-4804-4d59-8c88-b44ceb821013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:49.915855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-326548b8-4afe-4a90-b104-5644ec0cdba3 req-9caff3e9-4804-4d59-8c88-b44ceb821013 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1096 time: 0.0705943 Feb 04 21:03:49.959781 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-326548b8-4afe-4a90-b104-5644ec0cdba3 req-6551104b-7328-4240-8702-0d269548fb3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Feb 04 21:03:50.093983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ce0f6d06-da13-40a6-b484-5cb954a5f1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:50.655312 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:03:50.971144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba418a-18d4-4cd2-bd74-d1d8d32e1e88 req-a319a6c7-6513-497b-a5cc-6e46508bf711 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:50.972530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69ba418a-18d4-4cd2-bd74-d1d8d32e1e88 req-a319a6c7-6513-497b-a5cc-6e46508bf711 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0826602 Feb 04 21:03:51.018251 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69ba418a-18d4-4cd2-bd74-d1d8d32e1e88 req-4afcd239-8a39-4c18-a37f-ad9d8cbbf977 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394242 Feb 04 21:03:52.206379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d8304-5cd8-4630-a5c3-11db8aac70f4 req-716eb127-6bca-437b-b522-8085b979d36b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:52.207987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-004d8304-5cd8-4630-a5c3-11db8aac70f4 req-716eb127-6bca-437b-b522-8085b979d36b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0822434 Feb 04 21:03:52.254238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-004d8304-5cd8-4630-a5c3-11db8aac70f4 req-e2ca0efb-dfcf-486c-9915-5c186d7ae54f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405924 Feb 04 21:03:52.347810 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-daaf627c-996a-4dbb-ac78-bf9a1424d816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:52.439946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74751f-b916-4c71-9087-11f3608be5f2 req-395e5359-81a5-4410-8577-fbb7e9a99e6e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:52.442062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf74751f-b916-4c71-9087-11f3608be5f2 req-395e5359-81a5-4410-8577-fbb7e9a99e6e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0814691 Feb 04 21:03:52.450662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 50726) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:52.456015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'floatingip': {'port_id': '23eb6465-b82f-44a4-8e3f-603552ff190c'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:52.535979 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:53.246669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:53.324144 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:53.496276 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec associated. External IP: 172.25.7.138, port: 23eb6465-b82f-44a4-8e3f-603552ff190c. Feb 04 21:03:53.547437 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:53.610335 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:53.842479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:03:54.015946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:54.020788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:54.025386 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:54.035241 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:54.035849 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:03:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:54.076847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4b8f914b-68a1-4387-a210-2b2bf3696ca8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "PUT /v2.0/floatingips/d1796a69-b95c-44e8-a902-8104525a8bec HTTP/1.1" status: 200 len: 991 time: 1.6247714 Feb 04 21:03:54.077433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:54.124594 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'status': 'completed', 'code': 200} Feb 04 21:03:54.223141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-8893091d-4b6f-40b0-8916-45fad21a7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.224642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-8893091d-4b6f-40b0-8916-45fad21a7be3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1096 time: 0.0777321 Feb 04 21:03:54.228436 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:54.260148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8186ae-7b94-4033-b335-cf3df8638ab0 req-77af6536-66aa-4048-ac9d-04ccfbbf7813 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.261593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c8186ae-7b94-4033-b335-cf3df8638ab0 req-77af6536-66aa-4048-ac9d-04ccfbbf7813 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0882068 Feb 04 21:03:54.307214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c8186ae-7b94-4033-b335-cf3df8638ab0 req-9fe914f3-7ca8-436e-8e74-5a83f9946064 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Feb 04 21:03:54.358640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-f6573795-5c58-4ecf-b5ab-af97d25c5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.360055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-f6573795-5c58-4ecf-b5ab-af97d25c5ced service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1290772 Feb 04 21:03:54.579402 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:ce:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:03:53Z', 'revision_number': 1, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:54.583255 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:54.591983 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:54.592582 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:03:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:54.595958 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-7f3fb24c-9cd0-47ef-9053-6c7720d823aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 999 time: 0.2296557 Feb 04 21:03:54.657477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-1fb50fb2-f7ac-49be-b37b-adfefa92cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.658852 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-1fb50fb2-f7ac-49be-b37b-adfefa92cbd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0566478 Feb 04 21:03:54.735225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-fbce2218-8d45-484a-b1d3-9cf0ec86e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.736708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-fbce2218-8d45-484a-b1d3-9cf0ec86e8c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719740 Feb 04 21:03:54.768991 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:54.869406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-a49769a1-3285-439d-803d-18a0a285c2e1 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263118 Feb 04 21:03:54.999964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-340eee27-8024-4bdc-9726-4d1a54a8a3ce req-b29ac8ee-c522-45c0-9d38-ef3bf786f65d service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248162 Feb 04 21:03:55.112681 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:ce:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:03:53Z', 'revision_number': 1, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:55.116654 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9b04d-9b02-45eb-96fc-bc48e44e87c9 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:ce:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:03:53Z', 'revision_number': 1, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:55.290406 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:55.312736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490cb19e-e03c-4757-bf76-ec30010985db None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:03:55.494305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e190a-87e5-4149-adc3-0eadaf685ab1 req-12b61241-3ddf-4b71-b89b-4d6d8d0250b4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:55.495804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d2e190a-87e5-4149-adc3-0eadaf685ab1 req-12b61241-3ddf-4b71-b89b-4d6d8d0250b4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0804625 Feb 04 21:03:55.547052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d2e190a-87e5-4149-adc3-0eadaf685ab1 req-59ddc048-7e75-411a-83db-74bb4541bd9a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Feb 04 21:03:55.728914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dccf6b-5c73-44df-b23b-017cce3ade5b req-1322379e-5c2c-49c0-ab77-49d4feabae88 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:55.730369 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62dccf6b-5c73-44df-b23b-017cce3ade5b req-1322379e-5c2c-49c0-ab77-49d4feabae88 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0797672 Feb 04 21:03:55.774264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62dccf6b-5c73-44df-b23b-017cce3ade5b req-2d23a512-b15a-465d-a592-f60193f8d1bc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380216 Feb 04 21:03:56.318526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-a94d08d5-1d94-4691-a1b3-7878534b6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.321197 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-a94d08d5-1d94-4691-a1b3-7878534b6c68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1096 time: 0.0769889 Feb 04 21:03:56.333325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49389fd6-f738-4291-aa1f-fe39b8fcca7c req-7c841684-87de-497b-a188-f93fda5b4aa3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.335717 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49389fd6-f738-4291-aa1f-fe39b8fcca7c req-7c841684-87de-497b-a188-f93fda5b4aa3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0868139 Feb 04 21:03:56.382322 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-49389fd6-f738-4291-aa1f-fe39b8fcca7c req-6a23f313-d9ed-45a0-86df-334891a1e980 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Feb 04 21:03:56.562938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-b2c23be0-719b-4dfc-a519-689e6a383d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.562938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-b2c23be0-719b-4dfc-a519-689e6a383d70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1846368 Feb 04 21:03:56.562938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-fcd7bdb7-8be3-4351-b4f1-9aea877ef172 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1689444 Feb 04 21:03:56.627614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-b2728879-fa9d-4cbb-b5e8-c0184aac0be4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 1001 time: 0.0954454 Feb 04 21:03:56.691705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-14431cdd-2a78-41ed-baf4-48272f7e994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.693141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-14431cdd-2a78-41ed-baf4-48272f7e994f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0592604 Feb 04 21:03:56.767262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-38bcab33-9c40-4bff-bd4f-2e297bcee75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.768731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-38bcab33-9c40-4bff-bd4f-2e297bcee75e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689678 Feb 04 21:03:56.899296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-85bef924-09b3-4a8b-8c13-55b3143db160 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243548 Feb 04 21:03:57.028124 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9ccd5b9c-8d51-41a6-970d-58d7609fc653 req-ac289013-557e-4160-ad33-dacf18c3205f service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233287 Feb 04 21:03:57.567104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2d172-20d2-42a7-a530-70ce20a6686d req-0d075e29-c473-41a3-ac1f-5d02ef59959b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:57.568672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65c2d172-20d2-42a7-a530-70ce20a6686d req-0d075e29-c473-41a3-ac1f-5d02ef59959b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0790858 Feb 04 21:03:57.616823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65c2d172-20d2-42a7-a530-70ce20a6686d req-aa5c897d-bb42-45ff-b4f0-acd6ce02570f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Feb 04 21:03:58.737985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-f4a173ef-fa13-4271-b458-c5616e366b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.739512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-f4a173ef-fa13-4271-b458-c5616e366b81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1096 time: 0.0708342 Feb 04 21:03:58.800295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad396f3-66e1-4c36-ae3a-10c0e5ef4de1 req-41e3875a-8132-4df6-9a74-d28c90d56356 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.801770 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ad396f3-66e1-4c36-ae3a-10c0e5ef4de1 req-41e3875a-8132-4df6-9a74-d28c90d56356 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0795875 Feb 04 21:03:58.852230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ad396f3-66e1-4c36-ae3a-10c0e5ef4de1 req-b0524403-2177-4290-a713-bc7fe3ac8635 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446281 Feb 04 21:03:58.983464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-ce2adc98-bb40-419d-9c91-4bbc95e777a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.984849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-ce2adc98-bb40-419d-9c91-4bbc95e777a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.2391863 Feb 04 21:03:59.084715 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-8412c12d-4e93-49b3-83dc-84f979fa36a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 1001 time: 0.0944362 Feb 04 21:03:59.152494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-e800af91-264a-48f4-98a0-d29524c362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:59.153927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-e800af91-264a-48f4-98a0-d29524c362b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0578644 Feb 04 21:03:59.231457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-d6b6a0c6-2305-4d19-a7f5-2dd181dd33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:59.233188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-d6b6a0c6-2305-4d19-a7f5-2dd181dd33ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731640 Feb 04 21:03:59.361836 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-2f86f67b-a3a5-4653-a41e-3e6975b95831 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220319 Feb 04 21:03:59.493296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-8ccfb934-92e8-48f3-91e4-fef33466b90a service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246810 Feb 04 21:04:00.039030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229958d-6efa-4437-a40e-211d16366904 req-9ec881df-6402-4e55-a5d0-c9c245c17066 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:00.040475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c229958d-6efa-4437-a40e-211d16366904 req-9ec881df-6402-4e55-a5d0-c9c245c17066 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0785923 Feb 04 21:04:00.082654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c229958d-6efa-4437-a40e-211d16366904 req-7c608271-97c0-46ec-a24f-0eb73a1a0344 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367608 Feb 04 21:04:01.263021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60896f10-492e-4059-aec7-6e542deb7f95 req-fcbd489b-79ed-478b-8234-ce3fbb96b094 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:01.264653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60896f10-492e-4059-aec7-6e542deb7f95 req-fcbd489b-79ed-478b-8234-ce3fbb96b094 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0786881 Feb 04 21:04:01.307727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60896f10-492e-4059-aec7-6e542deb7f95 req-216079d4-1fc5-4126-9451-aefee066c74c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377684 Feb 04 21:04:02.494506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fff29-9837-44e6-98f7-f6471aaf503f req-87549ddc-a7e9-4566-9289-53db57f8c00a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:02.495880 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa4fff29-9837-44e6-98f7-f6471aaf503f req-87549ddc-a7e9-4566-9289-53db57f8c00a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0816569 Feb 04 21:04:02.539389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa4fff29-9837-44e6-98f7-f6471aaf503f req-c114b8fd-96a8-46c7-8aac-936456be1862 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378687 Feb 04 21:04:03.726123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154bc2a-46bc-426d-9447-676a3cba541e req-bcd4b134-6cd1-4fd1-8651-ea01f62d50b0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:03.727587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d154bc2a-46bc-426d-9447-676a3cba541e req-bcd4b134-6cd1-4fd1-8651-ea01f62d50b0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0820498 Feb 04 21:04:03.770592 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d154bc2a-46bc-426d-9447-676a3cba541e req-c526494b-d362-4c15-99b8-877f71cc6ca2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371199 Feb 04 21:04:04.952071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d38c76-5b35-45a3-a1f3-20d597496f12 req-1a2c533e-d523-4d05-ab53-85b62c565f94 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:04.953511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81d38c76-5b35-45a3-a1f3-20d597496f12 req-1a2c533e-d523-4d05-ab53-85b62c565f94 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0784011 Feb 04 21:04:05.000463 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81d38c76-5b35-45a3-a1f3-20d597496f12 req-49dc0482-5c34-47e6-95b0-8c9022042142 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413578 Feb 04 21:04:06.184075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2229c7-0cdd-4b76-a812-0471aff6f7df req-f14bd054-ddf2-4256-a55b-2875d5f73078 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:06.185526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b2229c7-0cdd-4b76-a812-0471aff6f7df req-f14bd054-ddf2-4256-a55b-2875d5f73078 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0809000 Feb 04 21:04:06.229416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0b2229c7-0cdd-4b76-a812-0471aff6f7df req-0b1b84b7-7547-451c-9ab2-6b265d499405 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 Feb 04 21:04:07.415892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a562-df64-44ea-8b93-83a28e39d05f req-377221be-4cb4-4eb1-b819-4c93901207c9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:07.417473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c040a562-df64-44ea-8b93-83a28e39d05f req-377221be-4cb4-4eb1-b819-4c93901207c9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0797136 Feb 04 21:04:07.465100 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c040a562-df64-44ea-8b93-83a28e39d05f req-badb9507-4360-4dfb-86c6-0f427f195a9b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382571 Feb 04 21:04:08.653670 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed9ff2-3ec5-4f27-bfac-f95d23c1aa6f req-a6945a3c-4098-4a1e-b901-a6da3d867743 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:08.655137 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88ed9ff2-3ec5-4f27-bfac-f95d23c1aa6f req-a6945a3c-4098-4a1e-b901-a6da3d867743 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0820267 Feb 04 21:04:08.698501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88ed9ff2-3ec5-4f27-bfac-f95d23c1aa6f req-adfa4f7d-de1b-490e-b330-e193592de23d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378056 Feb 04 21:04:09.489983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:09.819818 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:09.886038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3e91e-6722-4962-a085-0359862a768b req-9a6722e2-8532-4838-9a2e-8f63e8beeb4c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.887517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00a3e91e-6722-4962-a085-0359862a768b req-9a6722e2-8532-4838-9a2e-8f63e8beeb4c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0815558 Feb 04 21:04:09.930790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00a3e91e-6722-4962-a085-0359862a768b req-92838750-f9ea-4af2-8a40-8e4e362f78aa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376489 Feb 04 21:04:11.114707 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15116b8-62d1-49f9-82bc-e816b86d0fc1 req-7656d71f-7e3d-41c0-b53b-c4b0d67e3669 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:11.116814 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f15116b8-62d1-49f9-82bc-e816b86d0fc1 req-7656d71f-7e3d-41c0-b53b-c4b0d67e3669 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0805056 Feb 04 21:04:11.164457 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f15116b8-62d1-49f9-82bc-e816b86d0fc1 req-7ef8cceb-fa56-41a6-926a-4de5530254bf tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Feb 04 21:04:12.347373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a8ec3-bd86-453f-baee-8fee4a2513d7 req-43f33b32-25c8-4acd-beb6-b12715b614d9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:12.348823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d2a8ec3-bd86-453f-baee-8fee4a2513d7 req-43f33b32-25c8-4acd-beb6-b12715b614d9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0796363 Feb 04 21:04:12.394454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4d2a8ec3-bd86-453f-baee-8fee4a2513d7 req-9cb1a9fb-fe46-48c3-9f09-86c2d7d652ae tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Feb 04 21:04:13.575005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae1b9-9b8c-4efc-bb70-31c463ba9e90 req-0ce387f2-43b1-4dd6-b7ff-af051f3e2705 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:13.576442 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e2ae1b9-9b8c-4efc-bb70-31c463ba9e90 req-0ce387f2-43b1-4dd6-b7ff-af051f3e2705 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0778847 Feb 04 21:04:13.619899 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6e2ae1b9-9b8c-4efc-bb70-31c463ba9e90 req-cf54a595-2d44-45f8-8857-297bfa90762a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Feb 04 21:04:14.802786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2c704-90ba-45ed-98da-6842acbd6616 req-312b2bb4-1510-4b70-b993-05355c88c5a0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:14.804751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61b2c704-90ba-45ed-98da-6842acbd6616 req-312b2bb4-1510-4b70-b993-05355c88c5a0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0829310 Feb 04 21:04:14.848542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-61b2c704-90ba-45ed-98da-6842acbd6616 req-d953b94e-0569-47e0-bb4a-ec401c750ea2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Feb 04 21:04:16.031417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf568ab-74cf-4ac4-9c45-875fd9bffcc2 req-9f00fa40-52b0-477b-8713-0aaeaa7a581d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:16.032862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8bf568ab-74cf-4ac4-9c45-875fd9bffcc2 req-9f00fa40-52b0-477b-8713-0aaeaa7a581d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0815277 Feb 04 21:04:16.170582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8bf568ab-74cf-4ac4-9c45-875fd9bffcc2 req-b025f321-898f-4e78-898f-1be20adcab39 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320391 Feb 04 21:04:17.352851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba35f0-a3dc-4c81-b569-c52516d8e14f req-0d107be2-85a9-4e2d-8f93-c24134183bf4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:17.354292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4bba35f0-a3dc-4c81-b569-c52516d8e14f req-0d107be2-85a9-4e2d-8f93-c24134183bf4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0783188 Feb 04 21:04:17.400900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4bba35f0-a3dc-4c81-b569-c52516d8e14f req-6a8989a5-dc96-4f22-b0e0-af4f06e9ede0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Feb 04 21:04:18.584583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca1518-876a-445f-a424-58dcce406e5e req-17717520-a96b-4617-8036-f9847cbecd91 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:18.586039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39ca1518-876a-445f-a424-58dcce406e5e req-17717520-a96b-4617-8036-f9847cbecd91 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0775731 Feb 04 21:04:18.629069 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39ca1518-876a-445f-a424-58dcce406e5e req-c4d73481-f316-4aeb-8920-a1dae8c75796 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375304 Feb 04 21:04:19.816363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948f191-b382-4c3c-a8c5-31a9cb5a7889 req-2165427c-2269-401c-9f76-152b746ad196 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:19.817803 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4948f191-b382-4c3c-a8c5-31a9cb5a7889 req-2165427c-2269-401c-9f76-152b746ad196 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0788534 Feb 04 21:04:19.860427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4948f191-b382-4c3c-a8c5-31a9cb5a7889 req-fa8361f3-5f7f-4a87-a9a5-75b99def1e56 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363369 Feb 04 21:04:20.101430 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-aa382d77-8b2d-4b4c-9133-c19d23dfd9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:21.045413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c93df-23bd-4f4d-a6bb-2fa7f9b1ec01 req-e6d60cc2-f3de-46e7-a624-014c537845c9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:21.046894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f2c93df-23bd-4f4d-a6bb-2fa7f9b1ec01 req-e6d60cc2-f3de-46e7-a624-014c537845c9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0818045 Feb 04 21:04:21.090231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f2c93df-23bd-4f4d-a6bb-2fa7f9b1ec01 req-87904cac-5273-490e-80e8-9717f8dcbe40 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376770 Feb 04 21:04:21.769196 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-22d86f12-6fa2-46e5-b934-f549425031b3 service neutron] show failed (client error): The resource could not be found. Feb 04 21:04:21.770075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-22d86f12-6fa2-46e5-b934-f549425031b3 service neutron] 10.222.0.24 "GET /v2.0/ports/23eb6465-b82f-44a4-8e3f-603552ff190c/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0782464 Feb 04 21:04:22.285884 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839d020-dd91-4bfd-8a43-86bfd1da9037 req-9acfc6bc-6cd9-4eed-9a39-2832e89eaeaa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:22.287382 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2839d020-dd91-4bfd-8a43-86bfd1da9037 req-9acfc6bc-6cd9-4eed-9a39-2832e89eaeaa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0866177 Feb 04 21:04:22.330609 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2839d020-dd91-4bfd-8a43-86bfd1da9037 req-ac3dbbe0-667d-41ae-a37d-90f71b2d3bdb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369272 Feb 04 21:04:22.399582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-35cd4dc4-cf2c-41eb-9b9c-e28b794900e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.505523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-c767bb68-2400-40c1-b773-8f7c8616d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:22.507012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-c767bb68-2400-40c1-b773-8f7c8616d231 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 1096 time: 0.1140616 Feb 04 21:04:22.517328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:22.624984 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.886045 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:22.913067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:22.973174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:22.978831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.996120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Transition to ACTIVE for port object 23eb6465-b82f-44a4-8e3f-603552ff190c will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:23.033081 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'code': 200} Feb 04 21:04:23.059183 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.203021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:23.255415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] No DVR routers for this DVR port 23eb6465-b82f-44a4-8e3f-603552ff190c on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:23.485051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:23.485289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:23.485661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:23.490506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Port 23eb6465-b82f-44a4-8e3f-603552ff190c on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:04:23.490845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Attempting to bind port 23eb6465-b82f-44a4-8e3f-603552ff190c on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:23.497004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:23.497350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:23.497741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:23.498158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Bound port: 23eb6465-b82f-44a4-8e3f-603552ff190c, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:23.498507 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.524939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f32f1-de35-48a4-99bc-e736356c7b26 req-a38fcf16-4e53-41d9-83fa-c6989eaeb3e9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:23.526447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69f32f1-de35-48a4-99bc-e736356c7b26 req-a38fcf16-4e53-41d9-83fa-c6989eaeb3e9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0871499 Feb 04 21:04:23.564413 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.574562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f69f32f1-de35-48a4-99bc-e736356c7b26 req-c839698c-967a-47d2-a23d-7fa99d055d87 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Feb 04 21:04:23.592087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:23.595196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:23.596392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.672636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.733399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:23.734009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.735455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] 10.222.0.62 "PUT /v2.0/ports/23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 1091 time: 1.2218628 Feb 04 21:04:23.751351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf3744-0886-4253-b8f6-725f1fff4fbd service neutron] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:23.831781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-0da09f4b-7af2-4257-b3b0-5650c820f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:23.833250 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-0da09f4b-7af2-4257-b3b0-5650c820f0d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1094 time: 0.0740149 Feb 04 21:04:24.060125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-f7bcf2e7-39cd-490a-a285-5e066ac40eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.061539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-f7bcf2e7-39cd-490a-a285-5e066ac40eb3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.2229578 Feb 04 21:04:24.161799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-12755391-fbf8-4d19-be66-3bf51a253d98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 999 time: 0.0940905 Feb 04 21:04:24.222270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-47a09f34-2dd5-4cfa-afb3-135ceeabcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.223676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-47a09f34-2dd5-4cfa-afb3-135ceeabcb27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0561113 Feb 04 21:04:24.295183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-7a621765-dc57-4b10-9d01-25b2a530dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.296582 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-7a621765-dc57-4b10-9d01-25b2a530dfed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675454 Feb 04 21:04:24.425772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-42198819-5059-4680-a455-0e77527aed5f service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224809 Feb 04 21:04:24.554468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72a1d506-37b8-4d0f-ac75-387c470e127b req-37c0e55a-bd1c-4935-8163-90901ea01c7c service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225264 Feb 04 21:04:24.760371 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e935f5f-30aa-4f46-91f2-1dd3959ab296 req-36b2b4d2-51e9-4ecd-95e5-421945e6c58f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.761803 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e935f5f-30aa-4f46-91f2-1dd3959ab296 req-36b2b4d2-51e9-4ecd-95e5-421945e6c58f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0824611 Feb 04 21:04:24.806001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5e935f5f-30aa-4f46-91f2-1dd3959ab296 req-4947696b-f640-4c76-8cff-b22d2523f40d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386057 Feb 04 21:04:25.034450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:25.089820 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'status': 'completed', 'code': 200} Feb 04 21:04:25.183365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-aaefb359-dec3-4de7-acb0-2a4881120b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.187816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-26aab7f8-6b4e-452a-9cf2-5a15b577aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.188573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-aaefb359-dec3-4de7-acb0-2a4881120b88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1094 time: 0.0783441 Feb 04 21:04:25.189268 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-26aab7f8-6b4e-452a-9cf2-5a15b577aab4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1094 time: 0.0708771 Feb 04 21:04:25.305946 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:25.329680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-4c726456-c5c8-414f-b7e3-d2777e306824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.331154 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-4c726456-c5c8-414f-b7e3-d2777e306824 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1366506 Feb 04 21:04:25.435560 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-251d6c93-edaf-4898-ba53-17e3a102e601 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 999 time: 0.0986798 Feb 04 21:04:25.436665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-7c46f65c-7644-4c39-a2fd-335c525c8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.438101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-7c46f65c-7644-4c39-a2fd-335c525c8083 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.2409539 Feb 04 21:04:25.503398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-a6fd07d6-63a3-4a3b-bd20-0473ba300ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.504861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-a6fd07d6-63a3-4a3b-bd20-0473ba300ed2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0634506 Feb 04 21:04:25.544951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-273d46c5-a02f-4fd1-a7e0-1c3a69ae9d8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 999 time: 0.0970311 Feb 04 21:04:25.572571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:25.581639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-004c3007-567b-4b57-aeed-2348b51c4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.583382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-004c3007-567b-4b57-aeed-2348b51c4d52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727437 Feb 04 21:04:25.613274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-b55a6a53-3d95-4214-bdf9-341b188f056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.614741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-b55a6a53-3d95-4214-bdf9-341b188f056e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0611291 Feb 04 21:04:25.629364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:25.693953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-b11b55e4-4532-4d9f-910d-d90386744014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.696000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-b11b55e4-4532-4d9f-910d-d90386744014 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709155 Feb 04 21:04:25.718579 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-9d0eb477-4efd-42f8-a1a1-3db4604f6507 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282299 Feb 04 21:04:25.840356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-59a72291-aae6-406b-872a-0aedcc39db24 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353531 Feb 04 21:04:25.855064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-ebb16a6c-ea68-402f-9771-3e426ebb54cf service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292217 Feb 04 21:04:25.977348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8178f565-d8f5-4ab5-ad36-17bf65fcd3ca req-d07a8bc9-44c8-4988-b387-0bd2719495d2 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272697 Feb 04 21:04:25.996171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45296f5b-7986-421e-a761-1ea0cef5210d req-c0fd292b-9c3d-4030-ad98-945c16a333bf tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.997644 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45296f5b-7986-421e-a761-1ea0cef5210d req-c0fd292b-9c3d-4030-ad98-945c16a333bf tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0843081 Feb 04 21:04:26.041204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45296f5b-7986-421e-a761-1ea0cef5210d req-2eb452d1-f96b-4cf0-b3af-f16056606f8f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379782 Feb 04 21:04:27.232683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41663e-48a8-46e9-9ba4-8b1f0c44000c req-b0baf48e-f06f-4c34-9e90-277ab4dd3c83 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:27.234381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e41663e-48a8-46e9-9ba4-8b1f0c44000c req-b0baf48e-f06f-4c34-9e90-277ab4dd3c83 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0860164 Feb 04 21:04:27.285974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e41663e-48a8-46e9-9ba4-8b1f0c44000c req-787542b3-695d-48b8-a234-1e2dd93cb38c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454705 Feb 04 21:04:27.654909 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:04:28.471203 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96347-16e8-495d-b541-6e9f3591e7e6 req-982a532c-3001-4f55-9242-ca244aca26f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:28.472568 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79f96347-16e8-495d-b541-6e9f3591e7e6 req-982a532c-3001-4f55-9242-ca244aca26f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0804455 Feb 04 21:04:28.515656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79f96347-16e8-495d-b541-6e9f3591e7e6 req-1c3c0c4d-9658-4b5b-92c2-9cbb33b0b3ee tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376394 Feb 04 21:04:28.963451 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a21e0-e7a5-44d4-9944-02600540c94d req-718a9a44-409f-4bbe-a024-439242494f04 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:28.964905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-136a21e0-e7a5-44d4-9944-02600540c94d req-718a9a44-409f-4bbe-a024-439242494f04 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 943 time: 0.0875182 Feb 04 21:04:29.009082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-136a21e0-e7a5-44d4-9944-02600540c94d req-1c7d1fa2-373e-4158-b8fa-5870b8019ca1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Feb 04 21:04:29.048725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bb25-f817-4be6-8682-2b2001888934 req-dd073525-7980-41ae-ba09-66afe31a9841 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.050115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-dd073525-7980-41ae-ba09-66afe31a9841 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec&tenant_id=d36cf84311084297a0f6279e2417feeb&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 943 time: 0.0824668 Feb 04 21:04:29.131158 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-63d2bb25-f817-4be6-8682-2b2001888934 req-0155db03-68b8-4dee-ad81-7764ef0cb705 service neutron] delete failed (client error): The resource could not be found. Feb 04 21:04:29.132136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-0155db03-68b8-4dee-ad81-7764ef0cb705 service neutron] 10.222.0.24 "DELETE /v2.0/ports/23eb6465-b82f-44a4-8e3f-603552ff190c/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0732470 Feb 04 21:04:29.256589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:29.284917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bb25-f817-4be6-8682-2b2001888934 req-e9efcc22-7d1a-4bce-95aa-bf06fced75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.286433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-e9efcc22-7d1a-4bce-95aa-bf06fced75ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 1094 time: 0.0747962 Feb 04 21:04:29.386181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:29.398824 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'mac_address': 'fa:16:3e:ce:68:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:29.420227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bb25-f817-4be6-8682-2b2001888934 req-788814c3-8b21-4865-a659-101185b21f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.421681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-788814c3-8b21-4865-a659-101185b21f20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1261797 Feb 04 21:04:29.456418 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.507349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23eb6465-b82f-44a4-8e3f-603552ff190c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:29.522052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:29.530897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-2ab587e0-1e3d-4f19-b781-d28ef8d45489 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 200 len: 999 time: 0.1000216 Feb 04 21:04:29.592320 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.595207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bb25-f817-4be6-8682-2b2001888934 req-f9b6b2ab-e652-4feb-acc1-121f99a726ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.596714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-f9b6b2ab-e652-4feb-acc1-121f99a726ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0564618 Feb 04 21:04:29.658342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:29.674803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bb25-f817-4be6-8682-2b2001888934 req-e2c08864-eefe-4d5d-940b-7eefbae07f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.676267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-e2c08864-eefe-4d5d-940b-7eefbae07f77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697012 Feb 04 21:04:29.811487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-0149f75b-4ea7-422d-ab17-6325e66824ff service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256244 Feb 04 21:04:29.895529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['23eb6465-b82f-44a4-8e3f-603552ff190c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:29.943111 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63d2bb25-f817-4be6-8682-2b2001888934 req-17574127-c8fe-4c15-9bcb-b5b7e0e09d6c service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215920 Feb 04 21:04:30.361497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a6768-075b-4c03-a551-89af8f3ed564 req-e789ca55-2c25-4f5a-a857-458852f9895d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:30.362984 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f3a6768-075b-4c03-a551-89af8f3ed564 req-e789ca55-2c25-4f5a-a857-458852f9895d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 944 time: 0.2445252 Feb 04 21:04:30.406827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f3a6768-075b-4c03-a551-89af8f3ed564 req-b5971086-c8ae-481b-accc-d2c3afc61883 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376325 Feb 04 21:04:31.256307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:31.398060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 23eb6465-b82f-44a4-8e3f-603552ff190c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:31.403718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 23eb6465-b82f-44a4-8e3f-603552ff190c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:31.404097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.520967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.547675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:31.557869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:31.592322 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'code': 200} Feb 04 21:04:31.647590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10070e-38b8-42d4-b60a-31884f6fe6c0 req-965eea91-ac8c-45a0-9868-1e12ca6642df tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:31.649638 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb10070e-38b8-42d4-b60a-31884f6fe6c0 req-965eea91-ac8c-45a0-9868-1e12ca6642df tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 944 time: 0.1356905 Feb 04 21:04:31.653288 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.694659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eb10070e-38b8-42d4-b60a-31884f6fe6c0 req-6f62b581-53ee-4d20-b934-4163c86d8c88 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Feb 04 21:04:31.724332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:31.881582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4e67-a0b5-4ac2-8b32-4cc18f16e63c req-01033e62-34d5-42dc-b3cf-113b9369842e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:31.883660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-777f4e67-a0b5-4ac2-8b32-4cc18f16e63c req-01033e62-34d5-42dc-b3cf-113b9369842e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0819051 Feb 04 21:04:31.925988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-777f4e67-a0b5-4ac2-8b32-4cc18f16e63c req-b2598eb0-c304-4b72-8409-f7351eac2a37 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367823 Feb 04 21:04:32.109590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3468d-cef5-4101-b91c-d2204f73acd0 req-4a50b220-78a6-4aff-828c-5e71d20e8b2f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:32.111071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fd3468d-cef5-4101-b91c-d2204f73acd0 req-4a50b220-78a6-4aff-828c-5e71d20e8b2f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0825233 Feb 04 21:04:32.156553 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fd3468d-cef5-4101-b91c-d2204f73acd0 req-a5d23988-f837-4beb-887e-57a15f403956 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Feb 04 21:04:32.915469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e55f7e-2dd5-487d-898f-2e40c1cc175b req-eefab2a3-0b9e-4711-ba3a-abe5aa9aaf80 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:32.916905 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95e55f7e-2dd5-487d-898f-2e40c1cc175b req-eefab2a3-0b9e-4711-ba3a-abe5aa9aaf80 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0788963 Feb 04 21:04:32.962988 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-95e55f7e-2dd5-487d-898f-2e40c1cc175b req-34913cfa-0cb4-4984-a9c3-d882a7de0215 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Feb 04 21:04:34.145887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deecb6-7e44-4e36-b7db-ce3532c9e332 req-e6f2b52f-c9e4-4320-9c42-cd58440aa2ff tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:34.147385 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1deecb6-7e44-4e36-b7db-ce3532c9e332 req-e6f2b52f-c9e4-4320-9c42-cd58440aa2ff tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0814908 Feb 04 21:04:34.191862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1deecb6-7e44-4e36-b7db-ce3532c9e332 req-ddc96374-9a88-4d3a-8e8f-1f7fd8828993 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389047 Feb 04 21:04:34.294512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-b5270f0e-2c1c-4a4d-99b1-83a9d483eba9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:34.295985 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-b5270f0e-2c1c-4a4d-99b1-83a9d483eba9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.62 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 945 time: 0.0793002 Feb 04 21:04:34.364736 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Deleting port 23eb6465-b82f-44a4-8e3f-603552ff190c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:34.365081 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.705857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] For port 23eb6465-b82f-44a4-8e3f-603552ff190c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=23eb6465-b82f-44a4-8e3f-603552ff190c,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:34.706120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.992102 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.992377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.992684 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec disassociated. External IP: 172.25.7.138, port: 23eb6465-b82f-44a4-8e3f-603552ff190c. Feb 04 21:04:34.993013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Calling delete_port for 23eb6465-b82f-44a4-8e3f-603552ff190c owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:35.203951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.255539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event deleted for resources: {'Port': ['ID=23eb6465-b82f-44a4-8e3f-603552ff190c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:35.265737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.266156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.266504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.266872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.267209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.267542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.267871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.268200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.268520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.268844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.269316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.269481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.393045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a827a98a-0a7d-4281-aa82-b969eb8d9089 req-bd710647-c620-486f-bf8e-cde6ab3bce17 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=5793a85f-d26d-40e9-97e7-847ed80a6bec HTTP/1.1" status: 200 len: 210 time: 0.0706000 Feb 04 21:04:35.499446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:04:35.676943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:04:35.686125 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:04:35.695194 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:35.695802 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:04:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:35.746941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] No DVR routers for this DVR port 23eb6465-b82f-44a4-8e3f-603552ff190c on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:35.749455 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.751962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-deleted', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:35.796330 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5793a85f-d26d-40e9-97e7-847ed80a6bec', 'name': 'network-vif-deleted', 'tag': '23eb6465-b82f-44a4-8e3f-603552ff190c', 'status': 'completed', 'code': 200} Feb 04 21:04:35.826970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79afe0d7-45d0-4efb-bafb-30952381f66a req-e38a3727-72f8-4a53-a906-94ae27f91abe tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.62 "DELETE /v2.0/ports/23eb6465-b82f-44a4-8e3f-603552ff190c HTTP/1.1" status: 204 len: 173 time: 1.5253649 Feb 04 21:04:35.873113 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:04:36.185812 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:36.189581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:04:36.198286 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:36.198906 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:04:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:36.374149 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:04:36.688304 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:36.692370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb1c07-a4dd-4b42-913f-ce155c1e40f0 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:04:36.727516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-636cf5c9-2c94-4d2f-8c33-2a29d6ab60b4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1916097366&fields=id&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 267 time: 0.0412865 Feb 04 21:04:36.882580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-e1e390fa-9979-45fa-b39c-6943ea81bbf6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:36.884076 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-e1e390fa-9979-45fa-b39c-6943ea81bbf6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.1493721 Feb 04 21:04:36.900083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-3cdeada2-be43-4012-aa67-e511887fb8da tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/quotas/d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 375 time: 0.0103374 Feb 04 21:04:36.920660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339bdc4-2208-4f11-8ba2-58f40cbbf325 None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:04:36.989760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-f8177785-8110-4934-85c9-7054c1023738 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:04:37.083316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-f8177785-8110-4934-85c9-7054c1023738 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:04:37.084668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-f8177785-8110-4934-85c9-7054c1023738 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1787326 Feb 04 21:04:37.100603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-23cbc47f-2f05-4a96-bdeb-8f2b2336e2d4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:04:37.101657 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-23cbc47f-2f05-4a96-bdeb-8f2b2336e2d4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055418 Feb 04 21:04:37.336592 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-9100f4f9-89df-4c43-9056-a20add25c0e9 service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290444 Feb 04 21:04:37.466744 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-0dedaa7f-eeac-4dc4-8039-949e4bf9db91 service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243684 Feb 04 21:04:37.704879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d1b3afa4-b3bb-4edc-a9aa-15266bbafce7 req-f0f780f6-a2f1-469d-b299-b8ef6e3c2c96 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 210 time: 0.0459917 Feb 04 21:04:38.854273 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d3cbe7ac-7ca7-4488-b83b-8c52ce117196 req-1f13926c-d53b-4691-a1a8-39a68cef6b9f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 210 time: 0.0435495 Feb 04 21:04:39.287206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:39.320890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 23eb6465-b82f-44a4-8e3f-603552ff190c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:04:39.321230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 23eb6465-b82f-44a4-8e3f-603552ff190c not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:39.478410 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:39.717652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-f443b3be-9c28-4c65-a839-dd6209220bca tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.719089 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-f443b3be-9c28-4c65-a839-dd6209220bca tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.1461835 Feb 04 21:04:39.773516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-692fc2a9-19c5-4039-98d1-99507be76722 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 380 time: 0.0392442 Feb 04 21:04:39.783230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'port': {'device_id': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'admin_state_up': True, 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'security_groups': ['655cf513-5796-494b-a16f-abd196e71658']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:39.860485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:39.927320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:39.936875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:39.998186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Made reservation on behalf of d36cf84311084297a0f6279e2417feeb for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:40.001628 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.017738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-00548477-185a-473d-9dc0-759158d08e40 req-bd5415bc-8d26-4aab-b40c-27f33f3be0e4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 210 time: 0.0557036 Feb 04 21:04:40.168001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Allocated IP 172.20.0.11 (94d1d3db-b331-4bf6-a56c-68755dcb2307/f8603708-46dc-40a0-8ae4-538d63341e7b/79c94d42-6c57-4fc9-ac2d-8775267a9ab6) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:40.351536 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.366269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Transition to ACTIVE for port object 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:40.472244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.546482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:40.549459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:40.553131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:40.583418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:40.597424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.597769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.598109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.598443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.598798 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.599128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.599457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.599777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.600095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.600411 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.600730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.601649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:40.632004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:40.632598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.734170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-8f615318-5271-4f5a-a673-5c53cdada028 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9545860 Feb 04 21:04:40.749665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Request body: {'port': {'device_id': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:40.837865 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0be4cea0-8733-4873-bb5e-002749d49f4f None None] Provisioning for port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:40.842884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0be4cea0-8733-4873-bb5e-002749d49f4f None None] Provisioning complete for port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:40.843258 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0be4cea0-8733-4873-bb5e-002749d49f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.862026 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.899650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0be4cea0-8733-4873-bb5e-002749d49f4f None None] Port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:04:41.199285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:41.206672 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.208834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c452-b716-42ef-b6cc-996b0e3fcbdc req-629f45f5-56d6-4072-aea5-961d9286186a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:41.210331 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2655c452-b716-42ef-b6cc-996b0e3fcbdc req-629f45f5-56d6-4072-aea5-961d9286186a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 932 time: 0.0851519 Feb 04 21:04:41.221914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Transition to ACTIVE for port object 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:41.253958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2655c452-b716-42ef-b6cc-996b0e3fcbdc req-2f24ec0d-447d-44ad-b437-0d29acedc2ff tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375106 Feb 04 21:04:41.287588 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.527979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:41.634914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:41.634914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:41.634914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:41.638464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:04:41.638934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:41.644153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:41.644488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:41.644871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:41.645290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Bound port: 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:41.645635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.736063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:41.738959 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:41.824576 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.884689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:41.885304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.886643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] 10.222.0.24 "PUT /v2.0/ports/79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1092 time: 1.1409671 Feb 04 21:04:41.887176 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:41.913076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aba90a-1986-4e0f-827a-22a884e0475c service neutron] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:41.933280 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'status': 'completed', 'code': 200} Feb 04 21:04:42.042263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314737-d526-422c-aa8c-af0829f0ff8f req-7f31b65c-c51b-45e7-a60a-fe37e8a54502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.043770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d9314737-d526-422c-aa8c-af0829f0ff8f req-7f31b65c-c51b-45e7-a60a-fe37e8a54502 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1095 time: 0.0793853 Feb 04 21:04:42.192826 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314737-d526-422c-aa8c-af0829f0ff8f req-def29b71-cfc3-41fa-86dd-a79580c64e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.194279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d9314737-d526-422c-aa8c-af0829f0ff8f req-def29b71-cfc3-41fa-86dd-a79580c64e1f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d36cf84311084297a0f6279e2417feeb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1401341 Feb 04 21:04:42.333156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314737-d526-422c-aa8c-af0829f0ff8f req-3b7bf030-298b-4e19-a8f0-da33827c0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.334626 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d9314737-d526-422c-aa8c-af0829f0ff8f req-3b7bf030-298b-4e19-a8f0-da33827c0a84 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317930 Feb 04 21:04:42.439896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450052-9422-44b4-bc55-699e7eb4b0f2 req-3bb156fc-540c-4c8e-9fc3-cf99954269f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.441351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e450052-9422-44b4-bc55-699e7eb4b0f2 req-3bb156fc-540c-4c8e-9fc3-cf99954269f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.0786290 Feb 04 21:04:42.445339 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-12a6ac4c-8788-426f-96c9-bc09673ff444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.446929 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-12a6ac4c-8788-426f-96c9-bc09673ff444 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1095 time: 0.0716989 Feb 04 21:04:42.485909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2e450052-9422-44b4-bc55-699e7eb4b0f2 req-4168b9b0-bf59-48f8-b823-423cae258d2f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388925 Feb 04 21:04:42.523968 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-4e5a6f70-8eb5-41ae-a71f-653a0eb3f3ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 217 time: 0.0664983 Feb 04 21:04:42.592396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-a2e3245c-2840-4f3c-97b4-497dd89a8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.593718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-a2e3245c-2840-4f3c-97b4-497dd89a8e12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0583150 Feb 04 21:04:42.672828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-97934efe-30dd-43d1-b287-bf1c9f59281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.674254 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-97934efe-30dd-43d1-b287-bf1c9f59281c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718727 Feb 04 21:04:42.806976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-5d6a7b35-02ac-4262-8867-576cef5f8517 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235001 Feb 04 21:04:42.936327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69149198-e30a-49c2-b744-166ab3fbc5f0 req-a5125b4a-007c-48ba-84d4-c39c52872669 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201847 Feb 04 21:04:43.666316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ff759-1a8b-48f0-b3ea-bd3a9b066e24 req-4d84609b-d63a-4423-95fa-6a4cc7316545 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:43.667015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f41ff759-1a8b-48f0-b3ea-bd3a9b066e24 req-4d84609b-d63a-4423-95fa-6a4cc7316545 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:04:43.750233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f41ff759-1a8b-48f0-b3ea-bd3a9b066e24 req-4d84609b-d63a-4423-95fa-6a4cc7316545 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:04:43.751532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f41ff759-1a8b-48f0-b3ea-bd3a9b066e24 req-4d84609b-d63a-4423-95fa-6a4cc7316545 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.1622536 Feb 04 21:04:43.795178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f41ff759-1a8b-48f0-b3ea-bd3a9b066e24 req-9adee5be-005c-42d0-85f6-7e2dbac934dd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Feb 04 21:04:44.978815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702e99c-9095-4d5b-b707-7ae2cc901a6e req-34121152-e126-4905-807d-ec0b47d14f62 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:44.980281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9702e99c-9095-4d5b-b707-7ae2cc901a6e req-34121152-e126-4905-807d-ec0b47d14f62 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.0825558 Feb 04 21:04:45.023064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9702e99c-9095-4d5b-b707-7ae2cc901a6e req-fd216825-6834-4003-ad14-6155260bf3d3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370545 Feb 04 21:04:45.713139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:45.844376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:45.857300 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'mac_address': 'fa:16:3e:19:56:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:45.913672 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:45.933230 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:45.948572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:46.006917 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.076395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:46.083685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.084030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.084369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.084700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.085035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.085357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.085678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.086000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.086318 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.086635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.086975 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.087292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:46.210201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068e4a-603b-4e60-959c-6b99e7b29a98 req-7b9a98b0-878b-441a-b5b3-2ede3e0aba9e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:46.211659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7068e4a-603b-4e60-959c-6b99e7b29a98 req-7b9a98b0-878b-441a-b5b3-2ede3e0aba9e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 945 time: 0.0821574 Feb 04 21:04:46.254453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7068e4a-603b-4e60-959c-6b99e7b29a98 req-1b449bcb-f9db-439d-91cc-20551e4f71ae tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370884 Feb 04 21:04:46.255941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['79c94d42-6c57-4fc9-ac2d-8775267a9ab6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:47.439778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644524-430a-4d7a-9e03-fcdc2d5ff0c6 req-273dafd8-8ff8-46c9-9a68-4dedc7b47399 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:47.441195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f644524-430a-4d7a-9e03-fcdc2d5ff0c6 req-273dafd8-8ff8-46c9-9a68-4dedc7b47399 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 945 time: 0.0801380 Feb 04 21:04:47.489689 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0f644524-430a-4d7a-9e03-fcdc2d5ff0c6 req-ef5e0214-ac91-4ffd-afbe-33871b00658a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Feb 04 21:04:47.727782 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:47.883391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:47.888051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:47.888418 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:48.002305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:48.028602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:48.037769 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:48.072349 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'code': 200} Feb 04 21:04:48.128933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:48.197505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:48.208341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c779a7-5f5b-4070-8c5b-3a22ec4a139e req-19d56a94-d18a-4c81-87ce-5898e2faa89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:48.209809 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30c779a7-5f5b-4070-8c5b-3a22ec4a139e req-19d56a94-d18a-4c81-87ce-5898e2faa89d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1097 time: 0.0699971 Feb 04 21:04:48.253519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-30c779a7-5f5b-4070-8c5b-3a22ec4a139e req-976719d7-5744-4f20-87b0-d07299d44e1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336103 Feb 04 21:04:48.671498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb2614-c4fc-4abd-9f4d-35fff9c322db req-fcb2995c-99a9-46de-b146-3b16c05eebf7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:48.672931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65fb2614-c4fc-4abd-9f4d-35fff9c322db req-fcb2995c-99a9-46de-b146-3b16c05eebf7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0803959 Feb 04 21:04:48.716479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-65fb2614-c4fc-4abd-9f4d-35fff9c322db req-e9c6e942-f6fd-4ca5-a75e-1b5aa80a3705 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379324 Feb 04 21:04:50.009849 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4a7fe-a9b3-4f2a-bf10-4afdab627351 req-21b0918d-0259-4b38-a0b4-1d102a592850 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:50.011263 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0de4a7fe-a9b3-4f2a-bf10-4afdab627351 req-21b0918d-0259-4b38-a0b4-1d102a592850 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.1890340 Feb 04 21:04:50.054861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0de4a7fe-a9b3-4f2a-bf10-4afdab627351 req-e23e2aad-3bae-462a-8575-dbfc92ff5070 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371056 Feb 04 21:04:50.094866 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8a7407f8-8ea2-46d7-b02e-02d22f790612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.243814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8f6e-ac35-46cc-b627-9f842b0db3d8 req-83b6807a-a584-49ab-bc05-3cbca3352332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:50.245246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d2c8f6e-ac35-46cc-b627-9f842b0db3d8 req-83b6807a-a584-49ab-bc05-3cbca3352332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0842876 Feb 04 21:04:50.253673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 50908) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:50.258553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'floatingip': {'port_id': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:50.333424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.923787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.013126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.285697 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec associated. External IP: 172.25.7.138, port: 79c94d42-6c57-4fc9-ac2d-8775267a9ab6. Feb 04 21:04:51.631073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:04:51.803844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:04:51.808676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.813398 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:04:51.823373 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:51.823975 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:04:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:51.864251 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e717b34d-fb70-4003-93bf-3e3e2d6e8a53 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "PUT /v2.0/floatingips/d1796a69-b95c-44e8-a902-8104525a8bec HTTP/1.1" status: 200 len: 992 time: 1.6095507 Feb 04 21:04:51.864835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:51.917028 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'status': 'completed', 'code': 200} Feb 04 21:04:52.010311 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:04:52.081199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-2259a907-331f-4c57-a76a-9007d5dedcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:52.082670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-2259a907-331f-4c57-a76a-9007d5dedcd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1097 time: 0.1435831 Feb 04 21:04:52.090999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab44b35-d4bb-43b8-b592-83ea244e75b8 req-d8064c72-5b8d-4d41-88eb-9c7acf697fe3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:52.092340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ab44b35-d4bb-43b8-b592-83ea244e75b8 req-d8064c72-5b8d-4d41-88eb-9c7acf697fe3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.1164944 Feb 04 21:04:52.236873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6ab44b35-d4bb-43b8-b592-83ea244e75b8 req-ac0d8bb4-360a-4d9a-a125-1e92feb80638 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240437 Feb 04 21:04:52.261956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-73893236-d805-4226-a2d6-a50c0d9fdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:52.263448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-73893236-d805-4226-a2d6-a50c0d9fdd34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1702588 Feb 04 21:04:52.338709 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-957a7650-0cd5-45ac-bc4b-e21f51a7b2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:52.375288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-bf9e4d96-ec53-474c-8c5a-e63bf3555cb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1000 time: 0.1053104 Feb 04 21:04:52.399689 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:19:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:04:50Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:52.399689 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:04:52.406988 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:52.407617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:04:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:52.443314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-3ec7bafd-2c00-4033-bf8f-a0f8e001f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:52.444763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-3ec7bafd-2c00-4033-bf8f-a0f8e001f149 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0628414 Feb 04 21:04:52.519555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-d41fa215-e39c-4c37-a98c-529494d78d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:52.521009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-d41fa215-e39c-4c37-a98c-529494d78d05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702748 Feb 04 21:04:52.587734 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:04:52.658156 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-c1e2ab0e-6788-43f0-a87c-05208a1ab5ab service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306872 Feb 04 21:04:52.794098 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a46d73f4-9b69-4c9e-a63b-e57a4a21b554 req-a006ff8b-f4c3-4ef9-b5f3-68322190eaf9 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296370 Feb 04 21:04:52.941861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:19:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:04:50Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:52.946454 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65667ecb-e26b-4baf-bdc2-0866affd813a None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:19:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:04:50Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:04:53.147730 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c555579a-fb1a-4d92-b8cc-074592780828 None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:04:53.430718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d8ddf-44e3-4b25-95b5-f1d783ef52ec req-18affb87-a0bb-4971-950c-5e87d2fdd218 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:53.432120 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-050d8ddf-44e3-4b25-95b5-f1d783ef52ec req-18affb87-a0bb-4971-950c-5e87d2fdd218 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0797429 Feb 04 21:04:53.478608 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-050d8ddf-44e3-4b25-95b5-f1d783ef52ec req-991a8ee9-e1d0-42ce-bb68-0252bd7f45e0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Feb 04 21:04:53.609017 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:53.649571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:53.978992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb70e9-2759-40d5-8182-dfa260aab6a0 req-0cbef930-15d2-4465-97e2-f536f921e807 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:53.980452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05bb70e9-2759-40d5-8182-dfa260aab6a0 req-0cbef930-15d2-4465-97e2-f536f921e807 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0833189 Feb 04 21:04:54.036042 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05bb70e9-2759-40d5-8182-dfa260aab6a0 req-fd6f6e2a-4da8-448a-aeb5-5bead827ac80 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492561 Feb 04 21:04:55.219133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e133c3-c27a-4c29-9663-bf3af1438d55 req-7505e708-6e08-49fc-85ab-d976017e3134 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:55.220576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9e133c3-c27a-4c29-9663-bf3af1438d55 req-7505e708-6e08-49fc-85ab-d976017e3134 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0787773 Feb 04 21:04:55.267810 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c9e133c3-c27a-4c29-9663-bf3af1438d55 req-4b6e8608-5ddb-452a-ad78-1c42667e08aa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415645 Feb 04 21:04:55.340624 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.449942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35cea-1b39-4d03-8697-5ffbaa5c7eb9 req-4c6f3f73-b055-48f4-9201-9a3598ee8cb7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:56.451402 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73d35cea-1b39-4d03-8697-5ffbaa5c7eb9 req-4c6f3f73-b055-48f4-9201-9a3598ee8cb7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0797727 Feb 04 21:04:56.496088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-73d35cea-1b39-4d03-8697-5ffbaa5c7eb9 req-2c4b28fa-2dec-4031-b1c8-c235b8a77099 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391548 Feb 04 21:04:57.320351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf32d-9485-4118-b129-6caff90922af req-4a28986d-24f1-426b-b5a0-2ac9361a6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:57.321810 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-673bf32d-9485-4118-b129-6caff90922af req-4a28986d-24f1-426b-b5a0-2ac9361a6044 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1097 time: 0.0698285 Feb 04 21:04:57.462528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf32d-9485-4118-b129-6caff90922af req-50fbc334-29b7-45d6-b961-2e2935a50cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:57.463962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-673bf32d-9485-4118-b129-6caff90922af req-50fbc334-29b7-45d6-b961-2e2935a50cfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1249616 Feb 04 21:04:57.568212 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-673bf32d-9485-4118-b129-6caff90922af req-9fd80519-677e-46ad-a2ef-46bf892955d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1002 time: 0.0983713 Feb 04 21:04:57.680784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf32d-9485-4118-b129-6caff90922af req-4520c392-9a52-4d36-a3b6-c884fd06283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:57.682198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-673bf32d-9485-4118-b129-6caff90922af req-4520c392-9a52-4d36-a3b6-c884fd06283a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.1082783 Feb 04 21:04:57.749553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f163c-812f-4db1-9f2f-478f2b2549d9 req-d0ae9738-6761-437a-a4ea-dbd16f6e0c6b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:57.750906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a7f163c-812f-4db1-9f2f-478f2b2549d9 req-d0ae9738-6761-437a-a4ea-dbd16f6e0c6b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.1474743 Feb 04 21:04:57.805573 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4a7f163c-812f-4db1-9f2f-478f2b2549d9 req-f0ea09e6-e75e-4102-aa87-3806016783e6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482957 Feb 04 21:04:57.807454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf32d-9485-4118-b129-6caff90922af req-4b0c5599-3f46-4b0b-b65c-d533f57a2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:57.808804 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-673bf32d-9485-4118-b129-6caff90922af req-4b0c5599-3f46-4b0b-b65c-d533f57a2fe1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205437 Feb 04 21:04:58.049226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-673bf32d-9485-4118-b129-6caff90922af req-43ce1a2f-fc72-407b-ba16-815f37c2cee9 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331283 Feb 04 21:04:58.180466 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-673bf32d-9485-4118-b129-6caff90922af req-6f7b9d39-f1e5-4807-8510-21b5f086eeb3 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223586 Feb 04 21:04:59.148794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336495-9055-4caa-97e3-3ecea7bb86fe req-4e33caa0-f6ec-473d-a186-7639cdb43917 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:59.150180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60336495-9055-4caa-97e3-3ecea7bb86fe req-4e33caa0-f6ec-473d-a186-7639cdb43917 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0834424 Feb 04 21:04:59.193173 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60336495-9055-4caa-97e3-3ecea7bb86fe req-30b90ce9-b9e1-4d57-aac5-a4c6b4c00bb0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Feb 04 21:05:00.377638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de983d1-184f-4c53-ba44-4de8115407ca req-c701e966-66bd-409b-9baa-d5e095f972ba tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:00.379102 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8de983d1-184f-4c53-ba44-4de8115407ca req-c701e966-66bd-409b-9baa-d5e095f972ba tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0801032 Feb 04 21:05:00.422224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8de983d1-184f-4c53-ba44-4de8115407ca req-3356fbef-8293-4fd6-a4bb-ca33145a13cc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370085 Feb 04 21:05:01.603654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b72574-0a76-4c4f-bfa0-5d7679c1e14f req-c7010fe0-ff69-4614-91ff-a5e8daae4586 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:01.605100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12b72574-0a76-4c4f-bfa0-5d7679c1e14f req-c7010fe0-ff69-4614-91ff-a5e8daae4586 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0772591 Feb 04 21:05:01.651283 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-12b72574-0a76-4c4f-bfa0-5d7679c1e14f req-a7d624e0-5a06-4e3e-8d83-e1e2073fd48d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Feb 04 21:05:02.833749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91beea66-dec3-4d20-8730-d875116dc136 req-1cedf674-8648-4e91-bd7a-4dabc1e969e4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:02.835210 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91beea66-dec3-4d20-8730-d875116dc136 req-1cedf674-8648-4e91-bd7a-4dabc1e969e4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0824080 Feb 04 21:05:02.878454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-91beea66-dec3-4d20-8730-d875116dc136 req-f8c2588e-f6ad-4636-a840-57124342ac52 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Feb 04 21:05:04.059173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93038e5-4561-4403-8ff0-df7dd56de9d1 req-434ec93e-312e-4f73-ab04-fee4952f5a7d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:04.060611 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93038e5-4561-4403-8ff0-df7dd56de9d1 req-434ec93e-312e-4f73-ab04-fee4952f5a7d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0777252 Feb 04 21:05:04.104922 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93038e5-4561-4403-8ff0-df7dd56de9d1 req-322cb963-462e-44a4-9119-6798fef7f6c3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Feb 04 21:05:04.654344 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:05:05.289626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651f518-82d7-42dc-ad59-c78378e63034 req-8fd0c456-4d61-455b-b55f-75b062e02a8a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:05.291174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f651f518-82d7-42dc-ad59-c78378e63034 req-8fd0c456-4d61-455b-b55f-75b062e02a8a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0791266 Feb 04 21:05:05.333762 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f651f518-82d7-42dc-ad59-c78378e63034 req-b048b4cf-43aa-4b3b-8066-68f01d3883e6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370307 Feb 04 21:05:06.523223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1bff3-630d-4b50-a563-f6ccffec00e1 req-4829c4a1-550b-46fa-a864-4fe363639196 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:06.524684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-baa1bff3-630d-4b50-a563-f6ccffec00e1 req-4829c4a1-550b-46fa-a864-4fe363639196 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0843914 Feb 04 21:05:06.669513 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-baa1bff3-630d-4b50-a563-f6ccffec00e1 req-614f2864-ee6b-4ff6-b850-1e3eb5a46c18 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392202 Feb 04 21:05:07.855962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4b9e7-3c51-46e4-9424-5de9fda18f3c req-dba9f0bf-76c5-4881-b634-41b20ab7069c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:07.857658 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a4b9e7-3c51-46e4-9424-5de9fda18f3c req-dba9f0bf-76c5-4881-b634-41b20ab7069c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0819387 Feb 04 21:05:07.900861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a7a4b9e7-3c51-46e4-9424-5de9fda18f3c req-5edc63d2-f08c-4de9-9555-8d058bef48b1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377088 Feb 04 21:05:09.082418 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367aa3-5434-497b-bf3b-87af362b5268 req-e5309d77-d302-41f4-8ef8-43539634ae46 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:09.083894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75367aa3-5434-497b-bf3b-87af362b5268 req-e5309d77-d302-41f4-8ef8-43539634ae46 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0789189 Feb 04 21:05:09.127727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75367aa3-5434-497b-bf3b-87af362b5268 req-baab402e-8c90-4360-aa9a-1c8ad2b12146 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376406 Feb 04 21:05:09.602993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.825481 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:10.309825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b8d95-a746-4c9f-8992-f91bc5aca72c req-09552d29-f8a3-46b2-a769-f73c25ae6e6e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:10.311298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb5b8d95-a746-4c9f-8992-f91bc5aca72c req-09552d29-f8a3-46b2-a769-f73c25ae6e6e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0783370 Feb 04 21:05:10.358902 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eb5b8d95-a746-4c9f-8992-f91bc5aca72c req-5d651384-4840-465d-9f5e-5d81e96b80e4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Feb 04 21:05:11.542787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdabd6-f7dc-4ffa-af3c-da74d909cfc9 req-6394162a-b14d-4da5-9b35-31e556d04457 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:11.544241 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03bdabd6-f7dc-4ffa-af3c-da74d909cfc9 req-6394162a-b14d-4da5-9b35-31e556d04457 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0813456 Feb 04 21:05:11.587599 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03bdabd6-f7dc-4ffa-af3c-da74d909cfc9 req-416432d0-aa7e-4249-931e-32fbd45cb05f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Feb 04 21:05:12.767297 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b421-46b0-40e7-a389-3156a1c5bff1 req-f213faae-5a6b-41f3-b130-85af6aa98fbd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:12.768736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2ed6b421-46b0-40e7-a389-3156a1c5bff1 req-f213faae-5a6b-41f3-b130-85af6aa98fbd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0786641 Feb 04 21:05:12.812378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2ed6b421-46b0-40e7-a389-3156a1c5bff1 req-ec3d11e8-42d4-4385-a3f0-9a93c3438c34 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Feb 04 21:05:13.994818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a25425-e451-4fe8-9ad2-2960426a9655 req-77a2a44a-1b66-48bd-a207-dc17ede819f4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:13.996262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23a25425-e451-4fe8-9ad2-2960426a9655 req-77a2a44a-1b66-48bd-a207-dc17ede819f4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0784152 Feb 04 21:05:14.043602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23a25425-e451-4fe8-9ad2-2960426a9655 req-9eeadbe1-91df-46bf-a629-a0cca767aa7c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Feb 04 21:05:15.230128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8634-3bc1-434e-aef6-75b5f89867eb req-bd687ebb-9961-415b-a791-0b61a057ec5f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:15.231866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d6b8634-3bc1-434e-aef6-75b5f89867eb req-bd687ebb-9961-415b-a791-0b61a057ec5f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0833843 Feb 04 21:05:15.273850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d6b8634-3bc1-434e-aef6-75b5f89867eb req-3731af55-11d5-4933-92d8-e32297d24659 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364404 Feb 04 21:05:16.455936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cd382-8b03-42e9-a602-0ca482e85822 req-0cf7c772-7435-4516-834a-62d3fd30b312 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:16.457232 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c03cd382-8b03-42e9-a602-0ca482e85822 req-0cf7c772-7435-4516-834a-62d3fd30b312 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0790737 Feb 04 21:05:16.502233 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c03cd382-8b03-42e9-a602-0ca482e85822 req-9568f56a-6d41-46f5-a0eb-d7eeaa36760b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 Feb 04 21:05:17.680907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0ba78-9e0e-47ab-a41e-2b67f6f9cefb req-11daed78-31cd-4f41-b595-96adf4627374 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:17.682322 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb0ba78-9e0e-47ab-a41e-2b67f6f9cefb req-11daed78-31cd-4f41-b595-96adf4627374 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0781457 Feb 04 21:05:17.724642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-deb0ba78-9e0e-47ab-a41e-2b67f6f9cefb req-1215144a-e497-41d9-a36b-b57638e3aacb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368819 Feb 04 21:05:18.908386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ec684-7046-45e6-b1bb-35fc5454a8b4 req-5f192938-37c0-41db-bf10-17d5c8a1e301 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:18.909798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18ec684-7046-45e6-b1bb-35fc5454a8b4 req-5f192938-37c0-41db-bf10-17d5c8a1e301 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0816984 Feb 04 21:05:18.952456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c18ec684-7046-45e6-b1bb-35fc5454a8b4 req-6b97eabb-0403-436d-8b57-5171052083b7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 Feb 04 21:05:20.082609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5da364e0-6941-46c0-b7f5-cae90bd8ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.145642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67d829-d86f-4fc8-8737-78aa87827c15 req-e58673c0-57bd-4b1c-9ef9-a9a2e03c0965 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:20.147134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee67d829-d86f-4fc8-8737-78aa87827c15 req-e58673c0-57bd-4b1c-9ef9-a9a2e03c0965 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0906589 Feb 04 21:05:20.191829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee67d829-d86f-4fc8-8737-78aa87827c15 req-c49f7dea-8989-49e2-8f97-4fe27273f419 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384030 Feb 04 21:05:20.743304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6d494-4f13-4fe6-bf77-7da6a05fe735 req-0d7beeb5-afc7-4bb3-82a2-58476ebab05e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:20.744787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3e6d494-4f13-4fe6-bf77-7da6a05fe735 req-0d7beeb5-afc7-4bb3-82a2-58476ebab05e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0790846 Feb 04 21:05:20.838378 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3e6d494-4f13-4fe6-bf77-7da6a05fe735 req-e7a36794-be7c-4fe0-bdd3-0dd9853867ad tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874035 Feb 04 21:05:20.857647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-183f50fb-bba9-423c-87e8-8975f6b31e66 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920856 Feb 04 21:05:22.020085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1438d66-967b-44df-8d7c-7e0528bdb2e8 req-7f095721-7333-4d1a-818a-43200e1b75d8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:22.021577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1438d66-967b-44df-8d7c-7e0528bdb2e8 req-7f095721-7333-4d1a-818a-43200e1b75d8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0792460 Feb 04 21:05:22.066534 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d1438d66-967b-44df-8d7c-7e0528bdb2e8 req-b490b1d3-743b-4d32-bac9-6047007e3a9b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387712 Feb 04 21:05:22.323292 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d011cae6-6a2f-449f-a852-97c7322e99c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.877531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-e0ec3ea1-4bd8-4a0f-a04f-b7c344fe6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:22.879016 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-e0ec3ea1-4bd8-4a0f-a04f-b7c344fe6054 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1097 time: 0.0698807 Feb 04 21:05:23.009938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3a565239-bf28-46a9-9fd0-caced1166497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:23.011398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3a565239-bf28-46a9-9fd0-caced1166497 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1235435 Feb 04 21:05:23.114474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-dac5c402-278c-4af0-bec5-b70e04f9a951 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1002 time: 0.0968008 Feb 04 21:05:23.230616 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-d5a35f53-7138-40c0-b613-8e4c4bbf39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:23.232337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-d5a35f53-7138-40c0-b613-8e4c4bbf39dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.1088362 Feb 04 21:05:23.411013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf27ce-a42d-43b6-b6c7-2a9a0235e0c1 req-4d1ffa48-60aa-447f-9490-7032a82c1257 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:23.412456 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49cf27ce-a42d-43b6-b6c7-2a9a0235e0c1 req-4d1ffa48-60aa-447f-9490-7032a82c1257 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.2416053 Feb 04 21:05:23.466470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-49cf27ce-a42d-43b6-b6c7-2a9a0235e0c1 req-67c8ce25-c877-45dc-b9d1-442520d934e5 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468466 Feb 04 21:05:23.469222 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-ddfbcbee-03ea-4091-a7d2-ef0c3d5c5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:23.470575 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-ddfbcbee-03ea-4091-a7d2-ef0c3d5c5b26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261217 Feb 04 21:05:23.545281 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.605594 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-68b933a4-e386-4e2b-9431-86edaa5aa0aa service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246886 Feb 04 21:05:23.620027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.739017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-c34af888-7ab0-41c6-b4d9-1adacdadf508 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226959 Feb 04 21:05:24.655214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98387-8066-4ec2-ac0f-9e009406ae06 req-f3097bf1-8bc4-4ebb-9531-e6ae8dd2e8f0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:24.656653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c8a98387-8066-4ec2-ac0f-9e009406ae06 req-f3097bf1-8bc4-4ebb-9531-e6ae8dd2e8f0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0816460 Feb 04 21:05:24.699768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c8a98387-8066-4ec2-ac0f-9e009406ae06 req-e5f5a84a-bfc7-40de-aaec-e25631625d70 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375834 Feb 04 21:05:25.333573 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:25.879679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03709e25-93f0-4b88-9813-cedff4d23a4f req-0e9f0f8e-e4ed-48ce-a63e-4b41d0e38515 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:25.881110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03709e25-93f0-4b88-9813-cedff4d23a4f req-0e9f0f8e-e4ed-48ce-a63e-4b41d0e38515 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0791242 Feb 04 21:05:25.981491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-03709e25-93f0-4b88-9813-cedff4d23a4f req-ea24264c-105d-40b7-8d6f-aea27a77af58 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639670 Feb 04 21:05:25.989020 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-c4758782-dad7-4e8b-b860-c3cca4f66c2a service neutron] show failed (client error): The resource could not be found. Feb 04 21:05:25.989956 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-c4758782-dad7-4e8b-b860-c3cca4f66c2a service neutron] 10.222.0.24 "GET /v2.0/ports/79c94d42-6c57-4fc9-ac2d-8775267a9ab6/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.1069851 Feb 04 21:05:26.548702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-b63dfb51-9175-4c1e-85cb-3eb25b200ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:26.550204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-b63dfb51-9175-4c1e-85cb-3eb25b200ea4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 1097 time: 0.0710886 Feb 04 21:05:26.561014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:26.671074 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:26.935158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:26.963600 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:27.024322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:27.030485 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.045891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Transition to ACTIVE for port object 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:27.088985 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'code': 200} Feb 04 21:05:27.126828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.299068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:27.348820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] No DVR routers for this DVR port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:27.525002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ad7a-be68-4317-b98c-42d7486b307c req-71e64821-7dbd-4235-a6fd-549117fb0218 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:27.525002 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4020ad7a-be68-4317-b98c-42d7486b307c req-71e64821-7dbd-4235-a6fd-549117fb0218 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.4333673 Feb 04 21:05:27.648616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4020ad7a-be68-4317-b98c-42d7486b307c req-7bbce48a-5609-4ff6-b374-7b0d53f33de1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164987 Feb 04 21:05:27.715860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:27.716196 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:27.716524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:27.720979 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:05:27.721303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Attempting to bind port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:27.726281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:27.726618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:27.727033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:27.727461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Bound port: 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:27.728341 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.817695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:27.820598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:27.886604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.945436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:27.946044 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.947477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] 10.222.0.62 "PUT /v2.0/ports/79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1092 time: 1.3903522 Feb 04 21:05:28.003073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7992b-7eac-464c-a153-33e647f15de0 service neutron] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:28.047222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-4b685102-c61b-47c1-8545-a319f4798926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.048707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-4b685102-c61b-47c1-8545-a319f4798926 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1095 time: 0.0799377 Feb 04 21:05:28.183152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-9f2c0b2a-7c56-4e8f-a163-0ecb0c76f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.184607 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-9f2c0b2a-7c56-4e8f-a163-0ecb0c76f8b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1298237 Feb 04 21:05:28.289425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-9aa73fb5-4fbe-4b65-b6a2-1bc08daade13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1000 time: 0.0985637 Feb 04 21:05:28.351296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-6d9b7419-0a13-465d-9ff5-4578dfde0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.352613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-6d9b7419-0a13-465d-9ff5-4578dfde0961 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0558434 Feb 04 21:05:28.427579 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-f432af0a-e0ba-42ec-815a-ceb3d2c34755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.429052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-f432af0a-e0ba-42ec-815a-ceb3d2c34755 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708756 Feb 04 21:05:28.558431 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-2ebe2fcb-c55f-4895-8704-8f507a0358eb service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235011 Feb 04 21:05:28.695933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ecc907c2-8cc5-4651-9857-96f9f8d9b43d req-ddda768a-05a7-4e9c-9313-c09b341d46bf service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311030 Feb 04 21:05:28.837438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34feb1c-95fb-46f3-8333-0752dbb6b671 req-9b59c151-94cf-43a1-819b-813e4b292d5c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.838935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a34feb1c-95fb-46f3-8333-0752dbb6b671 req-9b59c151-94cf-43a1-819b-813e4b292d5c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.0830641 Feb 04 21:05:28.886009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a34feb1c-95fb-46f3-8333-0752dbb6b671 req-d763742e-627b-4ad3-a77d-33ff64dbe1d0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 Feb 04 21:05:29.090547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:29.147574 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'status': 'completed', 'code': 200} Feb 04 21:05:29.236891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-c02fb970-c436-4007-b65c-068f5f7f3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.238345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-c02fb970-c436-4007-b65c-068f5f7f3b98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1095 time: 0.0742531 Feb 04 21:05:29.249836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-f4f44486-4d32-4707-9bad-314f77ba4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.251303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-f4f44486-4d32-4707-9bad-314f77ba4dcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1095 time: 0.0706127 Feb 04 21:05:29.369168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-d7f908f9-ccc8-4a3d-97de-89ddb8c98a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.370756 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-d7f908f9-ccc8-4a3d-97de-89ddb8c98a6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1259539 Feb 04 21:05:29.386379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-a14d6835-489c-4707-b6fb-481ac7a4d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.387899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-a14d6835-489c-4707-b6fb-481ac7a4d4a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1270492 Feb 04 21:05:29.473446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-da330c69-00b3-426d-b17a-d2fb40f2114b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1000 time: 0.0971215 Feb 04 21:05:29.495629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-80023baf-652d-4825-8483-9a23b1774f6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1000 time: 0.0965981 Feb 04 21:05:29.535169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-0a95fd8e-3afb-4c4f-a3e1-b49adc42d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.536618 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-0a95fd8e-3afb-4c4f-a3e1-b49adc42d8ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0574179 Feb 04 21:05:29.562677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-4186428a-b038-4643-a74a-58b0e0c639ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.564442 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-4186428a-b038-4643-a74a-58b0e0c639ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0584211 Feb 04 21:05:29.614960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-873223d3-1d14-49eb-952d-e885219612dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.616438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-873223d3-1d14-49eb-952d-e885219612dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735426 Feb 04 21:05:29.645131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-e3605155-ba15-4fe5-af7c-7af56a7b1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.646633 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-e3605155-ba15-4fe5-af7c-7af56a7b1a25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735707 Feb 04 21:05:29.787319 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-fe12a4df-65f2-4ad7-bdec-7d6be71e0654 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302228 Feb 04 21:05:29.851269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-7519210e-e1dd-48fb-be7c-988382f6cd5b service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284162 Feb 04 21:05:29.921622 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-4bd783cf-7c9d-4873-970b-51eaaceea6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249640 Feb 04 21:05:29.984210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a3ef2b34-f9e4-4e97-83c7-30d063d66986 req-2fb45924-c980-4834-906b-ca660cd9f0b4 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269062 Feb 04 21:05:30.028137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:30.069892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a77dd-8e46-4414-a20c-11dea52ebfef req-1b72def8-d955-4c8c-9c16-88ecbff4d287 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:30.071291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-999a77dd-8e46-4414-a20c-11dea52ebfef req-1b72def8-d955-4c8c-9c16-88ecbff4d287 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.0780756 Feb 04 21:05:30.086356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:30.115077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-999a77dd-8e46-4414-a20c-11dea52ebfef req-79abd773-1cab-4f5c-bb76-eafc78d96bee tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377412 Feb 04 21:05:31.299755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138486a5-8f57-42ee-ab24-ccb8cd0788e6 req-7396145c-6408-40e4-a1f7-eda4eda43700 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:31.301189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-138486a5-8f57-42ee-ab24-ccb8cd0788e6 req-7396145c-6408-40e4-a1f7-eda4eda43700 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.0793509 Feb 04 21:05:31.344870 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-138486a5-8f57-42ee-ab24-ccb8cd0788e6 req-847b62c1-2d76-4671-80d3-3a8b359f4481 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Feb 04 21:05:32.531141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c8680-037e-430f-a3f9-2b72688c8498 req-8a71cbb0-6398-4d2b-8452-22c2508be8ca tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:32.532585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c86c8680-037e-430f-a3f9-2b72688c8498 req-8a71cbb0-6398-4d2b-8452-22c2508be8ca tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.0816050 Feb 04 21:05:32.574719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c86c8680-037e-430f-a3f9-2b72688c8498 req-ac98c0f4-640e-403a-bbb5-e61adaca4d22 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Feb 04 21:05:33.014008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780072-ce97-4291-85ac-1c0688cbb2a2 req-7efcf63f-0893-460c-8e1f-fdcc3e422358 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.017260 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d780072-ce97-4291-85ac-1c0688cbb2a2 req-7efcf63f-0893-460c-8e1f-fdcc3e422358 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 944 time: 0.0852156 Feb 04 21:05:33.223864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d780072-ce97-4291-85ac-1c0688cbb2a2 req-f653d433-fb52-4508-a260-aa5ffe0acfd3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740997 Feb 04 21:05:33.247514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf080eb-dde1-413b-a587-045491c8565d req-228ae0fe-fd90-435e-901f-099b39b0f4a3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.248928 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-228ae0fe-fd90-435e-901f-099b39b0f4a3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071&tenant_id=d36cf84311084297a0f6279e2417feeb&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 944 time: 0.2300532 Feb 04 21:05:33.330713 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-ecf080eb-dde1-413b-a587-045491c8565d req-9d3f0caa-8489-491a-8d99-1ef8a6f7949b service neutron] delete failed (client error): The resource could not be found. Feb 04 21:05:33.331693 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-9d3f0caa-8489-491a-8d99-1ef8a6f7949b service neutron] 10.222.0.24 "DELETE /v2.0/ports/79c94d42-6c57-4fc9-ac2d-8775267a9ab6/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0725398 Feb 04 21:05:33.477439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf080eb-dde1-413b-a587-045491c8565d req-c81027a0-05a0-4536-9381-14959c2af47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.478865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-c81027a0-05a0-4536-9381-14959c2af47a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1095 time: 0.0717607 Feb 04 21:05:33.611305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf080eb-dde1-413b-a587-045491c8565d req-842fc47d-eda8-4104-8c54-7dc55332dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.612758 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-842fc47d-eda8-4104-8c54-7dc55332dcdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1249373 Feb 04 21:05:33.629086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:05:33.717805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-e80d8c55-6f55-4d2e-904a-01b326c42ab8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1000 time: 0.0959690 Feb 04 21:05:33.762494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:33.775281 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'mac_address': 'fa:16:3e:19:56:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:05:33.784555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf080eb-dde1-413b-a587-045491c8565d req-868642da-cb0b-4893-8a8f-276d2229a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.785990 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-868642da-cb0b-4893-8a8f-276d2229a153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0566592 Feb 04 21:05:33.830245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.847046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:33.863126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:33.866685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf080eb-dde1-413b-a587-045491c8565d req-fe452ab1-383f-475e-a6dc-8008ffa82f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.868180 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-fe452ab1-383f-475e-a6dc-8008ffa82f65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727892 Feb 04 21:05:33.927999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.998303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:34.005581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-33c89042-dd3f-456b-83cf-99cf2288b0fc service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269035 Feb 04 21:05:34.137731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecf080eb-dde1-413b-a587-045491c8565d req-fab17056-3930-4854-89b7-e852bf95eaaa service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231058 Feb 04 21:05:34.217892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['79c94d42-6c57-4fc9-ac2d-8775267a9ab6'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:34.419701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c408dd2-acfe-417c-b18d-20cf75146173 req-6fddb9a5-6bea-4665-a7e1-b6527d270292 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:34.421071 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c408dd2-acfe-417c-b18d-20cf75146173 req-6fddb9a5-6bea-4665-a7e1-b6527d270292 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 945 time: 0.0875006 Feb 04 21:05:34.465323 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c408dd2-acfe-417c-b18d-20cf75146173 req-fcdb1c79-2bb1-4f47-b5db-eb11269bd841 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385225 Feb 04 21:05:35.644591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:35.649447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903e211-214b-4ce7-96a8-1da377fcac04 req-be33da60-5b84-49cd-af38-bf4e4f296af1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:35.651483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8903e211-214b-4ce7-96a8-1da377fcac04 req-be33da60-5b84-49cd-af38-bf4e4f296af1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 945 time: 0.0813241 Feb 04 21:05:35.695045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8903e211-214b-4ce7-96a8-1da377fcac04 req-5f0e572f-b4c6-4897-a23f-0c395dcc88e6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379543 Feb 04 21:05:35.766463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:35.771608 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:35.771974 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.888296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.895717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de013f6c-02f1-493a-ab12-b315daf2e4cd req-a3d4a4f6-f3ac-4713-86ae-8ee8687ec7f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:35.897375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de013f6c-02f1-493a-ab12-b315daf2e4cd req-a3d4a4f6-f3ac-4713-86ae-8ee8687ec7f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 945 time: 0.0794883 Feb 04 21:05:35.914675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:35.924858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:35.944100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-de013f6c-02f1-493a-ab12-b315daf2e4cd req-73a8daec-da64-45df-ada0-be8730aa5c70 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Feb 04 21:05:35.967273 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'code': 200} Feb 04 21:05:35.983731 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.048901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:36.413661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6739f-e695-46e6-95b2-38e875ef8c9e req-e2e54727-0eb2-4522-8b4c-1d51a628404f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.415060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26f6739f-e695-46e6-95b2-38e875ef8c9e req-e2e54727-0eb2-4522-8b4c-1d51a628404f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0864229 Feb 04 21:05:36.459005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26f6739f-e695-46e6-95b2-38e875ef8c9e req-4e89b66f-a932-4339-bbd7-9c3bc01ac465 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375168 Feb 04 21:05:36.531079 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-3b104d87-f364-4bb2-82e3-e7ef967d9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.532565 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-3b104d87-f364-4bb2-82e3-e7ef967d9a45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 1097 time: 0.0760555 Feb 04 21:05:36.661406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-26cf8a9f-4f2b-469d-931a-e9cfee0ae940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.662851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-26cf8a9f-4f2b-469d-931a-e9cfee0ae940 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1246665 Feb 04 21:05:36.764498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-c8cca58e-451c-4d98-8bb8-787cdf3b7d30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 200 len: 1002 time: 0.0957854 Feb 04 21:05:36.824416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-71ec8006-f188-4c9b-8d98-e96428a0de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.825789 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-71ec8006-f188-4c9b-8d98-e96428a0de3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0558915 Feb 04 21:05:36.901625 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-8091f51d-26e7-4d9c-9701-24273c0d50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.903107 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-8091f51d-26e7-4d9c-9701-24273c0d50c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718958 Feb 04 21:05:37.031168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-e2887298-4f83-4917-b31c-7bcf8dc33499 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220770 Feb 04 21:05:37.159398 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-836f07b4-2371-4a46-b2e6-2eb892e5a7c8 req-f839c7aa-7b02-4c00-be88-0fbf6b57d526 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229947 Feb 04 21:05:37.645706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7280c9e-4024-405c-934f-f20b998a4add req-637ade1f-38f2-4987-844b-6d9352f432de tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:37.647175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7280c9e-4024-405c-934f-f20b998a4add req-637ade1f-38f2-4987-844b-6d9352f432de tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0815961 Feb 04 21:05:37.691179 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7280c9e-4024-405c-934f-f20b998a4add req-265c282d-2b3a-4207-b60d-6d948762b9ff tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 Feb 04 21:05:38.873235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0351-aff2-4468-b547-3dc428502e91 req-af6c12ae-559a-4e6d-adc6-8e5692d4baeb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:38.874672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e32e0351-aff2-4468-b547-3dc428502e91 req-af6c12ae-559a-4e6d-adc6-8e5692d4baeb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0784800 Feb 04 21:05:38.917226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e32e0351-aff2-4468-b547-3dc428502e91 req-ab4f1f4a-9807-46ce-ae56-7d78a278ff65 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364618 Feb 04 21:05:39.511497 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.536095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f8ea2-3355-4c2a-b5f2-7d5b745e75e9 req-e0f3f320-3a97-49a7-9931-334362547b7a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:39.537544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b4f8ea2-3355-4c2a-b5f2-7d5b745e75e9 req-e0f3f320-3a97-49a7-9931-334362547b7a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.0848439 Feb 04 21:05:39.582062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b4f8ea2-3355-4c2a-b5f2-7d5b745e75e9 req-828e4975-e475-4d9d-8ba5-ca6a63514013 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Feb 04 21:05:39.841982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.808549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901448a6-c0ba-4ec8-bcf1-2c97a08c2f24 req-2c479a14-0ef8-4dae-84bd-acb3fcc92ad7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:40.809995 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-901448a6-c0ba-4ec8-bcf1-2c97a08c2f24 req-2c479a14-0ef8-4dae-84bd-acb3fcc92ad7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.1219516 Feb 04 21:05:40.863077 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-901448a6-c0ba-4ec8-bcf1-2c97a08c2f24 req-10f0a7d6-5982-48af-b543-602c0e8b9306 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469115 Feb 04 21:05:40.877960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-fe85d0a7-4e8b-46ae-91f6-c1f149ce21c6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:40.879410 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-fe85d0a7-4e8b-46ae-91f6-c1f149ce21c6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.62 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 946 time: 0.1251421 Feb 04 21:05:41.051136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Deleting port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:41.051474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.291117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] For port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:41.291984 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.576030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.582646 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.582646 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec disassociated. External IP: 172.25.7.138, port: 79c94d42-6c57-4fc9-ac2d-8775267a9ab6. Feb 04 21:05:41.582646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Calling delete_port for 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:41.653346 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:05:41.779436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.834179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event deleted for resources: {'Port': ['ID=79c94d42-6c57-4fc9-ac2d-8775267a9ab6,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:41.898031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.898031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.898031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.898302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.898513 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.898944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.899268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.899590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.899892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.900212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.900528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:41.901414 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:42.014959 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c2f509ac-4978-4a9e-abdc-b485d0030574 req-0bfe1add-6fdc-4ed3-89ab-371de46f4542 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fca4d0-ca29-4a9a-b047-07ecc75bf071 HTTP/1.1" status: 200 len: 210 time: 0.0434997 Feb 04 21:05:42.030495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:05:42.216431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:05:42.228698 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:05:42.239019 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:42.239978 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:05:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:42.294237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] No DVR routers for this DVR port 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:42.294237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.296481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-deleted', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:42.348158 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fca4d0-ca29-4a9a-b047-07ecc75bf071', 'name': 'network-vif-deleted', 'tag': '79c94d42-6c57-4fc9-ac2d-8775267a9ab6', 'status': 'completed', 'code': 200} Feb 04 21:05:42.368670 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35c30594-c92b-4a8d-9cf5-c723acca1efe req-9e4dfd5b-449f-4ef1-9828-3a7c0bd3f792 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.62 "DELETE /v2.0/ports/79c94d42-6c57-4fc9-ac2d-8775267a9ab6 HTTP/1.1" status: 204 len: 173 time: 1.4840155 Feb 04 21:05:42.426729 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:42.768000 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:42.771847 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:05:42.780685 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:42.781293 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:05:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:42.957431 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:43.268746 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:43.272621 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b378bb2-63e9-44c8-8384-c3ca4e90c718 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:05:43.352788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-14e3d8d7-c65f-440d-bda9-43a16daaf669 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1916097366&fields=id&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 267 time: 0.0402725 Feb 04 21:05:43.505497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0d528-d567-4bf3-a996-d10bef8babc9 None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:05:43.508346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-7a80394d-db0b-4c75-b94e-80e1a3810178 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:43.509814 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-7a80394d-db0b-4c75-b94e-80e1a3810178 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.1501558 Feb 04 21:05:43.527005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-e0d2e22d-0f0b-42ae-b847-f2e160592397 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/quotas/d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 375 time: 0.0111327 Feb 04 21:05:43.616187 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-8255db94-df89-40b5-b3b9-27599863d2e4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831702 Feb 04 21:05:43.862058 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-f090f5ce-9e9a-4973-b0ed-246fd3c71b76 service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338519 Feb 04 21:05:43.990671 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-cc3b8863-654b-4f9b-a70e-b9086a739af1 service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228909 Feb 04 21:05:44.265457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-897a235e-ca93-44af-bcee-0a181df54b89 req-4ee6c053-0c5f-49da-8056-e24d20f3a548 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:44.350529 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-897a235e-ca93-44af-bcee-0a181df54b89 req-4ee6c053-0c5f-49da-8056-e24d20f3a548 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:44.351732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-897a235e-ca93-44af-bcee-0a181df54b89 req-4ee6c053-0c5f-49da-8056-e24d20f3a548 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 210 time: 0.1307869 Feb 04 21:05:45.498163 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ba2ad31c-7637-4a8f-bb6c-8c60e8b86f53 req-f8ea10e3-7767-4eec-8f50-0fa54acad5db tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 210 time: 0.0433407 Feb 04 21:05:45.691674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:45.725249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:05:45.725590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 79c94d42-6c57-4fc9-ac2d-8775267a9ab6 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:46.513934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-6d56bdf1-a7db-466f-96c7-b8c0b5341cdb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:46.515436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-6d56bdf1-a7db-466f-96c7-b8c0b5341cdb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.1520596 Feb 04 21:05:46.568336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-3120bc60-8b53-42d3-87c0-7c90032c2947 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 380 time: 0.0384662 Feb 04 21:05:46.578942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'port': {'device_id': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'admin_state_up': True, 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'security_groups': ['655cf513-5796-494b-a16f-abd196e71658']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:46.651880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a332edc1-0cde-4d30-82f7-52b14f983a16 req-d81f079d-ca87-4aed-aef6-30fe6b2cc2fd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 210 time: 0.0443392 Feb 04 21:05:46.718052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:46.728599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:46.813597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Made reservation on behalf of d36cf84311084297a0f6279e2417feeb for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:46.817167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.979422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Allocated IP 172.20.0.12 (94d1d3db-b331-4bf6-a56c-68755dcb2307/f8603708-46dc-40a0-8ae4-538d63341e7b/bd82b439-28c1-4221-b275-d212ab7904a1) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:47.162843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.178306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Transition to ACTIVE for port object bd82b439-28c1-4221-b275-d212ab7904a1 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:47.309256 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.381037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:47.384225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:47.388040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:47.424852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:47.442502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.442875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.443213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.443612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.443861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.444174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.444494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.444812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.445131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.445447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.445763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.446079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:47.468156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:47.471747 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.603108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-58f1c1f4-dd94-4f9e-8ef4-28feb99fbccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0276303 Feb 04 21:05:47.618150 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Request body: {'port': {'device_id': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:47.722366 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cb905b88-7342-4c48-b1c2-08463d8c7dc4 None None] Provisioning for port bd82b439-28c1-4221-b275-d212ab7904a1 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:47.728731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cb905b88-7342-4c48-b1c2-08463d8c7dc4 None None] Provisioning complete for port bd82b439-28c1-4221-b275-d212ab7904a1 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:47.729639 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cb905b88-7342-4c48-b1c2-08463d8c7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.729788 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.783833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-cb905b88-7342-4c48-b1c2-08463d8c7dc4 None None] Port bd82b439-28c1-4221-b275-d212ab7904a1 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:05:48.001540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80394a-a018-4bea-89cb-51d84dffe1b2 req-439298ab-aa12-4f88-a801-16473d94634c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:48.002138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8d80394a-a018-4bea-89cb-51d84dffe1b2 req-439298ab-aa12-4f88-a801-16473d94634c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:48.143817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd82b439-28c1-4221-b275-d212ab7904a1 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:48.148262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8d80394a-a018-4bea-89cb-51d84dffe1b2 req-439298ab-aa12-4f88-a801-16473d94634c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:48.149410 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d80394a-a018-4bea-89cb-51d84dffe1b2 req-439298ab-aa12-4f88-a801-16473d94634c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 932 time: 0.3756063 Feb 04 21:05:48.153142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.186198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Transition to ACTIVE for port object bd82b439-28c1-4221-b275-d212ab7904a1 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:48.204692 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d80394a-a018-4bea-89cb-51d84dffe1b2 req-2a3971ff-ab08-4ecc-98e4-68b822deb7ee tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490365 Feb 04 21:05:48.259379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.528962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:48.609090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:48.609670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:48.609777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:48.614213 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:05:48.614530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:48.620240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:48.620566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:48.620942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:48.621354 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Bound port: bd82b439-28c1-4221-b275-d212ab7904a1, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:48.621690 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.711641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:48.714387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:48.779643 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.840084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:48.840785 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.842113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1092 time: 1.2279108 Feb 04 21:05:48.842546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:48.865599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13befe-eb36-4221-b23c-1f14547c6853 service neutron] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:48.889184 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'status': 'completed', 'code': 200} Feb 04 21:05:48.995547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2243d7-9790-4217-b1a5-00f63d0f8e6b req-6c1a008f-6540-4c48-a1ce-3eced62e7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:48.997045 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea2243d7-9790-4217-b1a5-00f63d0f8e6b req-6c1a008f-6540-4c48-a1ce-3eced62e7237 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0795333 Feb 04 21:05:49.139324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2243d7-9790-4217-b1a5-00f63d0f8e6b req-8281784d-761d-4cfc-9913-1cf2c791794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.140783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea2243d7-9790-4217-b1a5-00f63d0f8e6b req-8281784d-761d-4cfc-9913-1cf2c791794f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d36cf84311084297a0f6279e2417feeb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1342962 Feb 04 21:05:49.282267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2243d7-9790-4217-b1a5-00f63d0f8e6b req-38dabc40-2c4b-452b-ae58-ec878599815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.283760 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea2243d7-9790-4217-b1a5-00f63d0f8e6b req-38dabc40-2c4b-452b-ae58-ec878599815d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318777 Feb 04 21:05:49.448517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c065f-5c30-4a4b-8ca4-eac1c916b544 req-16119c2f-5813-431e-ad70-09850a1de315 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.449876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-611c065f-5c30-4a4b-8ca4-eac1c916b544 req-16119c2f-5813-431e-ad70-09850a1de315 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 944 time: 0.1373944 Feb 04 21:05:49.452317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-691d3395-b053-46f8-98b1-228df0a6a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.453668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-691d3395-b053-46f8-98b1-228df0a6a30c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1095 time: 0.1095810 Feb 04 21:05:49.532025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-53aa3546-fa8b-4303-9827-e7f94c58799c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 217 time: 0.0636818 Feb 04 21:05:49.589514 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-611c065f-5c30-4a4b-8ca4-eac1c916b544 req-26ae6a40-82c9-4a5a-a433-123b9653d963 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340461 Feb 04 21:05:49.607588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-6d34c2ac-9fde-481a-81d5-373ba09f920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.609006 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-6d34c2ac-9fde-481a-81d5-373ba09f920b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0672603 Feb 04 21:05:49.686614 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-3e9c6b2f-db4e-4560-8676-db8f3a587718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.688066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-3e9c6b2f-db4e-4560-8676-db8f3a587718 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685885 Feb 04 21:05:49.819675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-6e77ef34-eb06-4d87-9112-a38507c59fe4 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218016 Feb 04 21:05:49.952250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-92aad548-19de-4d6b-8a10-f841c3dbc1ee req-e0f0e36c-52db-4f65-843c-30b694f1c793 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230307 Feb 04 21:05:50.085693 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0de4d9e7-f27b-4ef0-8cc9-bc751ec15a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:50.774944 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b74e8-addf-453d-8865-45b316841a71 req-e82adefd-4867-4b5e-a59e-02f502ac4c36 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:50.776973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f4b74e8-addf-453d-8865-45b316841a71 req-e82adefd-4867-4b5e-a59e-02f502ac4c36 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 944 time: 0.0826383 Feb 04 21:05:50.919465 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f4b74e8-addf-453d-8865-45b316841a71 req-7d04a211-aa35-44e3-bce7-b62b118cdd5c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365271 Feb 04 21:05:52.103875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812df4-f661-4cac-9d2d-4030e5944257 req-94ab70fa-a807-447f-a694-8b8066124f77 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:52.105348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15812df4-f661-4cac-9d2d-4030e5944257 req-94ab70fa-a807-447f-a694-8b8066124f77 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 944 time: 0.0834601 Feb 04 21:05:52.148582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:05:52.158958 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15812df4-f661-4cac-9d2d-4030e5944257 req-c2c80694-4bba-4801-9f10-5fe450c179a0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Feb 04 21:05:52.319014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:52.336946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'mac_address': 'fa:16:3e:91:55:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:05:52.368351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1ba25da-7c4b-465d-a0e4-6f086e2814c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.393913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.411152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd82b439-28c1-4221-b275-d212ab7904a1 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:52.426170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:52.497219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.564940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:52.572274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.572558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.572892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.573223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.573549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.573872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.574840 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.575173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.575492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.575810 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.576128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.576441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:52.758528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['bd82b439-28c1-4221-b275-d212ab7904a1'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:53.334264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d493cf-df05-4ced-872d-38432c40fc61 req-ed227bc4-1185-4f82-9d92-05872c9944e3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:53.335751 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1d493cf-df05-4ced-872d-38432c40fc61 req-ed227bc4-1185-4f82-9d92-05872c9944e3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.0797658 Feb 04 21:05:53.379394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1d493cf-df05-4ced-872d-38432c40fc61 req-6e76f1f3-2f66-4e01-80c9-c7146ab71a72 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374980 Feb 04 21:05:53.642136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.682008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.179168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:54.304868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port bd82b439-28c1-4221-b275-d212ab7904a1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:54.310101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port bd82b439-28c1-4221-b275-d212ab7904a1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:54.310490 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.421619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.450673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:54.460457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:54.498631 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'code': 200} Feb 04 21:05:54.568243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada5895-7754-4546-89d3-ca390f5b0d71 req-5e06f330-ac7c-43ce-a842-b2e9e5e36216 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:54.569719 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ada5895-7754-4546-89d3-ca390f5b0d71 req-5e06f330-ac7c-43ce-a842-b2e9e5e36216 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.0808737 Feb 04 21:05:54.630967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.701441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:54.772545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ada5895-7754-4546-89d3-ca390f5b0d71 req-8d2f538c-2296-467c-ac28-3437aca86374 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699445 Feb 04 21:05:54.788466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebee7f-6823-4b74-b2eb-83055a17f693 req-ba842c25-ec44-4f7a-96b1-eb3599444a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:54.789898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7ebee7f-6823-4b74-b2eb-83055a17f693 req-ba842c25-ec44-4f7a-96b1-eb3599444a86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1096 time: 0.2191956 Feb 04 21:05:54.834127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7ebee7f-6823-4b74-b2eb-83055a17f693 req-f67e27e9-c0d7-4d2f-9ff0-f956d0da70e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334215 Feb 04 21:05:55.436124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.961910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d3603-baeb-469c-9fde-265af5abcc01 req-80fcbf4c-a76f-4b97-bee0-fda6e80f2111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.963412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c10d3603-baeb-469c-9fde-265af5abcc01 req-80fcbf4c-a76f-4b97-bee0-fda6e80f2111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0850034 Feb 04 21:05:56.010980 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c10d3603-baeb-469c-9fde-265af5abcc01 req-74a72dc3-1163-4ac7-8f45-ebb5ac42f22a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 Feb 04 21:05:57.196954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45108c7-890f-4627-859e-5b3fcddd1f7d req-a11947b9-2691-4f0f-8888-2fad14bb0b1e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:57.198414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f45108c7-890f-4627-859e-5b3fcddd1f7d req-a11947b9-2691-4f0f-8888-2fad14bb0b1e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0824428 Feb 04 21:05:57.242119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f45108c7-890f-4627-859e-5b3fcddd1f7d req-51e7d214-0f97-4382-a354-b4bb58726c9b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375051 Feb 04 21:05:57.416641 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438f4e-5b5b-493a-8639-38f008a6a8f4 req-1dbda79c-c1a3-485c-9b17-51161bda28cf tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:57.418086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d438f4e-5b5b-493a-8639-38f008a6a8f4 req-1dbda79c-c1a3-485c-9b17-51161bda28cf tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0792365 Feb 04 21:05:57.427083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51106) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:57.432027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'floatingip': {'port_id': 'bd82b439-28c1-4221-b275-d212ab7904a1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:57.511643 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.100506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.179003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.350455 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec associated. External IP: 172.25.7.138, port: bd82b439-28c1-4221-b275-d212ab7904a1. Feb 04 21:05:58.789702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:05:58.962740 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:05:58.967091 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.972428 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:05:58.982780 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:58.983403 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:05:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:59.023950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e25d755-fcaa-4889-9249-9872f23a0332 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "PUT /v2.0/floatingips/d1796a69-b95c-44e8-a902-8104525a8bec HTTP/1.1" status: 200 len: 992 time: 1.5958452 Feb 04 21:05:59.024533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:59.071717 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'status': 'completed', 'code': 200} Feb 04 21:05:59.165622 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:59.169483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.24', 63858) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:59.238668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed07f-f620-4660-876f-5ccc8c092fe3 req-1c407511-6729-4fd9-b7d4-245415e8c62e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.240183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf6ed07f-f620-4660-876f-5ccc8c092fe3 req-1c407511-6729-4fd9-b7d4-245415e8c62e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.1140506 Feb 04 21:05:59.243047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-c0f99cb1-eb4d-4e7f-9195-c69a0afadcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.244405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-c0f99cb1-eb4d-4e7f-9195-c69a0afadcc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1097 time: 0.1500473 Feb 04 21:05:59.265330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-12b5c242-886d-4869-8e94-2abfdcaefdec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758564 Feb 04 21:05:59.368861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf6ed07f-f620-4660-876f-5ccc8c092fe3 req-a2b249c8-5a98-49fe-b150-be1ac82f7c63 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223576 Feb 04 21:05:59.416838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-f48965aa-3973-4b8a-8774-64a4b164eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.435146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-f48965aa-3973-4b8a-8774-64a4b164eccf service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1587973 Feb 04 21:05:59.520572 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:91:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:05:57Z', 'revision_number': 9, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:59.524415 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:05:59.526527 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-962cf8ec-9de1-437a-9927-1896ec03b134 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1000 time: 0.1011715 Feb 04 21:05:59.533477 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:59.534079 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:05:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:59.587545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-d285270e-4435-4aba-8b07-f958c5169ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.589005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-d285270e-4435-4aba-8b07-f958c5169ea4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0567403 Feb 04 21:05:59.667955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-4fc0898c-8b1f-4053-ad4c-0cc2155c2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.669966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-4fc0898c-8b1f-4053-ad4c-0cc2155c2a02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737493 Feb 04 21:05:59.710791 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:59.801991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-ffbb67d0-bb07-4036-ad76-d87d90fd09dd service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252730 Feb 04 21:05:59.930587 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-70e34256-17c6-4b9a-be42-4ad3991ebfaf req-a63353d4-7424-4dcf-b564-59afb5a89ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223810 Feb 04 21:06:00.089652 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:91:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:05:57Z', 'revision_number': 9, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:00.093595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9838f-d149-4e05-92cf-706c31f022ad None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:91:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:05:57Z', 'revision_number': 9, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:00.171868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-66d1285b-c5ff-4be1-b8b8-5cd28ee9d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:00.173389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-66d1285b-c5ff-4be1-b8b8-5cd28ee9d253 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0730634 Feb 04 21:06:00.312735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6170461-c2b9-4c0a-8f57-c3a65a8aa88d None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:06:00.323779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-dbf963ed-6873-415d-b5fe-44d1afb0de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:00.325860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-dbf963ed-6873-415d-b5fe-44d1afb0de51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1323028 Feb 04 21:06:00.432733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-09ada2cb-3a1d-4b42-80a4-86dac011501c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1000 time: 0.1001565 Feb 04 21:06:00.495247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-5c0f8af5-ec8d-4bdb-821e-04a17dfd0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:00.498052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-5c0f8af5-ec8d-4bdb-821e-04a17dfd0e55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0587733 Feb 04 21:06:00.563752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb678-ee6c-427c-9380-27bb87b3715a req-992eef8c-77ed-4e3b-9920-cc355f3acb2b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:00.571193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db6fb678-ee6c-427c-9380-27bb87b3715a req-992eef8c-77ed-4e3b-9920-cc355f3acb2b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0872011 Feb 04 21:06:00.577673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-b6af94a6-820d-4491-8903-6e47669189ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:00.579327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-b6af94a6-820d-4491-8903-6e47669189ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754416 Feb 04 21:06:00.614091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db6fb678-ee6c-427c-9380-27bb87b3715a req-388a5840-d87e-4062-b3e2-e2e6c9104a3c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Feb 04 21:06:00.838700 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-081aad8d-1d42-40a2-ac47-4f93c78d8aab service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498596 Feb 04 21:06:00.974027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-9425b615-2f0e-4ff5-85ef-4620bc455630 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263487 Feb 04 21:06:01.167928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26b30-9ab3-40ac-8e6c-880a12e75a99 req-928e537b-06e9-4c33-a554-aefdf2e1069d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:01.170129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19a26b30-9ab3-40ac-8e6c-880a12e75a99 req-928e537b-06e9-4c33-a554-aefdf2e1069d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0801997 Feb 04 21:06:01.216404 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-19a26b30-9ab3-40ac-8e6c-880a12e75a99 req-b96a4fda-5e87-4224-a29f-2ff29146e057 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Feb 04 21:06:01.320183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-9af74621-4c98-4695-a703-89c301d2f225 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206591 Feb 04 21:06:02.405787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dabba-1891-47da-8bfe-ec2d98c3da06 req-f14edf5d-1c90-4e25-bbc7-4490db8244a7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:02.407310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-620dabba-1891-47da-8bfe-ec2d98c3da06 req-f14edf5d-1c90-4e25-bbc7-4490db8244a7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0850320 Feb 04 21:06:02.451306 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-620dabba-1891-47da-8bfe-ec2d98c3da06 req-6eec9da5-effe-48f6-b151-0ebf470befce tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Feb 04 21:06:03.407015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-166a3568-1d09-410b-8807-acf8bef97fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:03.408488 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-166a3568-1d09-410b-8807-acf8bef97fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0706131 Feb 04 21:06:03.542295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-4c95505d-c9f2-449d-b350-942a29767392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:03.544398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-4c95505d-c9f2-449d-b350-942a29767392 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1291413 Feb 04 21:06:03.638153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac92a-8b09-4667-a519-1376f7d8bad3 req-4dc8114f-f061-4a52-a6a9-61b875c0dd6b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:03.639631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6dac92a-8b09-4667-a519-1376f7d8bad3 req-4dc8114f-f061-4a52-a6a9-61b875c0dd6b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0837345 Feb 04 21:06:03.649765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-295790ee-399d-4cb6-83b7-b2f1c07b3c9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1003 time: 0.0992734 Feb 04 21:06:03.683669 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d6dac92a-8b09-4667-a519-1376f7d8bad3 req-eab2a5d4-ff7b-4136-8592-61d54f013ba3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383570 Feb 04 21:06:03.712332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-e9f171ba-92e2-4451-98c3-f3a95ba3ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:03.713784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-e9f171ba-92e2-4451-98c3-f3a95ba3ac25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0584545 Feb 04 21:06:03.789831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-bae420d2-3f9b-4ca9-84c1-31534b171142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:03.791336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-bae420d2-3f9b-4ca9-84c1-31534b171142 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717812 Feb 04 21:06:03.921214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-da56e605-c666-4a5c-8d2e-4d2c2cdb1d5e service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236153 Feb 04 21:06:04.051216 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-8fd008e4-4506-434f-bd37-137dca87465c service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231861 Feb 04 21:06:04.866942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a2d49-d9c3-47d7-af46-ed06ef6bf8a9 req-36d173bb-2090-406b-8a1c-5a84e58499de tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:04.868380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b4a2d49-d9c3-47d7-af46-ed06ef6bf8a9 req-36d173bb-2090-406b-8a1c-5a84e58499de tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0782514 Feb 04 21:06:04.910566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0b4a2d49-d9c3-47d7-af46-ed06ef6bf8a9 req-fcf93c2b-778a-472c-abc4-d153f1610867 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366638 Feb 04 21:06:06.095422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c882624-23ad-47fe-910e-a784de92c3c5 req-06c2acbb-b03c-4a5f-81bf-bcfb0de05250 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:06.096860 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c882624-23ad-47fe-910e-a784de92c3c5 req-06c2acbb-b03c-4a5f-81bf-bcfb0de05250 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0784812 Feb 04 21:06:06.141026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c882624-23ad-47fe-910e-a784de92c3c5 req-deb474a7-0802-488a-a94c-580d473a5145 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Feb 04 21:06:07.324743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dfdec-b1d1-4b1b-b7dc-389879bfe654 req-2aeb64c1-cd62-47e1-87ca-063a4881b88e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:07.326620 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-741dfdec-b1d1-4b1b-b7dc-389879bfe654 req-2aeb64c1-cd62-47e1-87ca-063a4881b88e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0818472 Feb 04 21:06:07.370447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-741dfdec-b1d1-4b1b-b7dc-389879bfe654 req-ce298b67-a26e-4553-8235-cc3eca7a374f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Feb 04 21:06:08.557483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a007dd5-18d3-40ae-a2d5-2b661cd83b96 req-67b03f87-bd89-4139-abfa-b1e43e4fe456 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:08.558951 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a007dd5-18d3-40ae-a2d5-2b661cd83b96 req-67b03f87-bd89-4139-abfa-b1e43e4fe456 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0826058 Feb 04 21:06:08.601781 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a007dd5-18d3-40ae-a2d5-2b661cd83b96 req-d58da846-53b5-48cc-9fec-8e50b3af0d41 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372458 Feb 04 21:06:09.540964 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.783673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ed98-001a-4ac6-aeff-e57d0b4c5206 req-c08c0077-c838-484a-a990-824e6239bf36 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:09.785142 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca73ed98-001a-4ac6-aeff-e57d0b4c5206 req-c08c0077-c838-484a-a990-824e6239bf36 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0787506 Feb 04 21:06:09.831737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca73ed98-001a-4ac6-aeff-e57d0b4c5206 req-b641020f-533d-4e4b-b848-a862db9dad1a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410347 Feb 04 21:06:09.840391 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.020838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e38f3-8451-4c69-a77f-d2b48895f563 req-abaf7f23-ca13-4aa1-a37a-8c3919c3c55e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:11.022312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93e38f3-8451-4c69-a77f-d2b48895f563 req-abaf7f23-ca13-4aa1-a37a-8c3919c3c55e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0827141 Feb 04 21:06:11.067411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b93e38f3-8451-4c69-a77f-d2b48895f563 req-04a64a58-7b45-43d2-b793-10e851ee77b0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393312 Feb 04 21:06:12.250047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2f392-2484-448c-9f50-4bbab258f12b req-3f46a4fe-cd53-4b93-af70-850a1bef0854 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:12.251498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9c2f392-2484-448c-9f50-4bbab258f12b req-3f46a4fe-cd53-4b93-af70-850a1bef0854 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0780003 Feb 04 21:06:12.294846 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9c2f392-2484-448c-9f50-4bbab258f12b req-876052d5-a1de-4827-a503-24ac2d105a2e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372818 Feb 04 21:06:13.485227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98c91-d195-4479-8247-2485d0a1360b req-12eeabd2-e3d1-4e54-bae4-1797f3d3db51 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:13.486583 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93c98c91-d195-4479-8247-2485d0a1360b req-12eeabd2-e3d1-4e54-bae4-1797f3d3db51 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0813653 Feb 04 21:06:13.530388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-93c98c91-d195-4479-8247-2485d0a1360b req-f7e9eff0-7eb2-4a49-9521-ef2011eda8c4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382595 Feb 04 21:06:14.712792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7832b6-3dce-4d28-88e4-6b09ed5911c4 req-45f2b455-c066-4ccd-8b31-dc23057e539e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:14.714224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c7832b6-3dce-4d28-88e4-6b09ed5911c4 req-45f2b455-c066-4ccd-8b31-dc23057e539e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0812960 Feb 04 21:06:14.756808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1c7832b6-3dce-4d28-88e4-6b09ed5911c4 req-d15e037c-f752-4f69-b2d2-9d4f4a79a357 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370779 Feb 04 21:06:15.935914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0681-797a-418a-b0f4-0d91d7a13784 req-1d4175ee-4be0-4c50-8a84-14e05d4ca3fa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:15.937435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08ea0681-797a-418a-b0f4-0d91d7a13784 req-1d4175ee-4be0-4c50-8a84-14e05d4ca3fa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0778944 Feb 04 21:06:15.983423 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08ea0681-797a-418a-b0f4-0d91d7a13784 req-812ce5a6-b38d-4585-b36e-d9fbb2526494 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404186 Feb 04 21:06:17.164183 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d900-a5d0-49c2-b40c-c3291042cf57 req-38ec1aa3-358c-418e-8c1b-505a08a9d659 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:17.165625 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fb1d900-a5d0-49c2-b40c-c3291042cf57 req-38ec1aa3-358c-418e-8c1b-505a08a9d659 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0788519 Feb 04 21:06:17.208956 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9fb1d900-a5d0-49c2-b40c-c3291042cf57 req-b2d8b69f-1082-4b37-8f24-962b1a3a0d82 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 Feb 04 21:06:18.389012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe1e18-5c4f-433e-a755-a3674d035db3 req-c9318feb-0c7b-4e4d-8a2f-22cb4ea20ad7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.391052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7cfe1e18-5c4f-433e-a755-a3674d035db3 req-c9318feb-0c7b-4e4d-8a2f-22cb4ea20ad7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0786612 Feb 04 21:06:18.434437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7cfe1e18-5c4f-433e-a755-a3674d035db3 req-ce7281e4-5bc6-4fd9-82de-a4dfc2f0b69a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383415 Feb 04 21:06:18.652600 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:06:19.734056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbdbe1-d83d-46c2-a541-828e3555d09d req-f2759620-d857-4302-be55-de1df7e35276 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:19.735452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4fbdbe1-d83d-46c2-a541-828e3555d09d req-f2759620-d857-4302-be55-de1df7e35276 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.1940591 Feb 04 21:06:19.780119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4fbdbe1-d83d-46c2-a541-828e3555d09d req-49045f90-4bca-4167-889a-a20e182e86b0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Feb 04 21:06:20.081397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3a4214ac-a075-4796-879b-963bac22b014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.967758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee95eef-a7ea-4f58-b80d-110329e6afa9 req-1dfbe707-cfc7-4021-b66c-68b103b30e90 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:20.969211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ee95eef-a7ea-4f58-b80d-110329e6afa9 req-1dfbe707-cfc7-4021-b66c-68b103b30e90 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0835574 Feb 04 21:06:21.013739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1ee95eef-a7ea-4f58-b80d-110329e6afa9 req-c21c322e-106f-4b3a-8e71-f9546973725e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Feb 04 21:06:21.358403 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-58ae0bd0-10d9-4695-bd3d-7cc173907bc8 service neutron] show failed (client error): The resource could not be found. Feb 04 21:06:21.359417 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-58ae0bd0-10d9-4695-bd3d-7cc173907bc8 service neutron] 10.222.0.24 "GET /v2.0/ports/bd82b439-28c1-4221-b275-d212ab7904a1/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.1651993 Feb 04 21:06:22.017891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-c598f227-e4a3-4d02-8a88-6766ddc6e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:22.019384 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-c598f227-e4a3-4d02-8a88-6766ddc6e682 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 1097 time: 0.0707107 Feb 04 21:06:22.029607 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:22.204687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e447f9-328e-4647-8a03-e003e364d468 req-e5254b71-791e-4519-8341-fe2419496c33 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:22.206141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71e447f9-328e-4647-8a03-e003e364d468 req-e5254b71-791e-4519-8341-fe2419496c33 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0823741 Feb 04 21:06:22.244269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.250743 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-71e447f9-328e-4647-8a03-e003e364d468 req-83406fe6-2e0e-4e73-94fd-ecbb99d3fc9a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381424 Feb 04 21:06:22.319976 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-248ee53b-cd6c-4914-baac-37889b93af1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.508895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:22.536370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:22.592776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:22.598143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.613426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Transition to ACTIVE for port object bd82b439-28c1-4221-b275-d212ab7904a1 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:22.652131 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'code': 200} Feb 04 21:06:22.692849 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.841201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:22.890223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] No DVR routers for this DVR port bd82b439-28c1-4221-b275-d212ab7904a1 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:23.114113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:23.114830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:23.114971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:23.120176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:06:23.120504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:23.125534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:23.125873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:23.126261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:23.126704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Bound port: bd82b439-28c1-4221-b275-d212ab7904a1, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:23.127064 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.216856 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:23.219767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:23.316285 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.376957 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.377573 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.378994 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] 10.222.0.62 "PUT /v2.0/ports/bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1092 time: 1.3533351 Feb 04 21:06:23.396515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5469a0-084f-47dc-b9fd-d6b6e0e7edcf service neutron] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:23.465403 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48dd07-3432-4b60-8f01-89c008f7c8a3 req-ce25935b-6eaf-4e11-9d8d-6e4b0a34d637 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.474344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a48dd07-3432-4b60-8f01-89c008f7c8a3 req-ce25935b-6eaf-4e11-9d8d-6e4b0a34d637 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 944 time: 0.1164303 Feb 04 21:06:23.480667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-f68ce75e-8e16-4d72-a700-a5f8cc7dbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.482309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-f68ce75e-8e16-4d72-a700-a5f8cc7dbbbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0808721 Feb 04 21:06:23.516075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a48dd07-3432-4b60-8f01-89c008f7c8a3 req-61ab18c2-593e-4224-803a-cb0098219f6f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408258 Feb 04 21:06:23.547419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.619789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-a44fff91-0d81-463e-8d74-2a1029518675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.621229 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-a44fff91-0d81-463e-8d74-2a1029518675 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1328013 Feb 04 21:06:23.654833 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.720155 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-280b4ddd-e052-4faa-bb65-c04832e4ac46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1001 time: 0.0930068 Feb 04 21:06:23.785093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-e70dddd0-af6d-405f-8255-b70b125b445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.786490 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-e70dddd0-af6d-405f-8255-b70b125b445b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0596790 Feb 04 21:06:23.858971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-9329aa45-89e1-4f32-9a6b-c15a74f7816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.860312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-9329aa45-89e1-4f32-9a6b-c15a74f7816a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680885 Feb 04 21:06:24.086906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-8a332c45-18d0-492d-b3c1-b2381e607c40 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203250 Feb 04 21:06:24.219609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaea26e1-9cda-449c-b487-2e2b410112b4 req-3a289a5a-4582-43ad-afd5-abaf1d7c4da3 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255543 Feb 04 21:06:24.272777 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:24.329518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:24.660243 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:24.713872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03728f85-f24b-44da-8eeb-a836f83731ff req-22bd8c93-c629-4ac4-94d2-b844a3e48b8e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:24.715381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03728f85-f24b-44da-8eeb-a836f83731ff req-22bd8c93-c629-4ac4-94d2-b844a3e48b8e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 944 time: 0.0893857 Feb 04 21:06:24.717659 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'status': 'completed', 'code': 200} Feb 04 21:06:24.813846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03728f85-f24b-44da-8eeb-a836f83731ff req-1bbdd83a-eaff-462f-a4c5-c29f298f622e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903242 Feb 04 21:06:24.816708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-a179c279-1efc-49d0-9b1f-47eecbb245a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:24.818057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-a179c279-1efc-49d0-9b1f-47eecbb245a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0710342 Feb 04 21:06:24.830144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-5cb19b4b-6bb2-4b9f-ad78-1f7d5f8343b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:24.831629 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-5cb19b4b-6bb2-4b9f-ad78-1f7d5f8343b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0927711 Feb 04 21:06:24.963231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-dbb415c5-4b33-4a34-a6c1-ddc6292b9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:24.964464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-7025cde7-fef3-408d-bf40-2f0d4fef69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:24.964690 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-dbb415c5-4b33-4a34-a6c1-ddc6292b9274 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1276245 Feb 04 21:06:24.965898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-7025cde7-fef3-408d-bf40-2f0d4fef69de service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1362870 Feb 04 21:06:25.069936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-1e2e5a1b-76f9-46f9-9d92-c0851bf41d64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1001 time: 0.0990276 Feb 04 21:06:25.073855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-84e2a046-a91f-4380-b626-f005ee106f7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1001 time: 0.0969970 Feb 04 21:06:25.136613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-097925ba-5b20-4d2b-b77f-e3733f03984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.138072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-097925ba-5b20-4d2b-b77f-e3733f03984e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0627308 Feb 04 21:06:25.139461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-3006583a-df10-4864-8ad8-dfa4e9887db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.140881 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-3006583a-df10-4864-8ad8-dfa4e9887db0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0574603 Feb 04 21:06:25.213159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-a17888c9-7267-4c20-81cd-c4c3ddc06cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.214718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-a17888c9-7267-4c20-81cd-c4c3ddc06cf0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710640 Feb 04 21:06:25.221777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-0d42926b-abb1-4ce6-9486-4eb3781fc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.223271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-0d42926b-abb1-4ce6-9486-4eb3781fc92c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728741 Feb 04 21:06:25.338717 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:25.353457 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-1e2c8321-0220-40e5-b2de-b952c7a31267 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307716 Feb 04 21:06:25.360409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-59ee78a6-b61c-43ea-b344-e212efd63e5a service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276152 Feb 04 21:06:25.488097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-ac8e6c63-3ae6-4bcf-85bb-32c8c49730f2 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281722 Feb 04 21:06:25.492447 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-213e1b9b-1348-41c3-9b75-b62bd94ea273 req-3386b66f-1c55-4e2a-9591-84b2e3d62a04 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225641 Feb 04 21:06:25.997994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2006c2c-f661-4874-90d2-e51b6e19b155 req-50de70e0-d7e0-4327-8a8d-763f330daa05 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.999455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2006c2c-f661-4874-90d2-e51b6e19b155 req-50de70e0-d7e0-4327-8a8d-763f330daa05 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 944 time: 0.0783000 Feb 04 21:06:26.042077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b2006c2c-f661-4874-90d2-e51b6e19b155 req-ad5f638d-e803-4f76-9a7b-4b90448cf8c3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371850 Feb 04 21:06:27.232774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4fb6b-7365-4308-bdb4-2d448dee2a2e req-7f7aa01a-11f1-4586-9a2d-4197d5cadd23 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:27.234243 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72b4fb6b-7365-4308-bdb4-2d448dee2a2e req-7f7aa01a-11f1-4586-9a2d-4197d5cadd23 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 944 time: 0.0848691 Feb 04 21:06:27.281318 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72b4fb6b-7365-4308-bdb4-2d448dee2a2e req-e09c0338-1a9e-435a-9a2d-b30ccc2e6998 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 Feb 04 21:06:27.841268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:27.971624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:27.984940 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'mac_address': 'fa:16:3e:91:55:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:28.040070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.087092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd82b439-28c1-4221-b275-d212ab7904a1 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:28.102287 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:28.176882 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.242478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:28.463085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['bd82b439-28c1-4221-b275-d212ab7904a1'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:28.466484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b20e-38c8-4b3a-9fee-f613d8aae46a req-5120bb41-a107-40b6-8288-b96a7d0a038a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:28.467970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe89b20e-38c8-4b3a-9fee-f613d8aae46a req-5120bb41-a107-40b6-8288-b96a7d0a038a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.0832608 Feb 04 21:06:28.511304 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe89b20e-38c8-4b3a-9fee-f613d8aae46a req-3328956d-972a-4fa7-8144-474b8ea6bd3e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 Feb 04 21:06:29.279282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fa939-934d-4b64-af01-a5e754af8154 req-3acbe337-9a19-4363-8bfe-70aba5756dda tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:29.280736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce4fa939-934d-4b64-af01-a5e754af8154 req-3acbe337-9a19-4363-8bfe-70aba5756dda tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.0788507 Feb 04 21:06:29.309503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-00adebd6-08f4-4ecb-a201-1315552cdddd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:29.311015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-00adebd6-08f4-4ecb-a201-1315552cdddd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.62 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9&tenant_id=d36cf84311084297a0f6279e2417feeb&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 945 time: 0.0849638 Feb 04 21:06:29.330103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce4fa939-934d-4b64-af01-a5e754af8154 req-1a8600ac-de0e-494e-b74a-cc4de36a3956 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436301 Feb 04 21:06:29.394405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-3a1da1a8-d31e-4e49-b186-8f8210f8fe06 service neutron] 10.222.0.62 "GET /v2.0/ports/bd82b439-28c1-4221-b275-d212ab7904a1/bindings/n-h1-811806-1 HTTP/1.1" status: 200 len: 382 time: 0.0780785 Feb 04 21:06:29.485829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-09edca21-2eb8-4845-b8c3-73264e2c06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:29.487311 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-09edca21-2eb8-4845-b8c3-73264e2c06eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0711484 Feb 04 21:06:29.617714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-e0ac1217-f33a-4bfb-9ba7-9861140e3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:29.619171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-e0ac1217-f33a-4bfb-9ba7-9861140e3393 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1259363 Feb 04 21:06:29.813039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-2bea2903-fb18-4282-8d9d-542d818c92a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1002 time: 0.1885035 Feb 04 21:06:29.867485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:29.876097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-1a91c47e-8dfe-4580-ba39-3d87dbb9fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:29.877578 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-1a91c47e-8dfe-4580-ba39-3d87dbb9fd1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0581524 Feb 04 21:06:29.954094 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-3fe7dad5-366b-4ae4-94a5-5c43ec8cfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:29.955894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-3fe7dad5-366b-4ae4-94a5-5c43ec8cfd5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726922 Feb 04 21:06:30.010807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port bd82b439-28c1-4221-b275-d212ab7904a1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:30.015773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port bd82b439-28c1-4221-b275-d212ab7904a1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:30.016155 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:30.090633 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-068290f0-276c-4a66-a6fe-41476ebedf56 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288581 Feb 04 21:06:30.135235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:30.161797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:30.172003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:30.224175 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'code': 200} Feb 04 21:06:30.235279 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-babfb64a-49d7-47c2-b633-d39c2c3f3ff2 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383827 Feb 04 21:06:30.242608 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:30.308791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:30.513327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2f964-cd87-4a45-8fae-7b1395cd7020 req-30761025-b5b8-4644-aa54-8956faa54eb8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:30.514789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc2f964-cd87-4a45-8fae-7b1395cd7020 req-30761025-b5b8-4644-aa54-8956faa54eb8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0783124 Feb 04 21:06:30.557213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecc2f964-cd87-4a45-8fae-7b1395cd7020 req-96dc4629-c679-4d0b-89dd-a1ad8e1954e5 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368962 Feb 04 21:06:31.741249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5260e-a01a-463a-9c03-98abe0ce3c4b req-90a791fd-4006-4b7b-ad4c-3730f47dfccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:31.742749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7bf5260e-a01a-463a-9c03-98abe0ce3c4b req-90a791fd-4006-4b7b-ad4c-3730f47dfccd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0793796 Feb 04 21:06:31.787174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7bf5260e-a01a-463a-9c03-98abe0ce3c4b req-570b41f6-4f45-4ee1-9306-be4e1c82cad1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Feb 04 21:06:32.986018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-0efd1c0a-8746-421b-804a-4ff5a56b0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.987487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-0efd1c0a-8746-421b-804a-4ff5a56b0f92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 1097 time: 0.1314356 Feb 04 21:06:32.999309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed531-5cf2-4139-84ff-f797676021d3 req-e8ca9d16-a6e6-4d9c-bdb0-7ea7379c2f05 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:33.000647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cbed531-5cf2-4139-84ff-f797676021d3 req-e8ca9d16-a6e6-4d9c-bdb0-7ea7379c2f05 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.1011620 Feb 04 21:06:33.005340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:33.200807 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cbed531-5cf2-4139-84ff-f797676021d3 req-c3df9a2b-8907-466b-8ab0-1ae3372fb729 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715171 Feb 04 21:06:33.256057 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.516640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:33.544128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:33.600012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:33.605908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.620519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Transition to ACTIVE for port object bd82b439-28c1-4221-b275-d212ab7904a1 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:33.655805 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'code': 200} Feb 04 21:06:33.684898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.824058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:33.884072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] No DVR routers for this DVR port bd82b439-28c1-4221-b275-d212ab7904a1 on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:34.104372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:34.105290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:34.105290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:34.109761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:06:34.110078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Attempting to bind port bd82b439-28c1-4221-b275-d212ab7904a1 on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:34.115195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:34.115526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:34.115904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:34.116321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Bound port: bd82b439-28c1-4221-b275-d212ab7904a1, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:34.116660 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.207095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:34.210038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:34.339667 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.415111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.415710 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.417095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] 10.222.0.24 "PUT /v2.0/ports/bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1093 time: 1.4156010 Feb 04 21:06:34.439712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dbbf5-5771-4719-aab5-de3d5c273a4a service neutron] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=11']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:34.498034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4efa27-7fb9-4682-a374-04d76255aed6 req-0ce7f2d4-3555-4250-8607-453f28143b84 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.499593 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e4efa27-7fb9-4682-a374-04d76255aed6 req-0ce7f2d4-3555-4250-8607-453f28143b84 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.1957996 Feb 04 21:06:34.555558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1e4efa27-7fb9-4682-a374-04d76255aed6 req-ba719705-2301-4898-841c-5c1760771e08 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487659 Feb 04 21:06:34.564229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-7e997aaf-c8ce-48d8-b046-547307866148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.565654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-7e997aaf-c8ce-48d8-b046-547307866148 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1224110 Feb 04 21:06:34.701317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-7f5d9dda-fa8f-424f-902a-6aa55421148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.702665 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-7f5d9dda-fa8f-424f-902a-6aa55421148f service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1277270 Feb 04 21:06:34.807639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-a26690bb-d352-43f0-a5f6-9b228e385e72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1001 time: 0.0952322 Feb 04 21:06:34.982781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-ea090e6d-13b5-4754-93c1-71668e61cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.984112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-ea090e6d-13b5-4754-93c1-71668e61cd40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.1668811 Feb 04 21:06:35.060341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-9c4ae847-fe80-4073-9a2a-6ea36ccd7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.061756 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-9c4ae847-fe80-4073-9a2a-6ea36ccd7ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677748 Feb 04 21:06:35.194490 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-3ced9f99-c652-4b83-8955-19c3d6755a4b service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221349 Feb 04 21:06:35.326420 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-566cfa2b-27c6-4480-9104-38b263ec7385 req-11ec9a6f-7c7a-4ca3-8d4a-616e1e0e5230 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222031 Feb 04 21:06:35.656594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:35.712683 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'status': 'completed', 'code': 200} Feb 04 21:06:35.796099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1bd82-13e9-4d47-be0d-5b0477b9b192 req-4d12a47b-5f2d-4b48-ba0d-bd7010781524 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.797614 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40d1bd82-13e9-4d47-be0d-5b0477b9b192 req-4d12a47b-5f2d-4b48-ba0d-bd7010781524 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.1327822 Feb 04 21:06:35.811741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-35f888a0-6296-49bc-b9a1-b72c8f51ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.813205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-35f888a0-6296-49bc-b9a1-b72c8f51ffb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0720060 Feb 04 21:06:35.849187 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-342ac536-6f4f-4706-95d3-2454a07ed7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.850568 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-342ac536-6f4f-4706-95d3-2454a07ed7a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1173794 Feb 04 21:06:35.853487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-40d1bd82-13e9-4d47-be0d-5b0477b9b192 req-59ec2c17-4ffa-4cb6-8c72-9ea62ae6cda8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492353 Feb 04 21:06:35.908328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:35.948853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-3dc89602-0183-4e39-902a-39ca11c47bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.950461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-3dc89602-0183-4e39-902a-39ca11c47bc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1305645 Feb 04 21:06:35.965471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:35.984091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-ab14c0a3-e351-4f6c-bb6c-ee5a7d0c5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.985536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-ab14c0a3-e351-4f6c-bb6c-ee5a7d0c5a50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1292701 Feb 04 21:06:36.054670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-042b55ca-d573-4382-8935-4c58378991d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1001 time: 0.0977347 Feb 04 21:06:36.090072 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-1ea3e57c-e779-42d4-85d9-e5439e72e100 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 200 len: 1001 time: 0.0976512 Feb 04 21:06:36.121517 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-44954be0-2f40-474d-b909-ebd4201c933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:36.122889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-44954be0-2f40-474d-b909-ebd4201c933e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0620680 Feb 04 21:06:36.156311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-38b4b2af-c23a-4865-a269-5b1bf69477ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:36.157757 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-38b4b2af-c23a-4865-a269-5b1bf69477ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0621705 Feb 04 21:06:36.201356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-7c9fb904-d2f7-4d18-9730-e0523021ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:36.202989 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-7c9fb904-d2f7-4d18-9730-e0523021ab8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727758 Feb 04 21:06:36.233067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3027b-c665-4311-8982-eeaafb47883a req-0b763c35-7cf1-4aec-88b2-f0ac0ebb125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:36.234545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-0b763c35-7cf1-4aec-88b2-f0ac0ebb125a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713563 Feb 04 21:06:36.332966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-a9d5b00c-aa3e-4e02-9fab-d081deb75787 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235600 Feb 04 21:06:36.366524 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-259324a9-73d8-49c2-8e02-fa29b4283832 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256163 Feb 04 21:06:36.469384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-5f9f0598-5d38-45e3-bdd5-1af128d7aafa service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289947 Feb 04 21:06:36.504884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55e3027b-c665-4311-8982-eeaafb47883a req-3c83d48c-7b2d-409e-93ad-646174ad7372 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330307 Feb 04 21:06:37.047221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9fcbe-52a7-4f7c-8aae-720464204a98 req-cb385941-b103-4384-b8ea-a8a994807dcf tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:37.048705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7df9fcbe-52a7-4f7c-8aae-720464204a98 req-cb385941-b103-4384-b8ea-a8a994807dcf tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.0865684 Feb 04 21:06:37.092583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7df9fcbe-52a7-4f7c-8aae-720464204a98 req-50860a55-ebbe-424c-af61-fd8ab8272cd9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382447 Feb 04 21:06:38.278188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3b05b-fcb8-4da2-a13c-3491bd1a2109 req-b8dc7391-f16c-4c86-9215-cead37a63fe0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:38.279646 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-47f3b05b-fcb8-4da2-a13c-3491bd1a2109 req-b8dc7391-f16c-4c86-9215-cead37a63fe0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.0817127 Feb 04 21:06:38.322610 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-47f3b05b-fcb8-4da2-a13c-3491bd1a2109 req-b970e9eb-e19c-427d-acc7-12d16ab8fc47 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374687 Feb 04 21:06:38.333350 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:38.464501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:38.477384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'mac_address': 'fa:16:3e:91:55:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:38.507596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c003b-a315-4de7-97ae-5ac3c50af542 req-ba279999-795d-4f68-a596-90483ec4bcf1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:38.509059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-887c003b-a315-4de7-97ae-5ac3c50af542 req-ba279999-795d-4f68-a596-90483ec4bcf1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 945 time: 0.0812845 Feb 04 21:06:38.535821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:38.552393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd82b439-28c1-4221-b275-d212ab7904a1 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:38.553976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-887c003b-a315-4de7-97ae-5ac3c50af542 req-b1d8047a-889e-4dce-b8ac-9f298a4716c6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393023 Feb 04 21:06:38.567864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:38.635692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:38.702793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=12']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:38.738467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8c1bb-ba6a-4dcf-90c1-1f76c01f04d2 req-758c905b-d401-4656-84bf-1d796e5744dc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:38.739957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ca8c1bb-ba6a-4dcf-90c1-1f76c01f04d2 req-758c905b-d401-4656-84bf-1d796e5744dc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0829895 Feb 04 21:06:38.783883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8ca8c1bb-ba6a-4dcf-90c1-1f76c01f04d2 req-b49d7b42-e191-4dde-8b7b-f210904e7ce9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379639 Feb 04 21:06:38.863710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['bd82b439-28c1-4221-b275-d212ab7904a1'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:39.369969 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c3539-70a7-4636-bc4f-c1fd79c41913 req-0b17e02b-c10f-417c-9726-97db9852961a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:39.371500 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-150c3539-70a7-4636-bc4f-c1fd79c41913 req-0b17e02b-c10f-417c-9726-97db9852961a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0827253 Feb 04 21:06:39.415704 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-150c3539-70a7-4636-bc4f-c1fd79c41913 req-0bc6cdf9-cfc5-4cfc-abfb-7e0878e3fe09 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378468 Feb 04 21:06:39.514886 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:39.846549 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.365774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:40.481437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port bd82b439-28c1-4221-b275-d212ab7904a1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:40.486509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port bd82b439-28c1-4221-b275-d212ab7904a1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:40.486909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.605008 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.611308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c3e02-4dff-42d7-ad6f-f6d83867055c req-c6aac927-38d3-41d0-8ea9-13d14f0233c7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:40.612932 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-690c3e02-4dff-42d7-ad6f-f6d83867055c req-c6aac927-38d3-41d0-8ea9-13d14f0233c7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.0845394 Feb 04 21:06:40.631335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:40.642744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:40.675730 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'code': 200} Feb 04 21:06:40.701462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-690c3e02-4dff-42d7-ad6f-f6d83867055c req-6c4aa70c-0657-43cc-8833-7b03294b261a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543239 Feb 04 21:06:40.721180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.724660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-a25f9fd8-ce2d-42a4-a20a-2e3d312c46e6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:40.726114 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-a25f9fd8-ce2d-42a4-a20a-2e3d312c46e6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 946 time: 0.1124501 Feb 04 21:06:40.792893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=13']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:40.799862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Deleting port bd82b439-28c1-4221-b275-d212ab7904a1 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:40.800194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.041941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] For port bd82b439-28c1-4221-b275-d212ab7904a1, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=bd82b439-28c1-4221-b275-d212ab7904a1,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:41.043075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.432630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.432908 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.433209 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec disassociated. External IP: 172.25.7.138, port: bd82b439-28c1-4221-b275-d212ab7904a1. Feb 04 21:06:41.433540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Calling delete_port for bd82b439-28c1-4221-b275-d212ab7904a1 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:41.646677 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.698881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event deleted for resources: {'Port': ['ID=bd82b439-28c1-4221-b275-d212ab7904a1,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:41.859231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3091b72-ee2f-4f08-81d9-c4d5fe545275 req-3c05c744-713b-4025-af9f-fa3e071706f5 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 210 time: 0.0469856 Feb 04 21:06:41.895284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:06:42.072582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:42.082730 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:42.093005 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:42.093679 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:06:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:42.143504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] No DVR routers for this DVR port bd82b439-28c1-4221-b275-d212ab7904a1 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:42.146069 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:42.148629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-deleted', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:42.201980 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e728f47f-b529-4cb4-9bd7-c26f58e32fa3 req-506021a4-d7c6-47a8-822d-8c989881b6ed tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "DELETE /v2.0/ports/bd82b439-28c1-4221-b275-d212ab7904a1 HTTP/1.1" status: 204 len: 173 time: 1.4681487 Feb 04 21:06:42.264465 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393ac39-d8ad-48e8-8135-9187c39be0d9', 'name': 'network-vif-deleted', 'tag': 'bd82b439-28c1-4221-b275-d212ab7904a1', 'status': 'completed', 'code': 200} Feb 04 21:06:42.281133 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:42.622492 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:42.626249 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:06:42.634444 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:42.635135 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:06:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:42.810168 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:43.029269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3ae8efe2-b3f0-4d78-a74a-6333294ebefe req-3172fcd8-70d7-4495-8026-4d03c670c160 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=d393ac39-d8ad-48e8-8135-9187c39be0d9 HTTP/1.1" status: 200 len: 210 time: 0.0460174 Feb 04 21:06:43.153184 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:43.156952 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eb137-ee52-4577-9888-07db6aef0f98 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:43.379162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5cf5e-143d-4a9a-aca5-6d6d27efcad0 None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:06:44.362536 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-05ea9e30-d9f9-4333-a040-36e69f3d23be tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1916097366&fields=id&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 267 time: 0.0421863 Feb 04 21:06:44.397320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:44.432194 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: bd82b439-28c1-4221-b275-d212ab7904a1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:44.432538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device bd82b439-28c1-4221-b275-d212ab7904a1 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:44.510787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d7626c6d-73f3-4c2c-b909-6897582f5ffc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:44.512201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d7626c6d-73f3-4c2c-b909-6897582f5ffc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.1433425 Feb 04 21:06:44.527355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-efe0feb4-f68b-445c-b553-145edba5c496 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/quotas/d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 375 time: 0.0099165 Feb 04 21:06:44.609140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-c12b336e-8032-44a9-b564-693470258e16 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:44.657699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-c12b336e-8032-44a9-b564-693470258e16 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:44.658884 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-c12b336e-8032-44a9-b564-693470258e16 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1269491 Feb 04 21:06:44.834459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-b7c39afc-412d-419a-8254-7d59c97d50bd service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636388 Feb 04 21:06:44.964668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-cc3a3060-3f46-483b-884c-f60f457b3903 service neutron] 10.222.0.48 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236939 Feb 04 21:06:45.351617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c820e601-fce9-4119-8309-11f2bbca3bfb req-64393948-c0da-454c-adf4-2dd231182db0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 210 time: 0.1482828 Feb 04 21:06:46.507058 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e5e8ccc-1313-431b-8091-039ceff337e0 req-2d25aeb8-dec8-48db-85a3-02f5ab2dce1a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 210 time: 0.0455732 Feb 04 21:06:47.285499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-8c1a75f7-9a20-488a-89c1-f915185fddf8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:47.286941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-8c1a75f7-9a20-488a-89c1-f915185fddf8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 811 time: 0.2630489 Feb 04 21:06:47.348511 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-e82408f6-b859-4812-8f59-ec6d119ecbdb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 380 time: 0.0429978 Feb 04 21:06:47.359196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'port': {'device_id': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'admin_state_up': True, 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'security_groups': ['655cf513-5796-494b-a16f-abd196e71658']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:47.495684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:47.504857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:47.560529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Made reservation on behalf of d36cf84311084297a0f6279e2417feeb for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:47.564114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.666604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48c7877c-fded-4ddc-a299-fdb8bf047ea7 req-87d8277b-5dd0-4fd2-805d-cb57659bad7e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 210 time: 0.0439906 Feb 04 21:06:47.722952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Allocated IP 172.20.0.3 (94d1d3db-b331-4bf6-a56c-68755dcb2307/f8603708-46dc-40a0-8ae4-538d63341e7b/5cb7922e-a35c-437a-b41d-e4e1fd2bef1a) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:47.910370 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.925553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Transition to ACTIVE for port object 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:47.995956 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.066283 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:48.069292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:48.073047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:48.104218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:48.124126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.124473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.124815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.125153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.125595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.125796 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.126120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.126443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.126788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.127118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.127431 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.127748 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:48.151657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:48.152270 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.239815 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-4a8d7853-1f1b-44e7-8643-860f9af7cb54 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8840921 Feb 04 21:06:48.255553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Request body: {'port': {'device_id': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:48.367399 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.412497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-abe4e655-33ab-4167-b68c-db85f11a340f None None] Provisioning for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:48.418291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-abe4e655-33ab-4167-b68c-db85f11a340f None None] Provisioning complete for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:48.418785 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-abe4e655-33ab-4167-b68c-db85f11a340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.506842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-abe4e655-33ab-4167-b68c-db85f11a340f None None] Port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:48.713330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:48.720621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.735307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Transition to ACTIVE for port object 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:48.811327 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.989143 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:49.061950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5fc01-4162-4fcc-ae71-4ccd1b3bd25f req-2a538e8d-b26b-48ac-9239-f4b0ef74c2e9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.062573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7ad5fc01-4162-4fcc-ae71-4ccd1b3bd25f req-2a538e8d-b26b-48ac-9239-f4b0ef74c2e9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Synchronizing usage tracker for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:49.089047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:49.089380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:49.089705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:49.094320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:06:49.097638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:49.099862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:49.100185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:49.100568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:49.100984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Bound port: 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:49.101326 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.156902 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7ad5fc01-4162-4fcc-ae71-4ccd1b3bd25f req-2a538e8d-b26b-48ac-9239-f4b0ef74c2e9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Unset dirty status for tenant:d36cf84311084297a0f6279e2417feeb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:49.160775 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ad5fc01-4162-4fcc-ae71-4ccd1b3bd25f req-2a538e8d-b26b-48ac-9239-f4b0ef74c2e9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.3868883 Feb 04 21:06:49.230568 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7ad5fc01-4162-4fcc-ae71-4ccd1b3bd25f req-3b062d11-1b44-4519-9bdd-26b440082522 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654540 Feb 04 21:06:49.231534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:49.234620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:49.309963 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.367564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.368171 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.370823 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] 10.222.0.24 "PUT /v2.0/ports/5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1091 time: 1.1195683 Feb 04 21:06:49.373668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:49.398575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334c9c7-7e83-4feb-9fef-69e4e06d13be service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:49.419526 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'status': 'completed', 'code': 200} Feb 04 21:06:49.517856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95738d4-fb0f-4b46-a25a-2986955e6186 req-6f2a396a-0906-425d-83ee-8d21ec8b564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.519406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b95738d4-fb0f-4b46-a25a-2986955e6186 req-6f2a396a-0906-425d-83ee-8d21ec8b564b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1094 time: 0.0782299 Feb 04 21:06:49.663235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95738d4-fb0f-4b46-a25a-2986955e6186 req-acae64c6-2184-4454-b5e7-be7131fc758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.664680 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b95738d4-fb0f-4b46-a25a-2986955e6186 req-acae64c6-2184-4454-b5e7-be7131fc758f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d36cf84311084297a0f6279e2417feeb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1345248 Feb 04 21:06:49.901182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95738d4-fb0f-4b46-a25a-2986955e6186 req-95583ec7-59f0-470b-b790-24568a3ff765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.902604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b95738d4-fb0f-4b46-a25a-2986955e6186 req-95583ec7-59f0-470b-b790-24568a3ff765 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2313063 Feb 04 21:06:50.015764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-083cdfba-c04f-4058-87c4-c82db1990504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:50.017147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-083cdfba-c04f-4058-87c4-c82db1990504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1094 time: 0.0703959 Feb 04 21:06:50.086243 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cd40-9d78-4ab5-bdc3-5bddd93ee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.092492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-ca0e07ee-2173-4511-bdde-2d6d1c21e059 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 217 time: 0.0636246 Feb 04 21:06:50.157267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-412730e6-c75d-405c-8de5-39fa4bf7fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:50.158714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-412730e6-c75d-405c-8de5-39fa4bf7fa10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0575418 Feb 04 21:06:50.240188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-dbe972fa-751d-4b84-9316-814d0905dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:50.241643 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-dbe972fa-751d-4b84-9316-814d0905dd90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725548 Feb 04 21:06:50.427183 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-88fd895f-2537-4fa1-a806-0518bb4fdfd6 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754777 Feb 04 21:06:50.465063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa308-9a64-4838-893a-181bda581ec5 req-705b6c15-1cc0-4d45-b47f-551183f434f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:50.466474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60bfa308-9a64-4838-893a-181bda581ec5 req-705b6c15-1cc0-4d45-b47f-551183f434f3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.1317923 Feb 04 21:06:50.582510 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60bfa308-9a64-4838-893a-181bda581ec5 req-83423785-4b0d-4808-ad9e-da3429215595 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679255 Feb 04 21:06:50.603244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ad4a5de-3816-4680-9898-785ea1b27a69 req-924fc2d5-74b7-4c62-9c5a-e17adf01a2b8 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655722 Feb 04 21:06:51.769221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016ff0a-3f3f-4ac7-9fdd-71dda06a436a req-ee8de46d-6f2d-4f43-9424-e21925a0b377 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:51.770749 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7016ff0a-3f3f-4ac7-9fdd-71dda06a436a req-ee8de46d-6f2d-4f43-9424-e21925a0b377 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0816896 Feb 04 21:06:51.813826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7016ff0a-3f3f-4ac7-9fdd-71dda06a436a req-b594577e-1537-44bb-9804-0b32df18aed3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368860 Feb 04 21:06:52.360767 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b6e907de-ff3c-47a0-ba23-2f1feebe477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.396847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:52.528167 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:52.540631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'mac_address': 'fa:16:3e:c6:5d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:52.597339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.615338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:52.631960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:52.709466 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.780085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:52.787802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.788142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.788476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.788805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.789131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.789454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.789773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.790087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.790405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.790744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.791061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.791373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:52.968324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:53.004675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855285-e18f-44d1-b722-53303243cc55 req-0d840a1d-50ae-4b10-9fbc-f880bcaedce3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:53.006133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69855285-e18f-44d1-b722-53303243cc55 req-0d840a1d-50ae-4b10-9fbc-f880bcaedce3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0829225 Feb 04 21:06:53.049856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-69855285-e18f-44d1-b722-53303243cc55 req-b016660f-14b8-47ba-abf9-ae9f351bc974 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379386 Feb 04 21:06:53.514920 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.589247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.233232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeac91-1265-4572-92ba-cc993ded9dc8 req-c73c9b9e-8370-4bcc-bca0-bcb82a1907c5 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:54.234920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9eeac91-1265-4572-92ba-cc993ded9dc8 req-c73c9b9e-8370-4bcc-bca0-bcb82a1907c5 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0806282 Feb 04 21:06:54.279091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f9eeac91-1265-4572-92ba-cc993ded9dc8 req-f2261733-f0d1-46ca-96c9-9ffcc0a2a165 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 Feb 04 21:06:54.412187 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:54.530028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:54.534659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:54.535047 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.649117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.675684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:54.685595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:54.755245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.786249 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'code': 200} Feb 04 21:06:54.824363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:54.898567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095ed3b-fb96-4430-bdc0-1bcc0bd5f36d req-8e306f58-3686-45e5-95e1-848db809f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:54.900559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5095ed3b-fb96-4430-bdc0-1bcc0bd5f36d req-8e306f58-3686-45e5-95e1-848db809f066 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1096 time: 0.0689785 Feb 04 21:06:54.945691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5095ed3b-fb96-4430-bdc0-1bcc0bd5f36d req-77e96d0c-e759-438d-b157-b2ca7cc4884a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360470 Feb 04 21:06:55.332039 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.465015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaf3fa-4b60-4a80-9da8-26a741e84a45 req-1bfb5be6-92a0-4e87-b0de-70053b613e17 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:55.466461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14eaf3fa-4b60-4a80-9da8-26a741e84a45 req-1bfb5be6-92a0-4e87-b0de-70053b613e17 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0841725 Feb 04 21:06:55.511693 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-14eaf3fa-4b60-4a80-9da8-26a741e84a45 req-5f11e817-0e67-4a61-9f9f-6778ac2f615f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Feb 04 21:06:55.651075 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:06:56.692105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596b89f-bf68-42f4-a283-7c5157157cce req-bbbb46af-4d4c-49f5-ad1c-a1a3f00d17e0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:56.693544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a596b89f-bf68-42f4-a283-7c5157157cce req-bbbb46af-4d4c-49f5-ad1c-a1a3f00d17e0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0777512 Feb 04 21:06:56.736764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a596b89f-bf68-42f4-a283-7c5157157cce req-e659b73b-7fdb-4ffb-a1b5-91d87a498a1e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Feb 04 21:06:56.913687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ec21a-58ae-4d6b-a001-77e1f0306c44 req-75fb8430-9c13-4830-9ac0-86dbd17e9f4e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:56.915068 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-953ec21a-58ae-4d6b-a001-77e1f0306c44 req-75fb8430-9c13-4830-9ac0-86dbd17e9f4e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0799360 Feb 04 21:06:56.923554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51306) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:56.928303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Request body: {'floatingip': {'port_id': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:57.005871 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.594898 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.634589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.805383 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec associated. External IP: 172.25.7.138, port: 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a. Feb 04 21:06:58.248090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:06:58.425367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:58.430141 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:58.434897 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:58.444763 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:58.445528 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:06:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:58.483818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-35e1ffb7-0e5a-469d-b33a-3b35ac3ae787 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "PUT /v2.0/floatingips/d1796a69-b95c-44e8-a902-8104525a8bec HTTP/1.1" status: 200 len: 992 time: 1.5592616 Feb 04 21:06:58.484403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:58.530440 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'status': 'completed', 'code': 200} Feb 04 21:06:58.625191 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:58.690412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0fdb0-d90f-4594-a2c8-c0b43307be3c req-e18fe613-2e03-4eb9-9f7b-5861dc90e1e7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.691794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7d0fdb0-d90f-4594-a2c8-c0b43307be3c req-e18fe613-2e03-4eb9-9f7b-5861dc90e1e7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.1083262 Feb 04 21:06:58.694486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-16b0c79e-e5c7-4ee8-8e55-4f3ae830b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.695891 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-16b0c79e-e5c7-4ee8-8e55-4f3ae830b7a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1096 time: 0.1427758 Feb 04 21:06:58.815161 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7d0fdb0-d90f-4594-a2c8-c0b43307be3c req-730b74ab-1c35-40a8-9ff5-1828ff025935 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168470 Feb 04 21:06:58.853219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-37961aa7-5cf2-4cdd-8e82-7de9e8b58a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.854918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-37961aa7-5cf2-4cdd-8e82-7de9e8b58a5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1440644 Feb 04 21:06:58.957286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-dd1bf6fd-9318-4fa2-9d79-c2574c40a39b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.0959899 Feb 04 21:06:58.966124 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:c6:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:06:57Z', 'revision_number': 13, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:58.969881 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:06:58.977881 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:58.979012 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:06:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:59.021609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-467ac681-d690-4c3f-935d-5381a7b54b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:59.023066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-467ac681-d690-4c3f-935d-5381a7b54b08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0600877 Feb 04 21:06:59.096439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-95820ed6-3dd2-4644-8199-7898877514ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:59.097949 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-95820ed6-3dd2-4644-8199-7898877514ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686767 Feb 04 21:06:59.155598 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:59.340141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-53a3c689-1f37-4a03-906d-f146bcdc3419 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358005 Feb 04 21:06:59.474160 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e527a29-3f95-406d-aff9-fd8073487ab5 req-67d5a866-1e44-4529-a309-0703eb504f8e service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271760 Feb 04 21:06:59.529276 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:c6:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:06:57Z', 'revision_number': 13, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:59.534242 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed969f2-7fc9-4646-aa02-ca56facbf97d None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'd1796a69-b95c-44e8-a902-8104525a8bec', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'port_id': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'mac_address': 'fa:16:3e:c6:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:36Z', 'updated_at': '2022-02-04T21:06:57Z', 'revision_number': 13, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:59.717490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8dbdb7-1ee0-4786-b89e-524722660abc None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:07:00.004965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bea03-54b4-4c10-a756-5a6cc778923c req-3984fb54-91f4-4b52-8771-e60d0c22202f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.006403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-739bea03-54b4-4c10-a756-5a6cc778923c req-3984fb54-91f4-4b52-8771-e60d0c22202f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0843813 Feb 04 21:07:00.052931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-739bea03-54b4-4c10-a756-5a6cc778923c req-55891679-6c2b-475a-b502-7aeaad4a4d98 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405438 Feb 04 21:07:00.237548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-b56dbe19-0538-4450-82d1-4d5e8b8baa01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687895 Feb 04 21:07:00.383917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-078ea70e-f5d7-45d4-97c5-1caf246e5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.385310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-078ea70e-f5d7-45d4-97c5-1caf246e5a05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1096 time: 0.0736518 Feb 04 21:07:00.526999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-829f140d-5bae-43d4-b640-1987c1a07eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.528427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-829f140d-5bae-43d4-b640-1987c1a07eb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1253428 Feb 04 21:07:00.629649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-c45695ae-42aa-44f3-a43a-4b84f0f6b7ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1002 time: 0.0952828 Feb 04 21:07:00.690631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-d486cba9-f217-4059-8b54-3460bfb11984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.692074 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-d486cba9-f217-4059-8b54-3460bfb11984 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0561881 Feb 04 21:07:00.776969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-b0d428d1-87b5-4f20-8c18-de958db618e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.778461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-b0d428d1-87b5-4f20-8c18-de958db618e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799882 Feb 04 21:07:00.914196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-7ff8ac42-beac-4a3a-8edb-d98d2ca29a3d service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296525 Feb 04 21:07:01.053632 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c724a75e-465e-4a12-9c24-f3f9f3db03d2 req-f5d8fc37-c6f4-4e20-b956-d9ab2bf4c0c2 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271362 Feb 04 21:07:03.196867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d939a5-1e7e-42ce-9201-7a1e36fd5346 req-1ca250e6-6fcd-42b5-9221-b138142002dd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:03.198325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4d939a5-1e7e-42ce-9201-7a1e36fd5346 req-1ca250e6-6fcd-42b5-9221-b138142002dd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0791757 Feb 04 21:07:03.242283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d4d939a5-1e7e-42ce-9201-7a1e36fd5346 req-aeba8f9f-d8f7-40af-93fd-fd8b15ec4ae0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382409 Feb 04 21:07:09.537766 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:09.867577 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.443915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2571b-84c4-4224-9838-7f300699de95 req-5183b052-16e8-4aaf-81d5-460edda8b43d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:12.444867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dde2571b-84c4-4224-9838-7f300699de95 req-5183b052-16e8-4aaf-81d5-460edda8b43d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0800917 Feb 04 21:07:12.494736 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dde2571b-84c4-4224-9838-7f300699de95 req-884afea9-a201-4464-b65d-2fcfecf9c3ab tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Feb 04 21:07:12.532697 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-e3bc7371-7299-48fa-85db-df13d4bc0495 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764456 Feb 04 21:07:13.682306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b675b-4627-4e7c-a832-c9227fc6d29b req-cc85240d-8895-493d-82ee-19742ff8a844 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:13.684337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a10b675b-4627-4e7c-a832-c9227fc6d29b req-cc85240d-8895-493d-82ee-19742ff8a844 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0816228 Feb 04 21:07:13.728395 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a10b675b-4627-4e7c-a832-c9227fc6d29b req-c902790a-0095-45a9-a52d-f778f45ffc17 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384212 Feb 04 21:07:14.761908 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-9532b1e2-2be6-43aa-bd12-404af8b13457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:14.763404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-9532b1e2-2be6-43aa-bd12-404af8b13457 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1096 time: 0.0730786 Feb 04 21:07:14.899083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-5c15800c-23b9-4690-9c71-4b932d6899ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:14.900505 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-5c15800c-23b9-4690-9c71-4b932d6899ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1281419 Feb 04 21:07:14.923542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26cb3f-ba25-4cf1-b2e2-4faffe81ad36 req-3f452654-47bc-40f3-9e6f-b66351de74f8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:14.924983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a26cb3f-ba25-4cf1-b2e2-4faffe81ad36 req-3f452654-47bc-40f3-9e6f-b66351de74f8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0815251 Feb 04 21:07:14.968489 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a26cb3f-ba25-4cf1-b2e2-4faffe81ad36 req-4a7efd50-4833-414c-8a78-848a705f20fb tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Feb 04 21:07:15.000711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-cda1d04f-49ec-4f66-a53f-6d22c553e4c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1002 time: 0.0925660 Feb 04 21:07:15.173080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-04da732b-5ec2-42a9-b830-7030aed66533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:15.174501 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-04da732b-5ec2-42a9-b830-7030aed66533 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.1674294 Feb 04 21:07:15.251794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-6186da5e-93a9-4f34-bde5-e02e45747780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:15.253271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-6186da5e-93a9-4f34-bde5-e02e45747780 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692503 Feb 04 21:07:15.383912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-6bf14501-5915-440c-b65f-1c76c9d78d0d service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238751 Feb 04 21:07:15.515562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-7365603b-76af-44ea-b583-b705aaba44f8 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240606 Feb 04 21:07:16.154973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f36ff1-ee52-48ce-b809-cf42760db3ce req-6505e6ae-ac11-4224-8982-bcbe779fa8d4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:16.156421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39f36ff1-ee52-48ce-b809-cf42760db3ce req-6505e6ae-ac11-4224-8982-bcbe779fa8d4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Feb 04 21:07:16.200747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39f36ff1-ee52-48ce-b809-cf42760db3ce req-20abc8ec-1e73-4b4f-bcfb-b3bbf5f35f30 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386608 Feb 04 21:07:17.383440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee249-68fc-47e5-b800-b9cb0f69e3c1 req-860871bc-3fa9-45e7-8d2b-b0a68f23bb58 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:17.384906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59dee249-68fc-47e5-b800-b9cb0f69e3c1 req-860871bc-3fa9-45e7-8d2b-b0a68f23bb58 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0787821 Feb 04 21:07:17.432746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59dee249-68fc-47e5-b800-b9cb0f69e3c1 req-d19cef1a-d1a5-4ed0-93a7-a06b3f5178f9 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418873 Feb 04 21:07:18.615625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ec333-03b1-4ed2-a4ee-e03bd0f7bce8 req-3896b036-4978-4e97-a1a2-c7e1a674ac21 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:18.617093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b2ec333-03b1-4ed2-a4ee-e03bd0f7bce8 req-3896b036-4978-4e97-a1a2-c7e1a674ac21 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0777626 Feb 04 21:07:18.659712 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b2ec333-03b1-4ed2-a4ee-e03bd0f7bce8 req-85782be9-4571-4753-9bb9-900dabbeed24 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372486 Feb 04 21:07:19.844341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b6ed2-0434-46d8-8760-cc540ef2b212 req-316c76c7-dbae-4ae4-aeca-cd71fb08b15a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:19.845700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a12b6ed2-0434-46d8-8760-cc540ef2b212 req-316c76c7-dbae-4ae4-aeca-cd71fb08b15a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0804465 Feb 04 21:07:19.889330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a12b6ed2-0434-46d8-8760-cc540ef2b212 req-4b6b8dd7-130e-452b-9f6b-dd8a9441add4 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Feb 04 21:07:20.097182 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fca32bf0-3f38-4dc4-9572-e77f88cd15ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.078783 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50520-251e-4a11-bdaa-ceb4cae550df req-428be0fa-4683-4f55-942e-deca02b0b90e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:21.080234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2be50520-251e-4a11-bdaa-ceb4cae550df req-428be0fa-4683-4f55-942e-deca02b0b90e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0829158 Feb 04 21:07:21.124629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2be50520-251e-4a11-bdaa-ceb4cae550df req-5adde7d2-b0ab-4828-81d3-b9370571d63a tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Feb 04 21:07:22.310846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdad66-939f-4c19-83d7-adab9fc67146 req-49df87ed-b0be-4f48-8b93-fff30aa53659 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:22.312286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75bdad66-939f-4c19-83d7-adab9fc67146 req-49df87ed-b0be-4f48-8b93-fff30aa53659 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0824447 Feb 04 21:07:22.355888 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75bdad66-939f-4c19-83d7-adab9fc67146 req-46f90840-9471-4554-b149-0e94cd599797 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 Feb 04 21:07:22.358548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8276177e-1c87-4d75-8e0a-613e019a0b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.538077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836dc42-a2a2-4b87-b6dc-0e4cd583fece req-4dd9095f-0528-499f-b330-91d9449830d3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:23.539676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0836dc42-a2a2-4b87-b6dc-0e4cd583fece req-4dd9095f-0528-499f-b330-91d9449830d3 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0815890 Feb 04 21:07:23.544956 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.587305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0836dc42-a2a2-4b87-b6dc-0e4cd583fece req-8f9c4af6-761b-40ab-927f-18b763d33eaa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 Feb 04 21:07:23.611696 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:24.769809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea16a3e-5058-4a18-b36f-590d481961f8 req-c3d0b927-e365-4ad1-9d6f-0d3392d5ae80 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:24.771307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dea16a3e-5058-4a18-b36f-590d481961f8 req-c3d0b927-e365-4ad1-9d6f-0d3392d5ae80 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0795858 Feb 04 21:07:24.814126 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dea16a3e-5058-4a18-b36f-590d481961f8 req-2a75e4cd-2e94-4eda-8b7d-4fe43db62d62 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Feb 04 21:07:25.358526 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:25.998662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce884a7-7a26-4ab4-866f-7c87491a7035 req-0a71cb69-81af-42dd-ac1a-644e99dccae0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:26.000112 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ce884a7-7a26-4ab4-866f-7c87491a7035 req-0a71cb69-81af-42dd-ac1a-644e99dccae0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0787995 Feb 04 21:07:26.043135 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1ce884a7-7a26-4ab4-866f-7c87491a7035 req-6395ffc6-3a79-4cb3-935e-34ba1218c645 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374770 Feb 04 21:07:27.231726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bedb0b-2b9e-413e-9a16-f6077f824cde req-7f33fe22-d5b5-4d6e-bc59-73f38277c716 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:27.233192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98bedb0b-2b9e-413e-9a16-f6077f824cde req-7f33fe22-d5b5-4d6e-bc59-73f38277c716 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0832052 Feb 04 21:07:27.276157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98bedb0b-2b9e-413e-9a16-f6077f824cde req-2daf74fe-39f8-4b2f-a125-5ce739cff621 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368006 Feb 04 21:07:28.468834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47793616-0805-4008-bab5-5d43f190d331 req-10d302dd-43a5-4659-99e0-59ffbcbe81bc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:28.470841 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47793616-0805-4008-bab5-5d43f190d331 req-10d302dd-43a5-4659-99e0-59ffbcbe81bc tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0840511 Feb 04 21:07:28.514958 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-47793616-0805-4008-bab5-5d43f190d331 req-a71e653f-0bfe-44ab-9a09-41e72058ce6e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 Feb 04 21:07:28.962634 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-14c17a41-c057-4630-8bf4-8f7c357ff8fc service neutron] show failed (client error): The resource could not be found. Feb 04 21:07:28.963548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-14c17a41-c057-4630-8bf4-8f7c357ff8fc service neutron] 10.222.0.24 "GET /v2.0/ports/5cb7922e-a35c-437a-b41d-e4e1fd2bef1a/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0726385 Feb 04 21:07:29.645149 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ccf08b4b-a641-4777-a4d8-5f6dcf975c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:29.646837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ccf08b4b-a641-4777-a4d8-5f6dcf975c78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 1096 time: 0.0751045 Feb 04 21:07:29.657690 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:29.773217 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.057285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6a3f8-4c96-4d29-a3ba-62087cc969ae req-1f1d5562-5858-402e-9d4e-0d41d3aa17d5 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:30.058761 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69f6a3f8-4c96-4d29-a3ba-62087cc969ae req-1f1d5562-5858-402e-9d4e-0d41d3aa17d5 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.2767205 Feb 04 21:07:30.184115 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-69f6a3f8-4c96-4d29-a3ba-62087cc969ae req-6f041a70-1180-4fa1-bd24-3fb963b3ff77 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150248 Feb 04 21:07:30.239789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:30.266939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:30.322942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:30.329058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.343337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Transition to ACTIVE for port object 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:30.422708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.459396 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'code': 200} Feb 04 21:07:30.569928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:30.584704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.584978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.585317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.585650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.585976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.586304 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.586626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.586972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.587291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.587650 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.587972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.588287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:30.633930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:30.634486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] No DVR routers for this DVR port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:30.700360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:30.858662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:30.859260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:30.859260 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:30.863783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:07:30.864106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:30.870423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:30.871035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:30.871703 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:30.872437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Bound port: 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:30.873035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.967219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:30.970120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:31.108958 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.170711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.171256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.173126 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] 10.222.0.62 "PUT /v2.0/ports/5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1091 time: 1.5197606 Feb 04 21:07:31.188317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba175d83-0fe0-484f-a3f9-744165a78acc service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:31.270655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-b3f0ae47-2fae-4c6b-989a-390d8adaf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.272180 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-b3f0ae47-2fae-4c6b-989a-390d8adaf572 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1094 time: 0.0742815 Feb 04 21:07:31.468201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-8b426e0a-7f77-4e3e-bd7b-ff9ac13dbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.470064 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-8b426e0a-7f77-4e3e-bd7b-ff9ac13dbe60 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1919434 Feb 04 21:07:31.481841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997320d9-b3b7-485f-907b-e466cffd7d45 req-b90c1abb-6ee1-4f67-b5e6-99bdbf58bde7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.483230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-997320d9-b3b7-485f-907b-e466cffd7d45 req-b90c1abb-6ee1-4f67-b5e6-99bdbf58bde7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.1803308 Feb 04 21:07:31.611338 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-997320d9-b3b7-485f-907b-e466cffd7d45 req-eaf31c94-245a-4672-b29a-dc6c041cc40b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804012 Feb 04 21:07:31.613122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-b0359e93-5480-4dff-8abd-e642a82d2793 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.1290715 Feb 04 21:07:31.678238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-af6fbef0-0daa-4eaa-aedc-ec95b35e3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.679685 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-af6fbef0-0daa-4eaa-aedc-ec95b35e3796 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0607271 Feb 04 21:07:31.863864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-11fe6222-9511-4956-b0bd-21ffabed9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.865355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-11fe6222-9511-4956-b0bd-21ffabed9318 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798146 Feb 04 21:07:31.874812 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-19986c26-b73a-4bc2-90ca-7245859e0f1b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:07:31.875714 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-19986c26-b73a-4bc2-90ca-7245859e0f1b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047288 Feb 04 21:07:32.005198 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-7538cb1e-741d-48d8-8cd9-ddd1d7bb7ac2 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234260 Feb 04 21:07:32.134752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-653f2fad-889d-4ca3-b697-cbf8af29fed0 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225250 Feb 04 21:07:32.461105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:32.518187 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'status': 'completed', 'code': 200} Feb 04 21:07:32.606565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-36d9a89c-0fd8-4dcd-b6fd-a1da84e71d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.608163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-36d9a89c-0fd8-4dcd-b6fd-a1da84e71d66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1094 time: 0.0728328 Feb 04 21:07:32.623115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-398c5fa5-5462-43a9-81e9-77b15828708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.624578 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-398c5fa5-5462-43a9-81e9-77b15828708e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1094 time: 0.0766768 Feb 04 21:07:32.651531 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:07:32.771532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-52c7ddda-01f9-48f0-ba63-f16f834e428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.772931 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-52c7ddda-01f9-48f0-ba63-f16f834e428c service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1394954 Feb 04 21:07:32.796652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-ed169e4a-94dc-4c60-9fd5-5f8319aa7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.798637 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-ed169e4a-94dc-4c60-9fd5-5f8319aa7d7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1848629 Feb 04 21:07:32.889885 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-e57814e1-d32e-4d82-b692-57958481eac8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.1074398 Feb 04 21:07:32.916752 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-d317fec8-44da-4ad6-b53a-856a30c189d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.1093071 Feb 04 21:07:32.929054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21c784-bf3a-4f47-9f08-1d7de83a3b4a req-67b0bf7f-16f4-4800-ae62-2ba6db6bc38b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.930472 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c21c784-bf3a-4f47-9f08-1d7de83a3b4a req-67b0bf7f-16f4-4800-ae62-2ba6db6bc38b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.1841514 Feb 04 21:07:32.959207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-8cd1fb55-8351-4042-b00f-bfbb8667e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.960682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-8cd1fb55-8351-4042-b00f-bfbb8667e94e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0617893 Feb 04 21:07:33.019066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-67504f20-68bb-49d8-b966-551028b163a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:33.020518 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-67504f20-68bb-49d8-b966-551028b163a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0891881 Feb 04 21:07:33.023453 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c21c784-bf3a-4f47-9f08-1d7de83a3b4a req-499fc545-3a14-42bc-9987-983eff33a3ff tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625048 Feb 04 21:07:33.053806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-dc5330fa-81ff-403c-85b6-652bad836420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:33.055334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-dc5330fa-81ff-403c-85b6-652bad836420 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811436 Feb 04 21:07:33.099026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-e5176535-fd78-4b0c-913d-fcd499d64775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:33.100563 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-e5176535-fd78-4b0c-913d-fcd499d64775 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743451 Feb 04 21:07:33.203887 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-514b3e9e-317d-4bc6-9859-cb3025c79d07 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379974 Feb 04 21:07:33.247849 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-ec9a8c4c-bd95-4f4c-9263-c23d5811903a service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412375 Feb 04 21:07:33.341439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-d73201a4-ba37-4a59-aced-1082917ba21d service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282957 Feb 04 21:07:33.383219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55f10672-38f9-45e1-8c78-027aa6a486a2 req-14b7b8e8-e528-48aa-ab60-8a9b1fdf47a2 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275282 Feb 04 21:07:34.213726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460338e-b747-43de-8f72-e7cca51ed76a req-7c78dd52-9bef-487d-b7c0-639281a4dab2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:34.215241 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5460338e-b747-43de-8f72-e7cca51ed76a req-7c78dd52-9bef-487d-b7c0-639281a4dab2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0847104 Feb 04 21:07:34.258471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5460338e-b747-43de-8f72-e7cca51ed76a req-c376c156-068b-4ca3-9c03-36fbfb3ac84e tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369701 Feb 04 21:07:35.442525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f67b2f-3185-41a2-998e-0b24064c5a49 req-06517ee9-cbd7-40e4-8aa0-00e460b21dd8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:35.443931 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f67b2f-3185-41a2-998e-0b24064c5a49 req-06517ee9-cbd7-40e4-8aa0-00e460b21dd8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0798852 Feb 04 21:07:35.488732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d8f67b2f-3185-41a2-998e-0b24064c5a49 req-14894f45-d768-4b8c-85e4-6005721b3603 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 Feb 04 21:07:36.673061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da522fe-884d-44a9-bb2c-0bd24345dd41 req-5cea0a7c-644b-462f-9da1-01e72f1e477f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:36.674498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da522fe-884d-44a9-bb2c-0bd24345dd41 req-5cea0a7c-644b-462f-9da1-01e72f1e477f tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0801136 Feb 04 21:07:36.720148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7da522fe-884d-44a9-bb2c-0bd24345dd41 req-4a79bf0b-b26a-484a-aa7d-bac7862d79e2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401728 Feb 04 21:07:37.906733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c998e-c1a4-4c9c-a12d-5278bd1e3d9e req-0d8beff6-b62a-4cdc-bdce-cfeffb1ce0d1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:37.908100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1d8c998e-c1a4-4c9c-a12d-5278bd1e3d9e req-0d8beff6-b62a-4cdc-bdce-cfeffb1ce0d1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0834196 Feb 04 21:07:37.951415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1d8c998e-c1a4-4c9c-a12d-5278bd1e3d9e req-a1ac35a0-8765-46b9-8bff-72687b0bc3a7 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378084 Feb 04 21:07:39.131897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc028c-da35-4431-bf39-2850060ee469 req-cab9b119-110b-49c5-9908-68d5e87c5f27 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:39.133355 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4fc028c-da35-4431-bf39-2850060ee469 req-cab9b119-110b-49c5-9908-68d5e87c5f27 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0790057 Feb 04 21:07:39.176835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f4fc028c-da35-4431-bf39-2850060ee469 req-f0a8610b-3718-4fc7-b218-64e5a97d8aea tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379486 Feb 04 21:07:39.530996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.855447 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.367936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd5b0b-5cc3-4e42-b05d-85fb084987e8 req-bee845ff-6089-43cc-b018-0ed1f6b43c47 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:40.369383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-10bd5b0b-5cc3-4e42-b05d-85fb084987e8 req-bee845ff-6089-43cc-b018-0ed1f6b43c47 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0833597 Feb 04 21:07:40.416844 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-10bd5b0b-5cc3-4e42-b05d-85fb084987e8 req-1b00671e-d4b9-4708-8607-d5f159bc3d9c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Feb 04 21:07:41.708519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700afc97-4df7-4f38-b927-9a3ca4b67d45 req-cc9d0b4b-5fc3-455b-a1ef-1bfeebef0998 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:41.709863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-700afc97-4df7-4f38-b927-9a3ca4b67d45 req-cc9d0b4b-5fc3-455b-a1ef-1bfeebef0998 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.1880052 Feb 04 21:07:41.753338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-700afc97-4df7-4f38-b927-9a3ca4b67d45 req-2086e281-9556-4b6a-9f28-132dc5200730 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379782 Feb 04 21:07:42.935790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e0ccf-ac22-4ef2-b807-1561f4a9884d req-3bdccce5-c728-412f-a457-6d5984ed0571 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:42.937299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a6e0ccf-ac22-4ef2-b807-1561f4a9884d req-3bdccce5-c728-412f-a457-6d5984ed0571 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0814667 Feb 04 21:07:42.981613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a6e0ccf-ac22-4ef2-b807-1561f4a9884d req-c37985b0-3811-473b-91c5-29b903a77615 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 Feb 04 21:07:44.226583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:44.318669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad1bae-8f65-4dd7-b8be-7e5f37d97436 req-fde20282-bf97-4158-8803-65bf56f38176 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:44.320141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3ad1bae-8f65-4dd7-b8be-7e5f37d97436 req-fde20282-bf97-4158-8803-65bf56f38176 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 943 time: 0.0790405 Feb 04 21:07:44.367847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c3ad1bae-8f65-4dd7-b8be-7e5f37d97436 req-d229b932-5c2a-4a77-9df1-51f068fa64af tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Feb 04 21:07:44.396078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:44.409985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'mac_address': 'fa:16:3e:c6:5d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:44.464377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.481813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:44.496565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:44.552418 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.620860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:44.874481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:45.148565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02819f9-7be3-426a-9643-dbf6d089eb7e req-f6635a3a-2bfe-4d81-90e7-79930e3caff1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:45.150208 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a02819f9-7be3-426a-9643-dbf6d089eb7e req-f6635a3a-2bfe-4d81-90e7-79930e3caff1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0812783 Feb 04 21:07:45.198366 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a02819f9-7be3-426a-9643-dbf6d089eb7e req-d62914cb-2a16-4ee5-9929-fc6927ca2ffd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Feb 04 21:07:45.254843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-d6ec06dd-9b33-4175-b030-9a3188055249 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:45.256957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-d6ec06dd-9b33-4175-b030-9a3188055249 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.62 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377&tenant_id=d36cf84311084297a0f6279e2417feeb&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 944 time: 0.1963286 Feb 04 21:07:45.335193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-700f7db6-e1c2-4695-8422-9b113a51921b service neutron] 10.222.0.62 "GET /v2.0/ports/5cb7922e-a35c-437a-b41d-e4e1fd2bef1a/bindings/n-h1-811806-1 HTTP/1.1" status: 200 len: 382 time: 0.0726821 Feb 04 21:07:45.429605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-e564828d-5b51-4530-9255-cfaab055d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:45.431001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-e564828d-5b51-4530-9255-cfaab055d6a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1095 time: 0.0733426 Feb 04 21:07:45.561803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-479a590a-1295-4898-af34-2fa4c18cc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:45.563260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-479a590a-1295-4898-af34-2fa4c18cc356 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1260219 Feb 04 21:07:45.662088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-60fa0b37-ec88-4085-ac3e-e0414ff2e24f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1001 time: 0.0928516 Feb 04 21:07:45.725530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-31650d1b-33e1-4223-a58a-eff4ea907e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:45.726868 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-31650d1b-33e1-4223-a58a-eff4ea907e88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0592351 Feb 04 21:07:45.799818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-c677ecfd-3b39-4962-a825-e5c6646454f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:45.801259 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-c677ecfd-3b39-4962-a825-e5c6646454f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688787 Feb 04 21:07:45.929973 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-ce8eea59-33e2-47cf-9315-b87dbfc3dba8 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225009 Feb 04 21:07:46.059773 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-3f36ee63-5485-4af7-916c-5fd2411c210a service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239421 Feb 04 21:07:46.233717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:46.388014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262592b0-85e8-41dd-82be-5df64e951ccd req-3b115a50-15e6-4b82-ba00-41660c5ee561 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:46.388560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:46.389391 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-262592b0-85e8-41dd-82be-5df64e951ccd req-3b115a50-15e6-4b82-ba00-41660c5ee561 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0834522 Feb 04 21:07:46.393659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:46.394034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.433683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-262592b0-85e8-41dd-82be-5df64e951ccd req-ce2140ef-00c6-4f56-a33f-5e28c7975b1b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381260 Feb 04 21:07:46.511734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.537484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:46.547850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:46.592674 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'code': 200} Feb 04 21:07:46.628030 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.697451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:47.620364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4dc4-beac-4a47-a836-892502191424 req-3792f7e2-49f4-481a-90d3-049c8679c0a0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:47.621813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-842e4dc4-beac-4a47-a836-892502191424 req-3792f7e2-49f4-481a-90d3-049c8679c0a0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0797849 Feb 04 21:07:47.666093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-842e4dc4-beac-4a47-a836-892502191424 req-937646b8-da6d-4e86-a7a7-155a58660f4b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 Feb 04 21:07:48.856037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389829c-7588-4814-a650-1cd794b6d75b req-5adcfc4c-7cd0-4249-9711-3eff7d929a20 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:48.857502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f389829c-7588-4814-a650-1cd794b6d75b req-5adcfc4c-7cd0-4249-9711-3eff7d929a20 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0840476 Feb 04 21:07:48.901452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f389829c-7588-4814-a650-1cd794b6d75b req-b3464cf8-bb8b-430c-bd23-a2db37820eaa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380082 Feb 04 21:07:50.035778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-f7b62900-619a-48fe-a589-a90f35002e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:50.037302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-f7b62900-619a-48fe-a589-a90f35002e8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377&tenant_id=d36cf84311084297a0f6279e2417feeb HTTP/1.1" status: 200 len: 1096 time: 0.0713222 Feb 04 21:07:50.051195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:50.093746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268d5b2-1f3f-4939-a938-7b518a1d5848 req-3ad1feec-85ac-4dbf-85be-089458ef3723 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:50.095272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2268d5b2-1f3f-4939-a938-7b518a1d5848 req-3ad1feec-85ac-4dbf-85be-089458ef3723 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0845881 Feb 04 21:07:50.096688 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-11a685bb-809e-4ad5-be3e-df316e0864b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.144836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2268d5b2-1f3f-4939-a938-7b518a1d5848 req-4e9c308b-8461-40d3-8ab9-76358992f7a6 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Feb 04 21:07:50.172190 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.434185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:50.461697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h1-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:50.518770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:50.524387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.538950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Transition to ACTIVE for port object 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:50.574741 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'code': 200} Feb 04 21:07:50.614805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.759034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=10']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:50.773115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.773458 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.773797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.774131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.774462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.774819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.775169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.775470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.775791 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.776109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.776429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.776746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:50.822005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] No DVR routers for this DVR port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on host n-h1-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:51.044322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:51.045038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:51.045038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:51.049440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:07:51.049750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Attempting to bind port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on network 94d1d3db-b331-4bf6-a56c-68755dcb2307 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:51.054667 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:51.055022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Checking segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:51.055404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Bound using segment: {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:51.055797 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Bound port: 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c378-5456-4021-a553-c1b587cb0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:51.056130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.144623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:51.147510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:51.206004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.267364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.267971 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.269338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] 10.222.0.24 "PUT /v2.0/ports/5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1092 time: 1.2220328 Feb 04 21:07:51.287310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022d24a-f769-4a72-966c-a4adb4f2eb7d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=11']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:51.343209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad453-ee75-4348-8514-061f2d1e440d req-21998f6e-9966-49ef-8a93-e5df12dc8dee tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.345394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e24ad453-ee75-4348-8514-061f2d1e440d req-21998f6e-9966-49ef-8a93-e5df12dc8dee tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0954044 Feb 04 21:07:51.398673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e24ad453-ee75-4348-8514-061f2d1e440d req-8b646097-9136-450f-9ca9-07b637df173c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469010 Feb 04 21:07:51.492110 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-88704a7c-6ec6-4f94-bfa2-f5c68682979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.493587 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-88704a7c-6ec6-4f94-bfa2-f5c68682979b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1095 time: 0.1987767 Feb 04 21:07:51.631344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-a540b4fb-41d7-4e39-8b5c-55429c6ebc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.632761 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-a540b4fb-41d7-4e39-8b5c-55429c6ebc19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1273327 Feb 04 21:07:51.738790 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-d1f3386b-38c4-4157-b83c-098e2efa5601 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.0954392 Feb 04 21:07:51.802134 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-c4cdf545-4e29-4ed0-aae8-cee086fff471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.803539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-c4cdf545-4e29-4ed0-aae8-cee086fff471 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0556300 Feb 04 21:07:51.879676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-aec40589-cb04-4a5d-8296-a143de5262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.881105 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-aec40589-cb04-4a5d-8296-a143de5262b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674868 Feb 04 21:07:51.894401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5670eb4f-15a7-4d40-ad11-e393121c0032 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:07:51.895334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5670eb4f-15a7-4d40-ad11-e393121c0032 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047748 Feb 04 21:07:52.028697 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-5df2b119-a6fa-462f-aab3-f2d1fddc51c3 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232054 Feb 04 21:07:52.165498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-39b66981-0ac8-4e4f-91b6-9add6ce30531 req-15090074-c4a9-4ff0-b13a-403c753c0348 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266243 Feb 04 21:07:52.250594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:52.319500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:52.365363 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a048-66b1-4bad-94ae-6e776c256f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:52.576741 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:52.610937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04152543-ec16-4a65-91f5-980fdef7bcc8 req-e2d4fa83-a3b8-45c5-ada0-e72429c55eb8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:52.612480 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04152543-ec16-4a65-91f5-980fdef7bcc8 req-e2d4fa83-a3b8-45c5-ada0-e72429c55eb8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0985842 Feb 04 21:07:52.651194 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'status': 'completed', 'code': 200} Feb 04 21:07:52.667335 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-04152543-ec16-4a65-91f5-980fdef7bcc8 req-bab1e259-444b-4661-8298-95bd352711b1 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489244 Feb 04 21:07:52.741770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-47393119-8be5-45ca-ba42-0123010cce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:52.744361 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-47393119-8be5-45ca-ba42-0123010cce9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1095 time: 0.0747447 Feb 04 21:07:52.778772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-75dcdc27-fe53-4948-a91b-cf56f9c6113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:52.781402 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-75dcdc27-fe53-4948-a91b-cf56f9c6113d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1095 time: 0.0794313 Feb 04 21:07:52.890667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-a76a1ea7-b2d8-49d9-ab63-86ff544af463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:52.892206 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-a76a1ea7-b2d8-49d9-ab63-86ff544af463 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1422856 Feb 04 21:07:52.934035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-c550a58c-b1b0-441c-8b55-77fd82310248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:52.935564 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-c550a58c-b1b0-441c-8b55-77fd82310248 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1454048 Feb 04 21:07:53.000952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-ec07d08c-2505-46f1-9d73-d8c99bee2306 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.1030166 Feb 04 21:07:53.053701 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-9fb236f2-2e05-4514-8595-bcca267d36a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.1099169 Feb 04 21:07:53.082663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-04758a03-de8e-4b63-8cbf-e29c7761e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.084150 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-04758a03-de8e-4b63-8cbf-e29c7761e9d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0774896 Feb 04 21:07:53.130034 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-443db500-9d59-4b1e-892e-b84a445c4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.131514 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-443db500-9d59-4b1e-892e-b84a445c4716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0661223 Feb 04 21:07:53.168593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-fe1566d6-de0f-4d47-b7b2-e27f8091af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.170317 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-fe1566d6-de0f-4d47-b7b2-e27f8091af4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799763 Feb 04 21:07:53.215769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-b4322ad0-d9dd-49c2-b8ee-0c80c40672f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.217404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-b4322ad0-d9dd-49c2-b8ee-0c80c40672f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775256 Feb 04 21:07:53.363339 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-b0111751-68db-4720-a881-6abb3eda482b service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357393 Feb 04 21:07:53.418288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-2b13b87e-892c-4f83-8467-533e32724559 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418494 Feb 04 21:07:53.507040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-96f75f4b-934a-47d8-8aab-400b6047e2cc service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339085 Feb 04 21:07:53.550264 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.557249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-90b2100c-1cab-4422-b727-d17aeb5e9de9 req-89aa741f-ab40-4e84-a2a8-b1a8c6300df7 service neutron] 10.222.0.62 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333606 Feb 04 21:07:53.643231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.860112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee3b8b-f1d7-4b98-9a34-ca498d99d353 req-a938502a-bb33-4543-b6d0-0213d3a5ba5d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.861567 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35ee3b8b-f1d7-4b98-9a34-ca498d99d353 req-a938502a-bb33-4543-b6d0-0213d3a5ba5d tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0810754 Feb 04 21:07:53.904601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-35ee3b8b-f1d7-4b98-9a34-ca498d99d353 req-14070d51-7a1e-422b-8165-50f4ddacd784 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372636 Feb 04 21:07:55.100821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae731f-a4b9-4c3f-ba0f-dc46941372f9 req-47c27031-1370-4ad0-922b-12955596f20c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:55.102229 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27ae731f-a4b9-4c3f-ba0f-dc46941372f9 req-47c27031-1370-4ad0-922b-12955596f20c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0917206 Feb 04 21:07:55.149459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-27ae731f-a4b9-4c3f-ba0f-dc46941372f9 req-c4262a89-2370-4115-9565-e0c6bc05fc23 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413971 Feb 04 21:07:55.319059 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:56.339537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcb434-3a13-40bc-af9a-67181d9f01be req-a66bd7c6-0141-4519-b1d0-483aeb949fda tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:56.340983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c2bcb434-3a13-40bc-af9a-67181d9f01be req-a66bd7c6-0141-4519-b1d0-483aeb949fda tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0825334 Feb 04 21:07:56.385104 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c2bcb434-3a13-40bc-af9a-67181d9f01be req-b0420fb1-1417-48e7-b3d6-f43579a16f66 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385337 Feb 04 21:07:57.568148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0250f7-d309-4150-85da-330fda6c899b req-7645cce9-31f5-4c22-b00e-d2a1123e1b95 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:57.569633 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0250f7-d309-4150-85da-330fda6c899b req-7645cce9-31f5-4c22-b00e-d2a1123e1b95 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0796611 Feb 04 21:07:57.613298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0250f7-d309-4150-85da-330fda6c899b req-468b4c71-ff86-4283-87f4-40bd37cd69cd tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380266 Feb 04 21:07:58.794055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0538e-4cbe-48d1-b736-1e0eaa72c2fe req-2b118859-2f97-4142-aa77-c774ae132c12 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:58.795575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bce0538e-4cbe-48d1-b736-1e0eaa72c2fe req-2b118859-2f97-4142-aa77-c774ae132c12 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0783670 Feb 04 21:07:58.838383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bce0538e-4cbe-48d1-b736-1e0eaa72c2fe req-98fd5f0e-226b-4938-ae1b-a995c7346872 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372374 Feb 04 21:08:00.130220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e3548-8f42-4486-8dfe-8c954b95fa6d req-16889d10-aab3-4845-9d3d-fa2529e374b8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:00.131635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f8e3548-8f42-4486-8dfe-8c954b95fa6d req-16889d10-aab3-4845-9d3d-fa2529e374b8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.1879377 Feb 04 21:08:00.175448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f8e3548-8f42-4486-8dfe-8c954b95fa6d req-d83d5284-920f-4be6-992f-e1626d3f00b0 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 Feb 04 21:08:01.366461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b672048-9d6e-4b8f-954b-5878cab7c7fb req-9bb3628e-b497-4f18-85b5-3093af02e5a2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:01.367876 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b672048-9d6e-4b8f-954b-5878cab7c7fb req-9bb3628e-b497-4f18-85b5-3093af02e5a2 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0857475 Feb 04 21:08:01.411426 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b672048-9d6e-4b8f-954b-5878cab7c7fb req-011a2416-2485-477c-95b2-8f55793092ef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379000 Feb 04 21:08:02.249461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-2ab820b5-0602-4272-86f3-5a6dcbe3a0c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686438 Feb 04 21:08:02.392449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-be04ce82-a409-4fa5-af4e-95d215a3c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.393900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-be04ce82-a409-4fa5-af4e-95d215a3c360 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36cf84311084297a0f6279e2417feeb&device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 1095 time: 0.0724390 Feb 04 21:08:02.581597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-82d0e276-1082-4f05-958e-4cb4315afe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.583030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-82d0e276-1082-4f05-958e-4cb4315afe99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 200 len: 912 time: 0.1715195 Feb 04 21:08:02.698520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239ae5-fc9e-48f6-8075-1e39b25d774b req-e5e012ef-a968-456c-bf9f-5874b16d2a04 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.699914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e239ae5-fc9e-48f6-8075-1e39b25d774b req-e5e012ef-a968-456c-bf9f-5874b16d2a04 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.1819634 Feb 04 21:08:02.701721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-d880d5b0-4aad-4195-b5d5-284d49bf3ad2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 200 len: 1000 time: 0.1120014 Feb 04 21:08:02.783969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:08:02.790436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3e239ae5-fc9e-48f6-8075-1e39b25d774b req-57538af7-71d8-467e-b768-76b11ee293f8 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849571 Feb 04 21:08:02.795927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-cc6a263f-207a-47d3-b8ef-d61041304dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.797903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-cc6a263f-207a-47d3-b8ef-d61041304dd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 200 len: 850 time: 0.0801978 Feb 04 21:08:02.873230 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-0da79abd-15a2-4df6-b2a9-0013afbed32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.874794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-0da79abd-15a2-4df6-b2a9-0013afbed32e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94d1d3db-b331-4bf6-a56c-68755dcb2307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706539 Feb 04 21:08:02.920119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:02.934035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'port_id': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'mac_address': 'fa:16:3e:c6:5d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:08:02.979330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c77f1-8a44-4432-b4ef-387fb67a4df7 req-e9c41ac4-d727-4d7e-8caa-08ed678819fa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.980746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-209c77f1-8a44-4432-b4ef-387fb67a4df7 req-e9c41ac4-d727-4d7e-8caa-08ed678819fa tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 944 time: 0.0813134 Feb 04 21:08:02.990362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:03.007046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:03.008737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-c922201e-be4f-4997-89cd-c7f5d2570222 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278019 Feb 04 21:08:03.024379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:03.032863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-209c77f1-8a44-4432-b4ef-387fb67a4df7 req-6ebc3b19-9118-4069-8e33-bfe5ffb80bca tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Feb 04 21:08:03.095279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:03.172395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=12']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:03.180196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.180624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.181050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.181563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.181950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.182540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.182882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.183214 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.183541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.184459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.184459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.184459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:03.196899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4e1b1f33-f5c7-4e53-9d57-8300202b457d req-5e0e2558-fd9b-4a23-b2f0-dd156f459949 service neutron] 10.222.0.24 "GET /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817257 Feb 04 21:08:03.235098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dba8b-0fe9-4d97-989d-20bdb3b49ece req-fbc05dc6-3d4c-427b-a22d-575542a1c178 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:03.236421 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d2dba8b-0fe9-4d97-989d-20bdb3b49ece req-fbc05dc6-3d4c-427b-a22d-575542a1c178 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0877271 Feb 04 21:08:03.283458 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d2dba8b-0fe9-4d97-989d-20bdb3b49ece req-f0eecea4-5588-440c-9810-05cb37c31908 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 Feb 04 21:08:03.333416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:03.839291 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9abf78-88ac-4985-aa7d-af325b66f17e req-e2470627-9c7f-485c-8b73-09dd5351a383 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:03.840794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa9abf78-88ac-4985-aa7d-af325b66f17e req-e2470627-9c7f-485c-8b73-09dd5351a383 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.0783024 Feb 04 21:08:03.883297 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa9abf78-88ac-4985-aa7d-af325b66f17e req-fffcfc8a-2aa3-49b4-a88b-ac908dfecc21 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364807 Feb 04 21:08:04.815958 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:04.942479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:04.948256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:04.948900 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.068721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.093319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bc720-2d35-4282-9711-29e1620923f4 req-4f87416e-d431-48c8-8a7d-2bdc9d0d4893 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:05.095481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a7bc720-2d35-4282-9711-29e1620923f4 req-4f87416e-d431-48c8-8a7d-2bdc9d0d4893 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 945 time: 0.1005385 Feb 04 21:08:05.101261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:05.111264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:05.144549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a7bc720-2d35-4282-9711-29e1620923f4 req-e8eda36a-1eeb-4b94-9aff-a162cb6b1145 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Feb 04 21:08:05.164002 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'code': 200} Feb 04 21:08:05.204646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.271218 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=13']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:05.516442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-e99d7faf-16bb-454b-a893-032c2de309ae tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:05.517863 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-e99d7faf-16bb-454b-a893-032c2de309ae tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 946 time: 0.0823898 Feb 04 21:08:05.588493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Deleting port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:05.588762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.831615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] For port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:05.831973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.231470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.231841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.232152 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Floating IP d1796a69-b95c-44e8-a902-8104525a8bec disassociated. External IP: 172.25.7.138, port: 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a. Feb 04 21:08:06.232493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Calling delete_port for 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:06.333754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f7132-9799-4686-b5c2-e754bd419e3e req-9d1c3a66-e1de-4cf4-b54a-f29f7be7e877 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:06.335293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e25f7132-9799-4686-b5c2-e754bd419e3e req-9d1c3a66-e1de-4cf4-b54a-f29f7be7e877 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 946 time: 0.0833166 Feb 04 21:08:06.380284 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e25f7132-9799-4686-b5c2-e754bd419e3e req-0402e7a2-afab-4093-b0dd-6454d697c5ac tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups?id=655cf513-5796-494b-a16f-abd196e71658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 Feb 04 21:08:06.450609 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.500129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event deleted for resources: {'Port': ['ID=5cb7922e-a35c-437a-b41d-e4e1fd2bef1a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:06.697618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:08:06.877153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:08:06.886370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:08:06.895990 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:06.896592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:06.947415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] No DVR routers for this DVR port 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:08:06.949983 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.954212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-deleted', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:07.001118 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8203f-2f7d-4ed8-8d97-694bf4234377', 'name': 'network-vif-deleted', 'tag': '5cb7922e-a35c-437a-b41d-e4e1fd2bef1a', 'status': 'completed', 'code': 200} Feb 04 21:08:07.034506 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-967b5e24-5a11-40ec-9ee1-db7301b88468 req-d4c311db-ddb3-4128-b2e8-1e417423ffef tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.24 "DELETE /v2.0/ports/5cb7922e-a35c-437a-b41d-e4e1fd2bef1a HTTP/1.1" status: 204 len: 173 time: 1.5080779 Feb 04 21:08:07.075596 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:07.397811 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:07.403238 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:08:07.410949 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:07.411599 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:07.531449 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c0faf4e3-1cfd-4d1d-ad94-803d5109a2a0 req-808772a5-abea-485e-afe4-f4788a142962 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde8203f-2f7d-4ed8-8d97-694bf4234377 HTTP/1.1" status: 200 len: 210 time: 0.0424931 Feb 04 21:08:07.600962 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:07.919350 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:07.923861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe112d-e9ad-455b-90e7-206493adf895 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb', 'name': '', 'network_id': '94d1d3db-b331-4bf6-a56c-68755dcb2307', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'mac_address': 'fa:16:3e:fe:3c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:31Z', 'updated_at': '2022-02-04T21:03:37Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'subnets': [{'id': 'f8603708-46dc-40a0-8ae4-538d63341e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:08:08.160705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc80ab-97c9-47d6-9400-868c41e22b32 None None] New status for floating IP d1796a69-b95c-44e8-a902-8104525a8bec: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:08:08.848848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:08.911391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:08.911731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 5cb7922e-a35c-437a-b41d-e4e1fd2bef1a not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:09.536210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:09.650419 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:08:09.856526 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.181332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51540) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:13.250747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2013-c55b-4ad3-9e5f-f700097d5f1c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.280967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2013-c55b-4ad3-9e5f-f700097d5f1c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.421967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2013-c55b-4ad3-9e5f-f700097d5f1c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.440836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f2013-c55b-4ad3-9e5f-f700097d5f1c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655cf513-5796-494b-a16f-abd196e71658,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:13.546592 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2013-c55b-4ad3-9e5f-f700097d5f1c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.547758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0a5f2013-c55b-4ad3-9e5f-f700097d5f1c tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "DELETE /v2.0/security-groups/655cf513-5796-494b-a16f-abd196e71658 HTTP/1.1" status: 204 len: 168 time: 0.3654447 Feb 04 21:08:13.550238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51544) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:13.565814 n-d-811806-1 neutron-server[88236]: INFO neutron.api.v2.resource [None req-78c2f16a-af8d-4183-9e95-5ed74a72930b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] show failed (client error): The resource could not be found. Feb 04 21:08:13.566783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-78c2f16a-af8d-4183-9e95-5ed74a72930b tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "GET /v2.0/security-groups/655cf513-5796-494b-a16f-abd196e71658 HTTP/1.1" status: 404 len: 347 time: 0.0156078 Feb 04 21:08:13.569103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51548) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:13.727281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Deleting port 0b94b377-b4e4-4683-ac44-0140a1f3a5e8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:13.727531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.895307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.895633 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.017341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Calling delete_port for 0b94b377-b4e4-4683-ac44-0140a1f3a5e8 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:14.393603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.439058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Pushing event deleted for resources: {'Port': ['ID=0b94b377-b4e4-4683-ac44-0140a1f3a5e8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:14.531065 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.545169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.546291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ce5ca290-b0f8-47a4-814b-8b9dce884111 tempest-ServerActionsTestJSON-464970084 tempest-ServerActionsTestJSON-464970084-project] 10.222.0.48 "DELETE /v2.0/floatingips/d1796a69-b95c-44e8-a902-8104525a8bec HTTP/1.1" status: 204 len: 168 time: 0.9763591 Feb 04 21:08:14.549901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51552) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:15.071171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.420398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Deleting port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:15.421077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.593118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] For port 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:15.593498 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.812368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Calling delete_port for 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:16.056300 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:16.104165 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:16.372125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:16.725633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:08:16.903699 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:08:16.912769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] Sync routers for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:08:16.916238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-851257b4-3e61-435c-8d1a-553f8dffcd89 admin admin] 10.222.0.48 "PUT /v2.0/routers/3e5f811a-f307-4e2f-9093-f27d4f6ef420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3653710 Feb 04 21:08:16.918676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51556) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:16.921934 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:16.923152 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:17.091709 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.096402 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:17.385554 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.408078 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:08:15Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:17.411760 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] Checking router: 3e5f811a-f307-4e2f-9093-f27d4f6ef420 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:08:17.419754 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] Routers {'3e5f811a-f307-4e2f-9093-f27d4f6ef420'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:17.420336 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:07:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:17.507892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Deleting port 9a659757-7892-4ade-b442-0d16480fc231 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:17.508237 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.592462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] Set router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:17.691756 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] For port 9a659757-7892-4ade-b442-0d16480fc231, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=9a659757-7892-4ade-b442-0d16480fc231,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:17.692117 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.815678 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Calling delete_port for 9a659757-7892-4ade-b442-0d16480fc231 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:17.871082 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:08:15Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:17.874915 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd77d68-b536-48c2-85b4-280b3ec923c3 None None] The sync data for ids ['3e5f811a-f307-4e2f-9093-f27d4f6ef420'] in n-d-811806-1 is: [{'id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'name': 'tempest-ServerActionsTestJSON-896609908-router', 'tenant_id': 'd36cf84311084297a0f6279e2417feeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '9a659757-7892-4ade-b442-0d16480fc231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:27Z', 'updated_at': '2022-02-04T21:08:15Z', 'revision_number': 5, 'project_id': 'd36cf84311084297a0f6279e2417feeb', 'gw_port': {'id': '9a659757-7892-4ade-b442-0d16480fc231', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5f811a-f307-4e2f-9093-f27d4f6ef420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:28Z', 'updated_at': '2022-02-04T21:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:08:18.048960 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.095917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a659757-7892-4ade-b442-0d16480fc231,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:18.189330 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.365998 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.368197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.460466 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.460927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5f811a-f307-4e2f-9093-f27d4f6ef420 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:08:18.474548 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.475767 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e25c35f0-644b-428f-b3be-340876b4d5f6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3e5f811a-f307-4e2f-9093-f27d4f6ef420 HTTP/1.1" status: 204 len: 168 time: 1.5561593 Feb 04 21:08:18.478259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51560) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:18.539843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] Deleting subnet f8603708-46dc-40a0-8ae4-538d63341e7b {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:08:18.543016 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.596717 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.672594 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.816177 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.858331 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8603708-46dc-40a0-8ae4-538d63341e7b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:18.861389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.869779 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e5e336f-0b30-4dd1-848e-521e15ebd756 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f8603708-46dc-40a0-8ae4-538d63341e7b HTTP/1.1" status: 204 len: 168 time: 0.3879097 Feb 04 21:08:18.871949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85873f71-e7d5-448c-a767-b797a854366e None None] Network 94d1d3db-b331-4bf6-a56c-68755dcb2307 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:18.872425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51564) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:18.980282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.990494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Deleting port 8cb8af86-692a-4357-b942-16623f8233c8 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:18.990867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.132094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] DHCP port deletion for 94d1d3db-b331-4bf6-a56c-68755dcb2307 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:08:19.136399 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Deleting port 8cb8af86-692a-4357-b942-16623f8233c8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:19.136771 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.200014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] For port 8cb8af86-692a-4357-b942-16623f8233c8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8cb8af86-692a-4357-b942-16623f8233c8,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:19.200369 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.324048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Calling delete_port for 8cb8af86-692a-4357-b942-16623f8233c8 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:19.336432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] For port 8cb8af86-692a-4357-b942-16623f8233c8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8cb8af86-692a-4357-b942-16623f8233c8,segment=NetworkSegment(24b3c378-5456-4021-a553-c1b587cb0af3),segment_id=24b3c378-5456-4021-a553-c1b587cb0af3)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:19.336762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.463586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Calling delete_port for 8cb8af86-692a-4357-b942-16623f8233c8 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:19.607291 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.612053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:08:19.612053 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:08:19.653984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb8af86-692a-4357-b942-16623f8233c8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:19.655806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] No DVR routers for this DVR port 8cb8af86-692a-4357-b942-16623f8233c8 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:08:19.661302 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:19.692470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:19.692822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9d73e81b-dc9d-4fe9-89a6-19c12c00a5bb not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:19.693241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9a659757-7892-4ade-b442-0d16480fc231 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:19.727805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 9a659757-7892-4ade-b442-0d16480fc231 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:19.728149 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 9a659757-7892-4ade-b442-0d16480fc231 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:19.728823 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8cb8af86-692a-4357-b942-16623f8233c8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:19.761497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 8cb8af86-692a-4357-b942-16623f8233c8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:19.761843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8cb8af86-692a-4357-b942-16623f8233c8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:19.771355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.795919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d1d3db-b331-4bf6-a56c-68755dcb2307']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:19.808072 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b3c378-5456-4021-a553-c1b587cb0af3') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:19.808366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b3c378-5456-4021-a553-c1b587cb0af3') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:19.819354 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.834650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.840449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:08:19.840821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:08:19.854263 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:08:20.008918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.025137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.035611 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d1d3db-b331-4bf6-a56c-68755dcb2307,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:20.094362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c2cef6a4-29f4-43bc-a992-35a17c0a3ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.113099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Deleting port 8cb8af86-692a-4357-b942-16623f8233c8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:20.113410 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.137155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d469e588-e099-4f19-9123-69e6d5eba765 admin admin] 10.222.0.48 "DELETE /v2.0/networks/94d1d3db-b331-4bf6-a56c-68755dcb2307 HTTP/1.1" status: 204 len: 168 time: 1.2636149 Feb 04 21:08:20.184728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcde0f79-9aaf-4171-8e05-de74ca49696d None None] The port '8cb8af86-692a-4357-b942-16623f8233c8' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:08:20.487623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51570) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:20.536196 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-467f3d8a-db28-4a33-9594-a6454aed1ce1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d36cf84311084297a0f6279e2417feeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473981 Feb 04 21:08:20.538591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51574) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:20.594706 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8bc15432-2e9d-4b99-a664-a4af90744d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.619873 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8bc15432-2e9d-4b99-a664-a4af90744d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.775937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8bc15432-2e9d-4b99-a664-a4af90744d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.791253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc15432-2e9d-4b99-a664-a4af90744d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d67dfe-0d65-454a-bce8-f08af1b47765,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:20.799245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8bc15432-2e9d-4b99-a664-a4af90744d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.800614 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8bc15432-2e9d-4b99-a664-a4af90744d15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94d67dfe-0d65-454a-bce8-f08af1b47765 HTTP/1.1" status: 204 len: 168 time: 0.2608452 Feb 04 21:08:21.855364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51598) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:21.958294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-402800440-network', 'tenant_id': '2fffc499be7c4a5d94cacc31839a2fc5'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:21.963809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:21.967569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Usage tracker for resource:network and tenant:2fffc499be7c4a5d94cacc31839a2fc5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:21.970916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:21.976478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:22.067317 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Made reservation on behalf of 2fffc499be7c4a5d94cacc31839a2fc5 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:22.069680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.082488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.099716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:22.103762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Usage tracker for resource:security_group_rule and tenant:2fffc499be7c4a5d94cacc31839a2fc5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:22.106613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:22.112379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:22.290181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.353521 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-807d2568-c715-4a78-8712-0166f25f8a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.387249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.417833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:08:22.426103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc60bde1-ce74-4a27-9c99-7cc853d70ebc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:22.431695 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.432039 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Added segment 3c995530-4d73-4442-a878-fc8eb87c73c4 of type vlan for network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 Feb 04 21:08:22.457297 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.587601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.588595 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:22.589181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.691746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] Pushing event updated for resources: {'Network': ['ID=32ce0ac1-8ba4-4172-a61b-255dfbbd0034,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:22.701092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:08:22.780903 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c027acaa-3ae7-45ab-9de4-a1119ca46670 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9244447 Feb 04 21:08:22.783776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51604) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:22.789106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Request body: {'subnet': {'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-402800440-subnet', 'tenant_id': '2fffc499be7c4a5d94cacc31839a2fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:22.794567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:22.798793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Usage tracker for resource:subnet and tenant:2fffc499be7c4a5d94cacc31839a2fc5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:22.801731 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:22.807512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:22.924131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Made reservation on behalf of 2fffc499be7c4a5d94cacc31839a2fc5 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:22.926451 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.256162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.338039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c856788-3336-4e90-be13-08c7e8a27f40,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:23.346386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Checking segment: {'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:23.346764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Network hostable DHCP agents. Network: 32ce0ac1-8ba4-4172-a61b-255dfbbd0034, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:08:23.432925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:08:23.562503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 32ce0ac1-8ba4-4172-a61b-255dfbbd0034) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:23.566390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:23.566990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.570919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eaff3c-7079-4045-a46b-2e6512ee2130 None None] Network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:23.629477 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.635474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.696719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a67fbf57-22f6-4d1d-ba68-8655d7656b01 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9117429 Feb 04 21:08:23.777753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86d906-48fe-49cb-ac79-578f355e9511 None None] Network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:24.304249 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-f2ccae55-a75a-4719-9cf5-63f65022e262 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:24.304923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-f2ccae55-a75a-4719-9cf5-63f65022e262 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Synchronizing usage tracker for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:24.421144 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-f2ccae55-a75a-4719-9cf5-63f65022e262 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Unset dirty status for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:24.422349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-f2ccae55-a75a-4719-9cf5-63f65022e262 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/networks?id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034 HTTP/1.1" status: 200 len: 813 time: 0.2603719 Feb 04 21:08:24.437833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-60a34632-0f36-4221-ae16-f66d7d488f4f tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/quotas/2fffc499be7c4a5d94cacc31839a2fc5 HTTP/1.1" status: 200 len: 375 time: 0.0100753 Feb 04 21:08:24.484919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-a7f7e357-d938-4780-80f5-565e0bcd6fab tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416338 Feb 04 21:08:24.659791 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-ec50080f-b73f-4be6-8ef0-d1aa54baa297 service neutron] 10.222.0.48 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682179 Feb 04 21:08:24.789403 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-b31f774f-6e9c-4dd3-a0a1-7911d96cc7bf service neutron] 10.222.0.48 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239605 Feb 04 21:08:25.358528 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.065350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2f4a156b-b0a2-4e40-88e9-eff644e779da req-35d484b9-2da0-4b8a-91e6-371e7198ea9e tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 210 time: 0.0467994 Feb 04 21:08:27.216260 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-09356bda-c0d2-4858-8427-3d2631d96305 req-55dfba9f-d33d-4e41-bdb6-3858413834ed tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 210 time: 0.0467095 Feb 04 21:08:28.362470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b3b56d4d-7595-4649-bef3-40e264015abb req-98ca9200-fc9b-4856-9c7d-4c367e935624 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 210 time: 0.0423818 Feb 04 21:08:28.512406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-9d680d7b-edbd-4b5c-a004-4b862a4f4b0f tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:28.513755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-9d680d7b-edbd-4b5c-a004-4b862a4f4b0f tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.62 "GET /v2.0/networks?id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034 HTTP/1.1" status: 200 len: 813 time: 0.1472986 Feb 04 21:08:28.524584 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Request body: {'port': {'device_id': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034', 'admin_state_up': True, 'tenant_id': '2fffc499be7c4a5d94cacc31839a2fc5'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:28.665672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:28.669482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Usage tracker for resource:port and tenant:2fffc499be7c4a5d94cacc31839a2fc5 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:28.672328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:28.678011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:28.741419 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Made reservation on behalf of 2fffc499be7c4a5d94cacc31839a2fc5 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:28.745093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:28.906611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Allocated IP 172.20.0.2 (32ce0ac1-8ba4-4172-a61b-255dfbbd0034/0c856788-3336-4e90-be13-08c7e8a27f40/ece6d761-c6be-49d1-8d5f-c6d6d151b18b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:29.198416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:29.300889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:29.370941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:29.374058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:29.377869 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:29.413485 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Pushing event updated for resources: {'Port': ['ID=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:29.445193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:29.445720 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:29.537146 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-2d032ded-1ab6-447f-aa5f-cf42462f2fdd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0161836 Feb 04 21:08:29.548146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8fa3-5edd-4c8f-b3b1-ec471a6ee622 req-f3037732-b768-4bfd-9a46-deb4c3cf563d tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:29.548947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e68b8fa3-5edd-4c8f-b3b1-ec471a6ee622 req-f3037732-b768-4bfd-9a46-deb4c3cf563d tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Synchronizing usage tracker for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:29.555855 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Request body: {'port': {'device_id': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:29.673142 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:29.715728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e68b8fa3-5edd-4c8f-b3b1-ec471a6ee622 req-f3037732-b768-4bfd-9a46-deb4c3cf563d tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Unset dirty status for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:29.716794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e68b8fa3-5edd-4c8f-b3b1-ec471a6ee622 req-f3037732-b768-4bfd-9a46-deb4c3cf563d tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 931 time: 0.2482820 Feb 04 21:08:29.821710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e68b8fa3-5edd-4c8f-b3b1-ec471a6ee622 req-432cd4e2-c5bd-4202-b146-c816107e9fd3 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Synchronizing usage tracker for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:29.933495 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e68b8fa3-5edd-4c8f-b3b1-ec471a6ee622 req-432cd4e2-c5bd-4202-b146-c816107e9fd3 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Unset dirty status for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:29.934638 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e68b8fa3-5edd-4c8f-b3b1-ec471a6ee622 req-432cd4e2-c5bd-4202-b146-c816107e9fd3 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081649 Feb 04 21:08:30.053870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece6d761-c6be-49d1-8d5f-c6d6d151b18b {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:30.061021 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.075468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Transition to ACTIVE for port object ece6d761-c6be-49d1-8d5f-c6d6d151b18b will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:30.163061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.291801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Pushing event updated for resources: {'Port': ['ID=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:30.394394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Attempting to bind port ece6d761-c6be-49d1-8d5f-c6d6d151b18b on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:30.394646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Attempting to bind port ece6d761-c6be-49d1-8d5f-c6d6d151b18b by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:30.395002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Attempting to bind port ece6d761-c6be-49d1-8d5f-c6d6d151b18b on network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:30.399512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Port ece6d761-c6be-49d1-8d5f-c6d6d151b18b on network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:08:30.404891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Attempting to bind port ece6d761-c6be-49d1-8d5f-c6d6d151b18b on network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:30.404891 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:30.405217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Checking segment: {'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:30.405601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Bound using segment: {'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:30.406024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Bound port: ece6d761-c6be-49d1-8d5f-c6d6d151b18b, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:30.406365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.493232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] For port ece6d761-c6be-49d1-8d5f-c6d6d151b18b, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:30.496131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] For port ece6d761-c6be-49d1-8d5f-c6d6d151b18b, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:30.575938 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.639347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:30.640023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.641356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] 10.222.0.62 "PUT /v2.0/ports/ece6d761-c6be-49d1-8d5f-c6d6d151b18b HTTP/1.1" status: 200 len: 1091 time: 1.0892711 Feb 04 21:08:30.641786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'tag': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:30.660749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Pushing event updated for resources: {'Port': ['ID=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:30.668431 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.668778 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.669117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.669448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.669787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.670098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.670421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.670760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.671085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.671403 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.671721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.672037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa9468a-8d76-4abf-8c63-2b47368bb625 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:30.691634 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'tag': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b', 'status': 'completed', 'code': 200} Feb 04 21:08:30.780416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c60ac-ab69-4fc3-bb95-cd15bfee35dd req-6e506483-b48a-4c42-acf3-1fb452134962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:30.781877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76c60ac-ab69-4fc3-bb95-cd15bfee35dd req-6e506483-b48a-4c42-acf3-1fb452134962 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 1094 time: 0.0706170 Feb 04 21:08:30.920168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c60ac-ab69-4fc3-bb95-cd15bfee35dd req-678edcd0-de53-4977-b780-85a289e3a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:30.921508 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76c60ac-ab69-4fc3-bb95-cd15bfee35dd req-678edcd0-de53-4977-b780-85a289e3a8e1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1333070 Feb 04 21:08:31.096708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c60ac-ab69-4fc3-bb95-cd15bfee35dd req-33a7d0a2-fafb-47fc-9466-53aa9e908e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:31.098136 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e76c60ac-ab69-4fc3-bb95-cd15bfee35dd req-33a7d0a2-fafb-47fc-9466-53aa9e908e91 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1698041 Feb 04 21:08:31.135904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acd68-b3ee-4828-928d-609e8c37d87c req-82f264ee-d5e6-43c4-8607-14e26119fa4c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:31.137371 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea4acd68-b3ee-4828-928d-609e8c37d87c req-82f264ee-d5e6-43c4-8607-14e26119fa4c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 943 time: 0.0930619 Feb 04 21:08:31.330065 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ea4acd68-b3ee-4828-928d-609e8c37d87c req-f4b97007-4117-4961-9fb9-37365f13373a tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590638 Feb 04 21:08:31.345681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4670b505-ffd5-445f-a871-a30af9230037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:31.347723 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-4670b505-ffd5-445f-a871-a30af9230037 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 1094 time: 0.2095301 Feb 04 21:08:31.417368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-7e1a58a4-05ce-45d2-b48f-395133eb22ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ece6d761-c6be-49d1-8d5f-c6d6d151b18b HTTP/1.1" status: 200 len: 217 time: 0.0622706 Feb 04 21:08:31.477511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-e156c896-e4d0-42a7-a1dc-57a8bfb563ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:31.479110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-e156c896-e4d0-42a7-a1dc-57a8bfb563ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0c856788-3336-4e90-be13-08c7e8a27f40 HTTP/1.1" status: 200 len: 853 time: 0.0565293 Feb 04 21:08:31.523622 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-5aea09e5-21f0-4288-afa6-4cbbc1b50e23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388699 Feb 04 21:08:31.651171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-04660be2-6b05-4e83-85be-3192198cb273 service neutron] 10.222.0.62 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216650 Feb 04 21:08:31.779238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1c306a91-4287-40c7-bd12-d0c2edc43812 req-78366554-7c04-4a23-987b-3c14329b132d service neutron] 10.222.0.62 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227906 Feb 04 21:08:32.511576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d595806-95b3-4495-ba4e-e1bfd9ae7117 req-ffe00a86-8389-4240-9e8d-f711faabb437 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:32.512942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d595806-95b3-4495-ba4e-e1bfd9ae7117 req-ffe00a86-8389-4240-9e8d-f711faabb437 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 943 time: 0.0792394 Feb 04 21:08:32.560518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d595806-95b3-4495-ba4e-e1bfd9ae7117 req-d44a68f9-251a-476f-94cb-58c2cafddb10 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Feb 04 21:08:33.744392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b625-2a06-4709-aa22-701c50e8b609 req-4c821a41-f223-49b5-8ddd-0956e136346e tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:33.745821 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0092b625-2a06-4709-aa22-701c50e8b609 req-4c821a41-f223-49b5-8ddd-0956e136346e tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 943 time: 0.0827003 Feb 04 21:08:33.788016 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0092b625-2a06-4709-aa22-701c50e8b609 req-702497b3-2351-4c02-adf9-1eba29b5b220 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Feb 04 21:08:34.484349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ece6d761-c6be-49d1-8d5f-c6d6d151b18b details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:08:34.613676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ece6d761-c6be-49d1-8d5f-c6d6d151b18b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:34.626225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b', 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034', 'port_id': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b', 'mac_address': 'fa:16:3e:3c:4a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c856788-3336-4e90-be13-08c7e8a27f40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:08:34.682120 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.698147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece6d761-c6be-49d1-8d5f-c6d6d151b18b {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:34.713392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ece6d761-c6be-49d1-8d5f-c6d6d151b18b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:34.792456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.858998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:34.966912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18ec08-f648-4b39-8043-e658f4ea48d4 req-5a59c499-00f8-4906-a1fc-5c358700142d tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:34.968334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea18ec08-f648-4b39-8043-e658f4ea48d4 req-5a59c499-00f8-4906-a1fc-5c358700142d tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 944 time: 0.0773628 Feb 04 21:08:35.011616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea18ec08-f648-4b39-8043-e658f4ea48d4 req-3fb5da94-bb47-484c-b862-47be68fed407 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Feb 04 21:08:35.071235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ece6d761-c6be-49d1-8d5f-c6d6d151b18b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:36.191535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc287df-4542-4f60-98fc-1fbae964737c req-1b7994f2-7c41-473b-9984-36d478ebf4b4 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:36.192977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4cc287df-4542-4f60-98fc-1fbae964737c req-1b7994f2-7c41-473b-9984-36d478ebf4b4 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 944 time: 0.0777388 Feb 04 21:08:36.240425 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4cc287df-4542-4f60-98fc-1fbae964737c req-2890a934-6073-48bf-b9b6-b6085cb38f7e tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Feb 04 21:08:36.493891 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ece6d761-c6be-49d1-8d5f-c6d6d151b18b up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:36.666951 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port ece6d761-c6be-49d1-8d5f-c6d6d151b18b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:36.672014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port ece6d761-c6be-49d1-8d5f-c6d6d151b18b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:36.678531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:36.786109 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:36.812036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:36.825572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port ece6d761-c6be-49d1-8d5f-c6d6d151b18b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:36.855229 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b', 'code': 200} Feb 04 21:08:36.901605 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:36.974308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:36.977190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc29638-54d9-4fa0-a4b5-dd15fc52dbba req-96ec2d73-3cae-4a7d-942f-5c27f9e15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:36.979088 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9dc29638-54d9-4fa0-a4b5-dd15fc52dbba req-96ec2d73-3cae-4a7d-942f-5c27f9e15c83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 1096 time: 0.0699179 Feb 04 21:08:37.017826 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9dc29638-54d9-4fa0-a4b5-dd15fc52dbba req-738fbd93-b426-4c9c-9dad-8df28d44b86b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Feb 04 21:08:37.433838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a55169-a6cd-4983-b7ea-9992b180d69c req-967565f7-4a33-4ddc-9722-dce7f658c910 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:37.435231 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6a55169-a6cd-4983-b7ea-9992b180d69c req-967565f7-4a33-4ddc-9722-dce7f658c910 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0822713 Feb 04 21:08:37.479177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6a55169-a6cd-4983-b7ea-9992b180d69c req-5608eeb9-608e-466d-aad7-2ac02a6c4cc1 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Feb 04 21:08:38.668866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc9c8c-1638-4148-aae2-ba25a75abe06 req-55f076b7-8b71-46dd-88bf-de987db02f88 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:38.670298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfcc9c8c-1638-4148-aae2-ba25a75abe06 req-55f076b7-8b71-46dd-88bf-de987db02f88 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0838695 Feb 04 21:08:38.714397 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bfcc9c8c-1638-4148-aae2-ba25a75abe06 req-8bc8e10f-ff3b-4d21-b0c8-459b4d6dad11 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Feb 04 21:08:38.996347 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-97f169e0-7366-4294-ab5f-b37612c1e2d6 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:38.997692 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-97f169e0-7366-4294-ab5f-b37612c1e2d6 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/networks?id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034 HTTP/1.1" status: 200 len: 813 time: 0.1452351 Feb 04 21:08:39.013593 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-bcf377b3-3ea2-470b-88a2-48a389e94933 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/quotas/2fffc499be7c4a5d94cacc31839a2fc5 HTTP/1.1" status: 200 len: 375 time: 0.0094988 Feb 04 21:08:39.090510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-c8c9ba15-d8d7-4b3f-8cb0-5c2fc197c62a tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722098 Feb 04 21:08:39.222170 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-41ecedeb-f99e-44f9-a102-489b94df5ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251810 Feb 04 21:08:39.352147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-d7879131-e408-4e8d-81a2-0690634d91ca service neutron] 10.222.0.48 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240957 Feb 04 21:08:39.598002 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:39.649070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d037728a-fcd4-408e-857b-2d139375295a req-ec17298d-4297-4649-a563-7a55489b586b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 210 time: 0.0427661 Feb 04 21:08:39.884042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:40.798866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d60d585-cd62-4f29-84cc-eaa8378c45bf req-43ba338b-9afd-49cf-a635-3a60ded63c23 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 210 time: 0.0453691 Feb 04 21:08:41.998459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-569362e7-70b5-4661-a930-19c2ed0f3ace req-7381d0ac-17ca-40d3-8913-c0f7b49f49b9 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 210 time: 0.0574439 Feb 04 21:08:42.053686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-2f42ca61-954b-460a-99de-473be472eebd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:42.055147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-2f42ca61-954b-460a-99de-473be472eebd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.24 "GET /v2.0/networks?id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034 HTTP/1.1" status: 200 len: 813 time: 0.1866097 Feb 04 21:08:42.071755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Request body: {'port': {'device_id': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034', 'admin_state_up': True, 'tenant_id': '2fffc499be7c4a5d94cacc31839a2fc5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:42.211859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:42.221980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:42.289562 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Made reservation on behalf of 2fffc499be7c4a5d94cacc31839a2fc5 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:42.293157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.450164 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Allocated IP 172.20.0.14 (32ce0ac1-8ba4-4172-a61b-255dfbbd0034/0c856788-3336-4e90-be13-08c7e8a27f40/31fb605a-083f-4f86-828c-6ab8fcf4bdba) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:42.652561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.779759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.790972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ece6d761-c6be-49d1-8d5f-c6d6d151b18b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:42.848224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:42.849344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:42.853676 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:42.897498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Pushing event updated for resources: {'Port': ['ID=31fb605a-083f-4f86-828c-6ab8fcf4bdba,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:42.927104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:42.927702 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.056452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-7cf79218-3a52-45d2-8dd7-5f0e32ec6d3b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9883139 Feb 04 21:08:43.072173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Request body: {'port': {'device_id': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:43.182502 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.182726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df764f5b-13b1-45bc-a958-d5cdda36068b req-1676c0cd-b27b-4de1-80a4-ac669efe3d48 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:43.184001 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df764f5b-13b1-45bc-a958-d5cdda36068b req-1676c0cd-b27b-4de1-80a4-ac669efe3d48 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 932 time: 0.0802939 Feb 04 21:08:43.228512 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-df764f5b-13b1-45bc-a958-d5cdda36068b req-b0d991dc-5079-4389-82c7-810cd5c81dd0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Feb 04 21:08:43.631710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fb605a-083f-4f86-828c-6ab8fcf4bdba {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:43.638765 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.653116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Transition to ACTIVE for port object 31fb605a-083f-4f86-828c-6ab8fcf4bdba will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:43.758406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.912815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Pushing event updated for resources: {'Port': ['ID=31fb605a-083f-4f86-828c-6ab8fcf4bdba,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:43.986078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Attempting to bind port 31fb605a-083f-4f86-828c-6ab8fcf4bdba on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:43.986397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Attempting to bind port 31fb605a-083f-4f86-828c-6ab8fcf4bdba by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:43.986734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Attempting to bind port 31fb605a-083f-4f86-828c-6ab8fcf4bdba on network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:43.991152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Port 31fb605a-083f-4f86-828c-6ab8fcf4bdba on network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:08:43.991467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Attempting to bind port 31fb605a-083f-4f86-828c-6ab8fcf4bdba on network 32ce0ac1-8ba4-4172-a61b-255dfbbd0034 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:43.996475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:43.996799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Checking segment: {'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:43.997170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Bound using segment: {'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:43.997576 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Bound port: 31fb605a-083f-4f86-828c-6ab8fcf4bdba, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c995530-4d73-4442-a878-fc8eb87c73c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:43.997905 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:44.083570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] For port 31fb605a-083f-4f86-828c-6ab8fcf4bdba, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:44.086419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] For port 31fb605a-083f-4f86-828c-6ab8fcf4bdba, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=31fb605a-083f-4f86-828c-6ab8fcf4bdba,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:44.198662 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:44.262755 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.263366 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:44.264723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] 10.222.0.24 "PUT /v2.0/ports/31fb605a-083f-4f86-828c-6ab8fcf4bdba HTTP/1.1" status: 200 len: 1092 time: 1.1966910 Feb 04 21:08:44.265165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'tag': '31fb605a-083f-4f86-828c-6ab8fcf4bdba'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:44.285577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762bf7d-db16-4fef-9e37-2b1300982035 service neutron] Pushing event updated for resources: {'Port': ['ID=31fb605a-083f-4f86-828c-6ab8fcf4bdba,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:44.324960 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'tag': '31fb605a-083f-4f86-828c-6ab8fcf4bdba', 'status': 'completed', 'code': 200} Feb 04 21:08:44.467410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63158ee2-e0ad-4f78-8881-3139ad5fbc8b req-d0929c2a-fc00-4a32-b585-bf2983dc1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.468711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63158ee2-e0ad-4f78-8881-3139ad5fbc8b req-d0929c2a-fc00-4a32-b585-bf2983dc1279 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 1095 time: 0.1300635 Feb 04 21:08:44.477067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74bfe-4bfb-45bc-b469-62e0e9729e28 req-b6ee3901-ab77-4549-8c88-bdccd0b66552 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.477712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-54f74bfe-4bfb-45bc-b469-62e0e9729e28 req-b6ee3901-ab77-4549-8c88-bdccd0b66552 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Synchronizing usage tracker for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:44.622057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63158ee2-e0ad-4f78-8881-3139ad5fbc8b req-2e9b6fcd-2dea-428d-b6a3-83f22de4a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.623554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63158ee2-e0ad-4f78-8881-3139ad5fbc8b req-2e9b6fcd-2dea-428d-b6a3-83f22de4a34a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1430480 Feb 04 21:08:44.652040 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-54f74bfe-4bfb-45bc-b469-62e0e9729e28 req-b6ee3901-ab77-4549-8c88-bdccd0b66552 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Unset dirty status for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:44.653082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54f74bfe-4bfb-45bc-b469-62e0e9729e28 req-b6ee3901-ab77-4549-8c88-bdccd0b66552 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 944 time: 0.3131814 Feb 04 21:08:44.769767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-54f74bfe-4bfb-45bc-b469-62e0e9729e28 req-2a952317-0fe4-43b6-aa76-0809fd9e0c54 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704591 Feb 04 21:08:44.792930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63158ee2-e0ad-4f78-8881-3139ad5fbc8b req-6468bca5-8406-47c6-89d2-6ae717a0ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.794392 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-63158ee2-e0ad-4f78-8881-3139ad5fbc8b req-6468bca5-8406-47c6-89d2-6ae717a0ee6e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1617968 Feb 04 21:08:44.905762 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-feb43430-3669-49d7-a24f-fbdd49b5dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.907256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-feb43430-3669-49d7-a24f-fbdd49b5dd17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 1095 time: 0.0692816 Feb 04 21:08:44.980132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-a71ac3b9-ffae-49b0-80a2-d1aafd50072e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fb605a-083f-4f86-828c-6ab8fcf4bdba HTTP/1.1" status: 200 len: 217 time: 0.0632577 Feb 04 21:08:45.046008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-97832bab-a27a-495c-bb6b-feac9b780c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:45.047409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-97832bab-a27a-495c-bb6b-feac9b780c45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c856788-3336-4e90-be13-08c7e8a27f40 HTTP/1.1" status: 200 len: 853 time: 0.0555243 Feb 04 21:08:45.098247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-5287b6db-2cc8-4a7c-bb1e-88c31c99d349 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418868 Feb 04 21:08:45.232471 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-3c6c58d4-9fcb-4a08-80f2-b53ca65c45cb service neutron] 10.222.0.24 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238596 Feb 04 21:08:45.474196 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a16ab038-bfa4-4da3-8b6c-1c06f97804b6 req-07092a77-a3e0-4a96-8a4a-ede18f97ed2a service neutron] 10.222.0.24 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314880 Feb 04 21:08:45.953712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d0f17-196d-4db4-b1f1-55be1b555708 req-bfc340d5-2a82-4f2c-befb-76b2ffb4c3e7 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:45.955176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-221d0f17-196d-4db4-b1f1-55be1b555708 req-bfc340d5-2a82-4f2c-befb-76b2ffb4c3e7 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 944 time: 0.0820851 Feb 04 21:08:46.090345 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-221d0f17-196d-4db4-b1f1-55be1b555708 req-142e917e-766e-4b2d-9a1b-ad070045a8e4 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287701 Feb 04 21:08:46.649695 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:08:47.052200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 31fb605a-083f-4f86-828c-6ab8fcf4bdba details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:08:47.194088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 31fb605a-083f-4f86-828c-6ab8fcf4bdba, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=31fb605a-083f-4f86-828c-6ab8fcf4bdba,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:47.211219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '31fb605a-083f-4f86-828c-6ab8fcf4bdba', 'network_id': '32ce0ac1-8ba4-4172-a61b-255dfbbd0034', 'port_id': '31fb605a-083f-4f86-828c-6ab8fcf4bdba', 'mac_address': 'fa:16:3e:e4:ad:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c856788-3336-4e90-be13-08c7e8a27f40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:08:47.264547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.280802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b4aa-157a-4e59-8fbc-20d3acfcf3ef req-f194e979-5d8c-459a-95c3-6359d1a51e6e tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:47.281629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fb605a-083f-4f86-828c-6ab8fcf4bdba {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:47.282271 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8e9b4aa-157a-4e59-8fbc-20d3acfcf3ef req-f194e979-5d8c-459a-95c3-6359d1a51e6e tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 944 time: 0.0795085 Feb 04 21:08:47.297328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 31fb605a-083f-4f86-828c-6ab8fcf4bdba, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=31fb605a-083f-4f86-828c-6ab8fcf4bdba,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:47.325689 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a8e9b4aa-157a-4e59-8fbc-20d3acfcf3ef req-8ca45e84-dbba-41ff-a1f0-63558260bd3e tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Feb 04 21:08:47.369510 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.440959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=31fb605a-083f-4f86-828c-6ab8fcf4bdba,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:47.603673 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['31fb605a-083f-4f86-828c-6ab8fcf4bdba'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:48.519318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff16055-55b2-4814-9947-cc46a2fce0af req-00841cef-5ef1-44f6-a9dd-e0cb45ab628c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:48.520676 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cff16055-55b2-4814-9947-cc46a2fce0af req-00841cef-5ef1-44f6-a9dd-e0cb45ab628c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 945 time: 0.0792723 Feb 04 21:08:48.563797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cff16055-55b2-4814-9947-cc46a2fce0af req-2320dfbc-1e91-4416-9f71-43c76dad1612 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376360 Feb 04 21:08:49.050216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 31fb605a-083f-4f86-828c-6ab8fcf4bdba up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:49.180949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 31fb605a-083f-4f86-828c-6ab8fcf4bdba completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:49.186108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 31fb605a-083f-4f86-828c-6ab8fcf4bdba triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:49.186446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.301240 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.334362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fb605a-083f-4f86-828c-6ab8fcf4bdba'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:49.344324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 31fb605a-083f-4f86-828c-6ab8fcf4bdba, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=31fb605a-083f-4f86-828c-6ab8fcf4bdba,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:49.378950 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fb605a-083f-4f86-828c-6ab8fcf4bdba', 'code': 200} Feb 04 21:08:49.419756 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.488897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=31fb605a-083f-4f86-828c-6ab8fcf4bdba,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:49.516712 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f98ea-1376-479f-8e94-c18d4094fdfb req-678725dc-cff9-48c6-b2d4-d0b449a61256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:49.518798 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae0f98ea-1376-479f-8e94-c18d4094fdfb req-678725dc-cff9-48c6-b2d4-d0b449a61256 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 1097 time: 0.0729964 Feb 04 21:08:49.561648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ae0f98ea-1376-479f-8e94-c18d4094fdfb req-f8f01f70-3bfe-4155-9efa-73063b28399c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Feb 04 21:08:49.749365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a44a33-d4fc-400c-a42b-0e0a2bd4d61e req-0620012f-5e65-4d20-be1d-ba8760986106 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:49.750838 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-78a44a33-d4fc-400c-a42b-0e0a2bd4d61e req-0620012f-5e65-4d20-be1d-ba8760986106 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 946 time: 0.0813215 Feb 04 21:08:49.794562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-78a44a33-d4fc-400c-a42b-0e0a2bd4d61e req-2cfd2b86-0642-4db5-a5fa-416bc6f2eb38 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Feb 04 21:08:50.087888 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a0a3ce54-9a08-450f-845f-88ba4bf67cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.980700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923862-3555-44e8-b606-f1a4f50f7144 req-1208d284-ef99-42cf-bd26-3cc7ebaa3d3a tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:50.982358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15923862-3555-44e8-b606-f1a4f50f7144 req-1208d284-ef99-42cf-bd26-3cc7ebaa3d3a tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 946 time: 0.0820670 Feb 04 21:08:51.029266 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-15923862-3555-44e8-b606-f1a4f50f7144 req-8a2cde43-9acc-4e0f-9e13-66264fde6240 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Feb 04 21:08:52.211582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806fc17-6e34-4761-9e2a-6dee515c43db req-9402eabc-7c1b-4038-b2d9-ad43ea4717c4 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:52.213048 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c806fc17-6e34-4761-9e2a-6dee515c43db req-9402eabc-7c1b-4038-b2d9-ad43ea4717c4 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 946 time: 0.0807552 Feb 04 21:08:52.263531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c806fc17-6e34-4761-9e2a-6dee515c43db req-e19e5e30-bc55-40f9-9477-11a0f5e98f98 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Feb 04 21:08:52.307711 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-feeaaac8-df07-48f6-8b38-b0359b5592e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.837665 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb981f-ab13-4e39-b297-b5ff31cee224 req-dd748d63-0ec3-4e37-ae1b-846a4b2256c3 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:52.839144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4cfb981f-ab13-4e39-b297-b5ff31cee224 req-dd748d63-0ec3-4e37-ae1b-846a4b2256c3 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 946 time: 0.0804543 Feb 04 21:08:52.883244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4cfb981f-ab13-4e39-b297-b5ff31cee224 req-bc632b12-993b-49da-8072-d64b4a63ad48 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Feb 04 21:08:53.569606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:53.630440 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.065132 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28175d08-8985-4b98-8559-ed2d5d394920 req-750fbcf4-fc95-4a42-94d1-cde4b745ef38 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:54.066576 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-28175d08-8985-4b98-8559-ed2d5d394920 req-750fbcf4-fc95-4a42-94d1-cde4b745ef38 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 946 time: 0.0782440 Feb 04 21:08:54.110291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-28175d08-8985-4b98-8559-ed2d5d394920 req-46bdf0c2-23f1-46ca-ad87-f07fd1a01e37 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 Feb 04 21:08:54.217425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-867ef383-c857-4ec8-966e-42ed76f49db0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:54.218888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-867ef383-c857-4ec8-966e-42ed76f49db0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 946 time: 0.0816205 Feb 04 21:08:54.289897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Deleting port 31fb605a-083f-4f86-828c-6ab8fcf4bdba {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:54.290234 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.530588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] For port 31fb605a-083f-4f86-828c-6ab8fcf4bdba, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=31fb605a-083f-4f86-828c-6ab8fcf4bdba,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:54.530970 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.650718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Calling delete_port for 31fb605a-083f-4f86-828c-6ab8fcf4bdba owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:54.861109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.872645 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ece6d761-c6be-49d1-8d5f-c6d6d151b18b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:54.902223 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['31fb605a-083f-4f86-828c-6ab8fcf4bdba'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:54.911056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Pushing event deleted for resources: {'Port': ['ID=31fb605a-083f-4f86-828c-6ab8fcf4bdba,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:54.949982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.950322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.950663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.951013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.951333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.951653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.951972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.952359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.952678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.952993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.953307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.953625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:54.999542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] No DVR routers for this DVR port 31fb605a-083f-4f86-828c-6ab8fcf4bdba on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:08:55.002062 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.005649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'name': 'network-vif-deleted', 'tag': '31fb605a-083f-4f86-828c-6ab8fcf4bdba'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:55.049694 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f9e8a2-4e45-42d7-a1be-159d9fea08c1', 'name': 'network-vif-deleted', 'tag': '31fb605a-083f-4f86-828c-6ab8fcf4bdba', 'status': 'completed', 'code': 200} Feb 04 21:08:55.079140 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-437e3dc9-f5b1-4ea4-880e-e7e0dbe65b7e req-d9518de5-82e5-4220-a110-cfd408c6a0c0 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.24 "DELETE /v2.0/ports/31fb605a-083f-4f86-828c-6ab8fcf4bdba HTTP/1.1" status: 204 len: 173 time: 0.8514340 Feb 04 21:08:55.257127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b2682f4-4a7e-4a99-bd09-9464c3fdf6b7 req-196868c9-348a-44d5-a225-1e6c3f1f6d9c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Synchronizing usage tracker for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:55.363696 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.363907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5b2682f4-4a7e-4a99-bd09-9464c3fdf6b7 req-196868c9-348a-44d5-a225-1e6c3f1f6d9c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Unset dirty status for tenant:2fffc499be7c4a5d94cacc31839a2fc5 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:55.365051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b2682f4-4a7e-4a99-bd09-9464c3fdf6b7 req-196868c9-348a-44d5-a225-1e6c3f1f6d9c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=00f9e8a2-4e45-42d7-a1be-159d9fea08c1 HTTP/1.1" status: 200 len: 210 time: 0.1530037 Feb 04 21:08:56.628948 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80f3ea-88ad-434e-b231-27517b6421a0 req-83c19c91-3a32-42cd-bf2c-a0bf88971445 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:56.630391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d80f3ea-88ad-434e-b231-27517b6421a0 req-83c19c91-3a32-42cd-bf2c-a0bf88971445 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0836878 Feb 04 21:08:56.674034 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1d80f3ea-88ad-434e-b231-27517b6421a0 req-1133c41d-1387-48f1-b1b7-a459dffefb0c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Feb 04 21:08:56.840348 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-56e00ecc-8ba2-4ec9-936c-11182df69d21 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720687 Feb 04 21:08:56.873214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287064be-c1a3-4ebf-a979-c67eaeff0548 req-59797da9-e8e6-492c-a1e6-5dae6c38736c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:56.874777 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-287064be-c1a3-4ebf-a979-c67eaeff0548 req-59797da9-e8e6-492c-a1e6-5dae6c38736c tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0799932 Feb 04 21:08:56.919051 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-287064be-c1a3-4ebf-a979-c67eaeff0548 req-80edd583-84c8-4b96-b1bd-e1c055773cc9 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Feb 04 21:08:56.976810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24107900-48da-404f-9bba-93ff7d0becc7 req-5b5ef16a-071b-481b-a1ad-e6d021276763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:56.978552 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-5b5ef16a-071b-481b-a1ad-e6d021276763 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 1096 time: 0.0719805 Feb 04 21:08:57.097579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 31fb605a-083f-4f86-828c-6ab8fcf4bdba no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:57.133508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 31fb605a-083f-4f86-828c-6ab8fcf4bdba {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:57.133857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 31fb605a-083f-4f86-828c-6ab8fcf4bdba not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:57.180016 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24107900-48da-404f-9bba-93ff7d0becc7 req-a483a36e-f7ef-4019-b159-64773a6c31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.181514 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-a483a36e-f7ef-4019-b159-64773a6c31e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034 HTTP/1.1" status: 200 len: 914 time: 0.1852105 Feb 04 21:08:57.193497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e1e30-0b61-4cd1-93e9-d04dd07bebb9 req-2f81ce96-7521-414a-a224-9e7492d15810 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.194885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-851e1e30-0b61-4cd1-93e9-d04dd07bebb9 req-2f81ce96-7521-414a-a224-9e7492d15810 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.1301713 Feb 04 21:08:57.268320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-81857be9-35e4-4120-a128-4cad324bad00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ece6d761-c6be-49d1-8d5f-c6d6d151b18b HTTP/1.1" status: 200 len: 217 time: 0.0725477 Feb 04 21:08:57.335706 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-851e1e30-0b61-4cd1-93e9-d04dd07bebb9 req-ebba3bce-3f8c-4a78-9e80-573a583baf0b tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928829 Feb 04 21:08:57.348585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24107900-48da-404f-9bba-93ff7d0becc7 req-be4c903c-9cd3-446e-bcfb-5d16a4b9beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.349990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-be4c903c-9cd3-446e-bcfb-5d16a4b9beb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0c856788-3336-4e90-be13-08c7e8a27f40 HTTP/1.1" status: 200 len: 853 time: 0.0746925 Feb 04 21:08:57.397421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-33061f18-d1f7-47c7-80b8-903eed27f4cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32ce0ac1-8ba4-4172-a61b-255dfbbd0034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407789 Feb 04 21:08:57.531833 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-da85999e-908d-437c-bcdc-3f69a59796ef service neutron] 10.222.0.62 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278234 Feb 04 21:08:57.725199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-24107900-48da-404f-9bba-93ff7d0becc7 req-358e26a0-9c20-43db-8384-a81b67a482a9 service neutron] 10.222.0.62 "GET /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866922 Feb 04 21:08:57.733441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc57c-8e01-45fb-97e9-585585f0fb0a req-2d08611c-96da-465a-9438-03d7ddef4ebd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.734852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f5fc57c-8e01-45fb-97e9-585585f0fb0a req-2d08611c-96da-465a-9438-03d7ddef4ebd tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.1792607 Feb 04 21:08:57.778906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f5fc57c-8e01-45fb-97e9-585585f0fb0a req-15024823-f32a-4048-af5e-6488ff7e57f4 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Feb 04 21:08:57.965799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed79589-9c45-49a6-aa47-8ecd58d8c7bf req-9c3f8fa2-e580-464a-9699-53b8b82e3ff8 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.967256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ed79589-9c45-49a6-aa47-8ecd58d8c7bf req-9c3f8fa2-e580-464a-9699-53b8b82e3ff8 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0820875 Feb 04 21:08:58.010685 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5ed79589-9c45-49a6-aa47-8ecd58d8c7bf req-0de141bb-d6d1-468d-b681-d73b2b0e8e13 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Feb 04 21:08:58.200689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14844386-3ba9-43c6-b3e1-9746f3997db0 req-062dd075-a911-410c-b549-43b2c3287f97 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:58.202144 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14844386-3ba9-43c6-b3e1-9746f3997db0 req-062dd075-a911-410c-b549-43b2c3287f97 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0792077 Feb 04 21:08:58.249093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14844386-3ba9-43c6-b3e1-9746f3997db0 req-a60063c3-c61c-463e-9f3f-8437c74a02ee tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Feb 04 21:08:59.075063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b7f6-cdeb-4ddd-a58c-b5d7182ed32f req-098e08d9-4299-442a-9755-3912bbb1d273 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:59.076473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5da9b7f6-cdeb-4ddd-a58c-b5d7182ed32f req-098e08d9-4299-442a-9755-3912bbb1d273 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0769174 Feb 04 21:08:59.119562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5da9b7f6-cdeb-4ddd-a58c-b5d7182ed32f req-7bf969c3-8d52-4844-a113-b384fdc45f11 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Feb 04 21:09:00.304962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ed546-b13a-4dce-a3d1-d656f2e99e0b req-cb874a0b-86af-4596-b012-63c533c7d77f tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:00.306413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba0ed546-b13a-4dce-a3d1-d656f2e99e0b req-cb874a0b-86af-4596-b012-63c533c7d77f tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0802374 Feb 04 21:09:00.349380 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ba0ed546-b13a-4dce-a3d1-d656f2e99e0b req-3f5c621f-6fb4-456d-b37d-752b1cfc0187 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc60bde1-ce74-4a27-9c99-7cc853d70ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372992 Feb 04 21:09:00.570965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-0848ae02-2d54-492c-81af-828f796168a2 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:00.572381 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-0848ae02-2d54-492c-81af-828f796168a2 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 945 time: 0.0826578 Feb 04 21:09:00.639718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Deleting port ece6d761-c6be-49d1-8d5f-c6d6d151b18b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:00.640057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.996287 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] For port ece6d761-c6be-49d1-8d5f-c6d6d151b18b, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,segment=NetworkSegment(3c995530-4d73-4442-a878-fc8eb87c73c4),segment_id=3c995530-4d73-4442-a878-fc8eb87c73c4)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:00.996287 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.098017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Calling delete_port for ece6d761-c6be-49d1-8d5f-c6d6d151b18b owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:01.312128 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.324546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['ece6d761-c6be-49d1-8d5f-c6d6d151b18b'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:09:01.367039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Pushing event deleted for resources: {'Port': ['ID=ece6d761-c6be-49d1-8d5f-c6d6d151b18b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:01.438749 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] No DVR routers for this DVR port ece6d761-c6be-49d1-8d5f-c6d6d151b18b on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:01.441390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.444818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'name': 'network-vif-deleted', 'tag': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:01.494894 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd1e3fd-466b-4738-a84b-3582f04c9102', 'name': 'network-vif-deleted', 'tag': 'ece6d761-c6be-49d1-8d5f-c6d6d151b18b', 'status': 'completed', 'code': 200} Feb 04 21:09:01.497879 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a791ded-ba64-41d3-997c-cb82b3c4636d req-4a940fa7-0e4b-4102-9020-89a9bf6253f7 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd1e3fd-466b-4738-a84b-3582f04c9102 HTTP/1.1" status: 200 len: 210 time: 0.0420961 Feb 04 21:09:01.528734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4479235d-eebe-4e77-8090-9e3c93a2ee03 req-4331824c-bdb7-405d-88d8-4c85206dc111 tempest-ServersNegativeTestJSON-1384981545 tempest-ServersNegativeTestJSON-1384981545-project] 10.222.0.62 "DELETE /v2.0/ports/ece6d761-c6be-49d1-8d5f-c6d6d151b18b HTTP/1.1" status: 204 len: 173 time: 0.9517851 Feb 04 21:09:02.593063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51758) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:02.654807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] Deleting subnet 0c856788-3336-4e90-be13-08c7e8a27f40 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:09:02.657615 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.704808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.761581 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.901179 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.938862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c856788-3336-4e90-be13-08c7e8a27f40,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:02.940768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.947310 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-21e3ebd2-16ba-41da-be28-1a532647a59f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c856788-3336-4e90-be13-08c7e8a27f40 HTTP/1.1" status: 204 len: 168 time: 0.3532274 Feb 04 21:09:02.949673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51762) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:03.155629 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.277328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.304594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ce0ac1-8ba4-4172-a61b-255dfbbd0034']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:03.316190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c995530-4d73-4442-a878-fc8eb87c73c4') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:03.316473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c995530-4d73-4442-a878-fc8eb87c73c4') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:03.327922 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.343755 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.349479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:03.349851 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:03.362661 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:03.510682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.530841 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.541913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ce0ac1-8ba4-4172-a61b-255dfbbd0034,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:03.608531 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-54bc52c7-0444-43a1-b428-706ebc88cc62 admin admin] 10.222.0.48 "DELETE /v2.0/networks/32ce0ac1-8ba4-4172-a61b-255dfbbd0034 HTTP/1.1" status: 204 len: 168 time: 0.6579261 Feb 04 21:09:03.936123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51768) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:03.983769 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-db346c23-ef8a-4e3a-9d57-b586f343c666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fffc499be7c4a5d94cacc31839a2fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465357 Feb 04 21:09:03.986190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51772) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:04.042125 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf69ac08-763b-4252-8470-44a2c12668dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.067121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf69ac08-763b-4252-8470-44a2c12668dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.219406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf69ac08-763b-4252-8470-44a2c12668dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.236842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69ac08-763b-4252-8470-44a2c12668dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc60bde1-ce74-4a27-9c99-7cc853d70ebc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:04.310925 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bf69ac08-763b-4252-8470-44a2c12668dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.312130 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bf69ac08-763b-4252-8470-44a2c12668dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc60bde1-ce74-4a27-9c99-7cc853d70ebc HTTP/1.1" status: 204 len: 168 time: 0.3250666 Feb 04 21:09:04.590338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ece6d761-c6be-49d1-8d5f-c6d6d151b18b no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:04.624866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: ece6d761-c6be-49d1-8d5f-c6d6d151b18b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:04.625212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device ece6d761-c6be-49d1-8d5f-c6d6d151b18b not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:05.381480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51796) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:05.483093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617137965'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:05.488746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:05.493399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:network and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:05.496389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:05.502748 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:05.567271 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:05.570607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.582488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.599373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:05.603915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:security_group_rule and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:05.606935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:05.612561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:05.692056 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.763318 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.791112 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:05.803051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b602a8-8dc3-40f2-b7aa-f64956326e1e,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:05.807820 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.808162 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Added segment 65549d47-1a91-4443-a496-26078f13114b of type vlan for network 9dd56de6-d282-416c-afce-8e3b58e260a9 Feb 04 21:09:05.833745 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.918025 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.923387 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:05.923970 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:06.034784 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Network': ['ID=9dd56de6-d282-416c-afce-8e3b58e260a9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:06.044762 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 9dd56de6-d282-416c-afce-8e3b58e260a9 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:06.095894 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7391fa4f-f4b5-4161-8826-21e2d07b98ea tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7133255 Feb 04 21:09:09.342265 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51802) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:09.348407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'subnet': {'network_id': '9dd56de6-d282-416c-afce-8e3b58e260a9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:09.461507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:09.465369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:subnet and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:09.468158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:09.473706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:09.563482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:09.567077 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.573392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.836517 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.860832 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.919953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Subnet': ['ID=cc9b0aed-75e3-4985-b8f0-0f7dc8368513,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:09.925379 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Checking segment: {'id': '65549d47-1a91-4443-a496-26078f13114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9dd56de6-d282-416c-afce-8e3b58e260a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:09.925741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network hostable DHCP agents. Network: 9dd56de6-d282-416c-afce-8e3b58e260a9, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:10.009530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network 9dd56de6-d282-416c-afce-8e3b58e260a9 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:10.100974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 9dd56de6-d282-416c-afce-8e3b58e260a9) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:10.105257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:10.105842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.113077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db68a67-49e1-4a98-af2b-421743b2bfac None None] Network 9dd56de6-d282-416c-afce-8e3b58e260a9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:10.213852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-43637d44-d8d9-4519-be7a-431e029457f0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8700492 Feb 04 21:09:10.217346 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51806) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:10.223017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1953678518'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:10.228904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:10.232798 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:network and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:10.235786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:10.241922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:10.325307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-9dd56de6-d282-416c-afce-8e3b58e260a9', 'network_id': '9dd56de6-d282-416c-afce-8e3b58e260a9', 'tenant_id': 'c623921dcb584479aede4c279a2e2afc', 'fixed_ips': [{'subnet_id': 'cc9b0aed-75e3-4985-b8f0-0f7dc8368513'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:10.326126 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.330151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:10.334129 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.364499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:10.374370 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.374752 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Added segment 0d53931d-1636-4a26-9a6f-1f8c4a0121c9 of type vlan for network 1f9e9bbb-feb9-4eca-92b1-e39b97d253ef Feb 04 21:09:10.401003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.480886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Allocated IP 2001:db8:0:ffff::2 (9dd56de6-d282-416c-afce-8e3b58e260a9/cc9b0aed-75e3-4985-b8f0-0f7dc8368513/08a45ceb-c98b-45f0-9ad4-30a81bcbdeec) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:10.522155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.527752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:10.528331 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.635360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Network': ['ID=1f9e9bbb-feb9-4eca-92b1-e39b97d253ef,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:10.653466 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1f9e9bbb-feb9-4eca-92b1-e39b97d253ef details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:10.712825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e3e31ca5-143a-481e-837f-8e5ed05fc215 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4944143 Feb 04 21:09:10.715640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51810) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:10.721258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'subnet': {'network_id': '1f9e9bbb-feb9-4eca-92b1-e39b97d253ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:10.771174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.785164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Transition to ACTIVE for port object 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:10.805914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Transition to ACTIVE for port object 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:10.901187 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.934714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:10.938523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:subnet and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:10.941461 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:10.947302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:10.965385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Network 9dd56de6-d282-416c-afce-8e3b58e260a9 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:10.968363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:10.971888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:11.013023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Pushing event updated for resources: {'Port': ['ID=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:11.015380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:11.019008 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.058081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.058425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.058795 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.059132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.059465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.059796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.060124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.060451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.060775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.061098 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.061422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.061744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:11.080381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Attempting to bind port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:11.080750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Attempting to bind port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '65549d47-1a91-4443-a496-26078f13114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9dd56de6-d282-416c-afce-8e3b58e260a9'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:11.081112 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Attempting to bind port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec on network 9dd56de6-d282-416c-afce-8e3b58e260a9 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:11.087045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:11.087424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Checking segment: {'id': '65549d47-1a91-4443-a496-26078f13114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9dd56de6-d282-416c-afce-8e3b58e260a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:11.087874 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.088256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Bound using segment: {'id': '65549d47-1a91-4443-a496-26078f13114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9dd56de6-d282-416c-afce-8e3b58e260a9'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:11.088718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Bound port: 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65549d47-1a91-4443-a496-26078f13114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9dd56de6-d282-416c-afce-8e3b58e260a9'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:11.089092 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.219540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] For port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:11.222422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] For port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,segment=NetworkSegment(65549d47-1a91-4443-a496-26078f13114b),segment_id=65549d47-1a91-4443-a496-26078f13114b)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:11.282011 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.306642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.364605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192195b-e248-4c1b-9609-d5c44440fb83 None None] Pushing event updated for resources: {'Port': ['ID=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:11.393687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Subnet': ['ID=91c0e3cd-62a7-48cc-959a-6bd75b45eab7,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:11.399937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Checking segment: {'id': '0d53931d-1636-4a26-9a6f-1f8c4a0121c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f9e9bbb-feb9-4eca-92b1-e39b97d253ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:11.400303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network hostable DHCP agents. Network: 1f9e9bbb-feb9-4eca-92b1-e39b97d253ef, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:11.482002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network 1f9e9bbb-feb9-4eca-92b1-e39b97d253ef is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:11.581208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1f9e9bbb-feb9-4eca-92b1-e39b97d253ef) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:11.586251 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:11.586963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.595643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bed524-915b-4a1f-85d5-99b738cc8dc7 None None] Network 1f9e9bbb-feb9-4eca-92b1-e39b97d253ef requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:11.677193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-18142728-e997-4e3b-91d2-b2493acc2fac tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9604168 Feb 04 21:09:11.679999 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51814) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:11.760446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:11.833991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.890496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb0ca59-afbf-4cbf-bd7e-7a18a94e2ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-1f9e9bbb-feb9-4eca-92b1-e39b97d253ef', 'network_id': '1f9e9bbb-feb9-4eca-92b1-e39b97d253ef', 'tenant_id': 'c623921dcb584479aede4c279a2e2afc', 'fixed_ips': [{'subnet_id': '91c0e3cd-62a7-48cc-959a-6bd75b45eab7'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:11.890496 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ca59-afbf-4cbf-bd7e-7a18a94e2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.901160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.963113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:12.036818 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.078295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Subnet': ['ID=91c0e3cd-62a7-48cc-959a-6bd75b45eab7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server [None req-9bb0ca59-afbf-4cbf-bd7e-7a18a94e2ce7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91c0e3cd-62a7-48cc-959a-6bd75b45eab7: This subnet is being modified by another concurrent operation. Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server raise exception Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91c0e3cd-62a7-48cc-959a-6bd75b45eab7: This subnet is being modified by another concurrent operation. Feb 04 21:09:12.116183 n-d-811806-1 neutron-server[88238]: ERROR oslo_messaging.rpc.server Feb 04 21:09:12.141124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ded5e-e512-4d4d-aab8-7077954e7fec None None] Network 1f9e9bbb-feb9-4eca-92b1-e39b97d253ef requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:12.181775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.212810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9e9bbb-feb9-4eca-92b1-e39b97d253ef']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:12.227340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d53931d-1636-4a26-9a6f-1f8c4a0121c9') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:12.227814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d53931d-1636-4a26-9a6f-1f8c4a0121c9') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:12.239969 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.258239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.265429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:12.271435 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:12.281814 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:12.461845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c9a17b-3663-4e27-b202-05585529b6f1 None None] Network 9dd56de6-d282-416c-afce-8e3b58e260a9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:12.501114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.518791 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.530483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Network': ['ID=1f9e9bbb-feb9-4eca-92b1-e39b97d253ef,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:12.538558 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0cf54442-9731-4ff4-a25f-8d5a68f41678 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/1f9e9bbb-feb9-4eca-92b1-e39b97d253ef HTTP/1.1" status: 204 len: 168 time: 0.8539400 Feb 04 21:09:12.540844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51818) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:12.544549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-312505191'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:12.550268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:12.554212 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:network and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:12.557204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:12.564536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:12.626080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6cb129df-27fd-43fa-b1fe-79554e7b3622 None None] Provisioning for port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:12.638806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6cb129df-27fd-43fa-b1fe-79554e7b3622 None None] Provisioning complete for port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:12.639208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6cb129df-27fd-43fa-b1fe-79554e7b3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.649602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:12.653932 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.682046 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:12.690680 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.691054 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Added segment f66b1694-88ba-47e2-b6db-dba60dbc2a72 of type vlan for network 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 Feb 04 21:09:12.716976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.815420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6cb129df-27fd-43fa-b1fe-79554e7b3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.825092 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.831170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:12.831831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.851600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-6cb129df-27fd-43fa-b1fe-79554e7b3622 None None] For port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,segment=NetworkSegment(65549d47-1a91-4443-a496-26078f13114b),segment_id=65549d47-1a91-4443-a496-26078f13114b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:12.924084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6cb129df-27fd-43fa-b1fe-79554e7b3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.946504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Network': ['ID=6522fdfe-f350-48ab-a7d5-ee037fc5d0f2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:12.962070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:13.027281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-08fe9393-c447-4142-8d24-569643f807a9 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4873796 Feb 04 21:09:13.033021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51822) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:13.035510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'subnet': {'network_id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:13.042153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f04f7-4eb3-4eae-afd0-9a959e10fdfe None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:09:13.130565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb129df-27fd-43fa-b1fe-79554e7b3622 None None] Pushing event updated for resources: {'Port': ['ID=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:13.146774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-229c5aeb-c0fa-409d-ba12-ca3d77b09bb0 None None] Provisioning complete for port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:13.147129 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-229c5aeb-c0fa-409d-ba12-ca3d77b09bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:13.149380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:13.153399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:subnet and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:13.156338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:13.162048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:13.234428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f04f7-4eb3-4eae-afd0-9a959e10fdfe None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:09:13.300661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:13.304344 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:13.397426 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Performing IP validity checks on allocation pools {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 21:09:13.397998 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.ipam_backend_mixin [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88236) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 21:09:13.581182 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:13.659188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Subnet': ['ID=3f2d9e77-761e-4ccd-82dc-90d162ecce44,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:13.671624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Checking segment: {'id': 'f66b1694-88ba-47e2-b6db-dba60dbc2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:13.671977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network hostable DHCP agents. Network: 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:13.685792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:13.753746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:13.754113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:13.767494 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:13.824788 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:13.831031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:13.831962 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:13.840046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918df686-1c78-49df-88c6-39de7b5e49bd None None] Network 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:13.911394 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-54d274ac-ebc7-4e34-b5ba-6bc35f1d0188 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8801298 Feb 04 21:09:13.913870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51826) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:14.080364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-6522fdfe-f350-48ab-a7d5-ee037fc5d0f2', 'network_id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2', 'tenant_id': 'c623921dcb584479aede4c279a2e2afc', 'fixed_ips': [{'subnet_id': '3f2d9e77-761e-4ccd-82dc-90d162ecce44'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:14.081195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.166936 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.245736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.286308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Allocated IP 2001:db8::3 (6522fdfe-f350-48ab-a7d5-ee037fc5d0f2/3f2d9e77-761e-4ccd-82dc-90d162ecce44/cfcb7f07-cc2f-4745-badf-b07ca5578f71) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:14.489698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.499677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Transition to ACTIVE for port object cfcb7f07-cc2f-4745-badf-b07ca5578f71 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:14.517263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Transition to ACTIVE for port object cfcb7f07-cc2f-4745-badf-b07ca5578f71 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:14.584814 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.654067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Network 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:14.656817 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:14.660335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:14.666460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Pushing event updated for resources: {'Port': ['ID=cfcb7f07-cc2f-4745-badf-b07ca5578f71,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:14.670739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.710646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2d9e77-761e-4ccd-82dc-90d162ecce44,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:14.756025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Attempting to bind port cfcb7f07-cc2f-4745-badf-b07ca5578f71 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:14.756401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Attempting to bind port cfcb7f07-cc2f-4745-badf-b07ca5578f71 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'f66b1694-88ba-47e2-b6db-dba60dbc2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:14.756783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Attempting to bind port cfcb7f07-cc2f-4745-badf-b07ca5578f71 on network 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:14.762160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:14.762529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Checking segment: {'id': 'f66b1694-88ba-47e2-b6db-dba60dbc2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:14.762961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.763342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Bound using segment: {'id': 'f66b1694-88ba-47e2-b6db-dba60dbc2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:14.763949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Bound port: cfcb7f07-cc2f-4745-badf-b07ca5578f71, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66b1694-88ba-47e2-b6db-dba60dbc2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:14.764163 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.807002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.836859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6522fdfe-f350-48ab-a7d5-ee037fc5d0f2']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:14.849006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66b1694-88ba-47e2-b6db-dba60dbc2a72') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:14.849415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66b1694-88ba-47e2-b6db-dba60dbc2a72') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:14.852358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] For port cfcb7f07-cc2f-4745-badf-b07ca5578f71, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:14.855690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] For port cfcb7f07-cc2f-4745-badf-b07ca5578f71, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cfcb7f07-cc2f-4745-badf-b07ca5578f71,segment=NetworkSegment(f66b1694-88ba-47e2-b6db-dba60dbc2a72),segment_id=f66b1694-88ba-47e2-b6db-dba60dbc2a72)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:14.865884 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.968383 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.971834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.979236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:14.979624 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:14.994029 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:15.089757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a464457-60e6-4a3b-9d44-76c2f6295d71 None None] Pushing event updated for resources: {'Port': ['ID=cfcb7f07-cc2f-4745-badf-b07ca5578f71,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:15.116423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27b376-200e-4eef-ad93-203807fb3394 None None] Network 6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:15.141227 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:09:15.141227 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:09:15.141227 n-d-811806-1 neutron-server[88236]: [parameters: {'id': '6522fdfe-f350-48ab-a7d5-ee037fc5d0f2'}] Feb 04 21:09:15.141227 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:15.141902 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:15.327907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b439f0af-d1fb-4bdd-9eed-49d858e9c559 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:09:15.415907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439f0af-d1fb-4bdd-9eed-49d858e9c559 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:09:15.643527 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.654228 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Deleting port cfcb7f07-cc2f-4745-badf-b07ca5578f71 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:15.654560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.859405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] For port cfcb7f07-cc2f-4745-badf-b07ca5578f71, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=cfcb7f07-cc2f-4745-badf-b07ca5578f71,segment=NetworkSegment(f66b1694-88ba-47e2-b6db-dba60dbc2a72),segment_id=f66b1694-88ba-47e2-b6db-dba60dbc2a72)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:15.860089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.981544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Calling delete_port for cfcb7f07-cc2f-4745-badf-b07ca5578f71 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:16.123290 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.169816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Port': ['ID=cfcb7f07-cc2f-4745-badf-b07ca5578f71,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:16.173090 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No DVR routers for this DVR port cfcb7f07-cc2f-4745-badf-b07ca5578f71 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:16.295670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.319531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6522fdfe-f350-48ab-a7d5-ee037fc5d0f2']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:16.331049 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66b1694-88ba-47e2-b6db-dba60dbc2a72') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:16.333845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66b1694-88ba-47e2-b6db-dba60dbc2a72') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:16.343448 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.363166 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.368960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:16.371769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:16.383136 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:16.527134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.544400 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.554833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Network': ['ID=6522fdfe-f350-48ab-a7d5-ee037fc5d0f2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:16.560933 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7c8b0550-d3ec-49c2-be99-0a9a9d55c53e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 HTTP/1.1" status: 204 len: 168 time: 2.6460207 Feb 04 21:09:16.564528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51830) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:16.569637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1213549692'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:16.574990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:16.578676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:network and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:16.581534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:16.591976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:16.688850 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:16.692387 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.721132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:16.730108 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.730454 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Added segment b689c6dc-c556-42af-9e9a-23fa1f499b02 of type vlan for network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f Feb 04 21:09:16.755212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.858762 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.864410 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:16.869571 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.970176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Network': ['ID=affe22af-ce6a-4d2a-b182-c45c3c2b8e5f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:16.980753 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:17.026903 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f90da73a-9ff0-4f4d-aef3-3e91be0707c3 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4613431 Feb 04 21:09:17.029646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51834) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:17.035219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'subnet': {'network_id': 'affe22af-ce6a-4d2a-b182-c45c3c2b8e5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:17.146232 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:17.150656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:subnet and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:17.153629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:17.159375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:17.226542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:17.230311 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:17.504744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:17.585548 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Subnet': ['ID=be08e5ba-9fd4-4457-86a1-b361d319d7fc,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:17.592835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Checking segment: {'id': 'b689c6dc-c556-42af-9e9a-23fa1f499b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'affe22af-ce6a-4d2a-b182-c45c3c2b8e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:17.593186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network hostable DHCP agents. Network: affe22af-ce6a-4d2a-b182-c45c3c2b8e5f, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:17.681250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:17.763227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, affe22af-ce6a-4d2a-b182-c45c3c2b8e5f) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:17.767078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:17.767659 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:17.772532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b51758c-5bf2-48b7-9cae-d7ea0203a1dd None None] Network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:17.958485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-74db97e5-88e4-4579-bc81-69ac34f3c10c tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9278045 Feb 04 21:09:17.961989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51838) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:17.967478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1240549538'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:17.973121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:17.976896 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:network and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:17.980562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:17.986386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:17.989932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-affe22af-ce6a-4d2a-b182-c45c3c2b8e5f', 'network_id': 'affe22af-ce6a-4d2a-b182-c45c3c2b8e5f', 'tenant_id': 'c623921dcb584479aede4c279a2e2afc', 'fixed_ips': [{'subnet_id': 'be08e5ba-9fd4-4457-86a1-b361d319d7fc'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:17.991515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.060704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:18.064197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.091857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:18.100878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.101223 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Added segment 98b4c01a-2122-48a3-85f1-2166200b56e5 of type vlan for network 99036b44-7f2a-4b6c-9992-597d2965c974 Feb 04 21:09:18.127534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.148034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Allocated IP 2001:db8::2 (affe22af-ce6a-4d2a-b182-c45c3c2b8e5f/be08e5ba-9fd4-4457-86a1-b361d319d7fc/8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:18.232266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.237807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:18.238416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.345594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Network': ['ID=99036b44-7f2a-4b6c-9992-597d2965c974,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:18.358087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 99036b44-7f2a-4b6c-9992-597d2965c974 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:18.371334 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.381698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Transition to ACTIVE for port object 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:18.397167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9db336d8-87fa-4c82-9a3c-c497e24df486 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4340272 Feb 04 21:09:18.399906 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51844) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:18.405456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Request body: {'subnet': {'network_id': '99036b44-7f2a-4b6c-9992-597d2965c974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:18.463950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Transition to ACTIVE for port object 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:18.517417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:18.521344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Usage tracker for resource:subnet and tenant:c623921dcb584479aede4c279a2e2afc is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:18.524680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:18.527837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.530398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:18.588774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:18.591469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:18.593881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:18.614587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Made reservation on behalf of c623921dcb584479aede4c279a2e2afc for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:18.618098 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.641903 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Pushing event updated for resources: {'Port': ['ID=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:18.692168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Attempting to bind port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:18.692535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Attempting to bind port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'b689c6dc-c556-42af-9e9a-23fa1f499b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'affe22af-ce6a-4d2a-b182-c45c3c2b8e5f'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:18.692890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Attempting to bind port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 on network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:18.698100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:18.698469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Checking segment: {'id': 'b689c6dc-c556-42af-9e9a-23fa1f499b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'affe22af-ce6a-4d2a-b182-c45c3c2b8e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:18.698889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.699277 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Bound using segment: {'id': 'b689c6dc-c556-42af-9e9a-23fa1f499b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'affe22af-ce6a-4d2a-b182-c45c3c2b8e5f'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:18.699731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Bound port: 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b689c6dc-c556-42af-9e9a-23fa1f499b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'affe22af-ce6a-4d2a-b182-c45c3c2b8e5f'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:18.700101 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.785770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] For port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:18.789233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] For port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,segment=NetworkSegment(b689c6dc-c556-42af-9e9a-23fa1f499b02),segment_id=b689c6dc-c556-42af-9e9a-23fa1f499b02)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:18.876331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.910601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.960062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78feee-6cec-41a7-bf5a-c9b54b0cdd4d None None] Pushing event updated for resources: {'Port': ['ID=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:18.998318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event updated for resources: {'Subnet': ['ID=45887506-de45-4501-b90d-8dde43e8225a,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:19.004230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Checking segment: {'id': '98b4c01a-2122-48a3-85f1-2166200b56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '99036b44-7f2a-4b6c-9992-597d2965c974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:19.004596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network hostable DHCP agents. Network: 99036b44-7f2a-4b6c-9992-597d2965c974, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:19.117655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Network 99036b44-7f2a-4b6c-9992-597d2965c974 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:19.214953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 99036b44-7f2a-4b6c-9992-597d2965c974) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:19.219626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:19.220235 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:19.223731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71a682-2208-4326-b9ff-f2244bb85eba None None] Network 99036b44-7f2a-4b6c-9992-597d2965c974 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:19.305698 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e90947ff-8699-4344-bab4-d7b1952b0154 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9047155 Feb 04 21:09:19.308314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51848) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:19.439555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-99036b44-7f2a-4b6c-9992-597d2965c974', 'network_id': '99036b44-7f2a-4b6c-9992-597d2965c974', 'tenant_id': 'c623921dcb584479aede4c279a2e2afc', 'fixed_ips': [{'subnet_id': '45887506-de45-4501-b90d-8dde43e8225a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:19.440640 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:19.456334 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:19.523125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:19.642679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Allocated IP 2001:db8::2 (99036b44-7f2a-4b6c-9992-597d2965c974/45887506-de45-4501-b90d-8dde43e8225a/0b509293-bede-4400-873a-28e1922d9f9e) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:19.738346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:19.911168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:19.923021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Transition to ACTIVE for port object 0b509293-bede-4400-873a-28e1922d9f9e will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:19.925503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d532f-473e-45b8-a2b4-f109c5087474 None None] Network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:20.011073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Transition to ACTIVE for port object 0b509293-bede-4400-873a-28e1922d9f9e will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:20.013357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:20.110286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.158114 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c8e62794-6020-4378-8822-9939054f500d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.159542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-43af7d7f-e2f4-4696-841e-b138ee614a33 None None] Provisioning for port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:20.190888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-43af7d7f-e2f4-4696-841e-b138ee614a33 None None] Provisioning complete for port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:20.191253 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-43af7d7f-e2f4-4696-841e-b138ee614a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.209985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.228735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Network 99036b44-7f2a-4b6c-9992-597d2965c974 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:20.244986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:20.250318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Subnet': ['ID=45887506-de45-4501-b90d-8dde43e8225a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:20.280183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:20.294479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Pushing event updated for resources: {'Port': ['ID=0b509293-bede-4400-873a-28e1922d9f9e,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:20.346000 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.372425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99036b44-7f2a-4b6c-9992-597d2965c974']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:20.385056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b4c01a-2122-48a3-85f1-2166200b56e5') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:20.385361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b4c01a-2122-48a3-85f1-2166200b56e5') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:20.397601 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.413551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.419706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:20.420096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:20.434669 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:20.437788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Attempting to bind port 0b509293-bede-4400-873a-28e1922d9f9e on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:20.437788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Attempting to bind port 0b509293-bede-4400-873a-28e1922d9f9e by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '98b4c01a-2122-48a3-85f1-2166200b56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '99036b44-7f2a-4b6c-9992-597d2965c974'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:20.437788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Attempting to bind port 0b509293-bede-4400-873a-28e1922d9f9e on network 99036b44-7f2a-4b6c-9992-597d2965c974 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:20.455198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:20.455575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Checking segment: {'id': '98b4c01a-2122-48a3-85f1-2166200b56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '99036b44-7f2a-4b6c-9992-597d2965c974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:20.455964 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.456356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Bound using segment: {'id': '98b4c01a-2122-48a3-85f1-2166200b56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '99036b44-7f2a-4b6c-9992-597d2965c974'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:20.456814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Bound port: 0b509293-bede-4400-873a-28e1922d9f9e, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b4c01a-2122-48a3-85f1-2166200b56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '99036b44-7f2a-4b6c-9992-597d2965c974'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:20.457234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.525165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-43af7d7f-e2f4-4696-841e-b138ee614a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.552741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.db.api [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:09:20.552741 n-d-811806-1 neutron-server[88236]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:09:20.552741 n-d-811806-1 neutron-server[88236]: [parameters: {'id': '99036b44-7f2a-4b6c-9992-597d2965c974'}] Feb 04 21:09:20.552741 n-d-811806-1 neutron-server[88236]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:20.552741 n-d-811806-1 neutron-server[88236]: DEBUG oslo_db.api [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:20.587236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-43af7d7f-e2f4-4696-841e-b138ee614a33 None None] For port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,segment=NetworkSegment(b689c6dc-c556-42af-9e9a-23fa1f499b02),segment_id=b689c6dc-c556-42af-9e9a-23fa1f499b02)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:20.589932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] For port 0b509293-bede-4400-873a-28e1922d9f9e, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:20.592955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] For port 0b509293-bede-4400-873a-28e1922d9f9e, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0b509293-bede-4400-873a-28e1922d9f9e,segment=NetworkSegment(98b4c01a-2122-48a3-85f1-2166200b56e5),segment_id=98b4c01a-2122-48a3-85f1-2166200b56e5)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:20.654936 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-43af7d7f-e2f4-4696-841e-b138ee614a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.691249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.736438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af7d7f-e2f4-4696-841e-b138ee614a33 None None] Pushing event updated for resources: {'Port': ['ID=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:20.854987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-cfaa3ffc-e0db-433f-bc34-5a077afda930 None None] Provisioning complete for port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:20.855274 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3ffc-e0db-433f-bc34-5a077afda930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.904436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76a64-a031-4a95-9b65-5532e2360228 None None] Pushing event updated for resources: {'Port': ['ID=0b509293-bede-4400-873a-28e1922d9f9e,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:20.910117 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65f573-0dc2-4a8c-a67c-19f4f9a4287a None None] Network 99036b44-7f2a-4b6c-9992-597d2965c974 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:21.053946 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.064649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Deleting port 0b509293-bede-4400-873a-28e1922d9f9e {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:21.064979 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.173657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c728cb0-4539-47e4-a5d4-2e9fc7be3ef8 None None] get_active_networks_info from n-d-811806-1 {{(pid=88238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:09:21.279499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] For port 0b509293-bede-4400-873a-28e1922d9f9e, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0b509293-bede-4400-873a-28e1922d9f9e,segment=NetworkSegment(98b4c01a-2122-48a3-85f1-2166200b56e5),segment_id=98b4c01a-2122-48a3-85f1-2166200b56e5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:21.280144 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.302175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c728cb0-4539-47e4-a5d4-2e9fc7be3ef8 None None] Resources bound (agent type, host, resource id): {{(pid=88238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:09:21.511960 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Calling delete_port for 0b509293-bede-4400-873a-28e1922d9f9e owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:21.688525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:21.695556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.742429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Port': ['ID=0b509293-bede-4400-873a-28e1922d9f9e,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:21.747687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No DVR routers for this DVR port 0b509293-bede-4400-873a-28e1922d9f9e on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:21.760633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:21.761006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.871896 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.896892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99036b44-7f2a-4b6c-9992-597d2965c974']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:21.908695 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b4c01a-2122-48a3-85f1-2166200b56e5') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:21.908994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b4c01a-2122-48a3-85f1-2166200b56e5') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:21.920487 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.936605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.942381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:21.942794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:21.957047 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:22.117645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.134801 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.145235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Network': ['ID=99036b44-7f2a-4b6c-9992-597d2965c974,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:22.151576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e5e6a7e0-9e25-491f-94a4-73550809e31d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/99036b44-7f2a-4b6c-9992-597d2965c974 HTTP/1.1" status: 204 len: 168 time: 2.8423040 Feb 04 21:09:22.154951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:22.198758 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bec0190-8cad-43f2-bc34-35f5d2ffa58e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] GET failed (client error): The resource could not be found. Feb 04 21:09:22.200054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5bec0190-8cad-43f2-bc34-35f5d2ffa58e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "GET /v2.0/subnets/45887506-de45-4501-b90d-8dde43e8225a HTTP/1.1" status: 404 len: 337 time: 0.0440607 Feb 04 21:09:22.202919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51856) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:22.227655 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c496c7-7b25-491c-ac7e-a7b3fbebc018 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] DELETE failed (client error): The resource could not be found. Feb 04 21:09:22.228112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c496c7-7b25-491c-ac7e-a7b3fbebc018 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:09:22.229668 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d0c496c7-7b25-491c-ac7e-a7b3fbebc018 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/99036b44-7f2a-4b6c-9992-597d2965c974 HTTP/1.1" status: 404 len: 339 time: 0.0258608 Feb 04 21:09:22.233157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51860) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:22.272707 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90810e4-c7ea-4642-a4c4-e4cbd064e2c1 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] DELETE failed (client error): The resource could not be found. Feb 04 21:09:22.273624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90810e4-c7ea-4642-a4c4-e4cbd064e2c1 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:09:22.275303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a90810e4-c7ea-4642-a4c4-e4cbd064e2c1 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/subnets/45887506-de45-4501-b90d-8dde43e8225a HTTP/1.1" status: 404 len: 337 time: 0.0412970 Feb 04 21:09:22.277855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51864) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:22.302208 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef818574-605c-4ba2-818a-a168bf9e5c09 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] DELETE failed (client error): The resource could not be found. Feb 04 21:09:22.302653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef818574-605c-4ba2-818a-a168bf9e5c09 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:09:22.304267 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ef818574-605c-4ba2-818a-a168bf9e5c09 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/99036b44-7f2a-4b6c-9992-597d2965c974 HTTP/1.1" status: 404 len: 339 time: 0.0255470 Feb 04 21:09:22.306740 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51868) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:22.351038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-abeaae7f-d865-4b8d-b91d-945880436164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.376265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Deleting subnet be08e5ba-9fd4-4457-86a1-b361d319d7fc {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:09:22.379182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.434306 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.519060 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.661018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.701047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Subnet': ['ID=be08e5ba-9fd4-4457-86a1-b361d319d7fc,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:22.702967 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.709108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a7480270-1ae1-4a63-b0e1-7a4e94de52ff tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/subnets/be08e5ba-9fd4-4457-86a1-b361d319d7fc HTTP/1.1" status: 204 len: 168 time: 0.4014714 Feb 04 21:09:22.709270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ad439-c314-4d7d-884e-f2229d1965de None None] Network affe22af-ce6a-4d2a-b182-c45c3c2b8e5f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:22.712242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51872) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:22.824559 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.835552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Deleting port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:22.835884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.954631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] DHCP port deletion for affe22af-ce6a-4d2a-b182-c45c3c2b8e5f request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:09:22.959102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Deleting port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:22.959581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.049680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] For port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,segment=NetworkSegment(b689c6dc-c556-42af-9e9a-23fa1f499b02),segment_id=b689c6dc-c556-42af-9e9a-23fa1f499b02)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:23.050031 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.157896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] For port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,segment=NetworkSegment(b689c6dc-c556-42af-9e9a-23fa1f499b02),segment_id=b689c6dc-c556-42af-9e9a-23fa1f499b02)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:23.158280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.173004 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Calling delete_port for 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:23.283035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Calling delete_port for 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:23.418996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.424632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:23.425137 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:23.467685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Port': ['ID=8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:23.471300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No DVR routers for this DVR port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:23.535136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.594090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.619872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affe22af-ce6a-4d2a-b182-c45c3c2b8e5f']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:23.631665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b689c6dc-c556-42af-9e9a-23fa1f499b02') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:23.631957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b689c6dc-c556-42af-9e9a-23fa1f499b02') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:23.645878 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.649770 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:09:23.665382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.671479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:23.672019 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.677904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:23.687440 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:23.694221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:23.732416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:23.732759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:23.926582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Deleting port 8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:23.926986 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.944450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.962282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.973111 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Network': ['ID=affe22af-ce6a-4d2a-b182-c45c3c2b8e5f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:23.980204 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b88d4d78-fdee-47a6-8dc3-41835fef9450 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/affe22af-ce6a-4d2a-b182-c45c3c2b8e5f HTTP/1.1" status: 204 len: 168 time: 1.2645071 Feb 04 21:09:23.981029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51876) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:23.994308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-539432f1-23f0-48b3-bcb5-04900ddabf4a None None] The port '8c4e8a3a-dac0-4f3c-a8c7-aeebc7244c34' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:09:24.020726 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee803db-f11f-4243-bcc6-46a47d655d5e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] DELETE failed (client error): The resource could not be found. Feb 04 21:09:24.021179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee803db-f11f-4243-bcc6-46a47d655d5e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:09:24.023387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aee803db-f11f-4243-bcc6-46a47d655d5e tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/subnets/3f2d9e77-761e-4ccd-82dc-90d162ecce44 HTTP/1.1" status: 404 len: 337 time: 0.0420668 Feb 04 21:09:24.025875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51880) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:24.050183 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-691b85c0-ce2e-4ee5-a6be-ccc66c25652b tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] DELETE failed (client error): The resource could not be found. Feb 04 21:09:24.050630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691b85c0-ce2e-4ee5-a6be-ccc66c25652b tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:09:24.052324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-691b85c0-ce2e-4ee5-a6be-ccc66c25652b tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/6522fdfe-f350-48ab-a7d5-ee037fc5d0f2 HTTP/1.1" status: 404 len: 339 time: 0.0255740 Feb 04 21:09:24.054579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51884) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:24.090878 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6b6be2-d208-425f-8c4d-67dfba958ea0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] DELETE failed (client error): The resource could not be found. Feb 04 21:09:24.091316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6b6be2-d208-425f-8c4d-67dfba958ea0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:09:24.092890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6f6b6be2-d208-425f-8c4d-67dfba958ea0 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/subnets/91c0e3cd-62a7-48cc-959a-6bd75b45eab7 HTTP/1.1" status: 404 len: 337 time: 0.0374379 Feb 04 21:09:24.095170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51888) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:24.119577 n-d-811806-1 neutron-server[88237]: INFO neutron.pecan_wsgi.hooks.translation [None req-6621beea-4be9-4a0c-afba-7805309c4144 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] DELETE failed (client error): The resource could not be found. Feb 04 21:09:24.120041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6621beea-4be9-4a0c-afba-7805309c4144 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88237) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:09:24.121662 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6621beea-4be9-4a0c-afba-7805309c4144 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/1f9e9bbb-feb9-4eca-92b1-e39b97d253ef HTTP/1.1" status: 404 len: 339 time: 0.0256376 Feb 04 21:09:24.124105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51892) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:24.192821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Deleting subnet cc9b0aed-75e3-4985-b8f0-0f7dc8368513 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:09:24.196416 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.250550 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.334432 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.481682 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.519391 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9b0aed-75e3-4985-b8f0-0f7dc8368513,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:24.524867 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.530921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c01b44e-aa5f-4728-a885-a7e922e94c5e None None] Network 9dd56de6-d282-416c-afce-8e3b58e260a9 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:24.532132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2992c75b-f49c-4a55-8a79-8b4de261f379 tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/subnets/cc9b0aed-75e3-4985-b8f0-0f7dc8368513 HTTP/1.1" status: 204 len: 168 time: 0.4059076 Feb 04 21:09:24.533426 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51896) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:24.646869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.657060 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Deleting port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:24.657393 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.814446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] DHCP port deletion for 9dd56de6-d282-416c-afce-8e3b58e260a9 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:09:24.818649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Deleting port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:24.819095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.869940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] For port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,segment=NetworkSegment(65549d47-1a91-4443-a496-26078f13114b),segment_id=65549d47-1a91-4443-a496-26078f13114b)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:24.870298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.991830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Calling delete_port for 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:25.016022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] For port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,segment=NetworkSegment(65549d47-1a91-4443-a496-26078f13114b),segment_id=65549d47-1a91-4443-a496-26078f13114b)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:25.016345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.133338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.139806 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Calling delete_port for 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:25.185353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Port': ['ID=08a45ceb-c98b-45f0-9ad4-30a81bcbdeec,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:25.187152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] No DVR routers for this DVR port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:25.214740 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:25.215098 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:25.309653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.333682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd56de6-d282-416c-afce-8e3b58e260a9']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:25.345803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65549d47-1a91-4443-a496-26078f13114b') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:25.346093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65549d47-1a91-4443-a496-26078f13114b') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:25.350902 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.357919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.373133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.379126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:25.379509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:25.393559 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:25.540240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.556762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.568249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] Pushing event deleted for resources: {'Network': ['ID=9dd56de6-d282-416c-afce-8e3b58e260a9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:25.571300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0dfbbe5b-b0c9-4bdd-8128-85a796f3770d tempest-NetworksIpV6Test-1010314721 tempest-NetworksIpV6Test-1010314721-project] 10.222.0.48 "DELETE /v2.0/networks/9dd56de6-d282-416c-afce-8e3b58e260a9 HTTP/1.1" status: 204 len: 168 time: 1.0369363 Feb 04 21:09:25.686183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:25.715650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Deleting port 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:25.716025 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.750032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:25.750374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 08a45ceb-c98b-45f0-9ad4-30a81bcbdeec not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:25.789624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-10a2c1bf-af60-4118-b163-8fb142d15084 None None] The port '08a45ceb-c98b-45f0-9ad4-30a81bcbdeec' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:09:26.106377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:26.250374 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f3f0c862-84a3-4f08-9ca2-cf83d41a5965 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c623921dcb584479aede4c279a2e2afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428394 Feb 04 21:09:26.253003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51910) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:26.312958 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-526744d4-1732-4da9-b8e2-26a0ab74b102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.338375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-526744d4-1732-4da9-b8e2-26a0ab74b102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.443304 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-526744d4-1732-4da9-b8e2-26a0ab74b102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.456709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526744d4-1732-4da9-b8e2-26a0ab74b102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b602a8-8dc3-40f2-b7aa-f64956326e1e,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:26.463406 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-526744d4-1732-4da9-b8e2-26a0ab74b102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.464508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-526744d4-1732-4da9-b8e2-26a0ab74b102 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58b602a8-8dc3-40f2-b7aa-f64956326e1e HTTP/1.1" status: 204 len: 168 time: 0.2106390 Feb 04 21:09:27.502306 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51934) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:27.603135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1282698531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:27.610352 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:27.614630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Usage tracker for resource:router and tenant:4ad45652b9ec43bc89b7266b87e7d556 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:27.617995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:27.624845 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:27.723365 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.724375 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.738533 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.831723 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.922917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.924226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-50fd3b8b-4a0d-4287-a03f-58fe6ddb8285 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4208879 Feb 04 21:09:27.926927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51940) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:27.932773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1112425769'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:27.938201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:27.942564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Usage tracker for resource:network and tenant:4ad45652b9ec43bc89b7266b87e7d556 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:27.945384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:27.951042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:28.025922 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Made reservation on behalf of 4ad45652b9ec43bc89b7266b87e7d556 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:28.029263 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.041735 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.056365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:28.060171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Usage tracker for resource:security_group_rule and tenant:4ad45652b9ec43bc89b7266b87e7d556 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:28.062888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:28.068451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:28.148348 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.224442 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.262921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:28.268299 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d87fe9-66b9-473e-b53e-a5e4a86aa480,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:28.276412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.276610 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Added segment 826045b2-6648-4d04-9403-450cda3acb80 of type vlan for network 82cce66b-2153-4bad-a026-78f4b188b2b1 Feb 04 21:09:28.303510 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.395591 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.401571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:28.402107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.623542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event updated for resources: {'Network': ['ID=82cce66b-2153-4bad-a026-78f4b188b2b1,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:28.634670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 82cce66b-2153-4bad-a026-78f4b188b2b1 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:28.675215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-649911f2-ee20-47b4-96d1-c49f51ab9d99 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7446737 Feb 04 21:09:28.675380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51944) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:28.680804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Request body: {'subnet': {'network_id': '82cce66b-2153-4bad-a026-78f4b188b2b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:28.790618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:28.794357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Usage tracker for resource:subnet and tenant:4ad45652b9ec43bc89b7266b87e7d556 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:28.797101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:28.802609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:28.900702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Made reservation on behalf of 4ad45652b9ec43bc89b7266b87e7d556 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:28.904093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.174988 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.253775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event updated for resources: {'Subnet': ['ID=f61165b4-7df7-4cac-be77-aeff404ef85f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:29.259779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Checking segment: {'id': '826045b2-6648-4d04-9403-450cda3acb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82cce66b-2153-4bad-a026-78f4b188b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:29.260011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Network hostable DHCP agents. Network: 82cce66b-2153-4bad-a026-78f4b188b2b1, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:29.380053 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Network 82cce66b-2153-4bad-a026-78f4b188b2b1 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:29.471587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 82cce66b-2153-4bad-a026-78f4b188b2b1) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:29.475500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:29.476088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.481017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3d62e-31db-4b8d-a02d-81e8ec4b542b None None] Network 82cce66b-2153-4bad-a026-78f4b188b2b1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:29.575111 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d110084a-3d45-4b9d-b9f8-5acd275155b4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8986747 Feb 04 21:09:29.578131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51948) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:29.583597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-669104116'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:29.589073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:29.592830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Usage tracker for resource:network and tenant:4ad45652b9ec43bc89b7266b87e7d556 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:29.596039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:29.603377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:29.688594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Made reservation on behalf of 4ad45652b9ec43bc89b7266b87e7d556 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:29.692539 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.694842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-82cce66b-2153-4bad-a026-78f4b188b2b1', 'network_id': '82cce66b-2153-4bad-a026-78f4b188b2b1', 'tenant_id': '4ad45652b9ec43bc89b7266b87e7d556', 'fixed_ips': [{'subnet_id': 'f61165b4-7df7-4cac-be77-aeff404ef85f'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:29.695674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.719890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:29.729036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.729304 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Added segment 828b1bd2-d317-4d3e-b6c7-6f2cee77754c of type vlan for network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 Feb 04 21:09:29.754810 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.849905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Allocated IP 172.20.0.2 (82cce66b-2153-4bad-a026-78f4b188b2b1/f61165b4-7df7-4cac-be77-aeff404ef85f/187ab6e7-ca5c-4e06-8012-10687f7b44a0) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:29.871760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.877417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:29.877996 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.984919 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event updated for resources: {'Network': ['ID=bc41dc77-a44d-4e1a-9f3a-1a638eb2d520,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:29.995725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:30.049770 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-94504a60-143a-4fa6-bcd2-cde44a0edc14 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4705119 Feb 04 21:09:30.052383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51952) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:30.057961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Request body: {'subnet': {'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:30.138967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.150721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Transition to ACTIVE for port object 187ab6e7-ca5c-4e06-8012-10687f7b44a0 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:30.170997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Transition to ACTIVE for port object 187ab6e7-ca5c-4e06-8012-10687f7b44a0 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:30.174790 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:30.178635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Usage tracker for resource:subnet and tenant:4ad45652b9ec43bc89b7266b87e7d556 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:30.181579 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:30.187534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:30.237684 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.270095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Made reservation on behalf of 4ad45652b9ec43bc89b7266b87e7d556 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:30.273796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.301651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Network 82cce66b-2153-4bad-a026-78f4b188b2b1 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:30.304373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:30.307797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:30.313222 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Pushing event updated for resources: {'Port': ['ID=187ab6e7-ca5c-4e06-8012-10687f7b44a0,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:30.431106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Attempting to bind port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:30.431471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Attempting to bind port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '826045b2-6648-4d04-9403-450cda3acb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82cce66b-2153-4bad-a026-78f4b188b2b1'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:30.431825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Attempting to bind port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 on network 82cce66b-2153-4bad-a026-78f4b188b2b1 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:30.436954 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:30.437321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Checking segment: {'id': '826045b2-6648-4d04-9403-450cda3acb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82cce66b-2153-4bad-a026-78f4b188b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:30.437721 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.438101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Bound using segment: {'id': '826045b2-6648-4d04-9403-450cda3acb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82cce66b-2153-4bad-a026-78f4b188b2b1'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:30.438550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Bound port: 187ab6e7-ca5c-4e06-8012-10687f7b44a0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826045b2-6648-4d04-9403-450cda3acb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82cce66b-2153-4bad-a026-78f4b188b2b1'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:30.438937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.526618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] For port 187ab6e7-ca5c-4e06-8012-10687f7b44a0, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:30.529484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] For port 187ab6e7-ca5c-4e06-8012-10687f7b44a0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=187ab6e7-ca5c-4e06-8012-10687f7b44a0,segment=NetworkSegment(826045b2-6648-4d04-9403-450cda3acb80),segment_id=826045b2-6648-4d04-9403-450cda3acb80)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:30.550446 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.609330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.630782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event updated for resources: {'Subnet': ['ID=e22aa80f-01ec-432e-b092-f757175768f7,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:30.640445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Checking segment: {'id': '828b1bd2-d317-4d3e-b6c7-6f2cee77754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:30.641011 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Network hostable DHCP agents. Network: bc41dc77-a44d-4e1a-9f3a-1a638eb2d520, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:30.687436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d86148-6bfe-4d03-a424-418f835327f4 None None] Pushing event updated for resources: {'Port': ['ID=187ab6e7-ca5c-4e06-8012-10687f7b44a0,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:30.734656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:30.814677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, bc41dc77-a44d-4e1a-9f3a-1a638eb2d520) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:30.818996 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:30.819754 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.825429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eef45b-b93f-4ded-afbf-0516fcf5c424 None None] Network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:30.907231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dd11a948-7d0b-40fe-8cb1-9f808693cde1 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8536308 Feb 04 21:09:30.909863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51956) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:30.916512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-199935a5-51dd-4773-bd99-f2cf3c3068ba tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:31.079610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-bc41dc77-a44d-4e1a-9f3a-1a638eb2d520', 'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520', 'tenant_id': '4ad45652b9ec43bc89b7266b87e7d556', 'fixed_ips': [{'subnet_id': 'e22aa80f-01ec-432e-b092-f757175768f7'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:31.080442 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.241875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Allocated IP 172.21.0.2 (bc41dc77-a44d-4e1a-9f3a-1a638eb2d520/e22aa80f-01ec-432e-b092-f757175768f7/ba8400a9-119a-49d3-929e-4b071d0ac8b5) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:31.432916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-199935a5-51dd-4773-bd99-f2cf3c3068ba tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.460310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.471535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Transition to ACTIVE for port object ba8400a9-119a-49d3-929e-4b071d0ac8b5 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:31.490934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Transition to ACTIVE for port object ba8400a9-119a-49d3-929e-4b071d0ac8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:31.609987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.682410 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [None req-199935a5-51dd-4773-bd99-f2cf3c3068ba tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:09:31.683051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:31.690894 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-199935a5-51dd-4773-bd99-f2cf3c3068ba tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "PUT /v2.0/routers/ee467076-066a-4dc3-8f86-37b51d9430cd HTTP/1.1" status: 400 len: 364 time: 0.7747440 Feb 04 21:09:31.691132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:31.691132 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:31.695374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Pushing event updated for resources: {'Port': ['ID=ba8400a9-119a-49d3-929e-4b071d0ac8b5,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:31.697516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51960) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:31.732793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e8463-16e0-460e-95a2-7245b888b795 None None] Network 82cce66b-2153-4bad-a026-78f4b188b2b1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:31.780066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Deleting subnet e22aa80f-01ec-432e-b092-f757175768f7 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:09:31.783242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.832842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 187ab6e7-ca5c-4e06-8012-10687f7b44a0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:31.839371 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.920393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Attempting to bind port ba8400a9-119a-49d3-929e-4b071d0ac8b5 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:31.920679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Attempting to bind port ba8400a9-119a-49d3-929e-4b071d0ac8b5 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '828b1bd2-d317-4d3e-b6c7-6f2cee77754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:31.921048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Attempting to bind port ba8400a9-119a-49d3-929e-4b071d0ac8b5 on network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:31.923526 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.942239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:31.942611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Checking segment: {'id': '828b1bd2-d317-4d3e-b6c7-6f2cee77754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:31.943031 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.943476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Bound using segment: {'id': '828b1bd2-d317-4d3e-b6c7-6f2cee77754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:31.943882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Bound port: ba8400a9-119a-49d3-929e-4b071d0ac8b5, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828b1bd2-d317-4d3e-b6c7-6f2cee77754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bc41dc77-a44d-4e1a-9f3a-1a638eb2d520'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:31.944249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.009347 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-304077bd-4789-4957-aa21-7b387e3516bb None None] Provisioning for port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:32.071959 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.111617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event deleted for resources: {'Subnet': ['ID=e22aa80f-01ec-432e-b092-f757175768f7,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:32.115114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.124155 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dce479a1-4077-4998-80ad-ab4d1f681345 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "DELETE /v2.0/subnets/e22aa80f-01ec-432e-b092-f757175768f7 HTTP/1.1" status: 204 len: 168 time: 0.4230528 Feb 04 21:09:32.124552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 51964) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:32.144685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] For port ba8400a9-119a-49d3-929e-4b071d0ac8b5, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:32.159410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] For port ba8400a9-119a-49d3-929e-4b071d0ac8b5, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ba8400a9-119a-49d3-929e-4b071d0ac8b5,segment=NetworkSegment(828b1bd2-d317-4d3e-b6c7-6f2cee77754c),segment_id=828b1bd2-d317-4d3e-b6c7-6f2cee77754c)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:32.163084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:32.171413 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:32.171711 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.231555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.244274 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.255419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Deleting port ba8400a9-119a-49d3-929e-4b071d0ac8b5 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:32.255763 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.355006 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b12e28-2782-41b0-a452-27cdef066e75 None None] Pushing event updated for resources: {'Port': ['ID=ba8400a9-119a-49d3-929e-4b071d0ac8b5,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:32.426556 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.461804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 187ab6e7-ca5c-4e06-8012-10687f7b44a0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=187ab6e7-ca5c-4e06-8012-10687f7b44a0,segment=NetworkSegment(826045b2-6648-4d04-9403-450cda3acb80),segment_id=826045b2-6648-4d04-9403-450cda3acb80)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:32.491268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] For port ba8400a9-119a-49d3-929e-4b071d0ac8b5, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ba8400a9-119a-49d3-929e-4b071d0ac8b5,segment=NetworkSegment(828b1bd2-d317-4d3e-b6c7-6f2cee77754c),segment_id=828b1bd2-d317-4d3e-b6c7-6f2cee77754c)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:32.491268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.541084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.633442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5fff60c8-a504-464e-89b9-7b07c9b453fc None None] Provisioning complete for port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:32.633814 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5fff60c8-a504-464e-89b9-7b07c9b453fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.638018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Calling delete_port for ba8400a9-119a-49d3-929e-4b071d0ac8b5 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:32.673543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=187ab6e7-ca5c-4e06-8012-10687f7b44a0,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:32.792109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.840869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event deleted for resources: {'Port': ['ID=ba8400a9-119a-49d3-929e-4b071d0ac8b5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:32.844292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] No DVR routers for this DVR port ba8400a9-119a-49d3-929e-4b071d0ac8b5 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:32.967211 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.992469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc41dc77-a44d-4e1a-9f3a-1a638eb2d520']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:33.005027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828b1bd2-d317-4d3e-b6c7-6f2cee77754c') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:33.005340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828b1bd2-d317-4d3e-b6c7-6f2cee77754c') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:33.017240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.033994 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.040782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:33.041189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:33.055673 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:33.237719 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.255982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.267535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event deleted for resources: {'Network': ['ID=bc41dc77-a44d-4e1a-9f3a-1a638eb2d520,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:33.276633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51968) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:33.277123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-30852a38-f3da-4f3d-a51e-0a743ab9f3a0 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "DELETE /v2.0/networks/bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 HTTP/1.1" status: 204 len: 168 time: 1.1491513 Feb 04 21:09:33.347240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Deleting subnet f61165b4-7df7-4cac-be77-aeff404ef85f {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:09:33.350549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.377390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-feb23561-b4c4-4503-9c81-282ccf4211cb None None] Could not find standard attr ID for object ba8400a9-119a-49d3-929e-4b071d0ac8b5. {{(pid=88238) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:09:33.380986 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04f745-eccc-4a1c-bbb2-5a742df3527d None None] DHCP port deletion for bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:09:33.394913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc336c-8071-4e73-a832-c9aaf17273dc None None] Network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:33.412804 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc336c-8071-4e73-a832-c9aaf17273dc None None] Network bc41dc77-a44d-4e1a-9f3a-1a638eb2d520 could not be found, it might have been deleted concurrently. {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 21:09:33.418195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.501249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.660559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.701404 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event deleted for resources: {'Subnet': ['ID=f61165b4-7df7-4cac-be77-aeff404ef85f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:33.702600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 187ab6e7-ca5c-4e06-8012-10687f7b44a0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:33.706472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.714937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.715290 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.715634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.715974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.716310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.716648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.716974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.717301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.717624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.717948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.718274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.718601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:33.722412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-bf689753-cd98-4957-bf57-43f518707c08 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "DELETE /v2.0/subnets/f61165b4-7df7-4cac-be77-aeff404ef85f HTTP/1.1" status: 204 len: 168 time: 0.4466476 Feb 04 21:09:33.725126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51972) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:33.729715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1905b1-0186-4d32-b9ea-fc8f0af8bb9c None None] Network 82cce66b-2153-4bad-a026-78f4b188b2b1 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:33.843963 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.855476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Deleting port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:33.855819 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.933610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:33.933989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.064838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] For port 187ab6e7-ca5c-4e06-8012-10687f7b44a0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=187ab6e7-ca5c-4e06-8012-10687f7b44a0,segment=NetworkSegment(826045b2-6648-4d04-9403-450cda3acb80),segment_id=826045b2-6648-4d04-9403-450cda3acb80)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:34.065210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.124297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] DHCP port deletion for 82cce66b-2153-4bad-a026-78f4b188b2b1 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:09:34.129020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Deleting port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:34.129598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.197489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Calling delete_port for 187ab6e7-ca5c-4e06-8012-10687f7b44a0 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:34.317155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.338458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] For port 187ab6e7-ca5c-4e06-8012-10687f7b44a0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=187ab6e7-ca5c-4e06-8012-10687f7b44a0,segment=NetworkSegment(826045b2-6648-4d04-9403-450cda3acb80),segment_id=826045b2-6648-4d04-9403-450cda3acb80)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:34.338905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.367327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event deleted for resources: {'Port': ['ID=187ab6e7-ca5c-4e06-8012-10687f7b44a0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:34.371281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] No DVR routers for this DVR port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:34.464007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Calling delete_port for 187ab6e7-ca5c-4e06-8012-10687f7b44a0 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:34.498575 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.536249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:34.536603 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:34.625919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cce66b-2153-4bad-a026-78f4b188b2b1']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:34.637593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826045b2-6648-4d04-9403-450cda3acb80') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:34.637892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826045b2-6648-4d04-9403-450cda3acb80') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:34.649114 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.665460 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.671471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:34.671855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:34.686566 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:34.871740 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.888750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.900372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Pushing event deleted for resources: {'Network': ['ID=82cce66b-2153-4bad-a026-78f4b188b2b1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:34.905673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-59fa171e-08ab-4d73-8413-d4cc30ec7df6 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "DELETE /v2.0/networks/82cce66b-2153-4bad-a026-78f4b188b2b1 HTTP/1.1" status: 204 len: 168 time: 1.1771553 Feb 04 21:09:34.906507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51976) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:34.948457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-79709188-3bfc-4b0d-88a8-b46b25f24939 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Synchronizing usage tracker for tenant:4ad45652b9ec43bc89b7266b87e7d556 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:35.025528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-79709188-3bfc-4b0d-88a8-b46b25f24939 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Unset dirty status for tenant:4ad45652b9ec43bc89b7266b87e7d556 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:35.026673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-79709188-3bfc-4b0d-88a8-b46b25f24939 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee467076-066a-4dc3-8f86-37b51d9430cd HTTP/1.1" status: 200 len: 205 time: 0.1199546 Feb 04 21:09:35.029168 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51980) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:35.038208 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Deleting port 187ab6e7-ca5c-4e06-8012-10687f7b44a0 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:35.038636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.107017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-378801d2-56f8-4787-9f8d-abf95192764d None None] The port '187ab6e7-ca5c-4e06-8012-10687f7b44a0' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:09:35.163618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ec06b78-c078-410f-b130-4225498e21d4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.456087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ec06b78-c078-410f-b130-4225498e21d4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.458184 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ec06b78-c078-410f-b130-4225498e21d4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.572860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ec06b78-c078-410f-b130-4225498e21d4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.573329 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec06b78-c078-410f-b130-4225498e21d4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Fanout notify agent at l3_agent the message router_deleted on router ee467076-066a-4dc3-8f86-37b51d9430cd {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:09:35.584054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2ec06b78-c078-410f-b130-4225498e21d4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.585116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2ec06b78-c078-410f-b130-4225498e21d4 tempest-RoutersNegativeTest-457769629 tempest-RoutersNegativeTest-457769629-project] 10.222.0.48 "DELETE /v2.0/routers/ee467076-066a-4dc3-8f86-37b51d9430cd HTTP/1.1" status: 204 len: 168 time: 0.5550802 Feb 04 21:09:35.697661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 187ab6e7-ca5c-4e06-8012-10687f7b44a0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:35.731351 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 187ab6e7-ca5c-4e06-8012-10687f7b44a0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:35.731620 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 187ab6e7-ca5c-4e06-8012-10687f7b44a0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:36.043953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51988) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:36.187697 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-470148e8-ab78-4d81-8c6a-b53e76b1ab3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ad45652b9ec43bc89b7266b87e7d556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426182 Feb 04 21:09:36.190060 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 51994) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:36.248703 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0646fb84-b80d-43a8-88e6-29b5b64b8de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:36.273120 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0646fb84-b80d-43a8-88e6-29b5b64b8de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:36.385904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0646fb84-b80d-43a8-88e6-29b5b64b8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:36.402652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646fb84-b80d-43a8-88e6-29b5b64b8de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d87fe9-66b9-473e-b53e-a5e4a86aa480,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:36.410974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0646fb84-b80d-43a8-88e6-29b5b64b8de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:36.410974 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0646fb84-b80d-43a8-88e6-29b5b64b8de8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3d87fe9-66b9-473e-b53e-a5e4a86aa480 HTTP/1.1" status: 204 len: 168 time: 0.2168953 Feb 04 21:09:37.377882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52018) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:37.478073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1605761906-network', 'tenant_id': '8b23d379931543de91bcf3934a826874'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:37.483486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:37.488241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Usage tracker for resource:network and tenant:8b23d379931543de91bcf3934a826874 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:37.490365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:37.496540 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:37.568553 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Made reservation on behalf of 8b23d379931543de91bcf3934a826874 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:37.570880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.582809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.596547 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:37.600246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Usage tracker for resource:security_group_rule and tenant:8b23d379931543de91bcf3934a826874 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:37.603819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:37.609295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:37.687496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.768402 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.800438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:37.809115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3653b9fe-cd4a-406b-8887-564505e3c9df,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:37.814311 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.814640 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Added segment 252d0f4a-b64d-4136-b5ad-dd5c272ebc53 of type vlan for network 24481cdb-9136-4b54-967a-7df90fa25f19 Feb 04 21:09:37.839835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.934491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.935501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:37.936116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.036324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] Pushing event updated for resources: {'Network': ['ID=24481cdb-9136-4b54-967a-7df90fa25f19,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:38.046410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 24481cdb-9136-4b54-967a-7df90fa25f19 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:38.100565 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8ac02ec6-86f5-4cc2-9893-4a9fd51e7877 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7216010 Feb 04 21:09:38.104313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52026) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:38.110166 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Request body: {'subnet': {'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-subnet', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:38.116001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:38.119942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Usage tracker for resource:subnet and tenant:8b23d379931543de91bcf3934a826874 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:38.122770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:38.128629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:38.197012 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Made reservation on behalf of 8b23d379931543de91bcf3934a826874 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:38.199465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.443155 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.518785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:38.526536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Checking segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:38.526925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Network hostable DHCP agents. Network: 24481cdb-9136-4b54-967a-7df90fa25f19, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:38.579597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Network 24481cdb-9136-4b54-967a-7df90fa25f19 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:38.642762 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 24481cdb-9136-4b54-967a-7df90fa25f19) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:38.647443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.649319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.650650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab492c2-b102-4bc1-a276-12aa4ac92583 None None] Network 24481cdb-9136-4b54-967a-7df90fa25f19 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:38.739571 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-287b9343-b2a1-419e-ade5-8644e5ca1085 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6338441 Feb 04 21:09:38.742161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52030) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:38.747793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:38.753161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:38.757193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Usage tracker for resource:router and tenant:8b23d379931543de91bcf3934a826874 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:38.760656 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:38.766569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:38.841443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.842501 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.858725 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.893307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-24481cdb-9136-4b54-967a-7df90fa25f19', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'fixed_ips': [{'subnet_id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:38.894121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.048773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Allocated IP 172.20.0.2 (24481cdb-9136-4b54-967a-7df90fa25f19/2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe/35b49ebf-582e-4793-abc8-d33dfeadcf58) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:39.256790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.266458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Transition to ACTIVE for port object 35b49ebf-582e-4793-abc8-d33dfeadcf58 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:39.283842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Transition to ACTIVE for port object 35b49ebf-582e-4793-abc8-d33dfeadcf58 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:39.295073 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.420214 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.488068 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Network 24481cdb-9136-4b54-967a-7df90fa25f19 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:39.491020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:39.494653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:39.537115 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Pushing event updated for resources: {'Port': ['ID=35b49ebf-582e-4793-abc8-d33dfeadcf58,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:39.602520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Attempting to bind port 35b49ebf-582e-4793-abc8-d33dfeadcf58 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:39.602915 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Attempting to bind port 35b49ebf-582e-4793-abc8-d33dfeadcf58 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:39.603893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Attempting to bind port 35b49ebf-582e-4793-abc8-d33dfeadcf58 on network 24481cdb-9136-4b54-967a-7df90fa25f19 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:39.608973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:39.609333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Checking segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:39.609722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.610102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Bound using segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:39.610605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Bound port: 35b49ebf-582e-4793-abc8-d33dfeadcf58, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:39.610989 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.660522 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.699943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] For port 35b49ebf-582e-4793-abc8-d33dfeadcf58, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:39.702973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] For port 35b49ebf-582e-4793-abc8-d33dfeadcf58, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=35b49ebf-582e-4793-abc8-d33dfeadcf58,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:39.770530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.780752 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.800598 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.873424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77499e43-e8b8-4471-ab57-06f8d36b64da None None] Pushing event updated for resources: {'Port': ['ID=35b49ebf-582e-4793-abc8-d33dfeadcf58,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:39.929227 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.937408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Allocated IP 172.25.7.93 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/a9c32c3e-353d-46ee-8418-89e0e73f8bcb) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:40.089059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.192433 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.264394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:40.267350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:40.269964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:40.310654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:40.781550 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.967919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c9af4-1b4d-486c-aa93-bc3a4605cd16 None None] Network 24481cdb-9136-4b54-967a-7df90fa25f19 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:41.141948 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c8717334-2928-423e-8c7a-211056801f2f None None] Provisioning for port 35b49ebf-582e-4793-abc8-d33dfeadcf58 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:41.242544 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.498673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Router 208a5023-db00-4665-a32b-8844e4fa0ed4 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:09:41.680453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:09:41.692943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Sync routers for ids ['208a5023-db00-4665-a32b-8844e4fa0ed4'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:09:41.702250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Routers {'208a5023-db00-4665-a32b-8844e4fa0ed4'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:41.702892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['208a5023-db00-4665-a32b-8844e4fa0ed4'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:41.756597 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 35b49ebf-582e-4793-abc8-d33dfeadcf58 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:41.766737 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.767987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-68f9e01c-1230-41ce-8440-d8682224d3f0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0246933 Feb 04 21:09:41.770752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52036) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:41.938744 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Set router 208a5023-db00-4665-a32b-8844e4fa0ed4 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:41.980446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 35b49ebf-582e-4793-abc8-d33dfeadcf58 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:42.047495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 35b49ebf-582e-4793-abc8-d33dfeadcf58 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:42.047866 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.341418 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.387219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 35b49ebf-582e-4793-abc8-d33dfeadcf58, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=35b49ebf-582e-4793-abc8-d33dfeadcf58,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:42.394797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:09:40Z', 'revision_number': 3, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port': {'id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:39Z', 'updated_at': '2022-02-04T21:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:42.399025 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Checking router: 208a5023-db00-4665-a32b-8844e4fa0ed4 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:09:42.399374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Updating router 208a5023-db00-4665-a32b-8844e4fa0ed4 port a9c32c3e-353d-46ee-8418-89e0e73f8bcb binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:09:42.454016 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.486044 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.562116 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.631320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=35b49ebf-582e-4793-abc8-d33dfeadcf58,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:42.769560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Allocated IP 172.20.0.1 (24481cdb-9136-4b54-967a-7df90fa25f19/2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe/712060fc-8697-45a4-a804-7848bec2a164) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:42.846368 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.858301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Transition to ACTIVE for port object a9c32c3e-353d-46ee-8418-89e0e73f8bcb will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:42.921402 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.927232 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.936827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Transition to ACTIVE for port object 712060fc-8697-45a4-a804-7848bec2a164 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:43.003789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Attempting to bind port a9c32c3e-353d-46ee-8418-89e0e73f8bcb on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:43.004263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Attempting to bind port a9c32c3e-353d-46ee-8418-89e0e73f8bcb by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:43.004492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Attempting to bind port a9c32c3e-353d-46ee-8418-89e0e73f8bcb on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:43.012729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cc7cb-68f9-4672-9122-a556b19fc1fe None None] Pushing event updated for resources: {'Port': ['ID=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:43.015135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:43.015497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:43.022119 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.022119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:43.022119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Bound port: a9c32c3e-353d-46ee-8418-89e0e73f8bcb, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:43.022119 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.042236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.091124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] For port a9c32c3e-353d-46ee-8418-89e0e73f8bcb, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:43.094330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] For port a9c32c3e-353d-46ee-8418-89e0e73f8bcb, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:43.108776 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Network 24481cdb-9136-4b54-967a-7df90fa25f19 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:43.111585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:43.115693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:43.155278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Pushing event updated for resources: {'Port': ['ID=712060fc-8697-45a4-a804-7848bec2a164,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:43.164280 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.183531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.242888 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Routers {'208a5023-db00-4665-a32b-8844e4fa0ed4'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:43.243542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['208a5023-db00-4665-a32b-8844e4fa0ed4'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:43.309668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cc7cb-68f9-4672-9122-a556b19fc1fe None None] Pushing event updated for resources: {'Port': ['ID=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:43.440778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] Set router 208a5023-db00-4665-a32b-8844e4fa0ed4 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:43.525544 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.541076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-99ab2ae9-4bab-4dec-bd1b-1d05036e2159 None None] Provisioning for port 712060fc-8697-45a4-a804-7848bec2a164 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:43.563381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-99ab2ae9-4bab-4dec-bd1b-1d05036e2159 None None] Provisioning complete for port 712060fc-8697-45a4-a804-7848bec2a164 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:43.563750 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99ab2ae9-4bab-4dec-bd1b-1d05036e2159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.681126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-99ab2ae9-4bab-4dec-bd1b-1d05036e2159 None None] Port 712060fc-8697-45a4-a804-7848bec2a164 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:43.717680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 35b49ebf-582e-4793-abc8-d33dfeadcf58 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:43.762249 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.830716 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 35b49ebf-582e-4793-abc8-d33dfeadcf58 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:43.831082 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.831788 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.928909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:09:40Z', 'revision_number': 3, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port': {'id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:39Z', 'updated_at': '2022-02-04T21:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:43.937555 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e5ea8-8e5a-43ad-a597-be6929232953 None None] The sync data for ids ['208a5023-db00-4665-a32b-8844e4fa0ed4'] in n-d-811806-1 is: [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:09:40Z', 'revision_number': 3, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port': {'id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:39Z', 'updated_at': '2022-02-04T21:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:09:43.941894 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.945121 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Pushing event updated for resources: {'Port': ['ID=712060fc-8697-45a4-a804-7848bec2a164,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:44.083772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Network 24481cdb-9136-4b54-967a-7df90fa25f19 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:44.084884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:44.304573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Router 208a5023-db00-4665-a32b-8844e4fa0ed4 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:09:44.416728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-47dda86b-b3b3-4151-8c66-a0a3d8612521 None None] Provisioning complete for port 712060fc-8697-45a4-a804-7848bec2a164 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:44.417313 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-47dda86b-b3b3-4151-8c66-a0a3d8612521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:44.474820 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-47dda86b-b3b3-4151-8c66-a0a3d8612521 None None] Port 712060fc-8697-45a4-a804-7848bec2a164 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:44.606645 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:09:44.615705 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-cd9bb87b-fd0e-4be8-8bb8-1b7513429097 admin admin] 10.222.0.48 "PUT /v2.0/routers/208a5023-db00-4665-a32b-8844e4fa0ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8438845 Feb 04 21:09:45.327282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52054) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:45.333786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-519395370-network', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:45.339507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:45.343398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Usage tracker for resource:network and tenant:b27b2ad9b76e464c830a3e8807652e16 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:45.346182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:45.351899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:45.441274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Made reservation on behalf of b27b2ad9b76e464c830a3e8807652e16 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:45.443712 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.453081 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Sync routers for ids ['208a5023-db00-4665-a32b-8844e4fa0ed4'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:09:45.456560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.462166 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Routers {'208a5023-db00-4665-a32b-8844e4fa0ed4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:45.463314 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['208a5023-db00-4665-a32b-8844e4fa0ed4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:45.471947 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:45.475802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Usage tracker for resource:security_group_rule and tenant:b27b2ad9b76e464c830a3e8807652e16 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:45.479354 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:45.485170 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:45.567261 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.631101 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.637732 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Set router 208a5023-db00-4665-a32b-8844e4fa0ed4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:45.658747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:45.672968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e3e18-858c-4db0-b383-603e7cc8bca1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:45.677343 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.677569 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Added segment 54ac7152-ac03-42a6-b64e-905bd2084ff7 of type vlan for network b2602a27-d2a0-4e18-bcfd-e04bef484a07 Feb 04 21:09:45.707200 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.760749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a9c32c3e-353d-46ee-8418-89e0e73f8bcb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:45.791500 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.792614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:45.793245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.877328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a9c32c3e-353d-46ee-8418-89e0e73f8bcb completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:45.882757 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a9c32c3e-353d-46ee-8418-89e0e73f8bcb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:45.883387 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.904673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] Pushing event updated for resources: {'Network': ['ID=b2602a27-d2a0-4e18-bcfd-e04bef484a07,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:45.919275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:45.958792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-795b2b82-010a-4e1c-8834-bdecaec92529 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6271980 Feb 04 21:09:45.959142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52058) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:45.964865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Request body: {'subnet': {'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-subnet', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:45.970613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:45.974383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Usage tracker for resource:subnet and tenant:b27b2ad9b76e464c830a3e8807652e16 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:45.977573 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:45.983836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:45.987581 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:09:43Z', 'revision_number': 4, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port': {'id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:39Z', 'updated_at': '2022-02-04T21:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '712060fc-8697-45a4-a804-7848bec2a164', 'name': '', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'mac_address': 'fa:16:3e:86:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:42Z', 'updated_at': '2022-02-04T21:09:43Z', 'revision_number': 2, 'project_id': '8b23d379931543de91bcf3934a826874', 'subnets': [{'id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:45.992052 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Checking router: 208a5023-db00-4665-a32b-8844e4fa0ed4 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:09:45.998018 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Updating router 208a5023-db00-4665-a32b-8844e4fa0ed4 port 712060fc-8697-45a4-a804-7848bec2a164 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:09:46.048705 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.075312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Made reservation on behalf of b27b2ad9b76e464c830a3e8807652e16 for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:46.077822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.094294 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.111580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a9c32c3e-353d-46ee-8418-89e0e73f8bcb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:46.208474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.276339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:46.361595 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.402669 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.414281 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Transition to ACTIVE for port object 712060fc-8697-45a4-a804-7848bec2a164 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:46.434623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15859f15-2152-43be-b798-3d26cd3b4946,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:46.444236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Checking segment: {'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:46.444589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Network hostable DHCP agents. Network: b2602a27-d2a0-4e18-bcfd-e04bef484a07, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:46.481298 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.503785 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:46.578553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, b2602a27-d2a0-4e18-bcfd-e04bef484a07) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:46.585394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.586010 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.586949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01095f9-6f6f-4bba-bfbd-2558cc65a75a None None] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:46.610761 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Pushing event updated for resources: {'Port': ['ID=712060fc-8697-45a4-a804-7848bec2a164,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:46.646849 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.647194 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.647530 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.647860 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.648265 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.648508 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.648830 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.649152 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.649467 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.649841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.650779 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.651044 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.671630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c066c70d-0dc0-408d-85d3-8c6dec0d839a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7112508 Feb 04 21:09:46.673970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52062) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:46.682729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:46.691348 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:46.695506 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Usage tracker for resource:router and tenant:b27b2ad9b76e464c830a3e8807652e16 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:46.700755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:46.708663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:46.727791 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Attempting to bind port 712060fc-8697-45a4-a804-7848bec2a164 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:46.728175 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Attempting to bind port 712060fc-8697-45a4-a804-7848bec2a164 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:46.728737 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Attempting to bind port 712060fc-8697-45a4-a804-7848bec2a164 on network 24481cdb-9136-4b54-967a-7df90fa25f19 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:46.734809 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:46.735345 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Checking segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:46.735754 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.736145 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Bound using segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:46.736609 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Bound port: 712060fc-8697-45a4-a804-7848bec2a164, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:46.736978 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.772880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.774158 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.791707 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.830107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'fixed_ips': [{'subnet_id': '15859f15-2152-43be-b798-3d26cd3b4946'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:09:46.830942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.831647 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] For port 712060fc-8697-45a4-a804-7848bec2a164, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:46.834644 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] For port 712060fc-8697-45a4-a804-7848bec2a164, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=712060fc-8697-45a4-a804-7848bec2a164,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:46.944539 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.986033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Allocated IP 172.20.0.2 (b2602a27-d2a0-4e18-bcfd-e04bef484a07/15859f15-2152-43be-b798-3d26cd3b4946/dafbd9e7-7c6b-4edf-afea-af116225c08b) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:47.024527 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Routers {'208a5023-db00-4665-a32b-8844e4fa0ed4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:47.025193 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['208a5023-db00-4665-a32b-8844e4fa0ed4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:47.099085 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9044b0-7c94-4a68-97d9-d08b627cfb7b None None] Pushing event updated for resources: {'Port': ['ID=712060fc-8697-45a4-a804-7848bec2a164,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:47.162482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.255027 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.261468 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] Set router 208a5023-db00-4665-a32b-8844e4fa0ed4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:47.268349 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Transition to ACTIVE for port object dafbd9e7-7c6b-4edf-afea-af116225c08b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:47.292113 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Transition to ACTIVE for port object dafbd9e7-7c6b-4edf-afea-af116225c08b will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:47.378997 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.447825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:47.450630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:47.454161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:47.461290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Pushing event updated for resources: {'Port': ['ID=dafbd9e7-7c6b-4edf-afea-af116225c08b,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:47.552846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Attempting to bind port dafbd9e7-7c6b-4edf-afea-af116225c08b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:47.553263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Attempting to bind port dafbd9e7-7c6b-4edf-afea-af116225c08b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:47.553578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Attempting to bind port dafbd9e7-7c6b-4edf-afea-af116225c08b on network b2602a27-d2a0-4e18-bcfd-e04bef484a07 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:47.560054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:47.560459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Checking segment: {'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:47.560821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.561210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Bound using segment: {'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:47.561728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Bound port: dafbd9e7-7c6b-4edf-afea-af116225c08b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:47.562105 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.617298 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:09:43Z', 'revision_number': 4, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port': {'id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:39Z', 'updated_at': '2022-02-04T21:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '712060fc-8697-45a4-a804-7848bec2a164', 'name': '', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'mac_address': 'fa:16:3e:86:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:42Z', 'updated_at': '2022-02-04T21:09:46Z', 'revision_number': 4, 'project_id': '8b23d379931543de91bcf3934a826874', 'subnets': [{'id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:47.622547 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585cb34-3dff-4e04-b462-9875764e8608 None None] The sync data for ids ['208a5023-db00-4665-a32b-8844e4fa0ed4'] in n-d-811806-1 is: [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:09:43Z', 'revision_number': 4, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port': {'id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:39Z', 'updated_at': '2022-02-04T21:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '712060fc-8697-45a4-a804-7848bec2a164', 'name': '', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'mac_address': 'fa:16:3e:86:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:42Z', 'updated_at': '2022-02-04T21:09:46Z', 'revision_number': 4, 'project_id': '8b23d379931543de91bcf3934a826874', 'subnets': [{'id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:09:47.661401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] For port dafbd9e7-7c6b-4edf-afea-af116225c08b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:47.665253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] For port dafbd9e7-7c6b-4edf-afea-af116225c08b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dafbd9e7-7c6b-4edf-afea-af116225c08b,segment=NetworkSegment(54ac7152-ac03-42a6-b64e-905bd2084ff7),segment_id=54ac7152-ac03-42a6-b64e-905bd2084ff7)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:47.674603 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.721951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.734901 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.789719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a9c32c3e-353d-46ee-8418-89e0e73f8bcb up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:47.875655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Allocated IP 172.25.7.95 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/ebee9922-9d4d-4144-80ef-490e3dbb3e0d) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:47.889513 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e5f43-7f2e-48bd-befc-d1741ca14fee None None] Pushing event updated for resources: {'Port': ['ID=dafbd9e7-7c6b-4edf-afea-af116225c08b,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:47.904474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a9c32c3e-353d-46ee-8418-89e0e73f8bcb triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:47.906416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.061870 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.157735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.230456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:48.233335 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:48.239924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:48.282143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:48.758489 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.985241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4438b3-53ab-4b18-b934-ead6151ce40f None None] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:49.111084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:49.186847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7044b9cb-9e5d-40e4-946f-29245f503123 None None] Provisioning for port dafbd9e7-7c6b-4edf-afea-af116225c08b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:49.488240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:09:49.661853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:09:49.674050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Sync routers for ids ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:09:49.687847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Routers {'1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:49.688591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:49.740143 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:49.743854 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-66a696a2-164e-4f12-a49e-f397bd6fc0d2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0660601 Feb 04 21:09:49.744064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52066) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:49.841072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712060fc-8697-45a4-a804-7848bec2a164 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:49.934649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Set router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:50.121855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 712060fc-8697-45a4-a804-7848bec2a164 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:50.128684 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 712060fc-8697-45a4-a804-7848bec2a164 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:50.129056 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.167157 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-12218907-de0d-4872-82c6-6b416a649291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.329469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.367846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 712060fc-8697-45a4-a804-7848bec2a164, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=712060fc-8697-45a4-a804-7848bec2a164,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:50.370104 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:09:48Z', 'revision_number': 3, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:50.373964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Checking router: 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:09:50.374242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Updating router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 port ebee9922-9d4d-4144-80ef-490e3dbb3e0d binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:09:50.428702 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.440798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.517540 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.518659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dafbd9e7-7c6b-4edf-afea-af116225c08b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:50.646760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Allocated IP 172.20.0.1 (b2602a27-d2a0-4e18-bcfd-e04bef484a07/15859f15-2152-43be-b798-3d26cd3b4946/3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:50.733478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=712060fc-8697-45a4-a804-7848bec2a164,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:50.796069 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.796344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port dafbd9e7-7c6b-4edf-afea-af116225c08b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:50.803478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dafbd9e7-7c6b-4edf-afea-af116225c08b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:50.803855 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.811921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Transition to ACTIVE for port object 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:50.901135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.966484 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.972927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:50.975667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:50.980968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:50.982380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Transition to ACTIVE for port object ebee9922-9d4d-4144-80ef-490e3dbb3e0d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:51.005683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:51.036273 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.045600 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.078716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.114138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port dafbd9e7-7c6b-4edf-afea-af116225c08b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dafbd9e7-7c6b-4edf-afea-af116225c08b,segment=NetworkSegment(54ac7152-ac03-42a6-b64e-905bd2084ff7),segment_id=54ac7152-ac03-42a6-b64e-905bd2084ff7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:51.169240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Attempting to bind port ebee9922-9d4d-4144-80ef-490e3dbb3e0d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:51.169240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Attempting to bind port ebee9922-9d4d-4144-80ef-490e3dbb3e0d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:51.169240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Attempting to bind port ebee9922-9d4d-4144-80ef-490e3dbb3e0d on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:51.173451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:51.173830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:51.174234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.174647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:51.175110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Bound port: ebee9922-9d4d-4144-80ef-490e3dbb3e0d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:51.175566 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.207593 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.209442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7fec1-411a-46fa-a557-342452075267 None None] Pushing event updated for resources: {'Port': ['ID=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:51.326240 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=dafbd9e7-7c6b-4edf-afea-af116225c08b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:51.330745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] For port ebee9922-9d4d-4144-80ef-490e3dbb3e0d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:51.333883 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] For port ebee9922-9d4d-4144-80ef-490e3dbb3e0d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:51.351247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-97621916-9453-4bef-a314-a10ce9081d60 None None] Provisioning for port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:51.356574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-97621916-9453-4bef-a314-a10ce9081d60 None None] Provisioning complete for port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:51.356996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-97621916-9453-4bef-a314-a10ce9081d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.359817 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.410499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-97621916-9453-4bef-a314-a10ce9081d60 None None] Port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:51.412922 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.488562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Routers {'1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:51.489263 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:51.552380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7fec1-411a-46fa-a557-342452075267 None None] Pushing event updated for resources: {'Port': ['ID=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:51.584557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.641607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.677344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] Set router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:51.727565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712060fc-8697-45a4-a804-7848bec2a164 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:51.750100 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.754334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:51.887994 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:51.889199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:51.966977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 712060fc-8697-45a4-a804-7848bec2a164 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:51.967843 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:52.087318 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:09:52.177842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c09be066-e33d-4d55-b1d6-1d07dda5ce3a None None] Provisioning complete for port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:52.178281 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c09be066-e33d-4d55-b1d6-1d07dda5ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:52.204340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dafbd9e7-7c6b-4edf-afea-af116225c08b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:52.272201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:09:52.290438 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0199e9ab-6671-49a1-904e-0af2c77ba475 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c08b03b-eb86-4e9f-8a75-6569b7e3eff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5362465 Feb 04 21:09:52.307059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c09be066-e33d-4d55-b1d6-1d07dda5ce3a None None] Port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:52.314017 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 4, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9', 'name': '', 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'mac_address': 'fa:16:3e:0b:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15859f15-2152-43be-b798-3d26cd3b4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:50Z', 'updated_at': '2022-02-04T21:09:50Z', 'revision_number': 1, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'subnets': [{'id': '15859f15-2152-43be-b798-3d26cd3b4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:52.319233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863bf16a-af15-4900-8b23-1ac99d7babf5 None None] The sync data for ids ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'] in n-d-811806-1 is: [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 4, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9', 'name': '', 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'mac_address': 'fa:16:3e:0b:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15859f15-2152-43be-b798-3d26cd3b4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:50Z', 'updated_at': '2022-02-04T21:09:50Z', 'revision_number': 1, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'subnets': [{'id': '15859f15-2152-43be-b798-3d26cd3b4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:09:52.334092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dafbd9e7-7c6b-4edf-afea-af116225c08b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:52.334485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:52.379860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6991c1d3-6dc7-4a0f-ae29-1584eadede6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:53.366555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-6cf1c648-705f-4dd6-8482-3ee773603e79 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:53.368028 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-6cf1c648-705f-4dd6-8482-3ee773603e79 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/networks?id=24481cdb-9136-4b54-967a-7df90fa25f19 HTTP/1.1" status: 200 len: 817 time: 0.1435449 Feb 04 21:09:53.383735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-950aa70a-517c-41da-b4dc-e9350fdd7b51 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/quotas/8b23d379931543de91bcf3934a826874 HTTP/1.1" status: 200 len: 375 time: 0.0101380 Feb 04 21:09:53.465301 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-98831cb6-257d-4d26-a99b-f26bc51336df req-db1d3153-3771-4d2a-88b4-cf9795282b8d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Synchronizing usage tracker for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:53.545465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:53.573738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-98831cb6-257d-4d26-a99b-f26bc51336df req-db1d3153-3771-4d2a-88b4-cf9795282b8d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Unset dirty status for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:53.575105 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-db1d3153-3771-4d2a-88b4-cf9795282b8d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b23d379931543de91bcf3934a826874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853940 Feb 04 21:09:53.648558 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:53.716187 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-b223dbdd-cbf5-47fe-9d90-bfd324f6eb3b service neutron] 10.222.0.48 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294513 Feb 04 21:09:53.846382 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-b1d6bacb-06b6-4c46-ab0f-1bbe12389bb3 service neutron] 10.222.0.48 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243827 Feb 04 21:09:54.224115 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af636111-6f78-4867-b816-477fb1485e23 req-5e5a200e-ce93-4163-9357-9b6be496a3f7 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 210 time: 0.1579874 Feb 04 21:09:55.351145 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.376734 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-075adefa-4619-433e-a89d-777ca009a503 req-9883f054-a0be-4814-b6a6-28d9b73b8c12 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 210 time: 0.0466433 Feb 04 21:09:55.705321 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Sync routers for ids ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:09:55.714727 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Routers {'1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:55.715334 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:55.742855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ebee9922-9d4d-4144-80ef-490e3dbb3e0d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:55.903033 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Set router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:55.905580 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ebee9922-9d4d-4144-80ef-490e3dbb3e0d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:55.910799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ebee9922-9d4d-4144-80ef-490e3dbb3e0d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:55.911178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.029334 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.046458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ebee9922-9d4d-4144-80ef-490e3dbb3e0d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:56.111038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.178463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:56.216841 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 4, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9', 'name': '', 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'mac_address': 'fa:16:3e:0b:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15859f15-2152-43be-b798-3d26cd3b4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:50Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 2, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'subnets': [{'id': '15859f15-2152-43be-b798-3d26cd3b4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:56.220640 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Checking router: 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:09:56.220991 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Updating router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:09:56.273489 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.632081 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.644112 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Transition to ACTIVE for port object 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:56.649084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e072411-2faa-4325-a191-df2646717f7f req-6c783150-c399-4314-9b4f-cd5e458a306c tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 210 time: 0.0631473 Feb 04 21:09:56.701245 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-66a37bcd-0df9-4fc3-9b8d-1bd18558d932 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:56.701921 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-98831cb6-257d-4d26-a99b-f26bc51336df req-66a37bcd-0df9-4fc3-9b8d-1bd18558d932 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Synchronizing usage tracker for tenant:8b23d379931543de91bcf3934a826874 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:56.728587 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.780439 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-98831cb6-257d-4d26-a99b-f26bc51336df req-66a37bcd-0df9-4fc3-9b8d-1bd18558d932 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Unset dirty status for tenant:8b23d379931543de91bcf3934a826874 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:56.781702 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-66a37bcd-0df9-4fc3-9b8d-1bd18558d932 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "GET /v2.0/networks?id=24481cdb-9136-4b54-967a-7df90fa25f19 HTTP/1.1" status: 200 len: 817 time: 0.3980360 Feb 04 21:09:56.797300 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Request body: {'port': {'device_id': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'admin_state_up': True, 'tenant_id': '8b23d379931543de91bcf3934a826874'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:56.856210 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2e83c-7fd5-4fbd-b967-fe5ce027a572 None None] Pushing event updated for resources: {'Port': ['ID=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:56.947474 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Attempting to bind port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:56.947839 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Attempting to bind port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:56.948381 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Attempting to bind port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 on network b2602a27-d2a0-4e18-bcfd-e04bef484a07 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:56.950263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:56.954785 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:56.955307 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Checking segment: {'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:56.958559 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.958559 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Bound using segment: {'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:56.958559 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Bound port: 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ac7152-ac03-42a6-b64e-905bd2084ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:56.958559 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.961375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:57.047256 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] For port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:57.050193 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] For port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,segment=NetworkSegment(54ac7152-ac03-42a6-b64e-905bd2084ff7),segment_id=54ac7152-ac03-42a6-b64e-905bd2084ff7)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:57.065156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Made reservation on behalf of 8b23d379931543de91bcf3934a826874 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:57.068983 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.152567 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.235033 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Routers {'1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:57.235809 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:09:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:57.236145 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Allocated IP 172.20.0.9 (24481cdb-9136-4b54-967a-7df90fa25f19/2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe/f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:57.336799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2e83c-7fd5-4fbd-b967-fe5ce027a572 None None] Pushing event updated for resources: {'Port': ['ID=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:57.458762 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] Set router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:57.461228 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.477846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Transition to ACTIVE for port object f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:57.608552 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.679103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Network 24481cdb-9136-4b54-967a-7df90fa25f19 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:57.682232 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:57.684932 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:57.756836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Pushing event updated for resources: {'Port': ['ID=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:57.776974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.777307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.777644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.778237 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.778460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.778815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.780568 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.781095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.782852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.783390 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.783903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.784393 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:57.808697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:57.809371 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.820994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ebee9922-9d4d-4144-80ef-490e3dbb3e0d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:57.834916 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 4, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9', 'name': '', 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'mac_address': 'fa:16:3e:0b:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15859f15-2152-43be-b798-3d26cd3b4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:50Z', 'updated_at': '2022-02-04T21:09:57Z', 'revision_number': 4, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'subnets': [{'id': '15859f15-2152-43be-b798-3d26cd3b4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:57.839861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac0d07-f77a-4578-9489-981f49a284c1 None None] The sync data for ids ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'] in n-d-811806-1 is: [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:09:51Z', 'revision_number': 4, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9', 'name': '', 'network_id': 'b2602a27-d2a0-4e18-bcfd-e04bef484a07', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'mac_address': 'fa:16:3e:0b:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '15859f15-2152-43be-b798-3d26cd3b4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:50Z', 'updated_at': '2022-02-04T21:09:57Z', 'revision_number': 4, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'subnets': [{'id': '15859f15-2152-43be-b798-3d26cd3b4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:09:57.909417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ebee9922-9d4d-4144-80ef-490e3dbb3e0d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:57.910040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.918666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9aea1d3e-83fc-427c-bd7a-4becbba68c7b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1261432 Feb 04 21:09:57.935601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Request body: {'port': {'device_id': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:58.058830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:58.062211 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8995f1e-b1fd-4f4c-bb09-81e9a6b962bd req-2f15334b-1c4b-420c-a287-bd386e9a7807 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:58.064287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8995f1e-b1fd-4f4c-bb09-81e9a6b962bd req-2f15334b-1c4b-420c-a287-bd386e9a7807 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 931 time: 0.2474720 Feb 04 21:09:58.104883 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.126923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f8995f1e-b1fd-4f4c-bb09-81e9a6b962bd req-3abc799b-3d8f-460d-bf7b-09fbfcafe088 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566416 Feb 04 21:09:58.208452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6a137c26-7b8b-4bcf-a718-209c30ef3965 None None] Provisioning for port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:58.214630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-6a137c26-7b8b-4bcf-a718-209c30ef3965 None None] Provisioning complete for port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:58.215053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a137c26-7b8b-4bcf-a718-209c30ef3965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.245974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:58.269272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:58.269645 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.329153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-6a137c26-7b8b-4bcf-a718-209c30ef3965 None None] Port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:58.403260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.436589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,segment=NetworkSegment(54ac7152-ac03-42a6-b64e-905bd2084ff7),segment_id=54ac7152-ac03-42a6-b64e-905bd2084ff7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:58.487382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:58.496088 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.511858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Transition to ACTIVE for port object f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:58.526808 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.591447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.599159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:58.786346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:58.831543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Attempting to bind port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:58.831872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Attempting to bind port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:58.832193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Attempting to bind port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac on network 24481cdb-9136-4b54-967a-7df90fa25f19 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:58.836901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac on network 24481cdb-9136-4b54-967a-7df90fa25f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:58.837228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Attempting to bind port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac on network 24481cdb-9136-4b54-967a-7df90fa25f19 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:58.842501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:58.842870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Checking segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:58.843248 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Bound using segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:58.843666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Bound port: f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:58.844008 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.934236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] For port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:58.937006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] For port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:59.020092 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:59.080353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.080937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:59.082291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] 10.222.0.24 "PUT /v2.0/ports/f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac HTTP/1.1" status: 200 len: 1091 time: 1.1517839 Feb 04 21:09:59.082747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'tag': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:59.114418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba3bb-e2d3-4bd6-9071-0f497c138856 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:59.137351 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'tag': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac', 'status': 'completed', 'code': 200} Feb 04 21:09:59.247139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9a2b-1158-43be-92a6-a4cf83808bbc req-ed9ee5b1-261d-4b7d-bf34-aac9797e8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.248642 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e75a9a2b-1158-43be-92a6-a4cf83808bbc req-ed9ee5b1-261d-4b7d-bf34-aac9797e8a61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b23d379931543de91bcf3934a826874&device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 1094 time: 0.0873437 Feb 04 21:09:59.319156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb0f3d-4d64-4496-8a7e-2900578b129f req-b4a498bb-8778-453f-b9fc-d25b342b450b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.320609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74fb0f3d-4d64-4496-8a7e-2900578b129f req-b4a498bb-8778-453f-b9fc-d25b342b450b tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 943 time: 0.0845761 Feb 04 21:09:59.366768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-74fb0f3d-4d64-4496-8a7e-2900578b129f req-0c65696c-03a9-46dc-ac03-7397eb6873df tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Feb 04 21:09:59.394808 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9a2b-1158-43be-92a6-a4cf83808bbc req-a5dba6b0-c875-4456-be21-113079ccbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.396244 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e75a9a2b-1158-43be-92a6-a4cf83808bbc req-a5dba6b0-c875-4456-be21-113079ccbe23 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b23d379931543de91bcf3934a826874&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1376510 Feb 04 21:09:59.646659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9a2b-1158-43be-92a6-a4cf83808bbc req-4cba556b-1f4d-40ae-8c0a-ff6ae217225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.648133 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e75a9a2b-1158-43be-92a6-a4cf83808bbc req-4cba556b-1f4d-40ae-8c0a-ff6ae217225b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404027 Feb 04 21:09:59.715329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:59.760350 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-c03fc649-a119-4d58-9776-7edb2f88cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.761821 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-c03fc649-a119-4d58-9776-7edb2f88cdf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b23d379931543de91bcf3934a826874&device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 1094 time: 0.0709333 Feb 04 21:09:59.785855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:59.786226 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:59.836984 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-00fd6d30-3ca0-4fe2-ac5b-a8bdb785ffd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac HTTP/1.1" status: 200 len: 217 time: 0.0640659 Feb 04 21:09:59.903377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-aa3920b5-d2f9-460f-94e4-2d2166076888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.904909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-aa3920b5-d2f9-460f-94e4-2d2166076888 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe HTTP/1.1" status: 200 len: 856 time: 0.0577412 Feb 04 21:09:59.985558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98831cb6-257d-4d26-a99b-f26bc51336df req-d17b6ca9-48be-4236-abdc-38d846adab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.987041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-d17b6ca9-48be-4236-abdc-38d846adab92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24481cdb-9136-4b54-967a-7df90fa25f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724249 Feb 04 21:10:00.121901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-9ec5f4ea-fa2a-4a2a-92a8-dbeb98e40f51 service neutron] 10.222.0.24 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252892 Feb 04 21:10:00.254070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98831cb6-257d-4d26-a99b-f26bc51336df req-d8842f59-7f63-45fc-86a5-4385a0a8bc72 service neutron] 10.222.0.24 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231925 Feb 04 21:10:00.553572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df534-95df-4fef-86c9-90e5bf6bd4e0 req-fe47d8df-a33f-454e-b5e6-0d990886f3ec tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:00.554253 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-af9df534-95df-4fef-86c9-90e5bf6bd4e0 req-fe47d8df-a33f-454e-b5e6-0d990886f3ec tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Synchronizing usage tracker for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:00.648927 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:10:00.653960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-af9df534-95df-4fef-86c9-90e5bf6bd4e0 req-fe47d8df-a33f-454e-b5e6-0d990886f3ec tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Unset dirty status for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:00.655123 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af9df534-95df-4fef-86c9-90e5bf6bd4e0 req-fe47d8df-a33f-454e-b5e6-0d990886f3ec tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 943 time: 0.1783931 Feb 04 21:10:00.697623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-af9df534-95df-4fef-86c9-90e5bf6bd4e0 req-354ac511-d137-4e7b-bb0e-30155967b97d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Synchronizing usage tracker for tenant:8b23d379931543de91bcf3934a826874 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:00.783832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-af9df534-95df-4fef-86c9-90e5bf6bd4e0 req-354ac511-d137-4e7b-bb0e-30155967b97d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Unset dirty status for tenant:8b23d379931543de91bcf3934a826874 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:00.784971 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af9df534-95df-4fef-86c9-90e5bf6bd4e0 req-354ac511-d137-4e7b-bb0e-30155967b97d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243498 Feb 04 21:10:01.312530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:01.441395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:01.454438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'port_id': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac', 'mac_address': 'fa:16:3e:43:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:01.510732 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:01.526728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:01.541173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:01.596702 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:01.662609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:01.867851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:01.966361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb067e2-58b4-4ad5-a4c9-5d2b0a3e1ebf req-3fae737c-67e1-482e-88cf-b648e8f88c2e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:01.967846 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfb067e2-58b4-4ad5-a4c9-5d2b0a3e1ebf req-3fae737c-67e1-482e-88cf-b648e8f88c2e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 944 time: 0.0796046 Feb 04 21:10:02.014651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bfb067e2-58b4-4ad5-a4c9-5d2b0a3e1ebf req-dfce341f-f90a-4171-a6b4-d395cb3524ad tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Feb 04 21:10:03.201897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288853a9-7f5e-43ec-b9aa-240422477339 req-8e2320d7-f48d-4047-852f-fcfeb2524310 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:03.203396 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288853a9-7f5e-43ec-b9aa-240422477339 req-8e2320d7-f48d-4047-852f-fcfeb2524310 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 944 time: 0.0867352 Feb 04 21:10:03.246491 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-288853a9-7f5e-43ec-b9aa-240422477339 req-ec8ba1bb-0ef0-4632-ba32-1da014191819 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375223 Feb 04 21:10:03.329329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:03.459057 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:03.463573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:03.463938 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:03.577857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:03.604048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:03.613845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:03.648374 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac', 'code': 200} Feb 04 21:10:03.705232 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:03.780066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d19ae-251c-4173-869d-f14dcaa0342d req-80e3a0bc-9940-4d09-80c9-cb28ce8b0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:03.781519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea8d19ae-251c-4173-869d-f14dcaa0342d req-80e3a0bc-9940-4d09-80c9-cb28ce8b0d1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 1096 time: 0.0701511 Feb 04 21:10:03.802710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:03.833137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea8d19ae-251c-4173-869d-f14dcaa0342d req-35250cc3-c9b5-47b8-9d27-fff8c73d2527 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Feb 04 21:10:04.426927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae32e-ddf8-49f6-9b51-6233dd2e0a05 req-2766f2e5-78f0-4d32-b2aa-845f8456b982 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.428284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e04ae32e-ddf8-49f6-9b51-6233dd2e0a05 req-2766f2e5-78f0-4d32-b2aa-845f8456b982 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 945 time: 0.0780339 Feb 04 21:10:04.471080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e04ae32e-ddf8-49f6-9b51-6233dd2e0a05 req-8c835ac6-a4b4-49b4-b328-a513b4fd1836 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367708 Feb 04 21:10:05.658987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831bb26-2543-4931-918d-a6ba7aafb119 req-adecfc86-f93a-44d0-8f05-85c2cef4dfad tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:05.660443 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8831bb26-2543-4931-918d-a6ba7aafb119 req-adecfc86-f93a-44d0-8f05-85c2cef4dfad tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 945 time: 0.0811346 Feb 04 21:10:05.704630 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8831bb26-2543-4931-918d-a6ba7aafb119 req-bfafd595-8637-4b4c-b052-826d56dbf4b7 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381382 Feb 04 21:10:05.895972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37284831-2d6b-492d-aef0-03cf90dfe1a1 req-f6e32dbb-77f2-487a-81fd-6588b6225c59 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:05.897405 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37284831-2d6b-492d-aef0-03cf90dfe1a1 req-f6e32dbb-77f2-487a-81fd-6588b6225c59 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 945 time: 0.0883179 Feb 04 21:10:05.940110 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37284831-2d6b-492d-aef0-03cf90dfe1a1 req-0aa08fa2-99c5-4bf9-b093-907ee8f43915 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370200 Feb 04 21:10:09.590860 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:09.905143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.082038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5ea43bac-a1b2-45fc-8045-a529dd27ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.333653 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-45cb9409-f4b4-4a1d-894a-3bac3a2684c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.533768 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.673624 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:24.216657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048a26-5b97-404c-b1b8-f67452ad5359 req-230554ac-a5fa-47cd-98e5-b57ede876ac9 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:24.218107 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7048a26-5b97-404c-b1b8-f67452ad5359 req-230554ac-a5fa-47cd-98e5-b57ede876ac9 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 945 time: 0.0794306 Feb 04 21:10:24.261424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b7048a26-5b97-404c-b1b8-f67452ad5359 req-e1c41a49-d845-4cfa-b572-dedca26dd536 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 Feb 04 21:10:25.367696 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:25.449829 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d911d-8f17-4dde-a3f1-a1fc0f993ad4 req-4332af2b-e997-4b2e-8251-0e31fea869a4 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.451189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b35d911d-8f17-4dde-a3f1-a1fc0f993ad4 req-4332af2b-e997-4b2e-8251-0e31fea869a4 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 945 time: 0.0814261 Feb 04 21:10:25.495084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b35d911d-8f17-4dde-a3f1-a1fc0f993ad4 req-b3f7e4ec-a889-498d-888b-9538165d09f0 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Feb 04 21:10:25.823023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5374c9e-a275-401c-84a0-436618b996d0 req-5fa05a66-efd8-4932-abd2-5f0644f3cc11 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.825022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5374c9e-a275-401c-84a0-436618b996d0 req-5fa05a66-efd8-4932-abd2-5f0644f3cc11 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 945 time: 0.0814571 Feb 04 21:10:25.894290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Deleting port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:25.894624 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.138155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] For port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:26.138424 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.373172 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Calling delete_port for f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:26.589129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.606567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:26.684045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Pushing event deleted for resources: {'Port': ['ID=f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:26.718301 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9100b2cf-d04a-445a-9af1-e7a29aaca6e8 req-70d81a72-6e02-435c-bd60-51da01ed52f7 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 210 time: 0.0918226 Feb 04 21:10:26.759865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] No DVR routers for this DVR port f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:26.763218 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.766084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'name': 'network-vif-deleted', 'tag': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:26.812457 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fc2eeb-3f69-4645-95e3-0b8949264dcc', 'name': 'network-vif-deleted', 'tag': 'f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac', 'status': 'completed', 'code': 200} Feb 04 21:10:26.848667 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c5374c9e-a275-401c-84a0-436618b996d0 req-bebf5827-0208-47c2-ae1f-13eede242930 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "DELETE /v2.0/ports/f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac HTTP/1.1" status: 204 len: 173 time: 1.0165575 Feb 04 21:10:27.887447 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6b4afba7-f3fe-4456-a855-b9a13eaa9493 req-4ccea93e-dd47-4ca2-9965-c3a1ca4e29cb tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Synchronizing usage tracker for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:27.956330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-6b4afba7-f3fe-4456-a855-b9a13eaa9493 req-4ccea93e-dd47-4ca2-9965-c3a1ca4e29cb tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Unset dirty status for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:27.957496 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b4afba7-f3fe-4456-a855-b9a13eaa9493 req-4ccea93e-dd47-4ca2-9965-c3a1ca4e29cb tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fc2eeb-3f69-4645-95e3-0b8949264dcc HTTP/1.1" status: 200 len: 210 time: 0.1156285 Feb 04 21:10:29.500872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:29.534372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:29.534748 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device f6fc00cc-1cc1-44fc-b5e9-dcad5e1d3fac not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:29.837824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-4adf9fbf-c53e-42ff-9f42-b42809b9fcc5 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:29.839261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-4adf9fbf-c53e-42ff-9f42-b42809b9fcc5 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/networks?id=24481cdb-9136-4b54-967a-7df90fa25f19 HTTP/1.1" status: 200 len: 817 time: 0.1415370 Feb 04 21:10:29.854081 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-ee2e7421-5ba0-4986-a92e-176903b1d3df tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/quotas/8b23d379931543de91bcf3934a826874 HTTP/1.1" status: 200 len: 375 time: 0.0095661 Feb 04 21:10:29.937525 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-6d589d8d-4829-4a89-a67e-a3abd5f25bff tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b23d379931543de91bcf3934a826874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782032 Feb 04 21:10:30.073487 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-cc848965-1b26-4b7f-b4a2-10e5f0e16c0e service neutron] 10.222.0.48 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246910 Feb 04 21:10:30.202596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-87b259cc-0bb9-4060-a4ab-9d9969c62c75 service neutron] 10.222.0.48 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233330 Feb 04 21:10:30.431547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-72bd1030-771d-47a3-ae0f-c436b59d2702 req-37e04b05-5d72-496f-827d-54925a549772 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 210 time: 0.0423412 Feb 04 21:10:31.582174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-51dfaebd-9a33-496b-a5ca-02907ccfc891 req-64c36bec-92e0-4a0e-a305-007c5f6b2c94 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 210 time: 0.0463030 Feb 04 21:10:32.469795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-b4490a09-c38c-4805-a72d-b986311c3d09 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:32.471125 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-b4490a09-c38c-4805-a72d-b986311c3d09 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "GET /v2.0/networks?id=24481cdb-9136-4b54-967a-7df90fa25f19 HTTP/1.1" status: 200 len: 817 time: 0.1467209 Feb 04 21:10:32.488251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Request body: {'port': {'device_id': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'admin_state_up': True, 'tenant_id': '8b23d379931543de91bcf3934a826874'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:32.625956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:32.635686 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:32.716014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Made reservation on behalf of 8b23d379931543de91bcf3934a826874 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:32.719512 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:32.730309 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b5416bb-559e-4957-8825-26470b794e7c req-c146caba-fb07-4b96-9ffe-21bc548d5cf5 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 210 time: 0.0425107 Feb 04 21:10:32.880745 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Allocated IP 172.20.0.11 (24481cdb-9136-4b54-967a-7df90fa25f19/2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe/2f78a31f-c692-465a-9a6f-3a7abfda8518) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:33.079702 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.095082 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Transition to ACTIVE for port object 2f78a31f-c692-465a-9a6f-3a7abfda8518 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:33.195005 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.267140 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Network 24481cdb-9136-4b54-967a-7df90fa25f19 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:33.270103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:33.273813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:33.304491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Pushing event updated for resources: {'Port': ['ID=2f78a31f-c692-465a-9a6f-3a7abfda8518,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:33.352595 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:33.352595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.425647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-61b9341f-2f16-4e72-9c60-13b5c77397cd tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9409547 Feb 04 21:10:33.438853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Request body: {'port': {'device_id': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:33.545104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.555814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-01b1f3c2-b4b1-4c6e-a67e-e36407a554ee None None] Provisioning for port 2f78a31f-c692-465a-9a6f-3a7abfda8518 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:33.561464 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-01b1f3c2-b4b1-4c6e-a67e-e36407a554ee None None] Provisioning complete for port 2f78a31f-c692-465a-9a6f-3a7abfda8518 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:33.561832 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-01b1f3c2-b4b1-4c6e-a67e-e36407a554ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.616065 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-01b1f3c2-b4b1-4c6e-a67e-e36407a554ee None None] Port 2f78a31f-c692-465a-9a6f-3a7abfda8518 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:10:33.990888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623a207-0296-46aa-bf3c-bbac4e08c783 req-391ef29d-46b9-4ac0-be51-b11b4a8423d3 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:33.991494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a623a207-0296-46aa-bf3c-bbac4e08c783 req-391ef29d-46b9-4ac0-be51-b11b4a8423d3 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Synchronizing usage tracker for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:34.066001 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f78a31f-c692-465a-9a6f-3a7abfda8518 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:34.073205 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.087687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Transition to ACTIVE for port object 2f78a31f-c692-465a-9a6f-3a7abfda8518 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:34.104680 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a623a207-0296-46aa-bf3c-bbac4e08c783 req-391ef29d-46b9-4ac0-be51-b11b4a8423d3 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Unset dirty status for tenant:8b23d379931543de91bcf3934a826874 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:34.105851 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a623a207-0296-46aa-bf3c-bbac4e08c783 req-391ef29d-46b9-4ac0-be51-b11b4a8423d3 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 932 time: 0.2466712 Feb 04 21:10:34.151933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a623a207-0296-46aa-bf3c-bbac4e08c783 req-0880ca7a-ac1a-4292-9071-0d7d64359e5f tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Feb 04 21:10:34.161530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.316941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f78a31f-c692-465a-9a6f-3a7abfda8518,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:34.392080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Attempting to bind port 2f78a31f-c692-465a-9a6f-3a7abfda8518 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:34.392420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Attempting to bind port 2f78a31f-c692-465a-9a6f-3a7abfda8518 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:34.392738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Attempting to bind port 2f78a31f-c692-465a-9a6f-3a7abfda8518 on network 24481cdb-9136-4b54-967a-7df90fa25f19 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:34.397478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Port 2f78a31f-c692-465a-9a6f-3a7abfda8518 on network 24481cdb-9136-4b54-967a-7df90fa25f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:10:34.397800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Attempting to bind port 2f78a31f-c692-465a-9a6f-3a7abfda8518 on network 24481cdb-9136-4b54-967a-7df90fa25f19 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:34.403469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:34.403803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Checking segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:34.404184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Bound using segment: {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:34.404605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Bound port: 2f78a31f-c692-465a-9a6f-3a7abfda8518, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252d0f4a-b64d-4136-b5ad-dd5c272ebc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:34.404948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.494858 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] For port 2f78a31f-c692-465a-9a6f-3a7abfda8518, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:34.498141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] For port 2f78a31f-c692-465a-9a6f-3a7abfda8518, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2f78a31f-c692-465a-9a6f-3a7abfda8518,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:34.602025 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.660694 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:34.661288 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.662616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f78a31f-c692-465a-9a6f-3a7abfda8518 HTTP/1.1" status: 200 len: 1092 time: 1.2280328 Feb 04 21:10:34.663064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'tag': '2f78a31f-c692-465a-9a6f-3a7abfda8518'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:34.688202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec7301-37aa-4b65-832a-52d0143006c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f78a31f-c692-465a-9a6f-3a7abfda8518,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:34.713154 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'tag': '2f78a31f-c692-465a-9a6f-3a7abfda8518', 'status': 'completed', 'code': 200} Feb 04 21:10:34.819003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28141370-38df-433c-98ea-c1e860c31639 req-1f893b2a-aaba-46d6-aedc-57c05615b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:34.820484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-28141370-38df-433c-98ea-c1e860c31639 req-1f893b2a-aaba-46d6-aedc-57c05615b9c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b23d379931543de91bcf3934a826874&device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 1095 time: 0.0769916 Feb 04 21:10:34.963592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28141370-38df-433c-98ea-c1e860c31639 req-60f1caa5-ee8f-4a9f-a70b-71a753468ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:34.964969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-28141370-38df-433c-98ea-c1e860c31639 req-60f1caa5-ee8f-4a9f-a70b-71a753468ad6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b23d379931543de91bcf3934a826874&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1326325 Feb 04 21:10:35.100654 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28141370-38df-433c-98ea-c1e860c31639 req-2d92e373-381d-475d-be70-eeae3ba42d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:35.102371 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-28141370-38df-433c-98ea-c1e860c31639 req-2d92e373-381d-475d-be70-eeae3ba42d29 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282194 Feb 04 21:10:35.213623 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-329bf454-a706-4d56-81c1-7afd7f9c37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:35.215676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-329bf454-a706-4d56-81c1-7afd7f9c37ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b23d379931543de91bcf3934a826874&device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 1095 time: 0.0699677 Feb 04 21:10:35.320356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-66a12e3e-7783-4931-8a01-844bc87cddc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f78a31f-c692-465a-9a6f-3a7abfda8518 HTTP/1.1" status: 200 len: 217 time: 0.0933304 Feb 04 21:10:35.406862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-ec0bcbb5-7df5-4ff2-b860-f5f1f0ce5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:35.408273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-ec0bcbb5-7df5-4ff2-b860-f5f1f0ce5721 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe HTTP/1.1" status: 200 len: 856 time: 0.0771534 Feb 04 21:10:35.456397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b4677-fc78-4409-86c9-73e2d96ab338 req-eb810c8c-1876-4dd2-a2e3-666f72eaa04d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:35.457768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e33b4677-fc78-4409-86c9-73e2d96ab338 req-eb810c8c-1876-4dd2-a2e3-666f72eaa04d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 944 time: 0.1741281 Feb 04 21:10:35.514590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e33b4677-fc78-4409-86c9-73e2d96ab338 req-dcaa12e4-e10c-4d64-89ed-821c24064307 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504358 Feb 04 21:10:35.526434 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685074-d537-46c6-8451-de6e454845ef req-1693efec-3d71-4539-b2fe-a08debe6c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:35.528048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-1693efec-3d71-4539-b2fe-a08debe6c843 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24481cdb-9136-4b54-967a-7df90fa25f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125004 Feb 04 21:10:35.767850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-82029387-7653-4d10-8799-17d4664da628 service neutron] 10.222.0.24 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322059 Feb 04 21:10:35.900262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8b685074-d537-46c6-8451-de6e454845ef req-1ba42528-de3e-4ed1-b00d-24b22d9589aa service neutron] 10.222.0.24 "GET /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232021 Feb 04 21:10:36.702225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3398055-96a2-47b5-9a87-68440792fa80 req-c836af05-f685-4b8a-b821-aefe599f527d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.709740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3398055-96a2-47b5-9a87-68440792fa80 req-c836af05-f685-4b8a-b821-aefe599f527d tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 944 time: 0.0832002 Feb 04 21:10:36.747990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3398055-96a2-47b5-9a87-68440792fa80 req-b7fd4d32-8fb2-43ab-ad30-5af3e8d8f3ad tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386667 Feb 04 21:10:37.567679 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2f78a31f-c692-465a-9a6f-3a7abfda8518 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:37.647517 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:10:37.698682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2f78a31f-c692-465a-9a6f-3a7abfda8518, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2f78a31f-c692-465a-9a6f-3a7abfda8518,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:37.712143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '2f78a31f-c692-465a-9a6f-3a7abfda8518', 'network_id': '24481cdb-9136-4b54-967a-7df90fa25f19', 'port_id': '2f78a31f-c692-465a-9a6f-3a7abfda8518', 'mac_address': 'fa:16:3e:a2:e3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:37.768268 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:37.784794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f78a31f-c692-465a-9a6f-3a7abfda8518 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:37.799522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2f78a31f-c692-465a-9a6f-3a7abfda8518, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2f78a31f-c692-465a-9a6f-3a7abfda8518,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:37.881808 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:37.931264 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb79cfc-4bfd-4946-a202-3660bcc2a530 req-c23b82db-7e6c-4ae9-adfc-881b993d3108 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:37.934213 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1eb79cfc-4bfd-4946-a202-3660bcc2a530 req-c23b82db-7e6c-4ae9-adfc-881b993d3108 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 945 time: 0.0812657 Feb 04 21:10:37.948525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=2f78a31f-c692-465a-9a6f-3a7abfda8518,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:37.956564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.956912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.957248 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.957579 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.957910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.958246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.958567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.958961 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.959375 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.959699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.960019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.960377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:37.981479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1eb79cfc-4bfd-4946-a202-3660bcc2a530 req-a52b989c-85d6-4e65-a423-4dd5ef491ed0 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Feb 04 21:10:38.133635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['2f78a31f-c692-465a-9a6f-3a7abfda8518'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:39.161992 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041bdb-aadd-4299-aeee-d3fa875f87b2 req-3d240254-3181-46a7-97b5-8b22261f4d11 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:39.163487 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-16041bdb-aadd-4299-aeee-d3fa875f87b2 req-3d240254-3181-46a7-97b5-8b22261f4d11 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 945 time: 0.0791044 Feb 04 21:10:39.211015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-16041bdb-aadd-4299-aeee-d3fa875f87b2 req-6f9a9bfe-dc08-4c19-a8f3-c773b9a13180 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Feb 04 21:10:39.577575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2f78a31f-c692-465a-9a6f-3a7abfda8518 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:39.606716 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.721356 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 2f78a31f-c692-465a-9a6f-3a7abfda8518 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:39.726106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 2f78a31f-c692-465a-9a6f-3a7abfda8518 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:39.726745 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.846397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.872340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f78a31f-c692-465a-9a6f-3a7abfda8518'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:39.883601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 2f78a31f-c692-465a-9a6f-3a7abfda8518, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2f78a31f-c692-465a-9a6f-3a7abfda8518,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:39.883601 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.918337 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f78a31f-c692-465a-9a6f-3a7abfda8518', 'code': 200} Feb 04 21:10:39.954370 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.024405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=2f78a31f-c692-465a-9a6f-3a7abfda8518,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:40.057296 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d556d-60b8-4842-962d-b5e8b1b35fb2 req-130ef6ff-0694-43fc-aeec-4181bc8a47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.058806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-909d556d-60b8-4842-962d-b5e8b1b35fb2 req-130ef6ff-0694-43fc-aeec-4181bc8a47f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 1097 time: 0.0761871 Feb 04 21:10:40.101923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-909d556d-60b8-4842-962d-b5e8b1b35fb2 req-54089879-c8e0-471a-ab11-c533e188aba1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Feb 04 21:10:40.390931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba23630-67b0-4bbb-a6c5-11561647beb3 req-cc8eaf2a-0cd9-4e49-8028-5a09d714fa9c tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.392287 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dba23630-67b0-4bbb-a6c5-11561647beb3 req-cc8eaf2a-0cd9-4e49-8028-5a09d714fa9c tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 946 time: 0.0791204 Feb 04 21:10:40.436083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dba23630-67b0-4bbb-a6c5-11561647beb3 req-c8cddf2d-fdcd-4537-b5cc-c5f4e1454a2e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Feb 04 21:10:41.621979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c1d97-28b1-424b-8d64-be353d6ce3c7 req-ab90a132-5f3f-4ae3-afd1-009509a2ee54 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:41.623455 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de1c1d97-28b1-424b-8d64-be353d6ce3c7 req-ab90a132-5f3f-4ae3-afd1-009509a2ee54 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 946 time: 0.0797670 Feb 04 21:10:41.668117 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de1c1d97-28b1-424b-8d64-be353d6ce3c7 req-a1187acb-5667-44f2-9d3b-0dd81c5f2ccb tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Feb 04 21:10:41.854106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d08b-4f7e-4532-bea6-a8881364d665 req-f89aa1d2-5a82-40ee-9c09-dbbd9b6bb7ac tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:41.855610 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2c9d08b-4f7e-4532-bea6-a8881364d665 req-f89aa1d2-5a82-40ee-9c09-dbbd9b6bb7ac tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 946 time: 0.0825510 Feb 04 21:10:41.898511 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2c9d08b-4f7e-4532-bea6-a8881364d665 req-407e9b66-8291-4167-9bc0-688ec8df8b0e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374346 Feb 04 21:10:50.109942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8600227b-4251-48a2-b70a-d733c7ab4465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.360762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-042e3feb-bee1-4bb6-9455-e83dfd0cb64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.548303 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.646986 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:55.331291 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.876657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d37c0-dd36-44e6-82b0-df6df0ea2c5e req-bdcc061e-01d2-4a54-b814-587ed587af3e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:59.878195 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c0d37c0-dd36-44e6-82b0-df6df0ea2c5e req-bdcc061e-01d2-4a54-b814-587ed587af3e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 946 time: 0.0821638 Feb 04 21:10:59.922895 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c0d37c0-dd36-44e6-82b0-df6df0ea2c5e req-fd4263fd-e345-4e93-b6df-56c7b5917d17 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Feb 04 21:11:01.114375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192405-b0a4-477a-b78d-7dd56b92d907 req-87741741-93e2-4b84-b9c1-fb52ed854f3e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:01.115856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76192405-b0a4-477a-b78d-7dd56b92d907 req-87741741-93e2-4b84-b9c1-fb52ed854f3e tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 946 time: 0.0834384 Feb 04 21:11:01.159606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76192405-b0a4-477a-b78d-7dd56b92d907 req-9c669db0-8586-404c-bfdb-5024507a1153 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/security-groups?id=3653b9fe-cd4a-406b-8887-564505e3c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373909 Feb 04 21:11:01.449646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a06c4c15-92ec-4d93-8209-09c0d1765642 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:01.451801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a06c4c15-92ec-4d93-8209-09c0d1765642 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 946 time: 0.0779345 Feb 04 21:11:01.524421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Deleting port 2f78a31f-c692-465a-9a6f-3a7abfda8518 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:01.524761 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.768114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] For port 2f78a31f-c692-465a-9a6f-3a7abfda8518, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=2f78a31f-c692-465a-9a6f-3a7abfda8518,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:01.768387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.889976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Calling delete_port for 2f78a31f-c692-465a-9a6f-3a7abfda8518 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:02.113874 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.165628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Pushing event deleted for resources: {'Port': ['ID=2f78a31f-c692-465a-9a6f-3a7abfda8518,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:02.200014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.200366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.200699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.201026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.201349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.201671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.201987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.202313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.202637 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.202965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.203284 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.203599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:02.260323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] No DVR routers for this DVR port 2f78a31f-c692-465a-9a6f-3a7abfda8518 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:11:02.263181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.265960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'name': 'network-vif-deleted', 'tag': '2f78a31f-c692-465a-9a6f-3a7abfda8518'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:02.313986 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9b2edc-edb2-43f4-9a3d-181aeedac90c', 'name': 'network-vif-deleted', 'tag': '2f78a31f-c692-465a-9a6f-3a7abfda8518', 'status': 'completed', 'code': 200} Feb 04 21:11:02.327293 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-856ffa49-786a-4870-a424-d570a60e5976 req-7d23f016-4fe3-4e2b-8e7c-19e4a4083f71 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9b2edc-edb2-43f4-9a3d-181aeedac90c HTTP/1.1" status: 200 len: 210 time: 0.0536587 Feb 04 21:11:02.356439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3187a1f3-15c5-4542-a133-2ceda15fd05c req-a4d1ae79-b0f0-4163-8c6f-877cdf2a8914 tempest-TestEncryptedCinderVolumes-606281782 tempest-TestEncryptedCinderVolumes-606281782-project] 10.222.0.24 "DELETE /v2.0/ports/2f78a31f-c692-465a-9a6f-3a7abfda8518 HTTP/1.1" status: 204 len: 173 time: 0.8977766 Feb 04 21:11:03.516235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52366) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:03.724182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2f78a31f-c692-465a-9a6f-3a7abfda8518 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:03.757422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 2f78a31f-c692-465a-9a6f-3a7abfda8518 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:03.757759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 2f78a31f-c692-465a-9a6f-3a7abfda8518 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:04.145188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.494175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Deleting port 712060fc-8697-45a4-a804-7848bec2a164 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:04.494407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.663175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] For port 712060fc-8697-45a4-a804-7848bec2a164, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=712060fc-8697-45a4-a804-7848bec2a164,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:04.663865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.785474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Calling delete_port for 712060fc-8697-45a4-a804-7848bec2a164 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:05.159787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:05.208499 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Pushing event deleted for resources: {'Port': ['ID=712060fc-8697-45a4-a804-7848bec2a164,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:05.590071 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:05.958600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Router 208a5023-db00-4665-a32b-8844e4fa0ed4 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:11:06.133316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:06.143881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] Sync routers for ids ['208a5023-db00-4665-a32b-8844e4fa0ed4'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:06.148220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ef03d42a-8a07-4090-bee3-60a55759c264 admin admin] 10.222.0.48 "PUT /v2.0/routers/208a5023-db00-4665-a32b-8844e4fa0ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6285806 Feb 04 21:11:06.148366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52370) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:06.156054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] Routers {'208a5023-db00-4665-a32b-8844e4fa0ed4'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:06.157015 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['208a5023-db00-4665-a32b-8844e4fa0ed4'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:06.331956 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.334827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] Set router 208a5023-db00-4665-a32b-8844e4fa0ed4 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:06.507203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.666782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Deleting port a9c32c3e-353d-46ee-8418-89e0e73f8bcb {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:06.666782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.805733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] For port a9c32c3e-353d-46ee-8418-89e0e73f8bcb, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:06.806157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.844476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:11:05Z', 'revision_number': 5, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port': {'id': 'a9c32c3e-353d-46ee-8418-89e0e73f8bcb', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:39Z', 'updated_at': '2022-02-04T21:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:06.851652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] Checking router: 208a5023-db00-4665-a32b-8844e4fa0ed4 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:06.866196 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] Routers {'208a5023-db00-4665-a32b-8844e4fa0ed4'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:06.874533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['208a5023-db00-4665-a32b-8844e4fa0ed4'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:07.030535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] Set router 208a5023-db00-4665-a32b-8844e4fa0ed4 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:07.052507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Calling delete_port for a9c32c3e-353d-46ee-8418-89e0e73f8bcb owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:07.135410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:11:06Z', 'revision_number': 6, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:07.140353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a1e84-61bb-4e7f-a060-9f2e0f12e008 None None] The sync data for ids ['208a5023-db00-4665-a32b-8844e4fa0ed4'] in n-d-811806-1 is: [{'id': '208a5023-db00-4665-a32b-8844e4fa0ed4', 'name': 'tempest-TestEncryptedCinderVolumes-1605761906-router', 'tenant_id': '8b23d379931543de91bcf3934a826874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:38Z', 'updated_at': '2022-02-04T21:11:06Z', 'revision_number': 6, 'project_id': '8b23d379931543de91bcf3934a826874', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:07.280960 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.329267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c32c3e-353d-46ee-8418-89e0e73f8bcb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:07.419981 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.598274 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.600504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.703952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.704554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208a5023-db00-4665-a32b-8844e4fa0ed4 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:11:07.718511 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.719639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ea2d3a6c-78ab-40c9-989e-15e05348f810 admin admin] 10.222.0.48 "DELETE /v2.0/routers/208a5023-db00-4665-a32b-8844e4fa0ed4 HTTP/1.1" status: 204 len: 168 time: 1.5704827 Feb 04 21:11:07.722201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52374) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:07.783599 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] Deleting subnet 2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:11:07.786455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.833953 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.919143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.947077 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712060fc-8697-45a4-a804-7848bec2a164 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:07.986672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 712060fc-8697-45a4-a804-7848bec2a164 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:07.986672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 712060fc-8697-45a4-a804-7848bec2a164 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:07.987118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a9c32c3e-353d-46ee-8418-89e0e73f8bcb no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:08.021246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a9c32c3e-353d-46ee-8418-89e0e73f8bcb {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:08.021596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a9c32c3e-353d-46ee-8418-89e0e73f8bcb not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:08.069791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.111017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:08.112910 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.117504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a416a96a-d668-4d71-8b21-817ecd286ac6 None None] Network 24481cdb-9136-4b54-967a-7df90fa25f19 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:08.119583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b2be0475-679f-49e8-8474-745f0b65d9e9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2ad67d86-b0cd-4a3a-92d5-ac1a1f9a88fe HTTP/1.1" status: 204 len: 168 time: 0.3960931 Feb 04 21:11:08.122247 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52378) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:08.254493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.265613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Deleting port 35b49ebf-582e-4793-abc8-d33dfeadcf58 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:08.265955 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.410571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] DHCP port deletion for 24481cdb-9136-4b54-967a-7df90fa25f19 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:11:08.414901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Deleting port 35b49ebf-582e-4793-abc8-d33dfeadcf58 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:08.415301 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.474575 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] For port 35b49ebf-582e-4793-abc8-d33dfeadcf58, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=35b49ebf-582e-4793-abc8-d33dfeadcf58,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:08.474912 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.599948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Calling delete_port for 35b49ebf-582e-4793-abc8-d33dfeadcf58 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:08.618412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] For port 35b49ebf-582e-4793-abc8-d33dfeadcf58, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=35b49ebf-582e-4793-abc8-d33dfeadcf58,segment=NetworkSegment(252d0f4a-b64d-4136-b5ad-dd5c272ebc53),segment_id=252d0f4a-b64d-4136-b5ad-dd5c272ebc53)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:08.618833 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.742051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Calling delete_port for 35b49ebf-582e-4793-abc8-d33dfeadcf58 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:08.761615 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.808688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b49ebf-582e-4793-abc8-d33dfeadcf58,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:08.813259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] No DVR routers for this DVR port 35b49ebf-582e-4793-abc8-d33dfeadcf58 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:11:08.817943 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:11:08.818336 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:11:08.853711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.853985 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.854324 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.854706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.855042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.855373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.855701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.856033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.856377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.856681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.857001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.857322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:08.941160 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.966535 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24481cdb-9136-4b54-967a-7df90fa25f19']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:08.983332 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252d0f4a-b64d-4136-b5ad-dd5c272ebc53') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:08.983635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252d0f4a-b64d-4136-b5ad-dd5c272ebc53') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:08.994962 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.011904 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.017899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:11:09.018286 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:11:09.031254 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:11:09.161504 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.177909 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.193737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=24481cdb-9136-4b54-967a-7df90fa25f19,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:09.270368 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d0ae3ec3-2199-4760-999f-3a99767e70d8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/24481cdb-9136-4b54-967a-7df90fa25f19 HTTP/1.1" status: 204 len: 168 time: 1.1464303 Feb 04 21:11:09.273108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52382) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:09.319582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Deleting port 35b49ebf-582e-4793-abc8-d33dfeadcf58 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:09.320193 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.388105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-f968513a-b1f9-41d3-acbb-be2e2efe54e4 None None] The port '35b49ebf-582e-4793-abc8-d33dfeadcf58' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:11:09.576793 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.744577 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 35b49ebf-582e-4793-abc8-d33dfeadcf58 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:09.818203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 35b49ebf-582e-4793-abc8-d33dfeadcf58 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:09.818549 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 35b49ebf-582e-4793-abc8-d33dfeadcf58 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:09.910775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.926813 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.253737 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Deleting port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:10.254319 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.421866 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] For port 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,segment=NetworkSegment(54ac7152-ac03-42a6-b64e-905bd2084ff7),segment_id=54ac7152-ac03-42a6-b64e-905bd2084ff7)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:10.422221 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.542961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Calling delete_port for 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:11.050599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.097158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:11.366368 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.732223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:11:11.907132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:11.918596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2442c21c-449b-43de-a0b5-4e00cac62c53 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c08b03b-eb86-4e9f-8a75-6569b7e3eff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6417923 Feb 04 21:11:11.918806 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] Sync routers for ids ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:11.919269 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52386) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:11.925968 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] Routers {'1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:11.926564 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:12.099135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.112244 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] Set router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:12.406462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.423054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:11:10Z', 'revision_number': 5, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:12.427613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] Checking router: 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:12.434978 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] Routers {'1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:12.435570 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:12.492422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Deleting port ebee9922-9d4d-4144-80ef-490e3dbb3e0d {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:12.492771 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.648823 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] Set router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:12.671549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] For port ebee9922-9d4d-4144-80ef-490e3dbb3e0d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:12.671837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.795968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Calling delete_port for ebee9922-9d4d-4144-80ef-490e3dbb3e0d owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:12.928093 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:11:10Z', 'revision_number': 5, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:12.932298 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e5dfd-85ec-46e9-b41a-1c472d9ac024 None None] The sync data for ids ['1c08b03b-eb86-4e9f-8a75-6569b7e3eff0'] in n-d-811806-1 is: [{'id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'name': 'tempest-TestEncryptedCinderVolumes-519395370-router', 'tenant_id': 'b27b2ad9b76e464c830a3e8807652e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:09:46Z', 'updated_at': '2022-02-04T21:11:10Z', 'revision_number': 5, 'project_id': 'b27b2ad9b76e464c830a3e8807652e16', 'gw_port': {'id': 'ebee9922-9d4d-4144-80ef-490e3dbb3e0d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08b03b-eb86-4e9f-8a75-6569b7e3eff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:09:47Z', 'updated_at': '2022-02-04T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:13.050590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.100078 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ebee9922-9d4d-4144-80ef-490e3dbb3e0d,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:13.190596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.367121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.369416 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.462110 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.462761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:11:13.475070 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.476463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a0b77808-8475-467f-85a8-a623cdd288aa admin admin] 10.222.0.48 "DELETE /v2.0/routers/1c08b03b-eb86-4e9f-8a75-6569b7e3eff0 HTTP/1.1" status: 204 len: 168 time: 1.5566564 Feb 04 21:11:13.479022 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52392) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:13.544415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] Deleting subnet 15859f15-2152-43be-b798-3d26cd3b4946 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:11:13.549061 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.600312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.675828 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.818059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.855252 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15859f15-2152-43be-b798-3d26cd3b4946,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:13.858632 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.864092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eb8020-74ff-4816-8464-a19ca4e12143 None None] Network b2602a27-d2a0-4e18-bcfd-e04bef484a07 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:13.864702 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-20d9d4d7-4dce-4bc9-939b-51c3499d63a0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/15859f15-2152-43be-b798-3d26cd3b4946 HTTP/1.1" status: 204 len: 168 time: 0.3838599 Feb 04 21:11:13.866976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52396) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:13.985159 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.993862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ebee9922-9d4d-4144-80ef-490e3dbb3e0d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:13.996191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Deleting port dafbd9e7-7c6b-4edf-afea-af116225c08b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:13.996531 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.061159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ebee9922-9d4d-4144-80ef-490e3dbb3e0d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:14.061159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ebee9922-9d4d-4144-80ef-490e3dbb3e0d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:14.061159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:14.097583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:14.097843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3ec8cec5-e2cd-4429-bdb8-6bbdf6871ad9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:14.203086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] DHCP port deletion for b2602a27-d2a0-4e18-bcfd-e04bef484a07 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:11:14.207292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Deleting port dafbd9e7-7c6b-4edf-afea-af116225c08b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:14.207669 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.324164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] For port dafbd9e7-7c6b-4edf-afea-af116225c08b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dafbd9e7-7c6b-4edf-afea-af116225c08b,segment=NetworkSegment(54ac7152-ac03-42a6-b64e-905bd2084ff7),segment_id=54ac7152-ac03-42a6-b64e-905bd2084ff7)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:14.324517 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.411870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] For port dafbd9e7-7c6b-4edf-afea-af116225c08b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dafbd9e7-7c6b-4edf-afea-af116225c08b,segment=NetworkSegment(54ac7152-ac03-42a6-b64e-905bd2084ff7),segment_id=54ac7152-ac03-42a6-b64e-905bd2084ff7)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:14.412158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.446823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Calling delete_port for dafbd9e7-7c6b-4edf-afea-af116225c08b owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:14.533695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Calling delete_port for dafbd9e7-7c6b-4edf-afea-af116225c08b owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:14.584026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.606620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:11:14.607000 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:11:14.634745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Pushing event deleted for resources: {'Port': ['ID=dafbd9e7-7c6b-4edf-afea-af116225c08b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:14.637048 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] No DVR routers for this DVR port dafbd9e7-7c6b-4edf-afea-af116225c08b on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:11:14.646973 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:11:14.750975 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.775616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2602a27-d2a0-4e18-bcfd-e04bef484a07']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:14.787897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ac7152-ac03-42a6-b64e-905bd2084ff7') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:14.788194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ac7152-ac03-42a6-b64e-905bd2084ff7') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:14.799214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.814638 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.820553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:11:14.820934 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:11:14.834232 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:11:14.989130 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.008596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.015613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2602a27-d2a0-4e18-bcfd-e04bef484a07,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:15.019521 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ffa25ddf-4c5e-4a36-90c7-239d13a1d565 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b2602a27-d2a0-4e18-bcfd-e04bef484a07 HTTP/1.1" status: 204 len: 168 time: 1.1515889 Feb 04 21:11:15.108534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Deleting port dafbd9e7-7c6b-4edf-afea-af116225c08b {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:15.109516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.176538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a402894d-cb46-4a0d-95c1-21bd0d4ea15a None None] The port 'dafbd9e7-7c6b-4edf-afea-af116225c08b' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:11:15.401586 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52402) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:15.439073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d0043361-bb51-4ba1-b20f-e22babc4a857 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b23d379931543de91bcf3934a826874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472426 Feb 04 21:11:15.447989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52406) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:15.507240 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c588-1279-439f-b583-1f0e0ef99b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.531872 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c588-1279-439f-b583-1f0e0ef99b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.703959 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c588-1279-439f-b583-1f0e0ef99b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.721427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2c588-1279-439f-b583-1f0e0ef99b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653b9fe-cd4a-406b-8887-564505e3c9df,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:15.751845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dafbd9e7-7c6b-4edf-afea-af116225c08b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:15.782897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c588-1279-439f-b583-1f0e0ef99b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.784057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f4f2c588-1279-439f-b583-1f0e0ef99b19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3653b9fe-cd4a-406b-8887-564505e3c9df HTTP/1.1" status: 204 len: 168 time: 0.3351803 Feb 04 21:11:15.788564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: dafbd9e7-7c6b-4edf-afea-af116225c08b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:15.788922 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dafbd9e7-7c6b-4edf-afea-af116225c08b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:16.453030 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52414) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:16.501412 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-87ea9339-a55c-417f-a675-384ebed97ecf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b27b2ad9b76e464c830a3e8807652e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472655 Feb 04 21:11:16.503797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52418) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:16.563588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8987fc5f-3447-428a-8da3-2d241cf4b823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:16.588973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8987fc5f-3447-428a-8da3-2d241cf4b823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:16.701897 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8987fc5f-3447-428a-8da3-2d241cf4b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:16.717602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987fc5f-3447-428a-8da3-2d241cf4b823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e3e18-858c-4db0-b383-603e7cc8bca1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:16.722329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8987fc5f-3447-428a-8da3-2d241cf4b823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:16.723095 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8987fc5f-3447-428a-8da3-2d241cf4b823 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/652e3e18-858c-4db0-b383-603e7cc8bca1 HTTP/1.1" status: 204 len: 168 time: 0.2184319 Feb 04 21:11:17.925963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52442) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:18.029833 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-793909481-network', 'tenant_id': '4af77354b9114847a1256f2b5db40efb'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:18.035294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:18.039087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Usage tracker for resource:network and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:18.041857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:18.048001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:18.143455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Made reservation on behalf of 4af77354b9114847a1256f2b5db40efb for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:18.145730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.158236 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.172686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:18.176467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:18.179224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:18.185250 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:18.264815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.349048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.375710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:11:18.388122 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd50091-1be9-4883-9f61-f57bea53d90b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:18.392377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.392772 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Added segment 231dc095-c494-4974-aa9b-80849a17c96d of type vlan for network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 Feb 04 21:11:18.421382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.520651 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.521663 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.522238 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.621236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] Pushing event updated for resources: {'Network': ['ID=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:18.630607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:11:18.675977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8d0324c1-ac83-4e28-af30-918d4b5d48dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7488620 Feb 04 21:11:18.678961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52448) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:18.684428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Request body: {'subnet': {'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-793909481-subnet', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'ip_version': 4}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:18.690073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:18.694001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Usage tracker for resource:subnet and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:18.696925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:18.703413 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:18.760477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Made reservation on behalf of 4af77354b9114847a1256f2b5db40efb for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:18.763649 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.027949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.100975 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9707f6-7eb3-41a8-bc33-77e189ce6215,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:19.109001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Checking segment: {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:19.109364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Network hostable DHCP agents. Network: 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:11:19.194819 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:11:19.268942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:19.272949 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:19.273631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.277642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7d389-e00c-4a31-ad53-815a7b882794 None None] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:19.350333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-48d206c0-8312-418f-a7d7-3b7a5f0e5169 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6699626 Feb 04 21:11:19.353001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52452) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:19.358437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:19.364380 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:19.368344 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Usage tracker for resource:router and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:19.371873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:19.377744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:19.446643 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.447708 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.462568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.484599 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:11:19.485483 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.637536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Allocated IP 172.20.0.2 (1d60ad42-803a-4a0e-a2ca-31cc08e1bc27/6c9707f6-7eb3-41a8-bc33-77e189ce6215/a3050c66-3d31-4d65-9b16-0505613bc4b4) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:19.884963 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.891807 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.895405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Transition to ACTIVE for port object a3050c66-3d31-4d65-9b16-0505613bc4b4 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:19.913434 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Transition to ACTIVE for port object a3050c66-3d31-4d65-9b16-0505613bc4b4 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:19.983981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.059285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:20.062182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:20.065761 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:20.075072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Pushing event updated for resources: {'Port': ['ID=a3050c66-3d31-4d65-9b16-0505613bc4b4,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:20.106472 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f87d8799-cba0-4079-bec7-6c16574ed038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.164462 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Attempting to bind port a3050c66-3d31-4d65-9b16-0505613bc4b4 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:20.164776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Attempting to bind port a3050c66-3d31-4d65-9b16-0505613bc4b4 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:20.165107 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Attempting to bind port a3050c66-3d31-4d65-9b16-0505613bc4b4 on network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:20.170512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:20.170925 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Checking segment: {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:20.171238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.171637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Bound using segment: {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:20.172099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Bound port: a3050c66-3d31-4d65-9b16-0505613bc4b4, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:20.172470 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.259584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] For port a3050c66-3d31-4d65-9b16-0505613bc4b4, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:20.263092 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] For port a3050c66-3d31-4d65-9b16-0505613bc4b4, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a3050c66-3d31-4d65-9b16-0505613bc4b4,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:20.266626 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.298670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.332552 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.422996 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbb454-d063-4111-b8be-9e89e88b8d00 None None] Pushing event updated for resources: {'Port': ['ID=a3050c66-3d31-4d65-9b16-0505613bc4b4,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:20.431842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Allocated IP 172.25.7.179 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c10ddf7b-69eb-4d1f-988b-593cc7de24db) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:20.595181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.687397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.753210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:20.756229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:20.759853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:20.794054 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c10ddf7b-69eb-4d1f-988b-593cc7de24db,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:21.258472 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.381396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb9b59-8edb-41e6-8c8c-1514ccc6729e None None] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:21.584258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7d974adc-d29f-4c36-89c5-388e4a2095b0 None None] Provisioning for port a3050c66-3d31-4d65-9b16-0505613bc4b4 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:21.720652 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.808424 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a3050c66-3d31-4d65-9b16-0505613bc4b4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:21.966474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a3050c66-3d31-4d65-9b16-0505613bc4b4 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:21.971400 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a3050c66-3d31-4d65-9b16-0505613bc4b4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:21.971798 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.056543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:11:22.089951 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.125335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port a3050c66-3d31-4d65-9b16-0505613bc4b4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a3050c66-3d31-4d65-9b16-0505613bc4b4,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:22.216561 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.243235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:22.265560 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Sync routers for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:22.296966 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:22.297569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:10:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:22.375633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=a3050c66-3d31-4d65-9b16-0505613bc4b4,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:22.378308 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.379589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b29936fd-ad44-47a9-9909-5343f24f36c0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0256565 Feb 04 21:11:22.382628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52456) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:22.390752 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f596-6bfb-43c9-91dd-a827ab5c25c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.488087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:22.807016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:20Z', 'revision_number': 3, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:22.811203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Checking router: 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:22.811565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Updating router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 port c10ddf7b-69eb-4d1f-988b-593cc7de24db binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:11:22.865142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.169681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.188718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.201395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Transition to ACTIVE for port object c10ddf7b-69eb-4d1f-988b-593cc7de24db will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:23.343553 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.374282 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Allocated IP 172.20.0.1 (1d60ad42-803a-4a0e-a2ca-31cc08e1bc27/6c9707f6-7eb3-41a8-bc33-77e189ce6215/97dcd3d4-bb41-4b18-ae01-e58ee28883e2) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:23.425644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Attempting to bind port c10ddf7b-69eb-4d1f-988b-593cc7de24db on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:23.426179 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Attempting to bind port c10ddf7b-69eb-4d1f-988b-593cc7de24db by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:23.426301 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Attempting to bind port c10ddf7b-69eb-4d1f-988b-593cc7de24db on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:23.428229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab4874-20d5-4e21-9103-0483af8986ac None None] Pushing event updated for resources: {'Port': ['ID=c10ddf7b-69eb-4d1f-988b-593cc7de24db,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:23.434377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:23.434841 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:23.435243 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.450224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:23.450224 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Bound port: c10ddf7b-69eb-4d1f-988b-593cc7de24db, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:23.450224 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.520871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] For port c10ddf7b-69eb-4d1f-988b-593cc7de24db, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:23.523783 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] For port c10ddf7b-69eb-4d1f-988b-593cc7de24db, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c10ddf7b-69eb-4d1f-988b-593cc7de24db,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:23.527712 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.543138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Transition to ACTIVE for port object 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:23.570817 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.648037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.705854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.706805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.724503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:23.725133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:23.784772 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab4874-20d5-4e21-9103-0483af8986ac None None] Pushing event updated for resources: {'Port': ['ID=c10ddf7b-69eb-4d1f-988b-593cc7de24db,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:23.790451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:23.805947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:23.806849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a3050c66-3d31-4d65-9b16-0505613bc4b4 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:23.806946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:23.843259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Pushing event updated for resources: {'Port': ['ID=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:23.859387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.962516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a3050c66-3d31-4d65-9b16-0505613bc4b4 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:23.962838 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.003008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:24.277329 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.288085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-290f9ed0-baba-4ef1-b790-88db04c7b76e None None] Provisioning for port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:24.325537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-290f9ed0-baba-4ef1-b790-88db04c7b76e None None] Provisioning complete for port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:24.325906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-290f9ed0-baba-4ef1-b790-88db04c7b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.387682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-290f9ed0-baba-4ef1-b790-88db04c7b76e None None] Port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:24.412480 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:20Z', 'revision_number': 3, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:24.416427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b65afe-f1e9-4473-b946-de1f9151112a None None] The sync data for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 is: [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:20Z', 'revision_number': 3, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:24.510214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.635641 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.751184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.754887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Pushing event updated for resources: {'Port': ['ID=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:24.894258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:24.895430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:25.117402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7346cc17-f23a-47ad-8ce7-6d5ce2fe684c None None] Provisioning complete for port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:25.117944 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7346cc17-f23a-47ad-8ce7-6d5ce2fe684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.180243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7346cc17-f23a-47ad-8ce7-6d5ce2fe684c None None] Port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:25.216080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:11:25.398346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:25.408436 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c18e94d7-07c7-45e9-8b47-a6bdc566073c admin admin] 10.222.0.48 "PUT /v2.0/routers/772e35e6-e861-4b72-9bcc-0780cc9ed6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0240915 Feb 04 21:11:25.515282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.792360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c10ddf7b-69eb-4d1f-988b-593cc7de24db up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:25.981203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c10ddf7b-69eb-4d1f-988b-593cc7de24db completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:25.981329 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Sync routers for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:25.983605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c10ddf7b-69eb-4d1f-988b-593cc7de24db triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:25.984018 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.990137 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:25.990758 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:26.111435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.128534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c10ddf7b-69eb-4d1f-988b-593cc7de24db, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c10ddf7b-69eb-4d1f-988b-593cc7de24db,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:26.175933 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:26.191244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52474) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:26.196772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1404981397-network', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:26.202430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:26.206263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Usage tracker for resource:network and tenant:ab5f82b716f544eab08c229dedd55f16 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:26.209366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:26.212736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.217982 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:26.279822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c10ddf7b-69eb-4d1f-988b-593cc7de24db,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:26.292687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Made reservation on behalf of ab5f82b716f544eab08c229dedd55f16 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:26.294926 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.307087 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.322453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:26.326488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5f82b716f544eab08c229dedd55f16 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:26.329373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:26.335088 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:26.425790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.494669 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 2, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:26.498671 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Checking router: 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:26.499061 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Updating router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:11:26.502066 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.532375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:11:26.540742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15da5003-1d60-4fa8-bed8-76721192e82b,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:26.546902 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.547246 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Added segment c8284737-6c37-4564-9afb-6188267ddd07 of type vlan for network da4b8066-89e1-42a3-9e16-35c04c7c34b5 Feb 04 21:11:26.556370 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.575594 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.662106 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.663162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:26.663739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.769436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] Pushing event updated for resources: {'Network': ['ID=da4b8066-89e1-42a3-9e16-35c04c7c34b5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:26.780458 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:11:26.852888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4ab7876d-fe9a-4461-8814-7230f2b57234 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6604791 Feb 04 21:11:26.856127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52478) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:26.862108 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Request body: {'subnet': {'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1404981397-subnet', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:26.867591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:26.871962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Usage tracker for resource:subnet and tenant:ab5f82b716f544eab08c229dedd55f16 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:26.876098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:26.883464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:26.904674 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.915695 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Transition to ACTIVE for port object 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:26.965999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Made reservation on behalf of ab5f82b716f544eab08c229dedd55f16 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:26.968443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.988840 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.115350 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Pushing event updated for resources: {'Port': ['ID=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:27.154953 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.155311 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.155617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.155939 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.156262 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.156582 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.156895 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.157213 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.157528 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.157839 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.158150 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.158619 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:27.215650 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Attempting to bind port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:27.216012 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Attempting to bind port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:27.216489 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Attempting to bind port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 on network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:27.222227 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:27.228613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Checking segment: {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:27.228613 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.228613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Bound using segment: {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:27.228613 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Bound port: 97dcd3d4-bb41-4b18-ae01-e58ee28883e2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:27.228613 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.258157 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.337596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a67000-2893-4499-9110-73ef16f69716,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:27.345688 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] For port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:27.349003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Checking segment: {'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:27.349003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Network hostable DHCP agents. Network: da4b8066-89e1-42a3-9e16-35c04c7c34b5, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:11:27.349206 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] For port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:27.435290 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.450596 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:11:27.514481 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:27.515158 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:27.530578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, da4b8066-89e1-42a3-9e16-35c04c7c34b5) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:27.534870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:27.535442 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.543778 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d9578-8254-438d-ae64-b97948110dd4 None None] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:27.571637 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297df60-7467-4482-85f6-757e0969fa49 None None] Pushing event updated for resources: {'Port': ['ID=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:27.674404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3baf7621-b024-4b5d-97dd-bc9351392a16 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8171484 Feb 04 21:11:27.676900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52482) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:27.683430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:27.689022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:27.693730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Usage tracker for resource:router and tenant:ab5f82b716f544eab08c229dedd55f16 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:27.697215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:27.704771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:27.717007 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:27.777221 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.778346 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.791312 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c10ddf7b-69eb-4d1f-988b-593cc7de24db up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:27.795184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.840525 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-da4b8066-89e1-42a3-9e16-35c04c7c34b5', 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'fixed_ips': [{'subnet_id': 'e4a67000-2893-4499-9110-73ef16f69716'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:11:27.841349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.953461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c10ddf7b-69eb-4d1f-988b-593cc7de24db triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:27.953837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.037239 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:27Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:28.041687 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017a5e-c13c-4659-a37b-92192f6ad532 None None] The sync data for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 is: [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:27Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:28.077266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Allocated IP 172.20.0.2 (da4b8066-89e1-42a3-9e16-35c04c7c34b5/e4a67000-2893-4499-9110-73ef16f69716/a2e4e397-763f-4df3-af4e-20ae7e83d6ea) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:28.175491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.382634 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.396331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Transition to ACTIVE for port object a2e4e397-763f-4df3-af4e-20ae7e83d6ea will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:28.422322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Transition to ACTIVE for port object a2e4e397-763f-4df3-af4e-20ae7e83d6ea will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:28.515155 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.581791 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:28.585565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:28.590439 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:28.636710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Pushing event updated for resources: {'Port': ['ID=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:28.700355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.703026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Attempting to bind port a2e4e397-763f-4df3-af4e-20ae7e83d6ea on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:28.703396 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Attempting to bind port a2e4e397-763f-4df3-af4e-20ae7e83d6ea by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:28.703756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Attempting to bind port a2e4e397-763f-4df3-af4e-20ae7e83d6ea on network da4b8066-89e1-42a3-9e16-35c04c7c34b5 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:28.709330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:28.709707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Checking segment: {'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:28.710107 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.710495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Bound using segment: {'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:28.710982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Bound port: a2e4e397-763f-4df3-af4e-20ae7e83d6ea, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:28.711354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.733702 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.803114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] For port a2e4e397-763f-4df3-af4e-20ae7e83d6ea, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:28.806514 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] For port a2e4e397-763f-4df3-af4e-20ae7e83d6ea, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,segment=NetworkSegment(c8284737-6c37-4564-9afb-6188267ddd07),segment_id=c8284737-6c37-4564-9afb-6188267ddd07)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:28.875743 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.881229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Allocated IP 172.25.7.61 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:28.961812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcac9d-2010-4e77-aaa8-432275ea0a7f None None] Pushing event updated for resources: {'Port': ['ID=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:29.047020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.155803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.226052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:29.229625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:29.232148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:29.288802 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:29.725252 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.840129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2e4e397-763f-4df3-af4e-20ae7e83d6ea up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:29.963072 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa3fcf-b4b9-4a76-b920-30ec527b4e4d None None] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:29.985324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port a2e4e397-763f-4df3-af4e-20ae7e83d6ea completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:30.079496 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:30.189415 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ac986bbd-35cc-4d89-993f-e2eb850e29dc None None] Provisioning for port a2e4e397-763f-4df3-af4e-20ae7e83d6ea completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:30.213906 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.221849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ac986bbd-35cc-4d89-993f-e2eb850e29dc None None] Provisioning complete for port a2e4e397-763f-4df3-af4e-20ae7e83d6ea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:30.222219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac986bbd-35cc-4d89-993f-e2eb850e29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.254967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:30.278867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:30.279239 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.507093 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.517021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac986bbd-35cc-4d89-993f-e2eb850e29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.570624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:30.574600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ac986bbd-35cc-4d89-993f-e2eb850e29dc None None] For port a2e4e397-763f-4df3-af4e-20ae7e83d6ea, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,segment=NetworkSegment(c8284737-6c37-4564-9afb-6188267ddd07),segment_id=c8284737-6c37-4564-9afb-6188267ddd07)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:30.621622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:11:30.684825 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.727889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac986bbd-35cc-4d89-993f-e2eb850e29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.761882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:30.808135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:30.817632 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Sync routers for ids ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:30.840478 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Routers {'73bf1f1a-2113-4c05-bee3-a6842bd2e210'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:30.841341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:30.890363 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.891654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-dccac536-93a2-4d13-8d89-921e2c2e6388 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2137151 Feb 04 21:11:30.894684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52486) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:30.896344 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac986bbd-35cc-4d89-993f-e2eb850e29dc None None] Pushing event updated for resources: {'Port': ['ID=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:30.933473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a00df2b0-8a68-480f-aa49-908ab9d7fe9b None None] Provisioning complete for port a2e4e397-763f-4df3-af4e-20ae7e83d6ea triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:30.933846 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a00df2b0-8a68-480f-aa49-908ab9d7fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.075704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Set router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:31.403650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:11:29Z', 'revision_number': 3, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port': {'id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:28Z', 'updated_at': '2022-02-04T21:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:31.407405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Checking router: 73bf1f1a-2113-4c05-bee3-a6842bd2e210 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:31.407750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Updating router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:11:31.462514 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.702301 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.773023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2e4e397-763f-4df3-af4e-20ae7e83d6ea up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:31.898355 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.913175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Transition to ACTIVE for port object c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:31.915872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Allocated IP 172.20.0.1 (da4b8066-89e1-42a3-9e16-35c04c7c34b5/e4a67000-2893-4499-9110-73ef16f69716/30d8d4d8-1416-4f9b-9cd9-4129a01329be) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:31.920959 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port a2e4e397-763f-4df3-af4e-20ae7e83d6ea triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:31.921326 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.968502 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.059584 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Attempting to bind port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:32.059952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Attempting to bind port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:32.060311 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Attempting to bind port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:32.065447 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.070826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387de1f0-6d7a-4dc7-b484-ea963e9234ff None None] Pushing event updated for resources: {'Port': ['ID=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:32.081055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Transition to ACTIVE for port object 30d8d4d8-1416-4f9b-9cd9-4129a01329be will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:32.098408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:32.099487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:32.099487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.099681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:32.100050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Bound port: c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:32.100690 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.170713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:32.195503 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.239917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] For port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:32.244307 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] For port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:32.259589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:32.259958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.264180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:32.267200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:32.271359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:32.308997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Pushing event updated for resources: {'Port': ['ID=30d8d4d8-1416-4f9b-9cd9-4129a01329be,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:32.322929 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.332710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.450143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Routers {'73bf1f1a-2113-4c05-bee3-a6842bd2e210'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:32.451003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:32.513437 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387de1f0-6d7a-4dc7-b484-ea963e9234ff None None] Pushing event updated for resources: {'Port': ['ID=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:32.656813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] Set router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:32.665620 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.698590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-aae08110-c57b-463a-8e4b-97e30e4d254d None None] Provisioning for port 30d8d4d8-1416-4f9b-9cd9-4129a01329be completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:32.766242 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-aae08110-c57b-463a-8e4b-97e30e4d254d None None] Provisioning complete for port 30d8d4d8-1416-4f9b-9cd9-4129a01329be triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:32.766571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-aae08110-c57b-463a-8e4b-97e30e4d254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.886257 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.893426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-aae08110-c57b-463a-8e4b-97e30e4d254d None None] Port 30d8d4d8-1416-4f9b-9cd9-4129a01329be cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:32.937529 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.993390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:11:29Z', 'revision_number': 3, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port': {'id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:28Z', 'updated_at': '2022-02-04T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:32.997899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05985173-dfd7-4c0e-8efd-8f5e07b51f4e None None] The sync data for ids ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'] in n-d-811806-1 is: [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:11:29Z', 'revision_number': 3, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port': {'id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:28Z', 'updated_at': '2022-02-04T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:33.045775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:33.049365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Pushing event updated for resources: {'Port': ['ID=30d8d4d8-1416-4f9b-9cd9-4129a01329be,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:33.189925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:33.191128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:33.401543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:11:33.523917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-69d5c226-c74d-4af5-9b6d-51e47b9835ef None None] Provisioning complete for port 30d8d4d8-1416-4f9b-9cd9-4129a01329be triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:33.524286 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69d5c226-c74d-4af5-9b6d-51e47b9835ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:33.580765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-69d5c226-c74d-4af5-9b6d-51e47b9835ef None None] Port 30d8d4d8-1416-4f9b-9cd9-4129a01329be cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:33.711920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:33.728422 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-333ef487-8f84-4f79-a597-f63e68e3febe admin admin] 10.222.0.48 "PUT /v2.0/routers/73bf1f1a-2113-4c05-bee3-a6842bd2e210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307600 Feb 04 21:11:33.809943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:33.970428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:33.975882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:33.976249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.127033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.143008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:34.233328 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.305150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:35.246032 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Sync routers for ids ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:35.256574 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Routers {'73bf1f1a-2113-4c05-bee3-a6842bd2e210'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:35.257183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:35.448418 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Set router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:35.782931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:35.786939 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:11:32Z', 'revision_number': 4, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port': {'id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:28Z', 'updated_at': '2022-02-04T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '30d8d4d8-1416-4f9b-9cd9-4129a01329be', 'name': '', 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'mac_address': 'fa:16:3e:de:d4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e4a67000-2893-4499-9110-73ef16f69716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:31Z', 'updated_at': '2022-02-04T21:11:32Z', 'revision_number': 2, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'subnets': [{'id': 'e4a67000-2893-4499-9110-73ef16f69716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:35.796195 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Checking router: 73bf1f1a-2113-4c05-bee3-a6842bd2e210 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:35.797020 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Updating router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 port 30d8d4d8-1416-4f9b-9cd9-4129a01329be binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:11:35.864561 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:35.869588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:35.870131 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.306318 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.318753 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Transition to ACTIVE for port object 30d8d4d8-1416-4f9b-9cd9-4129a01329be will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:36.399528 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.601039 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14584f-8110-44eb-9263-f34f5829e4cc None None] Pushing event updated for resources: {'Port': ['ID=30d8d4d8-1416-4f9b-9cd9-4129a01329be,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:36.621383 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Attempting to bind port 30d8d4d8-1416-4f9b-9cd9-4129a01329be on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:36.621706 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Attempting to bind port 30d8d4d8-1416-4f9b-9cd9-4129a01329be by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:36.621982 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Attempting to bind port 30d8d4d8-1416-4f9b-9cd9-4129a01329be on network da4b8066-89e1-42a3-9e16-35c04c7c34b5 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:36.629552 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:36.629932 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Checking segment: {'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:36.630302 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.630709 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Bound using segment: {'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:36.631179 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Bound port: 30d8d4d8-1416-4f9b-9cd9-4129a01329be, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8284737-6c37-4564-9afb-6188267ddd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:36.631549 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.758976 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] For port 30d8d4d8-1416-4f9b-9cd9-4129a01329be, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:36.764496 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] For port 30d8d4d8-1416-4f9b-9cd9-4129a01329be, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=30d8d4d8-1416-4f9b-9cd9-4129a01329be,segment=NetworkSegment(c8284737-6c37-4564-9afb-6188267ddd07),segment_id=c8284737-6c37-4564-9afb-6188267ddd07)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:36.862021 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.952108 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Routers {'73bf1f1a-2113-4c05-bee3-a6842bd2e210'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:36.952733 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:37.031995 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14584f-8110-44eb-9263-f34f5829e4cc None None] Pushing event updated for resources: {'Port': ['ID=30d8d4d8-1416-4f9b-9cd9-4129a01329be,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:37.203440 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] Set router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:37.546253 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:11:32Z', 'revision_number': 4, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port': {'id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:28Z', 'updated_at': '2022-02-04T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '30d8d4d8-1416-4f9b-9cd9-4129a01329be', 'name': '', 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'mac_address': 'fa:16:3e:de:d4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e4a67000-2893-4499-9110-73ef16f69716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:31Z', 'updated_at': '2022-02-04T21:11:36Z', 'revision_number': 4, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'subnets': [{'id': 'e4a67000-2893-4499-9110-73ef16f69716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:37.550269 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f093aff-2a1f-47ba-98dd-68afb3e78123 None None] The sync data for ids ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'] in n-d-811806-1 is: [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:11:32Z', 'revision_number': 4, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port': {'id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:28Z', 'updated_at': '2022-02-04T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '30d8d4d8-1416-4f9b-9cd9-4129a01329be', 'name': '', 'network_id': 'da4b8066-89e1-42a3-9e16-35c04c7c34b5', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'mac_address': 'fa:16:3e:de:d4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e4a67000-2893-4499-9110-73ef16f69716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:31Z', 'updated_at': '2022-02-04T21:11:36Z', 'revision_number': 4, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'subnets': [{'id': 'e4a67000-2893-4499-9110-73ef16f69716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:37.807135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30d8d4d8-1416-4f9b-9cd9-4129a01329be up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:37.960672 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 30d8d4d8-1416-4f9b-9cd9-4129a01329be completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:37.970934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 30d8d4d8-1416-4f9b-9cd9-4129a01329be triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:37.971792 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:38.123419 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:38.171589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 30d8d4d8-1416-4f9b-9cd9-4129a01329be, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=30d8d4d8-1416-4f9b-9cd9-4129a01329be,segment=NetworkSegment(c8284737-6c37-4564-9afb-6188267ddd07),segment_id=c8284737-6c37-4564-9afb-6188267ddd07)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:38.234646 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:38.306793 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=30d8d4d8-1416-4f9b-9cd9-4129a01329be,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:38.314658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.315035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.315381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.315727 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.316062 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.316383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.316711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.319148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.319583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.319877 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.320228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:38.320618 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:39.571775 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.772743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30d8d4d8-1416-4f9b-9cd9-4129a01329be up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:39.857108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 30d8d4d8-1416-4f9b-9cd9-4129a01329be triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:39.857108 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.966482 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.530657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-34ac13f1-6f8c-47ba-8cdf-12c5da0d9647 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:45.531366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-34ac13f1-6f8c-47ba-8cdf-12c5da0d9647 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Synchronizing usage tracker for tenant:4af77354b9114847a1256f2b5db40efb on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:45.623055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-34ac13f1-6f8c-47ba-8cdf-12c5da0d9647 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Unset dirty status for tenant:4af77354b9114847a1256f2b5db40efb on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:45.624221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-34ac13f1-6f8c-47ba-8cdf-12c5da0d9647 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 814 time: 0.2376502 Feb 04 21:11:45.639523 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-080e81b8-9f5f-4ca1-8fe8-e9d9b586d5e8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/quotas/4af77354b9114847a1256f2b5db40efb HTTP/1.1" status: 200 len: 375 time: 0.0099299 Feb 04 21:11:45.721824 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-d223be13-31d7-428c-9639-c2cd6a63bcc9 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773880 Feb 04 21:11:45.858825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-e8165eb6-0fc6-499b-b318-cbed9f1e1574 service neutron] 10.222.0.48 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249902 Feb 04 21:11:45.988878 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-9b5901a1-a47b-4878-9cba-ec19aa1afcd9 service neutron] 10.222.0.48 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243782 Feb 04 21:11:46.244057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cb97adee-6aaa-417b-bbff-7c0ee7ebd895 req-f589d0f5-170e-41f7-9e72-f108fd3353c8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Synchronizing usage tracker for tenant:4af77354b9114847a1256f2b5db40efb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:46.335977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cb97adee-6aaa-417b-bbff-7c0ee7ebd895 req-f589d0f5-170e-41f7-9e72-f108fd3353c8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Unset dirty status for tenant:4af77354b9114847a1256f2b5db40efb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:46.337529 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cb97adee-6aaa-417b-bbff-7c0ee7ebd895 req-f589d0f5-170e-41f7-9e72-f108fd3353c8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 210 time: 0.1401899 Feb 04 21:11:47.486861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-fc0ac29e-1665-4fb4-beac-523b239405c7 req-80e31b24-8460-406c-8d9d-37a9cb04ce51 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 210 time: 0.0429771 Feb 04 21:11:48.690009 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7500fdfe-241f-4b14-a5ff-b2f469f9c674 req-178fb6ac-617d-4b58-bb7a-2394d73ef7fa tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 210 time: 0.0595944 Feb 04 21:11:48.745454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-6d5a21db-cda3-4d74-9b40-135d34c82530 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:48.746896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-6d5a21db-cda3-4d74-9b40-135d34c82530 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 814 time: 0.1942389 Feb 04 21:11:48.763855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'port': {'device_id': '9bc283a3-70be-40f5-a986-db2276396ceb', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'admin_state_up': True, 'tenant_id': '4af77354b9114847a1256f2b5db40efb'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:48.897135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:48.906624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:48.987158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Made reservation on behalf of 4af77354b9114847a1256f2b5db40efb for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:48.990737 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:49.153204 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Allocated IP 172.20.0.5 (1d60ad42-803a-4a0e-a2ca-31cc08e1bc27/6c9707f6-7eb3-41a8-bc33-77e189ce6215/7505888e-9827-4b4c-96c7-ebd9edf2c635) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:49.354899 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:49.369455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Transition to ACTIVE for port object 7505888e-9827-4b4c-96c7-ebd9edf2c635 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:49.447036 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:49.523392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:49.527048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:49.531159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:49.594280 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:49.594940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:49.659346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:49.709715 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-fa5ccb41-2d02-46f4-99ff-d5d796e762b3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9498446 Feb 04 21:11:49.943701 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015059e-3ffb-4836-a215-10494cb72372 req-b698bfc0-f6fc-4a24-ab29-fb16c2d1c37a tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:49.945415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f015059e-3ffb-4836-a215-10494cb72372 req-b698bfc0-f6fc-4a24-ab29-fb16c2d1c37a tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 931 time: 0.1196864 Feb 04 21:11:49.997052 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f015059e-3ffb-4836-a215-10494cb72372 req-ed51ff64-180b-4b5b-9454-88ae015fe2a3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Synchronizing usage tracker for tenant:4af77354b9114847a1256f2b5db40efb on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:50.036358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1906559c-bf44-409f-ae00-ef51866038a9 None None] Provisioning for port 7505888e-9827-4b4c-96c7-ebd9edf2c635 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:50.042962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1906559c-bf44-409f-ae00-ef51866038a9 None None] Provisioning complete for port 7505888e-9827-4b4c-96c7-ebd9edf2c635 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:50.043330 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1906559c-bf44-409f-ae00-ef51866038a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.104857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1906559c-bf44-409f-ae00-ef51866038a9 None None] Port 7505888e-9827-4b4c-96c7-ebd9edf2c635 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:50.114900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f015059e-3ffb-4836-a215-10494cb72372 req-ed51ff64-180b-4b5b-9454-88ae015fe2a3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Unset dirty status for tenant:4af77354b9114847a1256f2b5db40efb on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:50.116339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f015059e-3ffb-4836-a215-10494cb72372 req-ed51ff64-180b-4b5b-9454-88ae015fe2a3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650708 Feb 04 21:11:50.126235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e851d1e5-7aaf-48d0-a347-f9a740bd7943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.307847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c096e-9c52-4b01-bec3-eac404ffd345 req-26ae0239-84b0-4cf0-985b-3d98ad3321ee tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:51.308543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3f7c096e-9c52-4b01-bec3-eac404ffd345 req-26ae0239-84b0-4cf0-985b-3d98ad3321ee tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Synchronizing usage tracker for tenant:4af77354b9114847a1256f2b5db40efb on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:51.385527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3f7c096e-9c52-4b01-bec3-eac404ffd345 req-26ae0239-84b0-4cf0-985b-3d98ad3321ee tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Unset dirty status for tenant:4af77354b9114847a1256f2b5db40efb on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:51.386741 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f7c096e-9c52-4b01-bec3-eac404ffd345 req-26ae0239-84b0-4cf0-985b-3d98ad3321ee tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 931 time: 0.1570520 Feb 04 21:11:51.437649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f7c096e-9c52-4b01-bec3-eac404ffd345 req-009d3596-b314-414d-9925-8d5a0d0b8946 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Feb 04 21:11:51.647882 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:11:52.320464 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a85-8083-47ef-8fc0-a38a5ece9b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.652059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aff83-fd8b-44e3-8118-a1c4e0d1ab64 req-a4300732-89f2-4583-8ea7-02e34562892f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:52.656675 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-975aff83-fd8b-44e3-8118-a1c4e0d1ab64 req-a4300732-89f2-4583-8ea7-02e34562892f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 931 time: 0.1027482 Feb 04 21:11:52.711147 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-975aff83-fd8b-44e3-8118-a1c4e0d1ab64 req-6bc877ba-4029-4cda-9c99-471da8d05aaf tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513849 Feb 04 21:11:53.574717 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.686063 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.914801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc3a07-49d9-48b8-ae92-082a2bf1cdc6 req-e04d1913-c6ed-461b-b064-1aa409436690 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:53.916232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05cc3a07-49d9-48b8-ae92-082a2bf1cdc6 req-e04d1913-c6ed-461b-b064-1aa409436690 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 931 time: 0.0922465 Feb 04 21:11:53.962230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-05cc3a07-49d9-48b8-ae92-082a2bf1cdc6 req-31442069-729b-4fd8-a622-34fa6b8706a8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Feb 04 21:11:55.152534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d968b-302e-4d3d-af10-826b120d2590 req-3fbe9ba7-ef75-4f40-8dbf-efd34b6f9df3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:55.154029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-398d968b-302e-4d3d-af10-826b120d2590 req-3fbe9ba7-ef75-4f40-8dbf-efd34b6f9df3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 931 time: 0.0867529 Feb 04 21:11:55.204834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-398d968b-302e-4d3d-af10-826b120d2590 req-c11dd8f0-b748-450f-8c6d-28f0993c75c6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Feb 04 21:11:55.348734 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.669372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db04be-6f10-4ab0-81f6-678c07278bbf req-a546aeba-b693-4439-a092-9aa9000fcd25 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:56.669372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8db04be-6f10-4ab0-81f6-678c07278bbf req-a546aeba-b693-4439-a092-9aa9000fcd25 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 931 time: 0.2202201 Feb 04 21:11:56.669372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f8db04be-6f10-4ab0-81f6-678c07278bbf req-d19df2a9-fca4-402b-952d-8e17193334b8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Feb 04 21:11:57.788874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Request body: {'port': {'device_id': '9bc283a3-70be-40f5-a986-db2276396ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:57.841255 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290536e-485c-48a2-959a-b1b4d3931a0e req-70d068af-3b80-4252-81e3-59d78ef72759 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:57.842740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1290536e-485c-48a2-959a-b1b4d3931a0e req-70d068af-3b80-4252-81e3-59d78ef72759 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 931 time: 0.0787287 Feb 04 21:11:57.891443 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1290536e-485c-48a2-959a-b1b4d3931a0e req-4c2759bf-3d62-495c-9689-c92d1b9d0adc tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Feb 04 21:11:57.899542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.230942 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7505888e-9827-4b4c-96c7-ebd9edf2c635 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:58.237981 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.252030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Transition to ACTIVE for port object 7505888e-9827-4b4c-96c7-ebd9edf2c635 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:58.336683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.495263 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Pushing event updated for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:58.576009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Attempting to bind port 7505888e-9827-4b4c-96c7-ebd9edf2c635 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:58.576342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Attempting to bind port 7505888e-9827-4b4c-96c7-ebd9edf2c635 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:58.576664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Attempting to bind port 7505888e-9827-4b4c-96c7-ebd9edf2c635 on network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:58.581272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Port 7505888e-9827-4b4c-96c7-ebd9edf2c635 on network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:11:58.581587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Attempting to bind port 7505888e-9827-4b4c-96c7-ebd9edf2c635 on network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:58.586507 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:58.586861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Checking segment: {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:58.587240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Bound using segment: {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:58.587650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Bound port: 7505888e-9827-4b4c-96c7-ebd9edf2c635, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231dc095-c494-4974-aa9b-80849a17c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:58.588027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.677043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:58.679824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:58.743312 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.804522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.805142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.806481 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] 10.222.0.24 "PUT /v2.0/ports/7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 1091 time: 1.1275854 Feb 04 21:11:58.807480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:58.829103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1e65b-0efe-43a1-8e61-5239782db361 service neutron] Pushing event updated for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:59.012938 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'status': 'completed', 'code': 200} Feb 04 21:11:59.018909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-64789d66-f3fa-42c4-9963-c1af0d839ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:59.020413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-64789d66-f3fa-42c4-9963-c1af0d839ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1094 time: 0.0860839 Feb 04 21:11:59.095687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-cbe3493f-9107-48c7-90ef-9037ec71fe75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 217 time: 0.0658393 Feb 04 21:11:59.102631 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafaef1-61d5-4ea5-b395-5a1ce5fc5981 req-a5d7a318-b906-40dc-8356-e0156d446306 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:59.104952 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaafaef1-61d5-4ea5-b395-5a1ce5fc5981 req-a5d7a318-b906-40dc-8356-e0156d446306 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 943 time: 0.0826967 Feb 04 21:11:59.151809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-eaafaef1-61d5-4ea5-b395-5a1ce5fc5981 req-07f2fed1-56b8-4528-a0be-2ce4508ef315 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Feb 04 21:11:59.167113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-52386d37-0e40-483d-b1d3-d2cf6d28e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:59.171118 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-52386d37-0e40-483d-b1d3-d2cf6d28e2eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0658994 Feb 04 21:11:59.249617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-22d98419-df00-45fd-b6ae-e73dae442f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:59.251093 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-22d98419-df00-45fd-b6ae-e73dae442f12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704787 Feb 04 21:11:59.387046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-440c7232-7552-4fc3-a7c1-bcdeac75dab6 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250727 Feb 04 21:11:59.518559 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-59a1789a-0003-43a4-b21b-aa3af8b47881 req-6334b8e1-8b4d-4e7b-99e3-1631d76eb74a service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225731 Feb 04 21:11:59.719792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-ea0af34c-593d-47b0-884e-e456d0d7e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:59.721250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-ea0af34c-593d-47b0-884e-e456d0d7e133 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1094 time: 0.0705514 Feb 04 21:11:59.950017 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-2f9fe20e-f115-4cb6-a9dd-b3b056d4323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:59.951476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-2f9fe20e-f115-4cb6-a9dd-b3b056d4323e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 915 time: 0.2240567 Feb 04 21:12:00.021082 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-f596ca3c-21f3-44ba-96a2-f16e76d954dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 217 time: 0.0630043 Feb 04 21:12:00.083956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-afe6b556-c6e9-4632-beab-8aa2712f5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:00.085300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-afe6b556-c6e9-4632-beab-8aa2712f5f11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0579605 Feb 04 21:12:00.161870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-94725ea4-a117-4b98-af1c-80a266cbaa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:00.163340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-94725ea4-a117-4b98-af1c-80a266cbaa9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680802 Feb 04 21:12:00.341332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-d6d8ba0b-abb3-4425-977a-3dc07d6225bc service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704040 Feb 04 21:12:00.442634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12704c2e-bb10-4c75-8e99-acf648a0f2f1 req-f361b8a0-bb14-45a6-ad5c-c8a75d58905e tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:00.444070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12704c2e-bb10-4c75-8e99-acf648a0f2f1 req-f361b8a0-bb14-45a6-ad5c-c8a75d58905e tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 943 time: 0.1832459 Feb 04 21:12:00.517988 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ac62a6d4-0dc5-48c6-9023-5815af940249 req-691b58d6-2365-4a56-a029-b7021787e8ac service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686885 Feb 04 21:12:00.520785 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-12704c2e-bb10-4c75-8e99-acf648a0f2f1 req-19ac9c45-2ae6-4cdf-8532-3536eebd2ea3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699327 Feb 04 21:12:01.712391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ae7a-4418-4649-bfab-e2a0a01eed14 req-925a6c7b-279b-4a72-83f5-06272be7b79c tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:01.713881 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbe1ae7a-4418-4649-bfab-e2a0a01eed14 req-925a6c7b-279b-4a72-83f5-06272be7b79c tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 943 time: 0.0872407 Feb 04 21:12:01.765191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbe1ae7a-4418-4649-bfab-e2a0a01eed14 req-587ccfc7-b41f-4813-9cd9-5bee51eb80d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Feb 04 21:12:02.028335 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7505888e-9827-4b4c-96c7-ebd9edf2c635 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:12:02.165310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:02.178842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'port_id': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'mac_address': 'fa:16:3e:a2:da:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:12:02.234416 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.253292 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7505888e-9827-4b4c-96c7-ebd9edf2c635 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:12:02.268176 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:02.336931 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.403071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:02.581899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7505888e-9827-4b4c-96c7-ebd9edf2c635'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:02.949052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74228100-b774-49fa-ae0f-4356fa374c9a req-0e046367-8e68-4a33-9e93-576221bad22f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:02.950475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74228100-b774-49fa-ae0f-4356fa374c9a req-0e046367-8e68-4a33-9e93-576221bad22f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 944 time: 0.0810294 Feb 04 21:12:02.992062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-74228100-b774-49fa-ae0f-4356fa374c9a req-8c962496-f557-4266-8749-aaaca01bcec0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Feb 04 21:12:04.029826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7505888e-9827-4b4c-96c7-ebd9edf2c635 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:04.165326 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 7505888e-9827-4b4c-96c7-ebd9edf2c635 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:04.170471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 7505888e-9827-4b4c-96c7-ebd9edf2c635 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:04.170939 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.174547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ef96d-32c4-423b-8eca-3c983bf7e119 req-94921b80-39db-4a5b-a03f-43ee49b619e3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:04.176052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a8ef96d-32c4-423b-8eca-3c983bf7e119 req-94921b80-39db-4a5b-a03f-43ee49b619e3 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 944 time: 0.0787139 Feb 04 21:12:04.220255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2a8ef96d-32c4-423b-8eca-3c983bf7e119 req-f3648076-7383-4b5f-a0a7-3d3b5d046539 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Feb 04 21:12:04.288838 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.314348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:04.324736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:04.407576 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'code': 200} Feb 04 21:12:04.409373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.475895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:04.541484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7805524-1d73-4f21-b90e-0a8e5d32b2b5 req-49e54850-0030-404f-bd15-b87c4e43c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:04.542905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7805524-1d73-4f21-b90e-0a8e5d32b2b5 req-49e54850-0030-404f-bd15-b87c4e43c7de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1096 time: 0.0711834 Feb 04 21:12:04.585989 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7805524-1d73-4f21-b90e-0a8e5d32b2b5 req-97756354-c3be-442e-82f9-d0e6eb83b109 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Feb 04 21:12:05.406336 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211cf47-9702-46d3-af2d-71d16ec4bf40 req-33dcd5f3-1b21-4cd9-acac-b2cd0f19a584 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:05.407809 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2211cf47-9702-46d3-af2d-71d16ec4bf40 req-33dcd5f3-1b21-4cd9-acac-b2cd0f19a584 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.0825579 Feb 04 21:12:05.450957 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2211cf47-9702-46d3-af2d-71d16ec4bf40 req-eb71743b-013a-49d2-b398-58e50361b419 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Feb 04 21:12:06.635043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4862e0-7634-4aec-9a1a-49b28b280d17 req-4eaf6716-0603-4590-904c-3cc3cbc14fa7 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:06.636517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f4862e0-7634-4aec-9a1a-49b28b280d17 req-4eaf6716-0603-4590-904c-3cc3cbc14fa7 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.0783837 Feb 04 21:12:06.679327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f4862e0-7634-4aec-9a1a-49b28b280d17 req-4efd0745-07da-44ac-b028-3fbc601ddded tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Feb 04 21:12:06.859101 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55867c72-53c8-499a-8a19-b06c20d301e0 req-b9336a8b-0de1-424f-b71f-51ee12585386 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:06.860551 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55867c72-53c8-499a-8a19-b06c20d301e0 req-b9336a8b-0de1-424f-b71f-51ee12585386 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.0786307 Feb 04 21:12:06.907017 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55867c72-53c8-499a-8a19-b06c20d301e0 req-e0107c37-4cd5-4684-bd5a-539c0d4a0a88 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Feb 04 21:12:07.380822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948fd0-c115-4fe6-a2b2-c7909c2ff7fd req-39553c1a-3e38-438b-b31e-34fd061f0be5 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:07.382197 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b948fd0-c115-4fe6-a2b2-c7909c2ff7fd req-39553c1a-3e38-438b-b31e-34fd061f0be5 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.1748517 Feb 04 21:12:07.425183 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b948fd0-c115-4fe6-a2b2-c7909c2ff7fd req-ddad1488-4569-45e1-847f-dc0f8e9ebdf1 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Feb 04 21:12:09.592310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.924043 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:18.479033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66be0-8deb-4077-9413-407f51dd1f48 req-b5d94645-b4e1-4c0e-801d-7077575931ac tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:18.480488 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cd66be0-8deb-4077-9413-407f51dd1f48 req-b5d94645-b4e1-4c0e-801d-7077575931ac tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.0824678 Feb 04 21:12:18.525271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8cd66be0-8deb-4077-9413-407f51dd1f48 req-a77e0744-8a32-42b3-9e8f-3715b0fc65f0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Feb 04 21:12:18.548112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52686) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:18.662469 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce660806-1204-4816-9dbe-84af89e40b7c tempest-TestMinimumBasicScenario-1254180864 tempest-TestMinimumBasicScenario-1254180864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:18.664007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ce660806-1204-4816-9dbe-84af89e40b7c tempest-TestMinimumBasicScenario-1254180864 tempest-TestMinimumBasicScenario-1254180864-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1091 time: 0.1149225 Feb 04 21:12:18.667009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52692) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:18.671717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:18.678309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:18.682773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:floatingip and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:18.685588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:18.691530 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:18.759632 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:18.897281 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.027882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Allocated IP 172.25.7.14 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/48c04767-df76-41c6-8e9a-09ea7a699341) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:19.177604 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.251114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.316572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:19.319240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:19.323241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:19.355510 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'Port': ['ID=48c04767-df76-41c6-8e9a-09ea7a699341,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:19.371215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.377070 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:19.841935 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.977744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.102269 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1591992b-423f-4a57-ac1b-44892a9c4a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.190086 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.227888 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.339182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'Port': ['ID=48c04767-df76-41c6-8e9a-09ea7a699341,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:20.353517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.523306 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Floating IP 52c66058-9b05-474f-9d98-bc701eda8bf5 associated. External IP: 172.25.7.14, port: 7505888e-9827-4b4c-96c7-ebd9edf2c635. Feb 04 21:12:20.876224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:12:21.171246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:12:21.181237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] Sync routers for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:12:21.191070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:21.191722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:21.255455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.315083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3e261c9d-9e85-481c-be2d-5e23c6539e34 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6442423 Feb 04 21:12:21.315083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:21.315384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52696) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:21.320633 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784763365', 'description': 'tempest-secgroup-smoke-1784763365 description', 'project_id': '4af77354b9114847a1256f2b5db40efb'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:21.329113 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:21.339603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:21.361248 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'status': 'completed', 'code': 200} Feb 04 21:12:21.371575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:21.451604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.454438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81570e4-3433-484b-b821-95a535c1471c req-deb9bba0-2035-49e6-8637-cfacd1371165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:21.455952 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b81570e4-3433-484b-b821-95a535c1471c req-deb9bba0-2035-49e6-8637-cfacd1371165 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1096 time: 0.0726850 Feb 04 21:12:21.472981 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:21.477188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:21.480017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:21.486437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:21.593953 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.620113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81570e4-3433-484b-b821-95a535c1471c req-65f46f89-cf16-4feb-b1b8-e0ca2e4942c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:21.621406 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b81570e4-3433-484b-b821-95a535c1471c req-65f46f89-cf16-4feb-b1b8-e0ca2e4942c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 915 time: 0.1537018 Feb 04 21:12:21.666673 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.716017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc622803-3e98-4710-8211-dd473ef1eae5,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:21.723628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.723918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.724262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.724604 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.725206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.725545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.725882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.726217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.726549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.727409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.727409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.727560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:21.738886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '52c66058-9b05-474f-9d98-bc701eda8bf5', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'port_id': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'mac_address': 'fa:16:3e:a2:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc283a3-70be-40f5-a986-db2276396ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:19Z', 'updated_at': '2022-02-04T21:12:19Z', 'revision_number': 0, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:30Z', 'revision_number': 5, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:21.743796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] Checking router: 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:12:21.748747 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b81570e4-3433-484b-b821-95a535c1471c req-c702b911-12f4-43ce-aa33-a321f2f4bc6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 998 time: 0.1179769 Feb 04 21:12:21.753143 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:21.753745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:11:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:21.810799 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81570e4-3433-484b-b821-95a535c1471c req-075ae510-d267-4601-b0c1-1ad92542ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:21.811219 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.815201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b81570e4-3433-484b-b821-95a535c1471c req-075ae510-d267-4601-b0c1-1ad92542ed12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0571368 Feb 04 21:12:21.815334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aa07565b-38dc-40d7-8b1c-bbb5b7c025d0 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4960651 Feb 04 21:12:21.815467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52702) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:21.820377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'security_group_rule': {'security_group_id': 'fc622803-3e98-4710-8211-dd473ef1eae5', 'project_id': '4af77354b9114847a1256f2b5db40efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:21.827801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:21.831768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:21.834679 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:21.840565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:21.891208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81570e4-3433-484b-b821-95a535c1471c req-238222c3-d030-4491-9eec-da1cc8306f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:21.892688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b81570e4-3433-484b-b821-95a535c1471c req-238222c3-d030-4491-9eec-da1cc8306f52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744295 Feb 04 21:12:21.920566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.940074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:21.987222 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.026778 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b81570e4-3433-484b-b821-95a535c1471c req-7afd6724-dcbf-4663-afe5-a11475fbf051 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271560 Feb 04 21:12:22.050945 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.074446 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baeeafb-373b-4dc9-ba70-606aa844064d,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:22.136722 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.138209 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-84660913-e76a-4594-b1d7-e4e5669b9846 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218832 Feb 04 21:12:22.140976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52706) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:22.146366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'security_group_rule': {'security_group_id': 'fc622803-3e98-4710-8211-dd473ef1eae5', 'project_id': '4af77354b9114847a1256f2b5db40efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:22.153476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:22.157533 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:22.166939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:22.174919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:22.186976 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b81570e4-3433-484b-b821-95a535c1471c req-b15f2ba7-6e5b-4663-a751-c44d70ab01fb service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516116 Feb 04 21:12:22.247170 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.303247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '52c66058-9b05-474f-9d98-bc701eda8bf5', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'port_id': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'mac_address': 'fa:16:3e:a2:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc283a3-70be-40f5-a986-db2276396ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:19Z', 'updated_at': '2022-02-04T21:12:19Z', 'revision_number': 0, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:30Z', 'revision_number': 5, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:22.307910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79487-0f5c-42aa-a8f4-018d8475e46f None None] The sync data for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 is: [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '52c66058-9b05-474f-9d98-bc701eda8bf5', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'port_id': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'mac_address': 'fa:16:3e:a2:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc283a3-70be-40f5-a986-db2276396ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:19Z', 'updated_at': '2022-02-04T21:12:19Z', 'revision_number': 0, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:30Z', 'revision_number': 5, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:12:22.310590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.352077 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d748eef6-ae1d-4314-a5db-7dd93352cd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.380924 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.405480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a41e915-c80c-4bf3-b2af-12be4ef871f8,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:22.501072 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.502192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-55eda6c1-63a6-4ad4-93b6-9187aa197e00 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3600821 Feb 04 21:12:22.505082 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52710) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:22.510831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'security_group_rule': {'security_group_id': 'fc622803-3e98-4710-8211-dd473ef1eae5', 'project_id': '4af77354b9114847a1256f2b5db40efb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:22.512762 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa4bf1-1f7b-4fb7-a85a-45038ad135a8 None None] New status for floating IP 52c66058-9b05-474f-9d98-bc701eda8bf5: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:12:22.518029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:22.521901 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:22.524852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:22.531325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:22.615842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.679802 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.782443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.808098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f9ae95-41d9-4a82-a8da-ad8a7b930682,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:22.891041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.892248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2923768c-3436-47e1-a918-eb54760646ea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862836 Feb 04 21:12:22.894971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52714) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:22.899984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'security_group_rule': {'security_group_id': 'fc622803-3e98-4710-8211-dd473ef1eae5', 'project_id': '4af77354b9114847a1256f2b5db40efb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:22.907273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:22.911086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:22.913921 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:22.919693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:23.051173 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.113146 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.205089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.222881 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eda6e7a-50b2-4b7d-83a0-013d160e241e,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:23.294990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.296161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5403b1b1-4146-4a42-b7d3-0eeee1658d4f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4002421 Feb 04 21:12:23.298913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52718) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:23.303893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'security_group_rule': {'security_group_id': 'fc622803-3e98-4710-8211-dd473ef1eae5', 'project_id': '4af77354b9114847a1256f2b5db40efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:23.310997 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:23.318161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:23.318161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:23.323806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:23.393485 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Project 4af77354b9114847a1256f2b5db40efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:12:23.399923 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.462147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.542462 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.570801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d3459e-3bb0-48f6-835d-730148f83469,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:23.579381 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.656512 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.657718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f2fdd22c-56df-48d2-a7e6-46108085694f tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3578801 Feb 04 21:12:23.660440 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52722) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:23.665417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'security_group_rule': {'security_group_id': 'fc622803-3e98-4710-8211-dd473ef1eae5', 'project_id': '4af77354b9114847a1256f2b5db40efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:23.667972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.672502 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:23.676275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Usage tracker for resource:security_group_rule and tenant:4af77354b9114847a1256f2b5db40efb is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:23.679138 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:23.685374 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:23.765133 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Project 4af77354b9114847a1256f2b5db40efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:12:23.771933 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.835859 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.885397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.909056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6db973a-bd26-414d-9185-a71fa0532efb,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:24.004744 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.005948 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17e3dd6a-a3af-43db-ab54-ca97b0ba9487 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445809 Feb 04 21:12:24.123890 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-06419930-2c2f-4ff8-a60c-855ae8cbbfed tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Synchronizing usage tracker for tenant:4af77354b9114847a1256f2b5db40efb on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:24.239193 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-06419930-2c2f-4ff8-a60c-855ae8cbbfed tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Unset dirty status for tenant:4af77354b9114847a1256f2b5db40efb on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:24.240397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-06419930-2c2f-4ff8-a60c-855ae8cbbfed tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784763365&fields=id&tenant_id=4af77354b9114847a1256f2b5db40efb HTTP/1.1" status: 200 len: 267 time: 0.1552022 Feb 04 21:12:24.327489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-62157833-2412-464a-bfab-242cf6bfc808 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:24.328926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-62157833-2412-464a-bfab-242cf6bfc808 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.0824482 Feb 04 21:12:24.339524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'port': {'security_groups': ['5dd50091-1be9-4883-9f61-f57bea53d90b', 'fc622803-3e98-4710-8211-dd473ef1eae5']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:24.455304 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.707747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:24.732715 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.787419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.800871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7505888e-9827-4b4c-96c7-ebd9edf2c635'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:24.861014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:24.869853 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.869853 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e6ffc69c-3ff1-45b6-8ea3-9a8cc84fe14d req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "PUT /v2.0/ports/7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 981 time: 0.5278928 Feb 04 21:12:24.869853 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:24.888655 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c940ed-a254-410a-8636-74bbd40559d6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:24.944737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7505888e-9827-4b4c-96c7-ebd9edf2c635'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:24.960830 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'status': 'completed', 'code': 200} Feb 04 21:12:25.143201 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2a489-792a-469b-8ed2-3dfdb9fbc707 req-13a413ac-ed6c-42bc-a8a3-a6109961bc68 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.144864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93c2a489-792a-469b-8ed2-3dfdb9fbc707 req-13a413ac-ed6c-42bc-a8a3-a6109961bc68 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.1143162 Feb 04 21:12:25.147123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-d98d96ff-af4a-448f-a61a-4d542d554cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.148585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-d98d96ff-af4a-448f-a61a-4d542d554cee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1135 time: 0.1658292 Feb 04 21:12:25.221341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-4e09e4a6-dfc1-4c30-981b-a8f929b4f462 None None] Provisioning complete for port 7505888e-9827-4b4c-96c7-ebd9edf2c635 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:25.221628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4e09e4a6-dfc1-4c30-981b-a8f929b4f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.275037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-93c2a489-792a-469b-8ed2-3dfdb9fbc707 req-81a0d9c2-a5d5-4bfa-86dd-d3d06b9f3178 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220467 Feb 04 21:12:25.328666 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-7b31723b-d5d9-4311-b56e-0afdb621014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.330232 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-7b31723b-d5d9-4311-b56e-0afdb621014a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 915 time: 0.1627424 Feb 04 21:12:25.434889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-ba275360-e2a3-42a0-ac0c-4aa5069a21c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 1000 time: 0.0974500 Feb 04 21:12:25.437591 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.496675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-72427b61-562a-456e-a013-ca392ffbe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.498256 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-72427b61-562a-456e-a013-ca392ffbe934 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0570087 Feb 04 21:12:25.575772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-944862b3-fc4e-427e-92c5-ee4e5721cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.577275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-944862b3-fc4e-427e-92c5-ee4e5721cc11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726297 Feb 04 21:12:25.818736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-0950d144-9a25-4e8d-874e-202d5dbe24bd service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353344 Feb 04 21:12:25.953003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21096d4f-f8c1-4539-a860-3e986de77e8d req-56d9de31-e891-41d9-8c63-a28a8f3bbda8 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252091 Feb 04 21:12:28.647170 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:12:39.637453 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:39.930152 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:40.840825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba88390-8870-4ca4-806b-b8e5b1148de7 req-d477c553-121e-4f20-bb25-81bf7915cfba tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:40.842300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dba88390-8870-4ca4-806b-b8e5b1148de7 req-d477c553-121e-4f20-bb25-81bf7915cfba tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.1416295 Feb 04 21:12:40.864238 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-77815ea6-2008-48cd-97a5-2881034eb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:40.865530 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-77815ea6-2008-48cd-97a5-2881034eb7b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1135 time: 0.1077933 Feb 04 21:12:40.961448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-dba88390-8870-4ca4-806b-b8e5b1148de7 req-8858b717-ec2f-42b5-a2f4-6fe84f086379 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121776 Feb 04 21:12:41.016259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-e7616758-585f-45a2-ad4a-72742cd3ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.017750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-e7616758-585f-45a2-ad4a-72742cd3ce42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 915 time: 0.1434073 Feb 04 21:12:41.124072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-94cfd100-cb25-4d8d-af21-2135e0fa6bce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 1000 time: 0.0987954 Feb 04 21:12:41.184643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-30d0570c-97a8-46c5-9ae3-f144d62717fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.186098 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-30d0570c-97a8-46c5-9ae3-f144d62717fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0560477 Feb 04 21:12:41.261118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-924a32ec-b951-4f3d-b549-0cb2a64a936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.262558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-924a32ec-b951-4f3d-b549-0cb2a64a936c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707145 Feb 04 21:12:41.391361 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-764959fe-da59-48d2-80e2-9ead6aa995fc service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217561 Feb 04 21:12:41.523871 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-593373a8-a261-4f0b-a3b5-ed42c0b26e23 req-78009dc9-c439-48aa-b950-27a61cacc265 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235886 Feb 04 21:12:42.147015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58b6ca-756f-4cb0-86e2-5d87b0eb92e4 req-98fdbdd9-9d28-477b-8a05-1d2a18d93be4 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:42.148491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f58b6ca-756f-4cb0-86e2-5d87b0eb92e4 req-98fdbdd9-9d28-477b-8a05-1d2a18d93be4 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0801923 Feb 04 21:12:42.196111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8f58b6ca-756f-4cb0-86e2-5d87b0eb92e4 req-1259ec02-2e19-4dde-a221-dd226aec6ca7 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418153 Feb 04 21:12:43.383965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a3f74-89a2-45fe-8abd-e7502e98ef82 req-f8510d66-ea08-412d-8bf9-ecf30447ad24 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:43.385411 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-407a3f74-89a2-45fe-8abd-e7502e98ef82 req-f8510d66-ea08-412d-8bf9-ecf30447ad24 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0797300 Feb 04 21:12:43.430075 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-407a3f74-89a2-45fe-8abd-e7502e98ef82 req-1a0d83a8-e78e-45db-afde-ddad99ef8a24 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389252 Feb 04 21:12:44.614770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6444243-76f0-40a4-87f8-c6ea96b5c89b req-9861d1f5-4b5e-457a-8635-544a734e8873 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:44.616218 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6444243-76f0-40a4-87f8-c6ea96b5c89b req-9861d1f5-4b5e-457a-8635-544a734e8873 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0840907 Feb 04 21:12:44.660857 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a6444243-76f0-40a4-87f8-c6ea96b5c89b req-ec75c2fd-78fa-4277-ae35-5a07ee68e313 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390716 Feb 04 21:12:45.913938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fcb18-28f5-44f1-aaab-fd8d51dc6705 req-b7522159-adca-4437-aab8-1cd9b2aa6ed7 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:45.915418 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db9fcb18-28f5-44f1-aaab-fd8d51dc6705 req-b7522159-adca-4437-aab8-1cd9b2aa6ed7 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.1504149 Feb 04 21:12:45.961106 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-db9fcb18-28f5-44f1-aaab-fd8d51dc6705 req-aeb1dda5-1456-4a37-884a-9756dfc9af76 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398674 Feb 04 21:12:47.299743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b99c-82ea-4144-b807-bf037ea3a91b req-4736045b-0b75-4095-97fe-9ae915ce2ec4 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:47.301193 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4f5b99c-82ea-4144-b807-bf037ea3a91b req-4736045b-0b75-4095-97fe-9ae915ce2ec4 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0797739 Feb 04 21:12:47.345961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c4f5b99c-82ea-4144-b807-bf037ea3a91b req-9301c379-022b-45a4-ae56-3ebbbbe3685d tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392632 Feb 04 21:12:48.528293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f627b4-1e6f-4cbb-990c-508e9311b573 req-3b8a7274-a128-4a39-aad5-3681d446d2a8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:48.529712 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7f627b4-1e6f-4cbb-990c-508e9311b573 req-3b8a7274-a128-4a39-aad5-3681d446d2a8 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0789917 Feb 04 21:12:48.574323 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f7f627b4-1e6f-4cbb-990c-508e9311b573 req-639e595e-bc3e-4a77-b054-306291a73ab1 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383856 Feb 04 21:12:49.760667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c3e6-8cbe-49b1-bcf7-1173931b6beb req-6eef9ee3-b809-4ab3-84a0-6a56d027d2e9 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:49.762121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dba1c3e6-8cbe-49b1-bcf7-1173931b6beb req-6eef9ee3-b809-4ab3-84a0-6a56d027d2e9 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0841174 Feb 04 21:12:49.808199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dba1c3e6-8cbe-49b1-bcf7-1173931b6beb req-be79de34-80fe-436b-bc8d-4a2906c00ff4 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398779 Feb 04 21:12:50.095694 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f6a0-652c-4e2d-bf56-5bca5ba461cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:50.993491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9bc3d-c910-447e-a268-98368f889bbf req-55204bc9-700d-4942-a2fb-a24fb46e1dea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:50.994951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bb9bc3d-c910-447e-a268-98368f889bbf req-55204bc9-700d-4942-a2fb-a24fb46e1dea tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0825865 Feb 04 21:12:51.041040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9bb9bc3d-c910-447e-a268-98368f889bbf req-d5c67dd9-17fe-49b3-8afc-297897b815f7 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402567 Feb 04 21:12:52.226620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d458015-bb9a-475e-8244-b7f210c4f52b req-dca511d6-299d-47b7-b612-58f68ec28365 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:52.228130 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d458015-bb9a-475e-8244-b7f210c4f52b req-dca511d6-299d-47b7-b612-58f68ec28365 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0833609 Feb 04 21:12:52.275792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d458015-bb9a-475e-8244-b7f210c4f52b req-2392811c-040f-46dc-a902-83b20069e1bc tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418775 Feb 04 21:12:52.318702 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e2e55e62-f7ac-4f80-97b1-8c5341b2ffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.455601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697b610-622e-474d-8ff5-3c589df1ad2b req-278a285c-3dc1-457f-a7c4-681972cf5759 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:53.457036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5697b610-622e-474d-8ff5-3c589df1ad2b req-278a285c-3dc1-457f-a7c4-681972cf5759 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0780408 Feb 04 21:12:53.502780 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5697b610-622e-474d-8ff5-3c589df1ad2b req-7ff0e4d8-4b20-4201-8fa1-d13a7375b44c tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&id=fc622803-3e98-4710-8211-dd473ef1eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400810 Feb 04 21:12:53.551243 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.671465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:55.345829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:05.235370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-01d18b63-188c-44ef-a9a2-c6022bdda6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716553 Feb 04 21:13:05.372590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-510f84d4-cf9e-4fb9-89bb-cab42d01cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.374038 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-510f84d4-cf9e-4fb9-89bb-cab42d01cacb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1135 time: 0.0692570 Feb 04 21:13:05.617645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-d78e4a3a-63cc-4e35-91ec-bd9045b216b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.619101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-d78e4a3a-63cc-4e35-91ec-bd9045b216b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 915 time: 0.2269380 Feb 04 21:13:05.645955 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:13:05.720873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-1c8b06ba-86af-4903-9659-f0fbd1753811 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 1000 time: 0.0947204 Feb 04 21:13:05.785479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-74d753d3-527b-4d50-9389-ce1bbd08adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.786909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-74d753d3-527b-4d50-9389-ce1bbd08adbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0596161 Feb 04 21:13:05.861550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-063ade57-471f-42b8-8b39-b2bbcb25a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.862997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-063ade57-471f-42b8-8b39-b2bbcb25a347 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685158 Feb 04 21:13:05.992134 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-19224716-099f-4061-a526-233141552599 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221313 Feb 04 21:13:06.127974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ea656cea-1f1c-47b6-9348-971a6c1e7aaf req-fa648f78-601d-475a-a2e9-b7774b1e4bbb service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254582 Feb 04 21:13:09.615142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:09.940849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.099875 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f134-0189-4edb-a3df-281b03a75cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:22.333458 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fab3-e7cc-473d-b19d-878214060dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:23.590658 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:23.631758 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.374981 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.015587 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-26f4a1c8-7bf2-4437-8f2c-8502bc4a107d tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784763365&fields=id&tenant_id=4af77354b9114847a1256f2b5db40efb HTTP/1.1" status: 200 len: 267 time: 0.0430171 Feb 04 21:13:26.097399 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-2ef17720-4f75-4b87-aeb9-4ecd2ad29114 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:26.099093 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-2ef17720-4f75-4b87-aeb9-4ecd2ad29114 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 984 time: 0.0780504 Feb 04 21:13:26.109636 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Request body: {'port': {'security_groups': ['5dd50091-1be9-4883-9f61-f57bea53d90b']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:26.324444 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.561273 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:26.586784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.660671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.676451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7505888e-9827-4b4c-96c7-ebd9edf2c635'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:26.729786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:26.730391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.731768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec0e3aca-0470-4a81-a0c2-bb6092d7bed3 req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "PUT /v2.0/ports/7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 942 time: 0.6265414 Feb 04 21:13:26.732214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:26.740351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52782) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:26.756659 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event updated for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:26.765109 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.765463 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.765807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.766308 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.766644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.767013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.767338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.767661 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.768031 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.768359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.768702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.769099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eefa688-9074-430c-b7cc-2c4599afe882 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.819725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7505888e-9827-4b4c-96c7-ebd9edf2c635'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:26.828903 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.863859 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'status': 'completed', 'code': 200} Feb 04 21:13:26.872698 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.998186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a706-6d91-4931-bdda-898c54479f6c req-cc548537-2add-4650-93a7-e5b698971766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:26.999735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d74a706-6d91-4931-bdda-898c54479f6c req-cc548537-2add-4650-93a7-e5b698971766 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1096 time: 0.0948517 Feb 04 21:13:27.052199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-00fdbca7-ed6e-4aad-9dd0-0d415327edb5 None None] Provisioning complete for port 7505888e-9827-4b4c-96c7-ebd9edf2c635 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:27.052560 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-00fdbca7-ed6e-4aad-9dd0-0d415327edb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.126818 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.157410 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc622803-3e98-4710-8211-dd473ef1eae5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:27.171985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.172448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.173000 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.173166 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.173414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.173739 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.174128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.174729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.174729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.175058 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.175414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.175679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:27.178976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a706-6d91-4931-bdda-898c54479f6c req-73e6e167-0a6d-4ddc-8a0b-39339cac47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:27.180372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d74a706-6d91-4931-bdda-898c54479f6c req-73e6e167-0a6d-4ddc-8a0b-39339cac47d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 915 time: 0.1741612 Feb 04 21:13:27.262373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.263504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1b239f3d-ab47-4169-b51e-d2c03ec14935 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "DELETE /v2.0/security-groups/fc622803-3e98-4710-8211-dd473ef1eae5 HTTP/1.1" status: 204 len: 168 time: 0.5193996 Feb 04 21:13:27.266411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52792) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:27.289470 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d74a706-6d91-4931-bdda-898c54479f6c req-601a9295-574b-4b31-862e-0c1534cdf9cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 1000 time: 0.1026809 Feb 04 21:13:27.357508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a706-6d91-4931-bdda-898c54479f6c req-b36854c4-a8e7-4b0d-87b1-f87923c07b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:27.358973 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d74a706-6d91-4931-bdda-898c54479f6c req-b36854c4-a8e7-4b0d-87b1-f87923c07b1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0607436 Feb 04 21:13:27.436938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a706-6d91-4931-bdda-898c54479f6c req-3e18ccee-073e-4646-867a-4ddb86416fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:27.438345 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d74a706-6d91-4931-bdda-898c54479f6c req-3e18ccee-073e-4646-867a-4ddb86416fad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698681 Feb 04 21:13:27.471428 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Deleting port 48c04767-df76-41c6-8e9a-09ea7a699341 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:27.471769 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.575032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d74a706-6d91-4931-bdda-898c54479f6c req-771f9554-bdc6-4f7c-bf7e-233ac4049da6 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249793 Feb 04 21:13:27.641013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.641349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.712387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d74a706-6d91-4931-bdda-898c54479f6c req-9b8a206e-dda5-43f5-a9e2-e1f19762766e service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282339 Feb 04 21:13:27.769288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Calling delete_port for 48c04767-df76-41c6-8e9a-09ea7a699341 owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:27.975307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.026666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event deleted for resources: {'Port': ['ID=48c04767-df76-41c6-8e9a-09ea7a699341,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:28.118605 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.118969 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Floating IP 52c66058-9b05-474f-9d98-bc701eda8bf5 disassociated (deleted). External IP: 172.25.7.14, port: 7505888e-9827-4b4c-96c7-ebd9edf2c635. Feb 04 21:13:28.570569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:13:28.751341 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:28.760668 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] Sync routers for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:28.770225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:28.770876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:28.838623 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.892968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0eb39c65-2967-442e-b222-1a6cfd001841 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "DELETE /v2.0/floatingips/52c66058-9b05-474f-9d98-bc701eda8bf5 HTTP/1.1" status: 204 len: 168 time: 1.6253574 Feb 04 21:13:28.893642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:28.937555 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'status': 'completed', 'code': 200} Feb 04 21:13:28.950398 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:29.041899 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-1c92f672-6195-45b8-8d77-cdba8c681b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.043453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-1c92f672-6195-45b8-8d77-cdba8c681b70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4af77354b9114847a1256f2b5db40efb&device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 1096 time: 0.0732696 Feb 04 21:13:29.280429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:30Z', 'revision_number': 5, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:29.284490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] Checking router: 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:29.294760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:29.295214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-1c20d6ad-9df1-49c5-842a-459478d573d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.295357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:29.296677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-1c20d6ad-9df1-49c5-842a-459478d573d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 200 len: 915 time: 0.2439561 Feb 04 21:13:29.372165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-3c01a250-f240-4b28-bcf4-a8fd51eaa262 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 200 len: 217 time: 0.0662644 Feb 04 21:13:29.446871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-9554aebe-3169-41fc-8d3f-f04c6f793269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.448451 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-9554aebe-3169-41fc-8d3f-f04c6f793269 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 200 len: 853 time: 0.0675094 Feb 04 21:13:29.513892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:29.532095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-3f9dcd3a-9cd6-4c8e-b45d-fe98716c916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.533695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-3f9dcd3a-9cd6-4c8e-b45d-fe98716c916f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750389 Feb 04 21:13:29.674905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-205e16de-02bf-41dc-93e2-5a8e4dfa02f2 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303372 Feb 04 21:13:29.810682 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3ea53717-d167-4014-8626-bc266e6c6ca7 req-5a2150b9-841a-475d-bcc3-c31c2dfd7186 service neutron] 10.222.0.24 "GET /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253929 Feb 04 21:13:29.827563 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:30Z', 'revision_number': 5, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:29.831571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9001208-7f73-4049-87e2-f467f981e8b3 None None] The sync data for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 is: [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:11:24Z', 'revision_number': 4, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '97dcd3d4-bb41-4b18-ae01-e58ee28883e2', 'name': '', 'network_id': '1d60ad42-803a-4a0e-a2ca-31cc08e1bc27', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'mac_address': 'fa:16:3e:57:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:23Z', 'updated_at': '2022-02-04T21:11:30Z', 'revision_number': 5, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'subnets': [{'id': '6c9707f6-7eb3-41a8-bc33-77e189ce6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:30.064456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfe082-3032-4199-8089-912a1993bb09 None None] New status for floating IP 52c66058-9b05-474f-9d98-bc701eda8bf5: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:13:34.891982 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e22755-4864-470f-bc4f-16e17be360fd req-7cb79c1b-35f7-4501-9559-e1b579338545 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:34.892676 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-18e22755-4864-470f-bc4f-16e17be360fd req-7cb79c1b-35f7-4501-9559-e1b579338545 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Synchronizing usage tracker for tenant:4af77354b9114847a1256f2b5db40efb on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:35.007828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-18e22755-4864-470f-bc4f-16e17be360fd req-7cb79c1b-35f7-4501-9559-e1b579338545 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Unset dirty status for tenant:4af77354b9114847a1256f2b5db40efb on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:35.009015 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18e22755-4864-470f-bc4f-16e17be360fd req-7cb79c1b-35f7-4501-9559-e1b579338545 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.1990378 Feb 04 21:13:35.063288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-18e22755-4864-470f-bc4f-16e17be360fd req-e053300b-4a8e-4e9a-baae-7f5cc8f39125 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483682 Feb 04 21:13:36.247104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe1a2-7eed-418b-b81c-a8bccb781e08 req-4a67285b-a8c1-4e90-8b25-dfd6a9a2482c tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:36.248547 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-551fe1a2-7eed-418b-b81c-a8bccb781e08 req-4a67285b-a8c1-4e90-8b25-dfd6a9a2482c tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.0784338 Feb 04 21:13:36.294950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-551fe1a2-7eed-418b-b81c-a8bccb781e08 req-fd51625d-ebfb-481b-b542-8e6cf7401f97 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Synchronizing usage tracker for tenant:4af77354b9114847a1256f2b5db40efb on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:36.397302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-551fe1a2-7eed-418b-b81c-a8bccb781e08 req-fd51625d-ebfb-481b-b542-8e6cf7401f97 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Unset dirty status for tenant:4af77354b9114847a1256f2b5db40efb on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:36.398379 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-551fe1a2-7eed-418b-b81c-a8bccb781e08 req-fd51625d-ebfb-481b-b542-8e6cf7401f97 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/security-groups?id=5dd50091-1be9-4883-9f61-f57bea53d90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442394 Feb 04 21:13:36.707726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-c95edd38-64b9-497b-a320-c75ede080989 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:36.709062 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-c95edd38-64b9-497b-a320-c75ede080989 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 945 time: 0.0801125 Feb 04 21:13:36.779482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Deleting port 7505888e-9827-4b4c-96c7-ebd9edf2c635 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:36.779824 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:37.021325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] For port 7505888e-9827-4b4c-96c7-ebd9edf2c635, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=7505888e-9827-4b4c-96c7-ebd9edf2c635,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:37.021592 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:37.153966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Calling delete_port for 7505888e-9827-4b4c-96c7-ebd9edf2c635 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:37.380796 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:37.395960 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['7505888e-9827-4b4c-96c7-ebd9edf2c635'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:37.436405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Pushing event deleted for resources: {'Port': ['ID=7505888e-9827-4b4c-96c7-ebd9edf2c635,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:37.510119 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] No DVR routers for this DVR port 7505888e-9827-4b4c-96c7-ebd9edf2c635 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:37.512865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:37.515533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'name': 'network-vif-deleted', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:37.557428 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-605045dc-4a79-429c-b725-dfad96eaee16 req-4dfe042d-4d5b-4367-8a7b-5333e52744c6 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc283a3-70be-40f5-a986-db2276396ceb HTTP/1.1" status: 200 len: 210 time: 0.0434089 Feb 04 21:13:37.560193 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc283a3-70be-40f5-a986-db2276396ceb', 'name': 'network-vif-deleted', 'tag': '7505888e-9827-4b4c-96c7-ebd9edf2c635', 'status': 'completed', 'code': 200} Feb 04 21:13:37.586836 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e46dfc3a-793e-4e32-88a3-d2cae351124b req-846d8da4-d903-4618-aeb9-7ee69744e817 tempest-TestMinimumBasicScenario-1805275485 tempest-TestMinimumBasicScenario-1805275485-project] 10.222.0.24 "DELETE /v2.0/ports/7505888e-9827-4b4c-96c7-ebd9edf2c635 HTTP/1.1" status: 204 len: 173 time: 0.8698056 Feb 04 21:13:39.615067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:39.909281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52886) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:39.946505 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:40.434790 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:40.482220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7505888e-9827-4b4c-96c7-ebd9edf2c635 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:40.518317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 7505888e-9827-4b4c-96c7-ebd9edf2c635 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:40.518664 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 7505888e-9827-4b4c-96c7-ebd9edf2c635 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:40.891081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Deleting port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:40.891414 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.057145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] For port 97dcd3d4-bb41-4b18-ae01-e58ee28883e2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:41.057848 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.182258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Calling delete_port for 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:41.551913 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.600619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=97dcd3d4-bb41-4b18-ae01-e58ee28883e2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:41.876058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:42.337259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:13:42.515297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:42.524023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] Sync routers for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:42.528370 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-17db86c8-cf63-4b2a-b3be-81374c628f18 admin admin] 10.222.0.48 "PUT /v2.0/routers/772e35e6-e861-4b72-9bcc-0780cc9ed6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6180651 Feb 04 21:13:42.530963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52890) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:42.533812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:42.534483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:42.645548 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:13:42.705288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:42.709134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:42.883093 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:42.934581 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Deleting port c10ddf7b-69eb-4d1f-988b-593cc7de24db {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:42.934972 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:42.991768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:13:41Z', 'revision_number': 5, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port': {'id': 'c10ddf7b-69eb-4d1f-988b-593cc7de24db', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:20Z', 'updated_at': '2022-02-04T21:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:42.996244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] Checking router: 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:43.004619 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] Routers {'772e35e6-e861-4b72-9bcc-0780cc9ed6d9'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:43.005235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:43.127263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] For port c10ddf7b-69eb-4d1f-988b-593cc7de24db, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c10ddf7b-69eb-4d1f-988b-593cc7de24db,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:43.127780 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.171545 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] Set router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:43.254558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Calling delete_port for c10ddf7b-69eb-4d1f-988b-593cc7de24db owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:43.312236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:13:42Z', 'revision_number': 6, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:43.316083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e5ea0-92bc-4aef-9485-99279e38d4f8 None None] The sync data for ids ['772e35e6-e861-4b72-9bcc-0780cc9ed6d9'] in n-d-811806-1 is: [{'id': '772e35e6-e861-4b72-9bcc-0780cc9ed6d9', 'name': 'tempest-TestMinimumBasicScenario-793909481-router', 'tenant_id': '4af77354b9114847a1256f2b5db40efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:19Z', 'updated_at': '2022-02-04T21:13:42Z', 'revision_number': 6, 'project_id': '4af77354b9114847a1256f2b5db40efb', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:43.483321 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.530828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10ddf7b-69eb-4d1f-988b-593cc7de24db,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:43.618333 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.902356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.904477 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.997188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.997622 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 772e35e6-e861-4b72-9bcc-0780cc9ed6d9 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:13:44.014083 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.014083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f1fb2f25-b36b-4612-b6bc-1c4ed103da67 admin admin] 10.222.0.48 "DELETE /v2.0/routers/772e35e6-e861-4b72-9bcc-0780cc9ed6d9 HTTP/1.1" status: 204 len: 168 time: 1.4782808 Feb 04 21:13:44.014083 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52896) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:44.075922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] Deleting subnet 6c9707f6-7eb3-41a8-bc33-77e189ce6215 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:44.079049 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.106082 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:44.132389 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.139913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:44.140530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 97dcd3d4-bb41-4b18-ae01-e58ee28883e2 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:44.141045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c10ddf7b-69eb-4d1f-988b-593cc7de24db no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:44.174034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c10ddf7b-69eb-4d1f-988b-593cc7de24db {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:44.174749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c10ddf7b-69eb-4d1f-988b-593cc7de24db not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:44.219852 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.358121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.395069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9707f6-7eb3-41a8-bc33-77e189ce6215,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:44.399890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.406432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-42b7157f-5c67-4422-8fd6-80839730e674 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c9707f6-7eb3-41a8-bc33-77e189ce6215 HTTP/1.1" status: 204 len: 168 time: 0.3928084 Feb 04 21:13:44.406649 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8369a3a-fe64-4e6c-aa3f-04fce7642f74 None None] Network 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:44.408914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52900) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:44.516322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.527098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Deleting port a3050c66-3d31-4d65-9b16-0505613bc4b4 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:44.527431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.654178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] DHCP port deletion for 1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:44.658241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Deleting port a3050c66-3d31-4d65-9b16-0505613bc4b4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:44.658686 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.742569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] For port a3050c66-3d31-4d65-9b16-0505613bc4b4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a3050c66-3d31-4d65-9b16-0505613bc4b4,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:44.742948 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.858666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] For port a3050c66-3d31-4d65-9b16-0505613bc4b4, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a3050c66-3d31-4d65-9b16-0505613bc4b4,segment=NetworkSegment(231dc095-c494-4974-aa9b-80849a17c96d),segment_id=231dc095-c494-4974-aa9b-80849a17c96d)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:44.859085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.865294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Calling delete_port for a3050c66-3d31-4d65-9b16-0505613bc4b4 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:44.980680 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Calling delete_port for a3050c66-3d31-4d65-9b16-0505613bc4b4 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:44.992096 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.038508 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3050c66-3d31-4d65-9b16-0505613bc4b4,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:45.041970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] No DVR routers for this DVR port a3050c66-3d31-4d65-9b16-0505613bc4b4 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:45.063780 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:45.064140 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:45.157845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.182912 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d60ad42-803a-4a0e-a2ca-31cc08e1bc27']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:45.194518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231dc095-c494-4974-aa9b-80849a17c96d') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:45.194844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231dc095-c494-4974-aa9b-80849a17c96d') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:45.206293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.221824 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.228172 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:13:45.228559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:13:45.241466 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:13:45.390121 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.405900 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.417802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d60ad42-803a-4a0e-a2ca-31cc08e1bc27,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:45.495660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60650f80-bbd9-4e8e-a8af-72d63fb3ebc0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d60ad42-803a-4a0e-a2ca-31cc08e1bc27 HTTP/1.1" status: 204 len: 168 time: 1.0857801 Feb 04 21:13:45.498487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52904) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:45.565147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Deleting port a3050c66-3d31-4d65-9b16-0505613bc4b4 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:45.565692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.632064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-4ca23247-6617-457a-88ba-2077ee48b4df None None] The port 'a3050c66-3d31-4d65-9b16-0505613bc4b4' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:13:45.822979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a3050c66-3d31-4d65-9b16-0505613bc4b4 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:45.857881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a3050c66-3d31-4d65-9b16-0505613bc4b4 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:45.858221 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a3050c66-3d31-4d65-9b16-0505613bc4b4 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:46.131890 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.481501 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Deleting port 30d8d4d8-1416-4f9b-9cd9-4129a01329be {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:46.481752 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.653498 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] For port 30d8d4d8-1416-4f9b-9cd9-4129a01329be, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=30d8d4d8-1416-4f9b-9cd9-4129a01329be,segment=NetworkSegment(c8284737-6c37-4564-9afb-6188267ddd07),segment_id=c8284737-6c37-4564-9afb-6188267ddd07)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:46.653851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.780861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Calling delete_port for 30d8d4d8-1416-4f9b-9cd9-4129a01329be owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:47.047798 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.094766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d8d4d8-1416-4f9b-9cd9-4129a01329be,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:47.465382 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.830369 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:13:48.011302 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:48.020259 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] Sync routers for ids ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:48.020706 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0df00316-3bcf-4c29-9a4b-61b92aa00b23 admin admin] 10.222.0.48 "PUT /v2.0/routers/73bf1f1a-2113-4c05-bee3-a6842bd2e210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5210669 Feb 04 21:13:48.023043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52912) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:48.029924 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] Routers {'73bf1f1a-2113-4c05-bee3-a6842bd2e210'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:48.030525 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:48.198474 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.205595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] Set router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:48.372965 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.432505 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Deleting port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:48.432849 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.485290 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:13:46Z', 'revision_number': 5, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port': {'id': 'c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:28Z', 'updated_at': '2022-02-04T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:48.489187 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] Checking router: 73bf1f1a-2113-4c05-bee3-a6842bd2e210 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:48.498146 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] Routers {'73bf1f1a-2113-4c05-bee3-a6842bd2e210'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:48.498775 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:48.613545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] For port c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:48.614192 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.646366 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] Set router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:48.752675 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:13:48Z', 'revision_number': 6, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:48.757123 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4e683-2f55-4bc2-ba06-971974947c58 None None] The sync data for ids ['73bf1f1a-2113-4c05-bee3-a6842bd2e210'] in n-d-811806-1 is: [{'id': '73bf1f1a-2113-4c05-bee3-a6842bd2e210', 'name': 'tempest-TestMinimumBasicScenario-1404981397-router', 'tenant_id': 'ab5f82b716f544eab08c229dedd55f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:27Z', 'updated_at': '2022-02-04T21:13:48Z', 'revision_number': 6, 'project_id': 'ab5f82b716f544eab08c229dedd55f16', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:48.856916 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Calling delete_port for c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:49.066279 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.117405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:49.210974 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.380664 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.382686 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.466172 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.466647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73bf1f1a-2113-4c05-bee3-a6842bd2e210 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:13:49.478546 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.483538 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-faa7d85f-f966-4bee-9c1b-f517c514d0f2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/73bf1f1a-2113-4c05-bee3-a6842bd2e210 HTTP/1.1" status: 204 len: 168 time: 1.4557500 Feb 04 21:13:49.483538 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52918) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:49.544465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] Deleting subnet e4a67000-2893-4499-9110-73ef16f69716 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:49.547552 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.597656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.678922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.824471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30d8d4d8-1416-4f9b-9cd9-4129a01329be no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:49.826564 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.859284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 30d8d4d8-1416-4f9b-9cd9-4129a01329be {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:49.859712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 30d8d4d8-1416-4f9b-9cd9-4129a01329be not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:49.860191 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:49.863253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a67000-2893-4499-9110-73ef16f69716,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:49.869859 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.876262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f6554532-4db6-4bb6-8cb9-c621eb4440f0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e4a67000-2893-4499-9110-73ef16f69716 HTTP/1.1" status: 204 len: 168 time: 0.3932292 Feb 04 21:13:49.878721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 52922) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:49.890026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ecc524-4586-460c-9ae0-535e438480a1 None None] Network da4b8066-89e1-42a3-9e16-35c04c7c34b5 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:49.911469 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:49.911814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c9d8246b-b7d1-4d79-b7f7-c72d681ddaa9 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:49.985094 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.995989 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Deleting port a2e4e397-763f-4df3-af4e-20ae7e83d6ea {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:49.996404 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.152209 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b65-c736-4866-b3ff-26d8312820b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.201973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] DHCP port deletion for da4b8066-89e1-42a3-9e16-35c04c7c34b5 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:50.206610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Deleting port a2e4e397-763f-4df3-af4e-20ae7e83d6ea {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:50.207074 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.207572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] For port a2e4e397-763f-4df3-af4e-20ae7e83d6ea, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,segment=NetworkSegment(c8284737-6c37-4564-9afb-6188267ddd07),segment_id=c8284737-6c37-4564-9afb-6188267ddd07)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:50.207931 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.331822 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Calling delete_port for a2e4e397-763f-4df3-af4e-20ae7e83d6ea owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:50.409491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] For port a2e4e397-763f-4df3-af4e-20ae7e83d6ea, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,segment=NetworkSegment(c8284737-6c37-4564-9afb-6188267ddd07),segment_id=c8284737-6c37-4564-9afb-6188267ddd07)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:50.409783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.483458 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.530319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Calling delete_port for a2e4e397-763f-4df3-af4e-20ae7e83d6ea owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:50.604476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:50.604838 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:50.631445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e4e397-763f-4df3-af4e-20ae7e83d6ea,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:50.635381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] No DVR routers for this DVR port a2e4e397-763f-4df3-af4e-20ae7e83d6ea on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:50.748582 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.772757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4b8066-89e1-42a3-9e16-35c04c7c34b5']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:50.784758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8284737-6c37-4564-9afb-6188267ddd07') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:50.785047 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8284737-6c37-4564-9afb-6188267ddd07') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:50.795838 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.811135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.816953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:13:50.817329 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:13:50.830459 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:13:50.973739 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.989388 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.999897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4b8066-89e1-42a3-9e16-35c04c7c34b5,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:51.004631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4c0a474e-4f06-4c1d-ae32-235d11f455a0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da4b8066-89e1-42a3-9e16-35c04c7c34b5 HTTP/1.1" status: 204 len: 168 time: 1.1243012 Feb 04 21:13:51.105981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Deleting port a2e4e397-763f-4df3-af4e-20ae7e83d6ea {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:51.106506 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.173659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-ad73bae5-79d9-4f61-95e0-66deda1b8c5e None None] The port 'a2e4e397-763f-4df3-af4e-20ae7e83d6ea' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:13:51.396494 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52928) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:51.447781 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2b2a3246-4ee8-4599-bc13-f6ffbc98ae99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4af77354b9114847a1256f2b5db40efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500224 Feb 04 21:13:51.450076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52932) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:51.607976 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9883fb8-8c90-450c-82c5-a2ac0f79f3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.632697 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9883fb8-8c90-450c-82c5-a2ac0f79f3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.761280 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9883fb8-8c90-450c-82c5-a2ac0f79f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.776834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9883fb8-8c90-450c-82c5-a2ac0f79f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd50091-1be9-4883-9f61-f57bea53d90b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:51.823663 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2e4e397-763f-4df3-af4e-20ae7e83d6ea no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:51.856787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: a2e4e397-763f-4df3-af4e-20ae7e83d6ea {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:51.857165 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device a2e4e397-763f-4df3-af4e-20ae7e83d6ea not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:51.857729 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e9883fb8-8c90-450c-82c5-a2ac0f79f3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.858956 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e9883fb8-8c90-450c-82c5-a2ac0f79f3fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dd50091-1be9-4883-9f61-f57bea53d90b HTTP/1.1" status: 204 len: 168 time: 0.4079125 Feb 04 21:13:52.340812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e43fff7f-1f61-4aa1-b936-32fc005ddd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.541334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52940) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:52.589516 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a3074d1f-c748-4e7d-a357-931032e40e02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab5f82b716f544eab08c229dedd55f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470285 Feb 04 21:13:52.592029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52944) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:52.652313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22efff67-722f-40cf-9824-6c2292616d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.679620 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22efff67-722f-40cf-9824-6c2292616d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.808813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22efff67-722f-40cf-9824-6c2292616d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.824711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efff67-722f-40cf-9824-6c2292616d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15da5003-1d60-4fa8-bed8-76721192e82b,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:52.829456 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-22efff67-722f-40cf-9824-6c2292616d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.832581 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-22efff67-722f-40cf-9824-6c2292616d07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15da5003-1d60-4fa8-bed8-76721192e82b HTTP/1.1" status: 204 len: 168 time: 0.2371893 Feb 04 21:13:53.540392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:53.637256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.213123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52986) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:55.218217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899729359', 'description': 'tempest-secgroup-smoke-899729359 description', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:55.225031 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:55.228885 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:55.231674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:55.237710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:55.316214 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.328616 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.343227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:55.347038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:55.350037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:55.355592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:55.386446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.435535 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.511431 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.524936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:55.532387 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:55.536837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:55.550678 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:55.558511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b34881c-e5cb-412e-b906-31ee874b8ddf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:55.624308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.688617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.729341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dc8de6-e98c-40c7-aed3-6ce0812f75f5,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:55.791914 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.793128 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e372b8f1-03c2-40d0-b9eb-5bd5fd9f7a51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5790248 Feb 04 21:13:55.796027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52990) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:55.800842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '76dc8de6-e98c-40c7-aed3-6ce0812f75f5', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:55.808112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:55.811934 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:55.814774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:55.820317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:55.918101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.975787 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.048356 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.072836 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3572decc-b2e7-4760-8608-f7100d16ce54,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:56.157167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.158364 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-252d6ef5-e6a7-41cb-a1c0-4daabdc936ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614516 Feb 04 21:13:56.161251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52994) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:56.166789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '76dc8de6-e98c-40c7-aed3-6ce0812f75f5', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:56.173496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:56.177395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:56.180400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:56.186180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:56.287829 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.350523 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.420135 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.442804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c268c56d-439c-4e9e-818c-d821737ed1a6,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:56.517444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.518645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f8e3df54-49e4-44ed-afc5-a90b0022e870 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564646 Feb 04 21:13:56.521400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 52998) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:56.527010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '76dc8de6-e98c-40c7-aed3-6ce0812f75f5', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:56.533505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:56.537293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:56.540155 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:56.545671 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:56.631998 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.693223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.757136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.781597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac1c706-9e6d-4878-bffe-f0209566d467,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:56.865630 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.866767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e66cb9fd-2e4b-4f00-89a2-ee94b9157943 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443816 Feb 04 21:13:56.869464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53002) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:56.874419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '76dc8de6-e98c-40c7-aed3-6ce0812f75f5', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:56.881071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:56.885324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:56.888289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:56.893832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:56.986412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.049801 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.123453 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.149408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cc3dff-e615-4447-bb32-5f379374814a,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:57.220409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.221613 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b3dc8f30-c2e2-4ed8-84a5-62202235ad16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3512421 Feb 04 21:13:57.224679 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53006) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:57.229670 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '76dc8de6-e98c-40c7-aed3-6ce0812f75f5', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:57.236313 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:57.240120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:57.243013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:57.249281 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:57.380084 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:13:57.386608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.447961 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.545340 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.569149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65984290-f4c8-4405-8313-8005e0b6ca72,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:57.671684 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.672830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-566d21e5-04ed-4237-86a8-0bf089dec2b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4472218 Feb 04 21:13:57.684801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53010) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:57.689792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '76dc8de6-e98c-40c7-aed3-6ce0812f75f5', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:57.696453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:57.700437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:57.703301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:57.709169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:57.825869 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:13:57.832809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.896948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.985476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.006465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a3dddb-98ad-4423-a013-cd2a5587090e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:58.106054 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.107321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c4c9fac4-0e18-414d-ad13-0b73e98f80b2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4215357 Feb 04 21:13:58.110380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53014) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:58.115771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'network': {'name': 'tempest-network-smoke--787931931', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:58.121952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:58.125675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:network and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:58.128457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:58.134198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:58.214617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:58.218149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.247100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:13:58.255267 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.255601 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Added segment 33fd3429-257f-4836-b723-ba8c8d58a295 of type vlan for network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee Feb 04 21:13:58.280321 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.384421 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.389715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:58.390322 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.496520 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Network': ['ID=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:58.506552 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:13:58.540774 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2ff2f0ab-fe88-4ab3-8d95-58f1d88e14b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4291847 Feb 04 21:13:58.544149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53018) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:58.549199 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'admin_state_up': True, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:58.557103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:58.561090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:router and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:58.563905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:58.570273 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:58.637245 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.638273 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.652957 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.987524 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.461313 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.489709 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.622265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.47 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/4c2b6225-2ebd-46a9-acc8-adbdf758203d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:59.765909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.871802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.937725 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:59.940687 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:59.943189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:59.989234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=4c2b6225-2ebd-46a9-acc8-adbdf758203d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:00.435336 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.767861 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.150397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 7011a514-f24a-4366-ba66-e76a5fcfee12 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:14:01.327202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:14:01.336631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Sync routers for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:14:01.346193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:01.346831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:01.420040 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.421202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e51efc58-e5b8-4f89-be52-ed7ee8425a9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8761265 Feb 04 21:14:01.424332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53022) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:01.523231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:01.565718 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1ef4ae48-18ee-4010-80d6-8b20ee5d64cb tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a7bb6776aba1460b8fb3a179a44f7cad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1403160 Feb 04 21:14:01.568615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53028) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:01.696945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ddbf1-9a93-4ef2-9803-1cff5f1cf2e8 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:01.698920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a63ddbf1-9a93-4ef2-9803-1cff5f1cf2e8 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294000 Feb 04 21:14:01.701721 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53032) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:01.740265 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-48bf69e1-1d5a-4a34-b8fe-904cfdca0aeb tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374627 Feb 04 21:14:01.742782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53036) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:01.748573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1512738354', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:01.808991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:00Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:01.812838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Checking router: 7011a514-f24a-4366-ba66-e76a5fcfee12 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:14:01.813186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Updating router 7011a514-f24a-4366-ba66-e76a5fcfee12 port 4c2b6225-2ebd-46a9-acc8-adbdf758203d binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:14:01.858493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:01.862279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:subnet and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:01.865137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:01.865275 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.871420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:01.946162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:01.949802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.219947 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.232164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Transition to ACTIVE for port object 4c2b6225-2ebd-46a9-acc8-adbdf758203d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:02.243188 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.323715 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Subnet': ['ID=108e0701-e2da-4395-bd49-8d4df01f4593,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:02.328683 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.333214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Checking segment: {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:02.333770 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network hostable DHCP agents. Network: aff5b23d-0bd7-45b1-a50b-826c7ae1eaee, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:14:02.404410 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Attempting to bind port 4c2b6225-2ebd-46a9-acc8-adbdf758203d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:02.404896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Attempting to bind port 4c2b6225-2ebd-46a9-acc8-adbdf758203d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:02.405122 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Attempting to bind port 4c2b6225-2ebd-46a9-acc8-adbdf758203d on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:02.413460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Pushing event updated for resources: {'Port': ['ID=4c2b6225-2ebd-46a9-acc8-adbdf758203d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:02.414422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:14:02.415756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:02.416647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:02.417042 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.417426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:02.417882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Bound port: 4c2b6225-2ebd-46a9-acc8-adbdf758203d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:02.418256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.455487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.455833 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.456180 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.456500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.456828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.457160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.457483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.457805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.458121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.458442 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.458785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.459157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:02.471548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, aff5b23d-0bd7-45b1-a50b-826c7ae1eaee) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:02.475780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:02.476332 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.483334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca77c6-57d9-4e43-98c2-f6ae4914abba None None] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:02.577746 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f1168657-7f64-45e4-8363-40fb3ed67bc6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8312502 Feb 04 21:14:02.577981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] For port 4c2b6225-2ebd-46a9-acc8-adbdf758203d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:02.578083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53040) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:02.601360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] For port 4c2b6225-2ebd-46a9-acc8-adbdf758203d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4c2b6225-2ebd-46a9-acc8-adbdf758203d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:02.670813 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.780845 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:14:02.781664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.793152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:02.793781 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:02.885162 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db7bc-b882-44e8-b7a2-1a2d36a6ed76 None None] Pushing event updated for resources: {'Port': ['ID=4c2b6225-2ebd-46a9-acc8-adbdf758203d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:03.095843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:03.284417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Allocated IP 172.20.0.2 (aff5b23d-0bd7-45b1-a50b-826c7ae1eaee/108e0701-e2da-4395-bd49-8d4df01f4593/bd3a63bd-72ad-4c23-a823-bd2c425c588d) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:03.395817 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.616060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:00Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:03.618231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.628204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b2fc3-1091-4b57-a10b-f6165e09155d None None] The sync data for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 is: [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:00Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:14:03.631677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Transition to ACTIVE for port object bd3a63bd-72ad-4c23-a823-bd2c425c588d will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:03.653257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Transition to ACTIVE for port object bd3a63bd-72ad-4c23-a823-bd2c425c588d will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:03.740619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.805653 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.1 (aff5b23d-0bd7-45b1-a50b-826c7ae1eaee/108e0701-e2da-4395-bd49-8d4df01f4593/ab342f2f-6671-4876-8e93-ebb1b24e9a4c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:03.809338 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:03.812337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:03.815992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:03.824729 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Pushing event updated for resources: {'Port': ['ID=bd3a63bd-72ad-4c23-a823-bd2c425c588d,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:03.934468 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Attempting to bind port bd3a63bd-72ad-4c23-a823-bd2c425c588d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:03.934965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Attempting to bind port bd3a63bd-72ad-4c23-a823-bd2c425c588d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:03.935446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Attempting to bind port bd3a63bd-72ad-4c23-a823-bd2c425c588d on network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:03.941283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:03.941745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Checking segment: {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:03.942225 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.942725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Bound using segment: {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:03.943183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Bound port: bd3a63bd-72ad-4c23-a823-bd2c425c588d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:03.943557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.987170 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.004148 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object ab342f2f-6671-4876-8e93-ebb1b24e9a4c will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:04.041858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] For port bd3a63bd-72ad-4c23-a823-bd2c425c588d, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:04.045055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] For port bd3a63bd-72ad-4c23-a823-bd2c425c588d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bd3a63bd-72ad-4c23-a823-bd2c425c588d,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:04.099554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.128632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.176310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:04.188720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:04.190976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:04.193539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:04.229154 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3eb6e-eece-463f-82e3-1b64f4cce90c None None] Pushing event updated for resources: {'Port': ['ID=bd3a63bd-72ad-4c23-a823-bd2c425c588d,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:04.261075 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.465428 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.995345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:05.110117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:05.226332 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:05.229277 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:05.371343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:05.383276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:05.457979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d20a03-f316-4c3c-95c7-b9aad5671267 None None] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:05.577928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 7011a514-f24a-4366-ba66-e76a5fcfee12 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:14:05.623127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c701bd5f-8f4c-4174-8bc4-9bb2efdf379d None None] Provisioning for port bd3a63bd-72ad-4c23-a823-bd2c425c588d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:05.760832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:14:05.770440 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Sync routers for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:14:05.771618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f8fd76eb-efd6-4530-bb33-da97a865070f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/7011a514-f24a-4366-ba66-e76a5fcfee12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1926947 Feb 04 21:14:05.787640 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:05.788271 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:05.939963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bd3a63bd-72ad-4c23-a823-bd2c425c588d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:05.981234 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-520ec63a-b6c1-4b04-92ad-3dfa66ac05b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899729359&fields=id&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 267 time: 0.0545189 Feb 04 21:14:06.063620 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:06.088980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port bd3a63bd-72ad-4c23-a823-bd2c425c588d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:06.094591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bd3a63bd-72ad-4c23-a823-bd2c425c588d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:06.095262 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.140285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-53efadbe-3d0b-411d-b05a-ae8ab8d7ea94 None None] Provisioning for port ab342f2f-6671-4876-8e93-ebb1b24e9a4c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:06.157553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-53efadbe-3d0b-411d-b05a-ae8ab8d7ea94 None None] Provisioning complete for port ab342f2f-6671-4876-8e93-ebb1b24e9a4c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:06.157979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-53efadbe-3d0b-411d-b05a-ae8ab8d7ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.186176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-b157028c-2c65-471f-befc-3a00b3bf54c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.201246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-b157028c-2c65-471f-befc-3a00b3bf54c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/networks?id=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee HTTP/1.1" status: 200 len: 796 time: 0.2158318 Feb 04 21:14:06.224569 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-09b97328-38cf-4e45-9d10-4545517eca1f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/quotas/a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 375 time: 0.0223806 Feb 04 21:14:06.248193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-53efadbe-3d0b-411d-b05a-ae8ab8d7ea94 None None] Port ab342f2f-6671-4876-8e93-ebb1b24e9a4c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:14:06.313270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.347496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-8f140cf5-38c4-45eb-8133-84de463ed1b5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217303 Feb 04 21:14:06.363023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port bd3a63bd-72ad-4c23-a823-bd2c425c588d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bd3a63bd-72ad-4c23-a823-bd2c425c588d,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:06.392662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8b7b4630-1afc-44ec-ba20-db92665a8f5c None None] Provisioning complete for port ab342f2f-6671-4876-8e93-ebb1b24e9a4c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:06.393064 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4630-1afc-44ec-ba20-db92665a8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.445889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.451188 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c2b6225-2ebd-46a9-acc8-adbdf758203d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:06.525737 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 2, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:06.530874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Checking router: 7011a514-f24a-4366-ba66-e76a5fcfee12 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:14:06.531400 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Updating router 7011a514-f24a-4366-ba66-e76a5fcfee12 port ab342f2f-6671-4876-8e93-ebb1b24e9a4c binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:14:06.544106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b4630-1afc-44ec-ba20-db92665a8f5c None None] Port ab342f2f-6671-4876-8e93-ebb1b24e9a4c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:14:06.597364 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.606406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=bd3a63bd-72ad-4c23-a823-bd2c425c588d,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:06.607062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-2df5b780-152f-4d5a-8613-228fcdf7b461 service neutron] 10.222.0.48 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558334 Feb 04 21:14:06.668127 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b92e73ec-19ee-4664-a472-ad5da9a2ee7c None None] Provisioning complete for port ab342f2f-6671-4876-8e93-ebb1b24e9a4c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:06.668531 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b92e73ec-19ee-4664-a472-ad5da9a2ee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.704859 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4c2b6225-2ebd-46a9-acc8-adbdf758203d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:06.716155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4c2b6225-2ebd-46a9-acc8-adbdf758203d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:06.716669 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.751167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-002c129e-e5cf-47b7-a723-2ddcb22e6dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430514 Feb 04 21:14:06.782796 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b92e73ec-19ee-4664-a472-ad5da9a2ee7c None None] Port ab342f2f-6671-4876-8e93-ebb1b24e9a4c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:14:06.855271 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.871701 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 4c2b6225-2ebd-46a9-acc8-adbdf758203d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4c2b6225-2ebd-46a9-acc8-adbdf758203d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:06.932975 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.002295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a9f73ff1-a445-4d9c-84d3-5fd5724c84fb req-8dda13d1-d8b6-4997-b40f-3a4514c0cada tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:07.007302 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.017982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=4c2b6225-2ebd-46a9-acc8-adbdf758203d,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:07.026929 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Transition to ACTIVE for port object ab342f2f-6671-4876-8e93-ebb1b24e9a4c will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:07.094227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a9f73ff1-a445-4d9c-84d3-5fd5724c84fb req-8dda13d1-d8b6-4997-b40f-3a4514c0cada tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:07.095439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a9f73ff1-a445-4d9c-84d3-5fd5724c84fb req-8dda13d1-d8b6-4997-b40f-3a4514c0cada tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 210 time: 0.1417789 Feb 04 21:14:07.121233 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.275017 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Pushing event updated for resources: {'Port': ['ID=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:07.317296 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.317638 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.317970 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.318297 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.318616 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.318956 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.319276 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.319590 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.319902 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.320213 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.320527 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.320837 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:07.350913 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Attempting to bind port ab342f2f-6671-4876-8e93-ebb1b24e9a4c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:07.351275 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Attempting to bind port ab342f2f-6671-4876-8e93-ebb1b24e9a4c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:07.351631 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Attempting to bind port ab342f2f-6671-4876-8e93-ebb1b24e9a4c on network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:07.356994 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:07.357384 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Checking segment: {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:07.357754 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.358134 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Bound using segment: {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:07.358583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Bound port: ab342f2f-6671-4876-8e93-ebb1b24e9a4c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:07.358971 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.445503 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] For port ab342f2f-6671-4876-8e93-ebb1b24e9a4c, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:07.449230 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] For port ab342f2f-6671-4876-8e93-ebb1b24e9a4c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:07.516154 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.596044 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:07.596680 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:13:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:07.650960 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8b4ee-7fa8-44a7-ac67-564756964407 None None] Pushing event updated for resources: {'Port': ['ID=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:07.786500 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:07.851720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bd3a63bd-72ad-4c23-a823-bd2c425c588d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:07.920206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bd3a63bd-72ad-4c23-a823-bd2c425c588d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:07.920575 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:08.040156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c2b6225-2ebd-46a9-acc8-adbdf758203d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:08.109726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4c2b6225-2ebd-46a9-acc8-adbdf758203d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:08.110070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:08.127767 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:07Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:08.134602 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad0570-9edd-48f1-add0-162d5268acd6 None None] The sync data for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 is: [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:07Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:14:08.303619 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a90b9b8f-be9b-4463-8448-ce1709e0c91a req-4d22b612-0d70-4a5a-a235-25586cbae30d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 210 time: 0.0635805 Feb 04 21:14:09.350954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-81eb5e05-f807-4a8f-a4f1-a0e02ef9809a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:09.351558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3440239e-42e9-485b-9c27-4254922c550c req-81eb5e05-f807-4a8f-a4f1-a0e02ef9809a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:09.451454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6a875583-2103-4371-84c0-d9778499f4e0 req-d5a403f4-e44b-4323-97d1-2090eddbf56f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 210 time: 0.0455999 Feb 04 21:14:09.452159 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3440239e-42e9-485b-9c27-4254922c550c req-81eb5e05-f807-4a8f-a4f1-a0e02ef9809a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:09.453116 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-81eb5e05-f807-4a8f-a4f1-a0e02ef9809a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/networks?id=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee HTTP/1.1" status: 200 len: 796 time: 0.2515430 Feb 04 21:14:09.504816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3440239e-42e9-485b-9c27-4254922c550c req-e1bb1c78-3d19-4069-a573-dd84906dd05c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:09.597218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3440239e-42e9-485b-9c27-4254922c550c req-e1bb1c78-3d19-4069-a573-dd84906dd05c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:09.598641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-e1bb1c78-3d19-4069-a573-dd84906dd05c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 379 time: 0.1315546 Feb 04 21:14:09.610229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'port': {'device_id': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'admin_state_up': True, 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'security_groups': ['76dc8de6-e98c-40c7-aed3-6ce0812f75f5']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:09.654061 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.748408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:09.757905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:09.819936 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:09.823478 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.871353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ab342f2f-6671-4876-8e93-ebb1b24e9a4c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:09.968391 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.985310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port ab342f2f-6671-4876-8e93-ebb1b24e9a4c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:09.988958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.12 (aff5b23d-0bd7-45b1-a50b-826c7ae1eaee/108e0701-e2da-4395-bd49-8d4df01f4593/b9f2eb3f-5d05-434f-ac77-54dacb426c32) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:09.990613 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ab342f2f-6671-4876-8e93-ebb1b24e9a4c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:09.992351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.111100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.144589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port ab342f2f-6671-4876-8e93-ebb1b24e9a4c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:10.179127 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.191263 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.195546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object b9f2eb3f-5d05-434f-ac77-54dacb426c32 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:10.256482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:10.260594 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.330065 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:10.333056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:10.336713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:10.497548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=b9f2eb3f-5d05-434f-ac77-54dacb426c32,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:10.528950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:10.529562 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.642823 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5abceb-2844-4ac6-b0d6-a756759147a8 req-e9e91a49-dc71-43b9-8be8-1a42e3d2409b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:10.644204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c5abceb-2844-4ac6-b0d6-a756759147a8 req-e9e91a49-dc71-43b9-8be8-1a42e3d2409b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 932 time: 0.0783994 Feb 04 21:14:10.664964 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-e00dd2f5-cb9a-4b4c-bce4-0331ac09a4ef tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0585437 Feb 04 21:14:10.677031 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c532e8a8-2e47-44ac-a743-404e3f6291d9 None None] Provisioning for port b9f2eb3f-5d05-434f-ac77-54dacb426c32 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:10.679657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Request body: {'port': {'device_id': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:10.683450 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c532e8a8-2e47-44ac-a743-404e3f6291d9 None None] Provisioning complete for port b9f2eb3f-5d05-434f-ac77-54dacb426c32 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:10.683899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c532e8a8-2e47-44ac-a743-404e3f6291d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.691729 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c5abceb-2844-4ac6-b0d6-a756759147a8 req-a6e76c1f-5c42-45d6-9eb4-0fe929887bce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419350 Feb 04 21:14:10.741897 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c532e8a8-2e47-44ac-a743-404e3f6291d9 None None] Port b9f2eb3f-5d05-434f-ac77-54dacb426c32 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:14:10.794412 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.126436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f2eb3f-5d05-434f-ac77-54dacb426c32 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:14:11.133587 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.147328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Transition to ACTIVE for port object b9f2eb3f-5d05-434f-ac77-54dacb426c32 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:11.235777 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.393509 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f2eb3f-5d05-434f-ac77-54dacb426c32,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:11.469976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Attempting to bind port b9f2eb3f-5d05-434f-ac77-54dacb426c32 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:11.470308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Attempting to bind port b9f2eb3f-5d05-434f-ac77-54dacb426c32 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:11.470633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Attempting to bind port b9f2eb3f-5d05-434f-ac77-54dacb426c32 on network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:11.475462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Port b9f2eb3f-5d05-434f-ac77-54dacb426c32 on network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:14:11.475763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Attempting to bind port b9f2eb3f-5d05-434f-ac77-54dacb426c32 on network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:11.481424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:11.481753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Checking segment: {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:11.482127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Bound using segment: {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:11.482537 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Bound port: b9f2eb3f-5d05-434f-ac77-54dacb426c32, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fd3429-257f-4836-b723-ba8c8d58a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:11.482912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.572215 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] For port b9f2eb3f-5d05-434f-ac77-54dacb426c32, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:11.575200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] For port b9f2eb3f-5d05-434f-ac77-54dacb426c32, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:11.637183 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.700860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:11.701463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.702906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] 10.222.0.24 "PUT /v2.0/ports/b9f2eb3f-5d05-434f-ac77-54dacb426c32 HTTP/1.1" status: 200 len: 1092 time: 1.0273523 Feb 04 21:14:11.703360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:11.729315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad60eb4-3eac-4c4d-a18d-891ebc9d691a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f2eb3f-5d05-434f-ac77-54dacb426c32,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:11.761731 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'status': 'completed', 'code': 200} Feb 04 21:14:11.879946 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ab342f2f-6671-4876-8e93-ebb1b24e9a4c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:11.883900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd76a6-7654-4b09-affb-34f441c67cb1 req-7b5277db-afe5-49ca-bc44-ee390f81fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:11.885996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fccd76a6-7654-4b09-affb-34f441c67cb1 req-7b5277db-afe5-49ca-bc44-ee390f81fd50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 1095 time: 0.0945301 Feb 04 21:14:11.901225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2137-343a-433d-a6c1-e7cb20ba66ae req-a0e24fe5-a8bf-42ec-9e4b-6b11d98c115a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:11.908468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-128d2137-343a-433d-a6c1-e7cb20ba66ae req-a0e24fe5-a8bf-42ec-9e4b-6b11d98c115a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 944 time: 0.0974956 Feb 04 21:14:11.952874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-128d2137-343a-433d-a6c1-e7cb20ba66ae req-be24fac0-e271-483f-990e-ca74ac7d47a9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 Feb 04 21:14:11.954217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port ab342f2f-6671-4876-8e93-ebb1b24e9a4c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:11.954729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:12.033445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd76a6-7654-4b09-affb-34f441c67cb1 req-769ee3c3-6643-458d-a8ae-79d71275d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.034918 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fccd76a6-7654-4b09-affb-34f441c67cb1 req-769ee3c3-6643-458d-a8ae-79d71275d6e7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1392541 Feb 04 21:14:12.173413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd76a6-7654-4b09-affb-34f441c67cb1 req-4c9ef0c4-b2b2-4b98-9945-830b2b8911b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.174903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fccd76a6-7654-4b09-affb-34f441c67cb1 req-4c9ef0c4-b2b2-4b98-9945-830b2b8911b3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303182 Feb 04 21:14:12.296923 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-27fd29fc-dfaa-49ac-b4c7-23b4a524a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.298377 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-27fd29fc-dfaa-49ac-b4c7-23b4a524a398 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 1095 time: 0.0747054 Feb 04 21:14:12.370683 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-e7669139-a881-41ac-8969-036ff30b901a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32 HTTP/1.1" status: 200 len: 217 time: 0.0603609 Feb 04 21:14:12.436920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-2e1ab141-5fda-442f-ae9d-5aa321d689ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.438343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-2e1ab141-5fda-442f-ae9d-5aa321d689ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=108e0701-e2da-4395-bd49-8d4df01f4593 HTTP/1.1" status: 200 len: 835 time: 0.0593131 Feb 04 21:14:12.516406 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440239e-42e9-485b-9c27-4254922c550c req-03d85b94-9ff0-4614-ae00-08599ad17c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.517874 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-03d85b94-9ff0-4614-ae00-08599ad17c6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701492 Feb 04 21:14:12.755830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-10cd4f08-9502-4659-a758-20956f9962ca service neutron] 10.222.0.24 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275279 Feb 04 21:14:12.887508 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3440239e-42e9-485b-9c27-4254922c550c req-aeda4484-37c5-4049-8bf2-df79d25ff419 service neutron] 10.222.0.24 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230433 Feb 04 21:14:13.142427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a0b1e-0834-49ee-bb64-599ddc5f03e5 req-cdc363c9-2d8a-4e10-afd5-03453901ae69 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:13.143149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c24a0b1e-0834-49ee-bb64-599ddc5f03e5 req-cdc363c9-2d8a-4e10-afd5-03453901ae69 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:13.218566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c24a0b1e-0834-49ee-bb64-599ddc5f03e5 req-cdc363c9-2d8a-4e10-afd5-03453901ae69 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:13.219801 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c24a0b1e-0834-49ee-bb64-599ddc5f03e5 req-cdc363c9-2d8a-4e10-afd5-03453901ae69 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 944 time: 0.1605098 Feb 04 21:14:13.264679 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c24a0b1e-0834-49ee-bb64-599ddc5f03e5 req-034291c8-e7ea-4b20-9a86-60f3613ac699 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386622 Feb 04 21:14:14.446551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec201b7-5b6f-40ff-b53d-21175071e8b3 req-7641f888-0eb7-4e1e-9c9d-1f7ea6a17ac9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:14.447928 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0ec201b7-5b6f-40ff-b53d-21175071e8b3 req-7641f888-0eb7-4e1e-9c9d-1f7ea6a17ac9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 944 time: 0.0812132 Feb 04 21:14:14.491153 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0ec201b7-5b6f-40ff-b53d-21175071e8b3 req-ec847900-06ba-4d3d-934f-0a471245a289 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372467 Feb 04 21:14:15.671021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06318a-a5b1-4b64-8e86-e6379e1e4695 req-b40a00c4-9a62-4b65-95c3-32d99820cbfd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:15.672465 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d06318a-a5b1-4b64-8e86-e6379e1e4695 req-b40a00c4-9a62-4b65-95c3-32d99820cbfd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 944 time: 0.0788422 Feb 04 21:14:15.715453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3d06318a-a5b1-4b64-8e86-e6379e1e4695 req-92635130-1115-41fd-883a-729e5ba3aeda tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375926 Feb 04 21:14:16.620209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9f2eb3f-5d05-434f-ac77-54dacb426c32 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:14:16.751566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9f2eb3f-5d05-434f-ac77-54dacb426c32, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:16.764611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'port_id': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'mac_address': 'fa:16:3e:43:a5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:14:16.820513 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.840717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f2eb3f-5d05-434f-ac77-54dacb426c32 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:14:16.856477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9f2eb3f-5d05-434f-ac77-54dacb426c32, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:16.896754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162a38-f7e8-48e0-81f9-c1bd32adda38 req-ab7ef582-8bf8-4764-94c0-f29e93b036c2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:16.898111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75162a38-f7e8-48e0-81f9-c1bd32adda38 req-ab7ef582-8bf8-4764-94c0-f29e93b036c2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 944 time: 0.0777395 Feb 04 21:14:16.928261 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.943067 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-75162a38-f7e8-48e0-81f9-c1bd32adda38 req-66ac6759-4c60-46cf-b4cb-bce4d5d168f0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378275 Feb 04 21:14:16.995871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b9f2eb3f-5d05-434f-ac77-54dacb426c32,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:17.196102 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b9f2eb3f-5d05-434f-ac77-54dacb426c32'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:14:18.282170 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2296780-2afe-42fb-a1a6-5d19a2d241db req-e139ab5b-3da0-4645-b3d5-b61c925fbf8e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:18.283688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2296780-2afe-42fb-a1a6-5d19a2d241db req-e139ab5b-3da0-4645-b3d5-b61c925fbf8e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 945 time: 0.0827215 Feb 04 21:14:18.326749 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2296780-2afe-42fb-a1a6-5d19a2d241db req-73766f37-baa6-4cd6-90c6-6d4dbdf3fe07 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374629 Feb 04 21:14:18.635045 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9f2eb3f-5d05-434f-ac77-54dacb426c32 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:18.778317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b9f2eb3f-5d05-434f-ac77-54dacb426c32 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:18.784090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b9f2eb3f-5d05-434f-ac77-54dacb426c32 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:18.784465 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.899285 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.925108 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:18.936538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9f2eb3f-5d05-434f-ac77-54dacb426c32, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:18.969866 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'code': 200} Feb 04 21:14:19.001083 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:19.068813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b9f2eb3f-5d05-434f-ac77-54dacb426c32,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:19.102098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861989f-23a9-4cf2-b134-20dd407e2b40 req-34ee0d63-17d4-4d22-9137-04188ca7a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.103602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6861989f-23a9-4cf2-b134-20dd407e2b40 req-34ee0d63-17d4-4d22-9137-04188ca7a53b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 1097 time: 0.0681822 Feb 04 21:14:19.144170 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6861989f-23a9-4cf2-b134-20dd407e2b40 req-dc33dab5-15dd-4436-a218-8325b1974ce8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338821 Feb 04 21:14:19.510987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994ee68-d224-4e27-bfd8-5baa8ca2146e req-7e8d1c4b-c1a7-4073-8018-778411f1dbba tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.512388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a994ee68-d224-4e27-bfd8-5baa8ca2146e req-7e8d1c4b-c1a7-4073-8018-778411f1dbba tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.0835667 Feb 04 21:14:19.556380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a994ee68-d224-4e27-bfd8-5baa8ca2146e req-e02af046-cc48-463b-acfe-5e685ca5a546 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 Feb 04 21:14:19.645616 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:14:20.145424 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e92ac9ae-c0d4-4df8-9138-d9985591d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.745971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57a4d9-2717-465e-a97b-06d9ae6f7745 req-68d4c5b3-c8ed-413f-85e3-2d5dc112162f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:20.747452 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a57a4d9-2717-465e-a97b-06d9ae6f7745 req-68d4c5b3-c8ed-413f-85e3-2d5dc112162f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.0833137 Feb 04 21:14:20.790194 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1a57a4d9-2717-465e-a97b-06d9ae6f7745 req-c99f7061-4381-4a28-bdd8-2919d37036a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371892 Feb 04 21:14:20.971418 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0da30-dad1-42a6-820c-a33f4c546637 req-f24c856f-216a-43ec-b2a9-6d9eaec4a5c6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:20.972794 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e6e0da30-dad1-42a6-820c-a33f4c546637 req-f24c856f-216a-43ec-b2a9-6d9eaec4a5c6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.0788052 Feb 04 21:14:21.021461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e6e0da30-dad1-42a6-820c-a33f4c546637 req-58fa8045-a668-49b8-afec-f53514902ee0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Feb 04 21:14:21.047142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53100) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:21.116601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bea4b8-b2ed-43e7-a01e-5a994f32ab70 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:21.118140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-25bea4b8-b2ed-43e7-a01e-5a994f32ab70 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 1092 time: 0.0700076 Feb 04 21:14:21.121963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53104) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:21.127256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:21.134190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:21.138675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:floatingip and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:21.141570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:21.147430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:21.218322 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.356097 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.592587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.102 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/0fb37008-0653-46e8-83f1-6016430a31cc) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:21.736190 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.826079 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.893474 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:21.896409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:21.900037 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:21.934421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=0fb37008-0653-46e8-83f1-6016430a31cc,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:22.307471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.372282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-32d1a170-467c-4a14-854b-f662ebd138e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.449967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.653976 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.732609 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.838742 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=0fb37008-0653-46e8-83f1-6016430a31cc,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:22.850876 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:23.017305 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP b49abd22-ba5c-4333-884f-df57a3530c6b associated. External IP: 172.25.7.102, port: b9f2eb3f-5d05-434f-ac77-54dacb426c32. Feb 04 21:14:23.479666 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 7011a514-f24a-4366-ba66-e76a5fcfee12 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:14:23.551392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:23.653908 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:23.661108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:14:23.670320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] Sync routers for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:14:23.680074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:23.680702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:14:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:23.763080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:23.819012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fc465451-dee4-4627-b4c1-084121332eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6956089 Feb 04 21:14:23.819602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:23.867441 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'status': 'completed', 'code': 200} Feb 04 21:14:23.897876 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:23.957048 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-c26bb85d-29a9-49d6-9ea7-9280bec3bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:23.958542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-c26bb85d-29a9-49d6-9ea7-9280bec3bc27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 1097 time: 0.0712440 Feb 04 21:14:23.991974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92612-f0d0-49b7-aa07-73694ecdc647 req-17dd4491-d770-4507-9f90-c78a59833ac5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:23.993435 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3c92612-f0d0-49b7-aa07-73694ecdc647 req-17dd4491-d770-4507-9f90-c78a59833ac5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.0844071 Feb 04 21:14:24.038792 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e3c92612-f0d0-49b7-aa07-73694ecdc647 req-91fbcc54-dfc7-4a24-8622-10fb58829db7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380707 Feb 04 21:14:24.069146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:24.092734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-626d27ba-ee61-40c7-8d3d-635d5e8b4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:24.094173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-626d27ba-ee61-40c7-8d3d-635d5e8b4e6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee HTTP/1.1" status: 200 len: 897 time: 0.1295838 Feb 04 21:14:24.182269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-67b64a8e-e0c7-48db-b37a-fe3a22492a29 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/b49abd22-ba5c-4333-884f-df57a3530c6b HTTP/1.1" status: 200 len: 992 time: 0.1108882 Feb 04 21:14:24.202293 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-c4cac527-1688-4eb1-8cc3-dc9d2b79ea81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32 HTTP/1.1" status: 200 len: 1000 time: 0.1008790 Feb 04 21:14:24.263257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b49abd22-ba5c-4333-884f-df57a3530c6b', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'port_id': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'mac_address': 'fa:16:3e:43:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:14:22Z', 'updated_at': '2022-02-04T21:14:22Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:24.264200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-fb688cbf-7f8d-4267-8704-8b56a75a3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:24.265688 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-fb688cbf-7f8d-4267-8704-8b56a75a3631 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=108e0701-e2da-4395-bd49-8d4df01f4593 HTTP/1.1" status: 200 len: 835 time: 0.0575843 Feb 04 21:14:24.267270 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] Checking router: 7011a514-f24a-4366-ba66-e76a5fcfee12 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:14:24.275636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:24.276235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:14:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:24.343463 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-1f106b31-e2c7-4c70-88f4-f72016a955d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:24.344834 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-1f106b31-e2c7-4c70-88f4-f72016a955d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732803 Feb 04 21:14:24.452295 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:24.476122 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-e729d137-5b17-4c7f-a45c-fb6b742b1a90 service neutron] 10.222.0.24 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236479 Feb 04 21:14:24.605412 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-aef20e09-786f-46ac-a867-48d81f5e8258 req-dbe3779e-256b-434c-a9f9-558e442213d5 service neutron] 10.222.0.24 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224816 Feb 04 21:14:24.796204 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b49abd22-ba5c-4333-884f-df57a3530c6b', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'port_id': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'mac_address': 'fa:16:3e:43:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:14:22Z', 'updated_at': '2022-02-04T21:14:22Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:24.800050 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc0a22-6a81-4aeb-8705-45a3583884e1 None None] The sync data for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 is: [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'b49abd22-ba5c-4333-884f-df57a3530c6b', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'port_id': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'mac_address': 'fa:16:3e:43:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:14:22Z', 'updated_at': '2022-02-04T21:14:22Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:14:24.999638 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d71b223-a923-4c4e-82c5-8a29c91a2afd None None] New status for floating IP b49abd22-ba5c-4333-884f-df57a3530c6b: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:14:25.190754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53116) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:25.296501 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b4f866d0-b2e7-4ec5-a83d-5c6477d90982 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/b49abd22-ba5c-4333-884f-df57a3530c6b HTTP/1.1" status: 200 len: 992 time: 0.1045034 Feb 04 21:14:25.385165 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.300326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53120) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:26.407960 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4a66e35e-68ba-41f7-b032-113504778ba1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/b49abd22-ba5c-4333-884f-df57a3530c6b HTTP/1.1" status: 200 len: 994 time: 0.1065276 Feb 04 21:14:39.651941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:39.961968 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:50.087920 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-55f4ffc2-6738-4742-bdde-187d9b570e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.371925 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0b0ba48-d0bb-4310-b138-a5fca990b282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.571506 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.657409 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:55.361850 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.644785 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:14:58.064474 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c6208-2aa4-4681-87d9-47c00d14963b req-ce54a6cc-39b6-4221-87b5-a1abb9e0f5d1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:58.065864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-599c6208-2aa4-4681-87d9-47c00d14963b req-ce54a6cc-39b6-4221-87b5-a1abb9e0f5d1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.1292117 Feb 04 21:14:58.109672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-599c6208-2aa4-4681-87d9-47c00d14963b req-e9bdce55-c74e-4333-8504-cd56ec1710b0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381410 Feb 04 21:14:59.346221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92dc8d-2bb6-4a11-b053-7ffb127d2478 req-28fa1781-450d-4768-9ce6-f3b7e6be9de4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:59.348533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c92dc8d-2bb6-4a11-b053-7ffb127d2478 req-28fa1781-450d-4768-9ce6-f3b7e6be9de4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.1299138 Feb 04 21:14:59.391503 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c92dc8d-2bb6-4a11-b053-7ffb127d2478 req-2de33e70-f5f2-48f9-b2f5-062ae509ec10 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373600 Feb 04 21:14:59.414734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53148) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:59.517508 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c3741185-1e16-470d-95ce-17e052d676bc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/b49abd22-ba5c-4333-884f-df57a3530c6b HTTP/1.1" status: 200 len: 994 time: 0.1017125 Feb 04 21:15:01.272419 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7726e9a-2d48-44b9-9cce-65885e194c6c req-ddca9568-be05-483b-acaa-bc82689f2844 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:01.273861 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7726e9a-2d48-44b9-9cce-65885e194c6c req-ddca9568-be05-483b-acaa-bc82689f2844 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.1890984 Feb 04 21:15:01.316589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c7726e9a-2d48-44b9-9cce-65885e194c6c req-8bc21e3b-2e19-4149-b198-27b29b9146f8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366604 Feb 04 21:15:02.503119 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5424e6-c737-4fd7-b657-e1c39893ca7f req-703963a8-74fd-48b8-bbf4-41fb7232532c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:02.504516 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d5424e6-c737-4fd7-b657-e1c39893ca7f req-703963a8-74fd-48b8-bbf4-41fb7232532c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.0783036 Feb 04 21:15:02.547656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8d5424e6-c737-4fd7-b657-e1c39893ca7f req-93c21cdc-0c79-466b-8352-96e732b3536f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Feb 04 21:15:02.572861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53160) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:02.677869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-af94f754-1912-49cf-a4e6-a7fe5376d5e8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/b49abd22-ba5c-4333-884f-df57a3530c6b HTTP/1.1" status: 200 len: 994 time: 0.1039200 Feb 04 21:15:02.923161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53168) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:03.237173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 0fb37008-0653-46e8-83f1-6016430a31cc {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:03.237511 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.403401 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.403735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.524198 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 0fb37008-0653-46e8-83f1-6016430a31cc owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:03.778542 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.828770 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=0fb37008-0653-46e8-83f1-6016430a31cc,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:03.866554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.866931 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.867272 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.867605 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.867937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.868266 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.868593 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.868917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.869240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.869561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.869880 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.870264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:03.929087 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.929457 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP b49abd22-ba5c-4333-884f-df57a3530c6b disassociated (deleted). External IP: 172.25.7.102, port: b9f2eb3f-5d05-434f-ac77-54dacb426c32. Feb 04 21:15:04.279810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 7011a514-f24a-4366-ba66-e76a5fcfee12 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:15:04.451515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:04.462152 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] Sync routers for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:04.470938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:04.476001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:04.532551 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.589189 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1a8ce03a-3285-4a41-b2f1-95c656dbd8dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/floatingips/b49abd22-ba5c-4333-884f-df57a3530c6b HTTP/1.1" status: 204 len: 168 time: 1.6649725 Feb 04 21:15:04.589760 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:04.653007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:04.653513 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'status': 'completed', 'code': 200} Feb 04 21:15:04.752890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-05d65ffd-9126-4922-8c78-3ce02a12d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:04.755005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-05d65ffd-9126-4922-8c78-3ce02a12d9a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 1097 time: 0.0719523 Feb 04 21:15:04.890763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-98369ffd-4d10-4ba2-ad11-4a7f3ae90dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:04.892272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-98369ffd-4d10-4ba2-ad11-4a7f3ae90dd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee HTTP/1.1" status: 200 len: 897 time: 0.1294672 Feb 04 21:15:04.965381 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-b4ef917c-51a4-4582-84c1-f9c824b73178 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32 HTTP/1.1" status: 200 len: 217 time: 0.0654814 Feb 04 21:15:05.015683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:05.020273 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] Checking router: 7011a514-f24a-4366-ba66-e76a5fcfee12 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:05.029794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:05.030532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:05.038035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-f657314f-62e2-4b30-b0da-b3542d776076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:05.039677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-f657314f-62e2-4b30-b0da-b3542d776076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=108e0701-e2da-4395-bd49-8d4df01f4593 HTTP/1.1" status: 200 len: 835 time: 0.0658765 Feb 04 21:15:05.183886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-87f565fb-8013-4ed1-9120-2a0c2c99a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:05.185359 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-87f565fb-8013-4ed1-9120-2a0c2c99a04c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359029 Feb 04 21:15:05.215274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:05.282262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e0596-12cc-49e1-8da9-50f75b2739f4 req-3820f185-ecb8-4a54-867b-3d6f301d738a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:05.283735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d37e0596-12cc-49e1-8da9-50f75b2739f4 req-3820f185-ecb8-4a54-867b-3d6f301d738a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.1813276 Feb 04 21:15:05.363091 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d37e0596-12cc-49e1-8da9-50f75b2739f4 req-b907d7f7-a8bb-44c5-8d90-01f659c8ecbd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720735 Feb 04 21:15:05.365077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-08340ad7-892c-4a90-947c-73709e3f1e4f service neutron] 10.222.0.24 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714523 Feb 04 21:15:05.498951 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d20a84d7-90c8-4073-bfa7-4f768fed71e9 req-34cf2220-58f9-4253-86b5-0a0f5570caba service neutron] 10.222.0.24 "GET /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268613 Feb 04 21:15:05.534000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:05.538435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8905a2-2b3d-4c26-a1d5-6ad3ca4e6a8a None None] The sync data for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 is: [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:14:04Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'ab342f2f-6671-4876-8e93-ebb1b24e9a4c', 'name': '', 'network_id': 'aff5b23d-0bd7-45b1-a50b-826c7ae1eaee', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:67:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:14:03Z', 'updated_at': '2022-02-04T21:14:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '108e0701-e2da-4395-bd49-8d4df01f4593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:05.755926 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c701d-f8d5-4034-a1b5-23337b3f7fb0 None None] New status for floating IP b49abd22-ba5c-4333-884f-df57a3530c6b: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:15:06.553381 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b3f4-6f26-4f0b-8783-311fb06fe9b9 req-c386a51d-4753-45e0-97ae-8970d58d55b6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:06.554053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2d09b3f4-6f26-4f0b-8783-311fb06fe9b9 req-c386a51d-4753-45e0-97ae-8970d58d55b6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:06.624288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2d09b3f4-6f26-4f0b-8783-311fb06fe9b9 req-c386a51d-4753-45e0-97ae-8970d58d55b6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:06.625575 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d09b3f4-6f26-4f0b-8783-311fb06fe9b9 req-c386a51d-4753-45e0-97ae-8970d58d55b6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.1498146 Feb 04 21:15:06.669290 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d09b3f4-6f26-4f0b-8783-311fb06fe9b9 req-f667e82e-ba0d-4a96-ae84-55e8059ef34c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=76dc8de6-e98c-40c7-aed3-6ce0812f75f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 Feb 04 21:15:06.877453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-83c65802-0f51-44e5-b826-34fa6e6f31a1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:06.880141 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-83c65802-0f51-44e5-b826-34fa6e6f31a1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 946 time: 0.0822301 Feb 04 21:15:06.955901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port b9f2eb3f-5d05-434f-ac77-54dacb426c32 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:06.956362 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:07.196677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port b9f2eb3f-5d05-434f-ac77-54dacb426c32, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9f2eb3f-5d05-434f-ac77-54dacb426c32,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:07.197035 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:07.325076 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for b9f2eb3f-5d05-434f-ac77-54dacb426c32 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:07.525683 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:07.686449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=b9f2eb3f-5d05-434f-ac77-54dacb426c32,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:07.695889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.695889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.696185 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.696523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.696859 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.697188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.697518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.698087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.698179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.698559 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.698998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.699187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:07.774749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] No DVR routers for this DVR port b9f2eb3f-5d05-434f-ac77-54dacb426c32 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:07.777434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:07.779971 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'name': 'network-vif-deleted', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:07.827013 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69157b1-90e5-4d25-84d4-12fd4d09d227', 'name': 'network-vif-deleted', 'tag': 'b9f2eb3f-5d05-434f-ac77-54dacb426c32', 'status': 'completed', 'code': 200} Feb 04 21:15:07.833267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-244b89f3-9b3c-4b10-bcde-3c1c70f9916c req-c63e093b-6853-4758-bad7-4716b7950e1e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:07.905414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ddea7aa5-1201-4aee-ba6d-fb0e45012273 req-f93328dc-f6f7-410a-b02c-1cd7dc47c1aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "DELETE /v2.0/ports/b9f2eb3f-5d05-434f-ac77-54dacb426c32 HTTP/1.1" status: 204 len: 173 time: 1.0173182 Feb 04 21:15:07.949819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-244b89f3-9b3c-4b10-bcde-3c1c70f9916c req-c63e093b-6853-4758-bad7-4716b7950e1e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:07.951003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-244b89f3-9b3c-4b10-bcde-3c1c70f9916c req-c63e093b-6853-4758-bad7-4716b7950e1e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69157b1-90e5-4d25-84d4-12fd4d09d227 HTTP/1.1" status: 200 len: 210 time: 0.1644282 Feb 04 21:15:09.045684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53186) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:09.647384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:09.697366 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.000186 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.045818 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port ab342f2f-6671-4876-8e93-ebb1b24e9a4c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:10.046417 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.231902 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port ab342f2f-6671-4876-8e93-ebb1b24e9a4c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:10.232255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.352887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for ab342f2f-6671-4876-8e93-ebb1b24e9a4c owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:10.618658 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.764583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=ab342f2f-6671-4876-8e93-ebb1b24e9a4c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:10.775906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9f2eb3f-5d05-434f-ac77-54dacb426c32 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:10.811239 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: b9f2eb3f-5d05-434f-ac77-54dacb426c32 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:10.813909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9f2eb3f-5d05-434f-ac77-54dacb426c32 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:11.038340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.395872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 7011a514-f24a-4366-ba66-e76a5fcfee12 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:15:11.569929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:11.580087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] Sync routers for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:11.585111 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-03028345-2bac-4f53-b5b2-06c1cd24b572 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/7011a514-f24a-4366-ba66-e76a5fcfee12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5358884 Feb 04 21:15:11.585709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53190) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:11.590213 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:11.590885 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:11.653674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting subnet 108e0701-e2da-4395-bd49-8d4df01f4593 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:11.656680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.714443 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.768444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:11.798617 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.950182 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.990584 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Subnet': ['ID=108e0701-e2da-4395-bd49-8d4df01f4593,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:11.994317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.000414 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9b861ad1-5a98-40cf-a989-798c4162832b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/subnets/108e0701-e2da-4395-bd49-8d4df01f4593 HTTP/1.1" status: 204 len: 168 time: 0.4135516 Feb 04 21:15:12.003064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53194) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:12.019392 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e627b0a-8b57-4f8c-b745-1b5f516fca81 None None] Network aff5b23d-0bd7-45b1-a50b-826c7ae1eaee requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:12.184196 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.253028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:15:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:12.259405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] Checking router: 7011a514-f24a-4366-ba66-e76a5fcfee12 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:12.270731 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] Routers {'7011a514-f24a-4366-ba66-e76a5fcfee12'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:12.271848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['7011a514-f24a-4366-ba66-e76a5fcfee12'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:12.363889 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.435267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] DHCP port deletion for aff5b23d-0bd7-45b1-a50b-826c7ae1eaee request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:15:12.444843 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Deleting port bd3a63bd-72ad-4c23-a823-bd2c425c588d {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:12.450985 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.451123 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 4c2b6225-2ebd-46a9-acc8-adbdf758203d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:12.451123 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.500547 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] Set router 7011a514-f24a-4366-ba66-e76a5fcfee12 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:12.622330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 4c2b6225-2ebd-46a9-acc8-adbdf758203d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4c2b6225-2ebd-46a9-acc8-adbdf758203d,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:12.623001 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.745550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 4c2b6225-2ebd-46a9-acc8-adbdf758203d owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:12.901114 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] For port bd3a63bd-72ad-4c23-a823-bd2c425c588d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bd3a63bd-72ad-4c23-a823-bd2c425c588d,segment=NetworkSegment(33fd3429-257f-4836-b723-ba8c8d58a295),segment_id=33fd3429-257f-4836-b723-ba8c8d58a295)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:12.901511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.032852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Calling delete_port for bd3a63bd-72ad-4c23-a823-bd2c425c588d owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:13.110423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:15:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:13.115945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817785d5-87b0-49d9-ba42-572c9ec8e18a None None] The sync data for ids ['7011a514-f24a-4366-ba66-e76a5fcfee12'] in n-d-811806-1 is: [{'id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584735870', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:58Z', 'updated_at': '2022-02-04T21:15:10Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4c2b6225-2ebd-46a9-acc8-adbdf758203d', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7011a514-f24a-4366-ba66-e76a5fcfee12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:59Z', 'updated_at': '2022-02-04T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:13.213047 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.241286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.263712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Pushing event deleted for resources: {'Port': ['ID=bd3a63bd-72ad-4c23-a823-bd2c425c588d,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:13.267862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] No DVR routers for this DVR port bd3a63bd-72ad-4c23-a823-bd2c425c588d on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:13.280485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.280847 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.281190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.281625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.281855 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.282184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.282508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.282910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.283202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.283522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.283874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.284290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee592f-0a7c-4b04-a823-057cad3149bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:13.289846 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=4c2b6225-2ebd-46a9-acc8-adbdf758203d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:13.385129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.571554 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.573849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.663989 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.664613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Fanout notify agent at l3_agent the message router_deleted on router 7011a514-f24a-4366-ba66-e76a5fcfee12 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:15:13.679900 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.681357 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-84906206-57ce-43e7-b561-f46f9688084a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/routers/7011a514-f24a-4366-ba66-e76a5fcfee12 HTTP/1.1" status: 204 len: 168 time: 1.6770871 Feb 04 21:15:13.683868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53198) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:13.802750 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.932107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.956227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff5b23d-0bd7-45b1-a50b-826c7ae1eaee']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:13.968337 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fd3429-257f-4836-b723-ba8c8d58a295') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:13.968632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fd3429-257f-4836-b723-ba8c8d58a295') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:13.979784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.994904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.000566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:15:14.000942 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:15:14.015340 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:15:14.153947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ab342f2f-6671-4876-8e93-ebb1b24e9a4c no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:14.190052 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.190708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: ab342f2f-6671-4876-8e93-ebb1b24e9a4c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:14.191059 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device ab342f2f-6671-4876-8e93-ebb1b24e9a4c not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:14.191470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bd3a63bd-72ad-4c23-a823-bd2c425c588d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:14.195468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.222423 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Network': ['ID=aff5b23d-0bd7-45b1-a50b-826c7ae1eaee,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:14.225161 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: bd3a63bd-72ad-4c23-a823-bd2c425c588d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:14.225506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bd3a63bd-72ad-4c23-a823-bd2c425c588d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:14.225917 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c2b6225-2ebd-46a9-acc8-adbdf758203d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:14.261473 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 4c2b6225-2ebd-46a9-acc8-adbdf758203d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:14.261815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4c2b6225-2ebd-46a9-acc8-adbdf758203d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:14.309234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-07d1994c-299a-46b9-ae7f-e47e72061cd9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/networks/aff5b23d-0bd7-45b1-a50b-826c7ae1eaee HTTP/1.1" status: 204 len: 168 time: 0.6243398 Feb 04 21:15:14.311813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53202) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:14.377801 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5aceb6-ed29-4bcc-ac5c-ebfaae58c6d0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.406184 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5aceb6-ed29-4bcc-ac5c-ebfaae58c6d0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.560010 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5aceb6-ed29-4bcc-ac5c-ebfaae58c6d0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.577173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aceb6-ed29-4bcc-ac5c-ebfaae58c6d0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dc8de6-e98c-40c7-aed3-6ce0812f75f5,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:14.644608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5d5aceb6-ed29-4bcc-ac5c-ebfaae58c6d0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.645714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5d5aceb6-ed29-4bcc-ac5c-ebfaae58c6d0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/security-groups/76dc8de6-e98c-40c7-aed3-6ce0812f75f5 HTTP/1.1" status: 204 len: 168 time: 0.3329928 Feb 04 21:15:15.138102 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53210) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:15.143259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209853675', 'description': 'tempest-secgroup-smoke-209853675 description', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:15.150645 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:15.154991 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:15.157869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:15.164228 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:15.235937 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.255257 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:15.259188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:15.261993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:15.267729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:15.335423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.429854 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.475157 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb683f-240b-41aa-94f7-a8f1cac383f7,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:15.549768 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.551000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-13313e77-5ba6-4a79-bc78-6baf98c67f11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4118567 Feb 04 21:15:15.553782 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53214) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:15.558771 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': 'dccb683f-240b-41aa-94f7-a8f1cac383f7', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:15.565359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:15.569825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:15.572677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:15.578348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:15.658467 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.719085 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.812769 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.836947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0396fb-bf78-40be-ad11-23b48c5fe352,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:15.926669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.928434 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6188e5b3-7e1b-4af5-8530-1c0b0189aaf8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737178 Feb 04 21:15:15.931214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53218) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:15.936101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': 'dccb683f-240b-41aa-94f7-a8f1cac383f7', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:15.942635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:15.947061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:15.949886 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:15.955564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:16.029891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.088805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.172955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.200295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a184cd5-163b-4e32-ba75-1e627a6ce896,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:16.281458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.282641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-51ca8d85-3f9a-4855-897d-4b3404a63d81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505006 Feb 04 21:15:16.285382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53222) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.290941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': 'dccb683f-240b-41aa-94f7-a8f1cac383f7', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:16.297616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:16.301438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:16.304943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:16.310669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:16.405956 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.465631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.543987 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.569570 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e751d1e-d195-476e-87a2-b1b1b3b539be,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:16.639815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.640977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b9d0538b-3810-4504-83cd-b697194430c9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3546286 Feb 04 21:15:16.643686 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53226) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.649103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': 'dccb683f-240b-41aa-94f7-a8f1cac383f7', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:16.655554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:16.659469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:16.662803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:16.668398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:16.755654 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.816179 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.890825 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.913564 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa45bf2-4d65-467c-9bd5-f8badcb4fb95,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:16.982419 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.983600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-384da708-8304-4084-bd72-dc01d00a1e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390062 Feb 04 21:15:16.986214 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53230) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.990973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': 'dccb683f-240b-41aa-94f7-a8f1cac383f7', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:16.997356 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:17.001136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:17.003993 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:17.015177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:17.098556 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:15:17.105039 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.168026 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.229610 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.253621 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1cc3e9-07a1-4000-a4a7-d69a5817f2da,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:17.332515 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.333694 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c0f719ac-41eb-4816-b421-a8e54c220e88 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3465650 Feb 04 21:15:17.336458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53234) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:17.341288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': 'dccb683f-240b-41aa-94f7-a8f1cac383f7', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:17.348118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:17.351933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:17.354939 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:17.360710 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:17.452737 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:15:17.459452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.525473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.635232 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.659467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b068a5-d247-4a8b-b187-d42a8517d76a,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:17.765312 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.766430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c1a14df4-f94a-4d26-b9a1-cdabf96206a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4290907 Feb 04 21:15:17.769430 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53238) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:17.775359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'network': {'name': 'tempest-network-smoke--2080732212', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'port_security_enabled': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:17.780935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:17.784988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:network and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:17.787794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:17.793455 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:17.863738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:17.867181 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.894351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:15:17.903055 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.903395 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Added segment 18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5 of type vlan for network 6b16a10a-349b-40e6-8e47-17bdba651143 Feb 04 21:15:17.928849 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.068713 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.074210 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:18.074826 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.183191 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Network': ['ID=6b16a10a-349b-40e6-8e47-17bdba651143,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:18.193955 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 6b16a10a-349b-40e6-8e47-17bdba651143 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:15:18.247541 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-15bc347c-546e-4dab-883d-ceb60e60ea9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4770780 Feb 04 21:15:18.250256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53242) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:18.255868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'admin_state_up': True, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:18.268983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:18.268983 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:router and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:18.270609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:18.276980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:18.361092 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.362042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.376676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.827302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.181520 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.209911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.341085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.179 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/2b82b1a4-48d6-4ab3-9415-ad107734b6f1) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:19.484330 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.582628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.647097 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:19.649988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:19.653688 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:19.691123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:20.127662 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50abf6c1-dd19-406d-8d8e-d87d9cff34ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.274058 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.607189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.903941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 06769606-0146-4fc5-8bc1-34a97631c4c4 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:15:21.079560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:21.091857 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Sync routers for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:21.102296 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:21.103014 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:14:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:21.178271 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.179658 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2af1f87e-9c00-4160-af05-7c7979ca2662 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9284272 Feb 04 21:15:21.182843 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53246) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:21.227334 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-652bc662-c844-489b-ab70-2c4c7be3f339 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a7bb6776aba1460b8fb3a179a44f7cad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434113 Feb 04 21:15:21.229956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53250) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:21.276729 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:21.359382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb2b83-46c1-427f-af7b-be89919b1754 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:21.360861 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6fdb2b83-46c1-427f-af7b-be89919b1754 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300166 Feb 04 21:15:21.363752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53254) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:21.403021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-09c62af0-dafa-4e9e-859f-c1bdb8b80997 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381560 Feb 04 21:15:21.405470 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53258) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:21.410938 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-122556051', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:21.527813 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:21.531640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:subnet and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:21.534405 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:21.540194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:21.592882 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:19Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:21.596694 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Checking router: 06769606-0146-4fc5-8bc1-34a97631c4c4 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:21.597299 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Updating router 06769606-0146-4fc5-8bc1-34a97631c4c4 port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:15:21.601268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:21.604874 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.650902 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.898342 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.975097 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.987441 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Transition to ACTIVE for port object 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:22.070318 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.096163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Subnet': ['ID=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:22.106134 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Checking segment: {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:22.106716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network hostable DHCP agents. Network: 6b16a10a-349b-40e6-8e47-17bdba651143, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:15:22.155362 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Pushing event updated for resources: {'Port': ['ID=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:22.157560 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Attempting to bind port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:22.157923 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Attempting to bind port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:22.158279 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Attempting to bind port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:22.167700 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:22.168067 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:22.168465 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.168849 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:22.169303 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Bound port: 2b82b1a4-48d6-4ab3-9415-ad107734b6f1, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:22.169668 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.194001 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.194349 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.194717 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.195055 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.195386 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.195712 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.196034 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.196355 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.196676 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.196992 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.197308 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.197624 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:22.247019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 6b16a10a-349b-40e6-8e47-17bdba651143 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:15:22.250075 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] For port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:22.253545 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] For port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:22.326823 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-789072d6-f90d-451b-9101-0c0d66c2b835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.327378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 6b16a10a-349b-40e6-8e47-17bdba651143) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:22.327508 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.332041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:22.332785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.335749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c241371-e3f6-47a8-8057-67bc3215ee04 None None] Network 6b16a10a-349b-40e6-8e47-17bdba651143 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:22.405265 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:22.405876 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:22.436159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-80781c07-b594-48f8-a004-6c08e3274fdb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0285244 Feb 04 21:15:22.442091 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53262) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:22.486716 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28502390-db01-420f-8d24-3be397aba3d5 None None] Pushing event updated for resources: {'Port': ['ID=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:22.590683 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:22.604189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-6b16a10a-349b-40e6-8e47-17bdba651143', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:15:22.606961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.774099 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Allocated IP 172.20.0.2 (6b16a10a-349b-40e6-8e47-17bdba651143/bfa1abfc-38f6-4004-b45a-b93d3e6bfe23/c0dcaf6a-a27e-4073-bb11-35290da1a754) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:22.887177 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:19Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:22.891040 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622590a1-0f3f-4dcc-99a2-9f4ae37cad47 None None] The sync data for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 is: [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:19Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:23.014075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.026726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Transition to ACTIVE for port object c0dcaf6a-a27e-4073-bb11-35290da1a754 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:23.046741 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Transition to ACTIVE for port object c0dcaf6a-a27e-4073-bb11-35290da1a754 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:23.167230 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.221675 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.246020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Network 6b16a10a-349b-40e6-8e47-17bdba651143 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:23.249170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:23.252893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:23.290711 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Pushing event updated for resources: {'Port': ['ID=c0dcaf6a-a27e-4073-bb11-35290da1a754,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:23.361151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Attempting to bind port c0dcaf6a-a27e-4073-bb11-35290da1a754 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:23.361826 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Attempting to bind port c0dcaf6a-a27e-4073-bb11-35290da1a754 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:23.361943 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Attempting to bind port c0dcaf6a-a27e-4073-bb11-35290da1a754 on network 6b16a10a-349b-40e6-8e47-17bdba651143 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:23.367436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:23.367805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Checking segment: {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:23.368203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.368591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Bound using segment: {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:23.369076 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Bound port: c0dcaf6a-a27e-4073-bb11-35290da1a754, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:23.369444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.464140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] For port c0dcaf6a-a27e-4073-bb11-35290da1a754, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:23.467279 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] For port c0dcaf6a-a27e-4073-bb11-35290da1a754, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0dcaf6a-a27e-4073-bb11-35290da1a754,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:23.593760 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.640110 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.642095 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.1 (6b16a10a-349b-40e6-8e47-17bdba651143/bfa1abfc-38f6-4004-b45a-b93d3e6bfe23/f40ad87e-cb62-44b6-90a5-bb12c50ecd5c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:23.685902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3f8bd-2e45-48ee-b90f-ca84353df45e None None] Pushing event updated for resources: {'Port': ['ID=c0dcaf6a-a27e-4073-bb11-35290da1a754,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:23.727143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.818851 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.837603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object f40ad87e-cb62-44b6-90a5-bb12c50ecd5c will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:23.922435 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.938432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:24.001991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 6b16a10a-349b-40e6-8e47-17bdba651143 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:24.006021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:24.010145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:24.087325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:24.092838 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:24.093200 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.178482 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:24.205296 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.223069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.239048 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:24.321453 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.391416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:24.550599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.748519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263793fc-38da-49ac-b092-d47d2c578e5e None None] Network 6b16a10a-349b-40e6-8e47-17bdba651143 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:24.954395 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c28ce195-e512-4761-8683-77d7b5a93900 None None] Provisioning for port c0dcaf6a-a27e-4073-bb11-35290da1a754 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:24.987979 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.052855 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.169682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.173176 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:25.316171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 6b16a10a-349b-40e6-8e47-17bdba651143 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:25.318055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:25.372555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.401314 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d937137d-a766-498d-8b6e-f34793e0dc96 None None] Provisioning for port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:25.408000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d937137d-a766-498d-8b6e-f34793e0dc96 None None] Provisioning complete for port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:25.411928 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d937137d-a766-498d-8b6e-f34793e0dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.463907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d937137d-a766-498d-8b6e-f34793e0dc96 None None] Port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:15:25.519417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 06769606-0146-4fc5-8bc1-34a97631c4c4 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:15:25.583971 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-163241f4-2698-4cb1-928a-1230c2c8ba15 None None] Provisioning complete for port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:25.584333 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-163241f4-2698-4cb1-928a-1230c2c8ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.636009 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-163241f4-2698-4cb1-928a-1230c2c8ba15 None None] Port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:15:25.698295 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:25.707544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Sync routers for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:25.711477 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e1661c86-bbfe-4edc-921c-1bba61e59e4e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/06769606-0146-4fc5-8bc1-34a97631c4c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676950 Feb 04 21:15:25.717225 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:25.717934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:25.808638 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b51e645-9276-4d49-b297-6212970ba458 None None] Provisioning complete for port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:25.809016 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2b51e645-9276-4d49-b297-6212970ba458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.890077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-df7b24cc-b607-497b-a6df-7b75b0dd9417 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:25.966947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-df7b24cc-b607-497b-a6df-7b75b0dd9417 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:25.970722 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-df7b24cc-b607-497b-a6df-7b75b0dd9417 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209853675&fields=id&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 267 time: 0.1328304 Feb 04 21:15:25.971041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:26.002372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2b51e645-9276-4d49-b297-6212970ba458 None None] Port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:15:26.038519 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:26.119777 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-6cdbdbce-2bd4-4ced-98f5-c5376057200c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:26.120462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-6cdbdbce-2bd4-4ced-98f5-c5376057200c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:26.189654 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:26.190018 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.211184 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-6cdbdbce-2bd4-4ced-98f5-c5376057200c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:26.212384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-6cdbdbce-2bd4-4ced-98f5-c5376057200c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/networks?id=6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 200 len: 797 time: 0.2368782 Feb 04 21:15:26.227943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-e1ca8602-4612-4bd3-abc6-3ac3f97319ab tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/quotas/a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 375 time: 0.0101097 Feb 04 21:15:26.428330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-4d982953-7376-40be-8e3c-386e89cdc6ca tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949329 Feb 04 21:15:26.444275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0dcaf6a-a27e-4073-bb11-35290da1a754 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:26.484498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-1259b4ff-3e58-4ee1-84f5-a9f6f094ce82 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:15:26.485459 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-1259b4ff-3e58-4ee1-84f5-a9f6f094ce82 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462263 Feb 04 21:15:26.521890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 2, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:26.526215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Checking router: 06769606-0146-4fc5-8bc1-34a97631c4c4 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:26.526564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Updating router 06769606-0146-4fc5-8bc1-34a97631c4c4 port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:15:26.583368 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.593979 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c0dcaf6a-a27e-4073-bb11-35290da1a754 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:26.603423 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c0dcaf6a-a27e-4073-bb11-35290da1a754 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:26.607803 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.620270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-d26c48b4-7b8c-4cd0-96d0-d5eff1dd59f5 service neutron] 10.222.0.48 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282661 Feb 04 21:15:26.753489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-22a87c7b-01aa-467c-a923-8c3ab93059ca service neutron] 10.222.0.48 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272855 Feb 04 21:15:26.883834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.951740 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c0dcaf6a-a27e-4073-bb11-35290da1a754, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0dcaf6a-a27e-4073-bb11-35290da1a754,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:26.994920 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2bf86b82-6f86-4ab5-85be-adb2f849cb74 req-7ea50e4a-02b4-4245-ba83-d47f27ebeb16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:27.023299 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.097274 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-2bf86b82-6f86-4ab5-85be-adb2f849cb74 req-7ea50e4a-02b4-4245-ba83-d47f27ebeb16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:27.098484 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2bf86b82-6f86-4ab5-85be-adb2f849cb74 req-7ea50e4a-02b4-4245-ba83-d47f27ebeb16 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 210 time: 0.1467402 Feb 04 21:15:27.109091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.125593 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c0dcaf6a-a27e-4073-bb11-35290da1a754,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:27.128391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Transition to ACTIVE for port object f40ad87e-cb62-44b6-90a5-bb12c50ecd5c will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:27.199905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.350260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3704c2-605c-43a8-9d30-22c5dd1b83ed None None] Pushing event updated for resources: {'Port': ['ID=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:27.415097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Attempting to bind port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:27.415460 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Attempting to bind port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:27.415814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Attempting to bind port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c on network 6b16a10a-349b-40e6-8e47-17bdba651143 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:27.421566 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:27.421886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Checking segment: {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:27.422242 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.422621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Bound using segment: {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:27.428070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Bound port: f40ad87e-cb62-44b6-90a5-bb12c50ecd5c, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:27.428070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.566363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] For port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:27.571388 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] For port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:27.624285 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.702653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:27.703333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:27.758212 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3704c2-605c-43a8-9d30-22c5dd1b83ed None None] Pushing event updated for resources: {'Port': ['ID=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:27.886037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0dcaf6a-a27e-4073-bb11-35290da1a754 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:27.937732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:28.158390 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c0dcaf6a-a27e-4073-bb11-35290da1a754 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:28.158796 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.258036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-16d82e52-8f4a-4b0f-9e1c-3e02bc0bb853 req-35c64489-0eb1-4c17-a284-25133e206ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 210 time: 0.0419362 Feb 04 21:15:28.385253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:27Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:28.389207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44957dd0-7c31-4e62-b203-3f8bf034d08c None None] The sync data for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 is: [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:27Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:29.355714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b194ebc6-22a6-4043-9e1f-3576b79dc7f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:29.356411 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b194ebc6-22a6-4043-9e1f-3576b79dc7f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:29.369794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b194ebc6-22a6-4043-9e1f-3576b79dc7f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:29.371221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b194ebc6-22a6-4043-9e1f-3576b79dc7f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "GET /v2.0/networks?id=6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 200 len: 797 time: 0.2942190 Feb 04 21:15:29.437415 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-26be4db6-9db1-410b-801f-ed26e990ea08 req-55a0d6c7-a03a-4f3a-afe6-d040923532f1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 210 time: 0.0579989 Feb 04 21:15:29.462673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-e0eef81f-c13f-4995-8592-22ee847f72ff tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 379 time: 0.0808442 Feb 04 21:15:29.470786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'port': {'device_id': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'admin_state_up': True, 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'security_groups': ['dccb683f-240b-41aa-94f7-a8f1cac383f7']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:29.608592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:29.618393 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:29.702070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:29.705465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.868732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.7 (6b16a10a-349b-40e6-8e47-17bdba651143/bfa1abfc-38f6-4004-b45a-b93d3e6bfe23/eb170c2a-5411-4983-b39f-cfdb55aeb148) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:29.909074 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f40ad87e-cb62-44b6-90a5-bb12c50ecd5c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:30.017703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:30.023087 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:30.023451 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.059274 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.075158 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object eb170c2a-5411-4983-b39f-cfdb55aeb148 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:30.137696 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.142795 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.170247 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:30.216984 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 6b16a10a-349b-40e6-8e47-17bdba651143 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:30.220223 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:30.225017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:30.240326 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.264227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=eb170c2a-5411-4983-b39f-cfdb55aeb148,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:30.294831 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:30.295499 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.313448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:30.366264 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-49a329b0-7293-4971-be01-0edfce436903 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8990331 Feb 04 21:15:30.426624 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Request body: {'port': {'device_id': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:30.542264 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.578367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-797eadf0-83bb-4527-8210-6b7036aa53e7 None None] Provisioning for port eb170c2a-5411-4983-b39f-cfdb55aeb148 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:30.583607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-797eadf0-83bb-4527-8210-6b7036aa53e7 None None] Provisioning complete for port eb170c2a-5411-4983-b39f-cfdb55aeb148 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:30.584204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-797eadf0-83bb-4527-8210-6b7036aa53e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.631460 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79a144-c09a-4db1-b88b-81fcb2d2b1f0 req-dde2ad30-0a73-4b4c-946c-d36ca0544927 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:30.632962 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af79a144-c09a-4db1-b88b-81fcb2d2b1f0 req-dde2ad30-0a73-4b4c-946c-d36ca0544927 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 931 time: 0.0864072 Feb 04 21:15:30.643431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-797eadf0-83bb-4527-8210-6b7036aa53e7 None None] Port eb170c2a-5411-4983-b39f-cfdb55aeb148 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:15:30.679953 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-af79a144-c09a-4db1-b88b-81fcb2d2b1f0 req-276afae4-0eb4-43ca-8498-147cec9706a6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Feb 04 21:15:30.885471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb170c2a-5411-4983-b39f-cfdb55aeb148 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:30.892570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.906974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Transition to ACTIVE for port object eb170c2a-5411-4983-b39f-cfdb55aeb148 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:30.960986 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.092299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=eb170c2a-5411-4983-b39f-cfdb55aeb148,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:31.200864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Attempting to bind port eb170c2a-5411-4983-b39f-cfdb55aeb148 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:31.201201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Attempting to bind port eb170c2a-5411-4983-b39f-cfdb55aeb148 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:31.201557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Attempting to bind port eb170c2a-5411-4983-b39f-cfdb55aeb148 on network 6b16a10a-349b-40e6-8e47-17bdba651143 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:31.206536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Port eb170c2a-5411-4983-b39f-cfdb55aeb148 on network 6b16a10a-349b-40e6-8e47-17bdba651143 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:15:31.206953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Attempting to bind port eb170c2a-5411-4983-b39f-cfdb55aeb148 on network 6b16a10a-349b-40e6-8e47-17bdba651143 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:31.212733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:31.213066 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Checking segment: {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:31.213557 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Bound using segment: {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:31.213986 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Bound port: eb170c2a-5411-4983-b39f-cfdb55aeb148, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:31.214327 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.399616 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] For port eb170c2a-5411-4983-b39f-cfdb55aeb148, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:31.402561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] For port eb170c2a-5411-4983-b39f-cfdb55aeb148, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:31.486832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.545854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:31.546469 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.547949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] 10.222.0.62 "PUT /v2.0/ports/eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 200 len: 1091 time: 1.1747742 Feb 04 21:15:31.551074 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:31.576038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf7ce-84e7-4641-9b89-1c9d48a7ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=eb170c2a-5411-4983-b39f-cfdb55aeb148,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:31.603023 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'status': 'completed', 'code': 200} Feb 04 21:15:31.699489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07e6e-332d-4981-934a-b5937e7f78fa req-95f630a7-56cd-4597-8e45-a8a789e24d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:31.700981 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5d07e6e-332d-4981-934a-b5937e7f78fa req-95f630a7-56cd-4597-8e45-a8a789e24d90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1094 time: 0.0769820 Feb 04 21:15:31.843230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07e6e-332d-4981-934a-b5937e7f78fa req-5aafc4ce-edd8-46e3-8c5a-5638dccc9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:31.844684 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5d07e6e-332d-4981-934a-b5937e7f78fa req-5aafc4ce-edd8-46e3-8c5a-5638dccc9320 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1369975 Feb 04 21:15:31.869978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b5aa-d67d-4f4e-8239-1a4148e3279e req-56f5598e-8462-47fd-8566-d68a22ba30de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:31.871607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abf2b5aa-d67d-4f4e-8239-1a4148e3279e req-56f5598e-8462-47fd-8566-d68a22ba30de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 943 time: 0.0865250 Feb 04 21:15:31.886981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f40ad87e-cb62-44b6-90a5-bb12c50ecd5c up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:31.917706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-abf2b5aa-d67d-4f4e-8239-1a4148e3279e req-721b5895-b218-4a13-b055-fcad5e20133c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 Feb 04 21:15:31.955750 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:31.956242 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.997142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07e6e-332d-4981-934a-b5937e7f78fa req-0755a8f0-2962-4a17-87aa-c2fa1b5611ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:31.998596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d5d07e6e-332d-4981-934a-b5937e7f78fa req-0755a8f0-2962-4a17-87aa-c2fa1b5611ae service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419904 Feb 04 21:15:32.101755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-f949990b-7dd6-4a41-b52b-f5693586698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:32.103432 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-f949990b-7dd6-4a41-b52b-f5693586698c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1094 time: 0.0705769 Feb 04 21:15:32.173384 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-afece8c8-3f66-4879-bddd-dad6091e753f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 200 len: 217 time: 0.0634673 Feb 04 21:15:32.233974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-ed5955d0-9eb9-40b4-9849-c6a4cb2ace73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:32.235343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-ed5955d0-9eb9-40b4-9849-c6a4cb2ace73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 HTTP/1.1" status: 200 len: 834 time: 0.0563343 Feb 04 21:15:32.312409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-88b1e021-7984-402a-af5e-0a04e3487136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:32.313879 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-88b1e021-7984-402a-af5e-0a04e3487136 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b16a10a-349b-40e6-8e47-17bdba651143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720825 Feb 04 21:15:32.442597 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-aa0e0b7d-ddf9-4c4e-92dd-30657317910a service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227813 Feb 04 21:15:32.572219 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-589aaca8-3604-4ddb-9f7b-d4cfb3fc43b3 req-ca9deeac-235d-4fe2-a28b-992e8d77e574 service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235456 Feb 04 21:15:33.104368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef6860-437f-46e2-aaeb-b820edc8bd5e req-e2c0c126-cccb-4e12-a054-1050bfcf7d80 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:33.105058 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-aeef6860-437f-46e2-aaeb-b820edc8bd5e req-e2c0c126-cccb-4e12-a054-1050bfcf7d80 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:33.183836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-aeef6860-437f-46e2-aaeb-b820edc8bd5e req-e2c0c126-cccb-4e12-a054-1050bfcf7d80 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:33.184983 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aeef6860-437f-46e2-aaeb-b820edc8bd5e req-e2c0c126-cccb-4e12-a054-1050bfcf7d80 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 943 time: 0.1566863 Feb 04 21:15:33.228692 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aeef6860-437f-46e2-aaeb-b820edc8bd5e req-514d07d5-bacb-4d8b-92da-1f45daa5122b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379348 Feb 04 21:15:33.643645 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:15:34.411428 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa12b-1673-451f-9d11-ba9fb4b0e3ff req-4f5e10b6-dc34-4bd3-a610-f09f4585829a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:34.412855 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce8fa12b-1673-451f-9d11-ba9fb4b0e3ff req-4f5e10b6-dc34-4bd3-a610-f09f4585829a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 943 time: 0.0821605 Feb 04 21:15:34.455186 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce8fa12b-1673-451f-9d11-ba9fb4b0e3ff req-15199d56-f696-4ffc-b227-af43f7c906ed tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368271 Feb 04 21:15:34.576562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eb170c2a-5411-4983-b39f-cfdb55aeb148 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:15:34.742934 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port eb170c2a-5411-4983-b39f-cfdb55aeb148, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:34.756120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'port_id': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'mac_address': 'fa:16:3e:48:9b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:15:34.811331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.827937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb170c2a-5411-4983-b39f-cfdb55aeb148 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:34.842505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port eb170c2a-5411-4983-b39f-cfdb55aeb148, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:34.903642 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.967896 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=eb170c2a-5411-4983-b39f-cfdb55aeb148,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:35.227842 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['eb170c2a-5411-4983-b39f-cfdb55aeb148'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:35.641218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d3db4-e8ed-4461-9a7c-ad77eb8131e3 req-352c5218-0cee-4fc4-998a-6a76de1289bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:35.642671 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-060d3db4-e8ed-4461-9a7c-ad77eb8131e3 req-352c5218-0cee-4fc4-998a-6a76de1289bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 944 time: 0.0836713 Feb 04 21:15:35.685498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-060d3db4-e8ed-4461-9a7c-ad77eb8131e3 req-0c7f1f51-c2eb-46cd-8a49-77ab0116d4c1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367079 Feb 04 21:15:36.576158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eb170c2a-5411-4983-b39f-cfdb55aeb148 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:36.713275 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port eb170c2a-5411-4983-b39f-cfdb55aeb148 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:36.718285 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port eb170c2a-5411-4983-b39f-cfdb55aeb148 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:36.718652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.837537 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.864694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:36.873402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047005d-7359-4fd4-ab3e-d56d41f2b770 req-5e15766b-e15f-4578-a673-f99c81e93255 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.874201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port eb170c2a-5411-4983-b39f-cfdb55aeb148, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:36.875060 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2047005d-7359-4fd4-ab3e-d56d41f2b770 req-5e15766b-e15f-4578-a673-f99c81e93255 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 944 time: 0.0811944 Feb 04 21:15:36.910096 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'code': 200} Feb 04 21:15:36.920767 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2047005d-7359-4fd4-ab3e-d56d41f2b770 req-f3ecd567-2817-4df1-81f9-ac91f891b5cb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 Feb 04 21:15:36.953905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.021894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=eb170c2a-5411-4983-b39f-cfdb55aeb148,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:37.033561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3ca98-188a-4d53-8905-c5e277de4c80 req-ca4b0cff-76a7-4b31-a7a1-4837d4b75204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:37.035079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bb3ca98-188a-4d53-8905-c5e277de4c80 req-ca4b0cff-76a7-4b31-a7a1-4837d4b75204 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1096 time: 0.0695126 Feb 04 21:15:37.074012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0bb3ca98-188a-4d53-8905-c5e277de4c80 req-ba4821a1-bbba-4464-9adb-dfa2df3e5b6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333099 Feb 04 21:15:38.113453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572c66a-2dc7-424a-b3bb-465d84803ced req-c81a1ac2-5c0c-4e27-8a5b-111011457b1d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:38.115421 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c572c66a-2dc7-424a-b3bb-465d84803ced req-c81a1ac2-5c0c-4e27-8a5b-111011457b1d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0837553 Feb 04 21:15:38.162748 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c572c66a-2dc7-424a-b3bb-465d84803ced req-f4a30ff5-490f-4173-8b69-5808bd823715 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416548 Feb 04 21:15:39.346212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402934d-d2dd-4b6a-9903-372ecb1b6b9e req-59d77510-ea77-4e68-86d6-2e38d1fbf128 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:39.347856 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c402934d-d2dd-4b6a-9903-372ecb1b6b9e req-59d77510-ea77-4e68-86d6-2e38d1fbf128 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0822468 Feb 04 21:15:39.391239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c402934d-d2dd-4b6a-9903-372ecb1b6b9e req-5cb42d12-5f64-4340-a87b-3f0cbf05c96d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379424 Feb 04 21:15:39.572360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7610f66-17bc-4c06-ae4d-dd63d9b2672c req-13220b40-26a1-44a9-b3bd-42f4d491300d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:39.574745 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7610f66-17bc-4c06-ae4d-dd63d9b2672c req-13220b40-26a1-44a9-b3bd-42f4d491300d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0796361 Feb 04 21:15:39.620960 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f7610f66-17bc-4c06-ae4d-dd63d9b2672c req-db44e38c-9642-4e7f-81b5-ea61bee733c2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Feb 04 21:15:39.623379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.642632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53322) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:39.713518 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70291f7e-5de5-47b5-8cb2-dff1903f7f21 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:39.715036 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-70291f7e-5de5-47b5-8cb2-dff1903f7f21 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1091 time: 0.0713937 Feb 04 21:15:39.717793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53326) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:39.722897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:39.729423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:39.733253 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:floatingip and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:39.736080 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:39.742353 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:39.816269 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.018475 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.050784 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.189977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.40 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/64945a9d-ba60-49bb-9941-ec9405b6b21c) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:40.332671 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.417937 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.481738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:40.484436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:40.487879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:40.523587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=64945a9d-ba60-49bb-9941-ec9405b6b21c,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:40.890522 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.024340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.226922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.280247 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.391120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=64945a9d-ba60-49bb-9941-ec9405b6b21c,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:41.399075 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.571874 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP 29b2023b-e150-4314-9814-75dea1649ea2 associated. External IP: 172.25.7.40, port: eb170c2a-5411-4983-b39f-cfdb55aeb148. Feb 04 21:15:42.024458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 06769606-0146-4fc5-8bc1-34a97631c4c4 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:15:42.206547 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:42.218588 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] Sync routers for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:42.229499 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:42.230107 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:42.396132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:42.433224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:42.451089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5870bb18-bd40-4c5b-815d-45881455ca9b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7322686 Feb 04 21:15:42.451683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:42.505762 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'status': 'completed', 'code': 200} Feb 04 21:15:42.609053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e174-fd68-4537-888a-1432a44e6070 req-0508a0f7-8abf-43c7-8f6b-f22513af840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:42.610936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8942e174-fd68-4537-888a-1432a44e6070 req-0508a0f7-8abf-43c7-8f6b-f22513af840f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1096 time: 0.0800068 Feb 04 21:15:42.633430 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59d868-03cf-4570-adfb-32ad0c40c486 req-16c08444-1506-4981-968f-f03bcad7392f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:42.634905 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c59d868-03cf-4570-adfb-32ad0c40c486 req-16c08444-1506-4981-968f-f03bcad7392f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0829959 Feb 04 21:15:42.682483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5c59d868-03cf-4570-adfb-32ad0c40c486 req-4b0ab7ff-98a9-473d-9019-ec972420d74e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415871 Feb 04 21:15:42.706224 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53336) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:42.756064 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e174-fd68-4537-888a-1432a44e6070 req-23de843c-202b-4d3e-866d-215cde0653d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:42.757507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8942e174-fd68-4537-888a-1432a44e6070 req-23de843c-202b-4d3e-866d-215cde0653d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 200 len: 898 time: 0.1402659 Feb 04 21:15:42.792960 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '29b2023b-e150-4314-9814-75dea1649ea2', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'port_id': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'mac_address': 'fa:16:3e:48:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:15:40Z', 'updated_at': '2022-02-04T21:15:40Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:42.797412 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] Checking router: 06769606-0146-4fc5-8bc1-34a97631c4c4 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:42.807751 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:42.808494 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:15:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:42.816872 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6cf9b3bb-a599-4cd2-989f-74bbd80a1057 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/29b2023b-e150-4314-9814-75dea1649ea2 HTTP/1.1" status: 200 len: 990 time: 0.1083653 Feb 04 21:15:42.860159 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8942e174-fd68-4537-888a-1432a44e6070 req-8f447926-413e-4a6a-9497-9dc2fd3aa3dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 200 len: 998 time: 0.0958703 Feb 04 21:15:42.923368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e174-fd68-4537-888a-1432a44e6070 req-3d7822b8-6557-4049-bb57-fa4eb5305e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:42.924785 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8942e174-fd68-4537-888a-1432a44e6070 req-3d7822b8-6557-4049-bb57-fa4eb5305e11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 HTTP/1.1" status: 200 len: 834 time: 0.0590518 Feb 04 21:15:42.987515 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:42.997871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e174-fd68-4537-888a-1432a44e6070 req-25a85e4a-0825-4b78-8f51-f6e875f01462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:42.999373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8942e174-fd68-4537-888a-1432a44e6070 req-25a85e4a-0825-4b78-8f51-f6e875f01462 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b16a10a-349b-40e6-8e47-17bdba651143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686553 Feb 04 21:15:43.132883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8942e174-fd68-4537-888a-1432a44e6070 req-05b79b10-6c5b-45c2-ad20-43cf6a41f6ee service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265717 Feb 04 21:15:43.267353 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8942e174-fd68-4537-888a-1432a44e6070 req-8a0519e6-46dc-40b4-8fb4-32457cca5fdb service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283200 Feb 04 21:15:43.329829 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '29b2023b-e150-4314-9814-75dea1649ea2', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'port_id': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'mac_address': 'fa:16:3e:48:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:15:40Z', 'updated_at': '2022-02-04T21:15:40Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:43.334260 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce30b1d-789f-4a3c-b373-793942f7a627 None None] The sync data for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 is: [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '29b2023b-e150-4314-9814-75dea1649ea2', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'port_id': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'mac_address': 'fa:16:3e:48:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:15:40Z', 'updated_at': '2022-02-04T21:15:40Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:43.532919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6dcac-4b52-4e4f-944a-6a0c3288de5d None None] New status for floating IP 29b2023b-e150-4314-9814-75dea1649ea2: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:15:43.819818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53340) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:43.928285 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-762a569b-a6d1-4213-8a80-30e1e6e88f8b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/29b2023b-e150-4314-9814-75dea1649ea2 HTTP/1.1" status: 200 len: 992 time: 0.1074212 Feb 04 21:15:50.120171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c4a7bfe5-af0f-413e-a32b-dde2cf16149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:52.383282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-db0ee2d6-4c1f-4247-bd85-993480181429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:53.541811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:53.661972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.360420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:04.827299 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-fe9faa36-6880-461f-a655-09f6af545932 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733926 Feb 04 21:16:04.963654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-b24d99c0-12db-4d46-ae5a-05a80ff743f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:04.965163 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-b24d99c0-12db-4d46-ae5a-05a80ff743f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1096 time: 0.0708075 Feb 04 21:16:05.213583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-9b23a679-e9f1-4dc2-9162-8b7d263c042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:05.215070 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-9b23a679-e9f1-4dc2-9162-8b7d263c042c service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 200 len: 898 time: 0.2322173 Feb 04 21:16:05.317764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-64a0acb1-e7d6-42aa-b072-36820e4e9b72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 200 len: 1000 time: 0.0967317 Feb 04 21:16:05.382747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-ca7d3b60-e879-42d3-883b-5f0d29632eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:05.384238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-ca7d3b60-e879-42d3-883b-5f0d29632eed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 HTTP/1.1" status: 200 len: 834 time: 0.0602019 Feb 04 21:16:05.459011 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-98f39cba-11d9-4064-9c7e-f897ad67b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:05.460397 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-98f39cba-11d9-4064-9c7e-f897ad67b8a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b16a10a-349b-40e6-8e47-17bdba651143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705311 Feb 04 21:16:05.594121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-91735138-b1b5-4681-b1b3-41d67bf19452 service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279111 Feb 04 21:16:05.727654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fe78a81-2719-4546-a03d-01d018ccf07a req-30c4ae90-0e2a-4ae2-aaac-5f016f35f656 service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279771 Feb 04 21:16:09.616828 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:09.992651 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:10.643448 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:16:20.153094 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6979224d-8e90-4792-bdca-8c6801fee08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:22.347130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f35d-fe39-448c-8212-90fa2b63717d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.548121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.650961 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.388375 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:39.678003 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:39.992270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:45.126364 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f6776-b9fa-4aea-aead-e050a4a36a1a req-e994da93-fd1f-4d43-a3de-e567cd651c04 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:45.127855 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f6776-b9fa-4aea-aead-e050a4a36a1a req-e994da93-fd1f-4d43-a3de-e567cd651c04 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.1415994 Feb 04 21:16:45.130325 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-d1c4636e-178b-4e34-a1b6-1f2253c86016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:45.131691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-d1c4636e-178b-4e34-a1b6-1f2253c86016 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1096 time: 0.1093650 Feb 04 21:16:45.255654 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2d1f6776-b9fa-4aea-aead-e050a4a36a1a req-f04b3178-aed1-42ba-9594-edb3e51bd4bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218586 Feb 04 21:16:45.294554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-cc9f1f17-62e3-4af7-bb4b-25e8600f86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:45.296013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-cc9f1f17-62e3-4af7-bb4b-25e8600f86cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 200 len: 898 time: 0.1479666 Feb 04 21:16:45.398589 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-12f9d4dc-cd66-4996-bedb-96b4a3c72f78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 200 len: 1000 time: 0.0964780 Feb 04 21:16:45.460752 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-82d89abf-b16c-4016-ba3e-d3159e59492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:45.462110 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-82d89abf-b16c-4016-ba3e-d3159e59492d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 HTTP/1.1" status: 200 len: 834 time: 0.0572817 Feb 04 21:16:45.539417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-4b4371ab-51b9-465b-96fb-8c455639af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:45.540867 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-4b4371ab-51b9-465b-96fb-8c455639af5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b16a10a-349b-40e6-8e47-17bdba651143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725102 Feb 04 21:16:45.670968 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-51d74460-b8ac-4e5c-8754-5564618aee25 service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235015 Feb 04 21:16:45.798544 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d57644a5-1fa0-4c2f-8fd1-45ec537a6948 req-a93aa8c3-02f7-4576-9f03-4b55bc8e7abc service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217868 Feb 04 21:16:46.439662 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794661c0-8203-404b-998a-02044624b7df req-a8bab1bc-074f-44e4-91ab-73064464f7d1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:46.441010 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-794661c0-8203-404b-998a-02044624b7df req-a8bab1bc-074f-44e4-91ab-73064464f7d1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0781505 Feb 04 21:16:46.484337 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-794661c0-8203-404b-998a-02044624b7df req-80066759-449a-4382-8ab4-e5454324ea40 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377014 Feb 04 21:16:47.642713 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:16:47.664130 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8dbf1-899e-4e87-88a4-00db42e5aa9d req-44bf2d6d-a688-41d6-a448-6201a3d95eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:47.665613 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9f8dbf1-899e-4e87-88a4-00db42e5aa9d req-44bf2d6d-a688-41d6-a448-6201a3d95eb6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0785370 Feb 04 21:16:47.709764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c9f8dbf1-899e-4e87-88a4-00db42e5aa9d req-219a0592-7f44-455b-8814-a60f605f11f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380347 Feb 04 21:16:48.899892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6737-3f91-47bf-8045-62d8ff9402a4 req-a01b8268-653f-41a9-bd9b-0551bf97866e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:48.901347 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c38e6737-3f91-47bf-8045-62d8ff9402a4 req-a01b8268-653f-41a9-bd9b-0551bf97866e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0815675 Feb 04 21:16:48.943309 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c38e6737-3f91-47bf-8045-62d8ff9402a4 req-879275e0-ca49-40fc-88a0-12a83909f84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364628 Feb 04 21:16:50.125318 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4abe6d0b-3fc7-4a53-94aa-c9b17916348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.234017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82554f-6e0b-41e4-bc89-33de6a31080b req-dc30cd50-859d-4ce0-a524-5249a73022f4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:50.235490 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c82554f-6e0b-41e4-bc89-33de6a31080b req-dc30cd50-859d-4ce0-a524-5249a73022f4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.1870191 Feb 04 21:16:50.278476 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5c82554f-6e0b-41e4-bc89-33de6a31080b req-35954e77-4b83-4829-941f-71cfb5bdb6b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Feb 04 21:16:51.458258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf1fb-96fb-4a82-9141-3b48c5063894 req-3e978097-f48e-464f-ab37-bdb0e6c9b089 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:51.459627 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d9cf1fb-96fb-4a82-9141-3b48c5063894 req-3e978097-f48e-464f-ab37-bdb0e6c9b089 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0785260 Feb 04 21:16:51.502654 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6d9cf1fb-96fb-4a82-9141-3b48c5063894 req-95869634-25c9-47b8-a5e3-88a6608f2863 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368710 Feb 04 21:16:52.370854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f0e62277-5ebd-4daa-a3b6-d59aca9ec788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:52.694618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a812334-c503-4fba-93a2-c77491b5b795 req-2f9c48a2-4f1e-460f-b004-d5c6151decbe tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:52.696205 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a812334-c503-4fba-93a2-c77491b5b795 req-2f9c48a2-4f1e-460f-b004-d5c6151decbe tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0849535 Feb 04 21:16:52.741536 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a812334-c503-4fba-93a2-c77491b5b795 req-e8331a04-d220-46ed-a6e9-465bfe8f7550 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 Feb 04 21:16:53.586199 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:53.666422 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:53.925453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add28b3-1bbf-4cf2-aca0-45d4f504204d req-10fbca0f-ca13-4b7a-a6e9-df97ebf40674 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:53.926914 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5add28b3-1bbf-4cf2-aca0-45d4f504204d req-10fbca0f-ca13-4b7a-a6e9-df97ebf40674 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0801504 Feb 04 21:16:53.970792 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5add28b3-1bbf-4cf2-aca0-45d4f504204d req-13b671b2-6c50-49b1-be68-660c0f3ac5e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370021 Feb 04 21:16:55.154950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1eb36-68b2-4819-89a1-9a3d4bf67ac7 req-47e4a6f8-2bf9-4e8a-a00d-903606e780f4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:55.156530 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34d1eb36-68b2-4819-89a1-9a3d4bf67ac7 req-47e4a6f8-2bf9-4e8a-a00d-903606e780f4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0812750 Feb 04 21:16:55.199967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34d1eb36-68b2-4819-89a1-9a3d4bf67ac7 req-ae808f49-f027-45b5-91d9-e4e167ed1b54 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373647 Feb 04 21:16:55.369013 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:56.384095 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7907-773e-4048-ae0f-c6c955b65995 req-5124746d-4dff-4e19-9e3b-eed6d7fdc8a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:56.385545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b5a7907-773e-4048-ae0f-c6c955b65995 req-5124746d-4dff-4e19-9e3b-eed6d7fdc8a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0791450 Feb 04 21:16:56.432113 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5b5a7907-773e-4048-ae0f-c6c955b65995 req-8d894ee6-df5e-4c1f-a3b7-ca4e46ab51fc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Feb 04 21:16:57.615847 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3b37b-3c67-4182-a2c8-bcbd443a228f req-78bc4900-371d-42a4-a888-b7c7a96b9706 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:57.617294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11c3b37b-3c67-4182-a2c8-bcbd443a228f req-78bc4900-371d-42a4-a888-b7c7a96b9706 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0817280 Feb 04 21:16:57.661021 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11c3b37b-3c67-4182-a2c8-bcbd443a228f req-2e3d5782-6f35-476a-ad6a-b9fe60540cdc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375555 Feb 04 21:16:57.683242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53400) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:57.789799 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e338a8e4-8216-451e-a7d3-f6519cde3359 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/29b2023b-e150-4314-9814-75dea1649ea2 HTTP/1.1" status: 200 len: 992 time: 0.1049488 Feb 04 21:17:04.816927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-c71cc97d-8f1d-41ed-9933-42eb888aec4e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673029 Feb 04 21:17:04.953225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-a5af1117-a0d7-4f0f-b509-b5b2c638c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:04.954636 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-a5af1117-a0d7-4f0f-b509-b5b2c638c82e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1096 time: 0.0714006 Feb 04 21:17:05.093221 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-2ea1039b-d279-43be-a956-7adcba36cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:05.094542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-2ea1039b-d279-43be-a956-7adcba36cbc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 200 len: 898 time: 0.1226668 Feb 04 21:17:05.196100 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-7112f4a7-6052-48b7-b8c0-b8f8da77f57a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 200 len: 1000 time: 0.0959918 Feb 04 21:17:05.256911 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-d400e999-279a-463f-b475-cd81ffdd85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:05.258296 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-d400e999-279a-463f-b475-cd81ffdd85d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 HTTP/1.1" status: 200 len: 834 time: 0.0564928 Feb 04 21:17:05.330415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-c9ae532b-2ec0-4dc1-a4c9-009c2145596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:05.331873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-c9ae532b-2ec0-4dc1-a4c9-009c2145596b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b16a10a-349b-40e6-8e47-17bdba651143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679722 Feb 04 21:17:05.462127 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-9fc603de-1619-42d5-b192-74f12e0ef14a service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241639 Feb 04 21:17:05.590948 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e4fff4b-f093-44a9-baef-e3809a52600b req-91650e3f-d68d-495a-b702-d3b80c73ac49 service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234426 Feb 04 21:17:09.638762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:10.044568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.112870 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e7046ec-ed98-4062-817e-367b150ef42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.341354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4dce185e-0c6f-4301-91db-45657e6111d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.552180 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.672450 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:24.642813 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:17:25.358092 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:39.666434 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:40.077871 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.199696 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53426) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:46.412092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 64945a9d-ba60-49bb-9941-ec9405b6b21c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:46.412465 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.688561 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.688864 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.808879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 64945a9d-ba60-49bb-9941-ec9405b6b21c owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:47.009443 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.055389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=64945a9d-ba60-49bb-9941-ec9405b6b21c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:47.091815 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.097033 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:47.158052 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.158380 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP 29b2023b-e150-4314-9814-75dea1649ea2 disassociated (deleted). External IP: 172.25.7.40, port: eb170c2a-5411-4983-b39f-cfdb55aeb148. Feb 04 21:17:47.504531 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 06769606-0146-4fc5-8bc1-34a97631c4c4 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:47.683114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:47.692476 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] Sync routers for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:47.701954 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:47.702554 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:47.769775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.823884 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7e5535fb-12ad-4edc-8252-6fd69f7e144f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/floatingips/29b2023b-e150-4314-9814-75dea1649ea2 HTTP/1.1" status: 204 len: 168 time: 1.6231017 Feb 04 21:17:47.824521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:47.870755 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'status': 'completed', 'code': 200} Feb 04 21:17:47.882343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:47.966950 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-863a93ff-70ca-4bff-be8e-707d46bd976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:47.968453 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-863a93ff-70ca-4bff-be8e-707d46bd976e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 1096 time: 0.0776596 Feb 04 21:17:48.101860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-dc0bfac6-136d-472b-b3a9-cd1e8de9bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:48.103340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-dc0bfac6-136d-472b-b3a9-cd1e8de9bb8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 200 len: 898 time: 0.1294973 Feb 04 21:17:48.234546 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:48.238573 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] Checking router: 06769606-0146-4fc5-8bc1-34a97631c4c4 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:17:48.247818 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:48.248487 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:48.294409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-b8967c06-1c29-440d-8641-de851f0bc493 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 200 len: 217 time: 0.1850908 Feb 04 21:17:48.359059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-ea050a01-670e-40e1-adaf-6dffdd255e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:48.360456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-ea050a01-670e-40e1-adaf-6dffdd255e21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 HTTP/1.1" status: 200 len: 834 time: 0.0603247 Feb 04 21:17:48.441375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-6d41f5c3-d26d-4ce4-acea-4d005a75dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:48.443080 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-6d41f5c3-d26d-4ce4-acea-4d005a75dc0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b16a10a-349b-40e6-8e47-17bdba651143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767746 Feb 04 21:17:48.444954 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:48.456161 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-50672f98-e834-4b61-ba9d-2b08b63ddcbd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:17:48.463640 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-50672f98-e834-4b61-ba9d-2b08b63ddcbd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055895 Feb 04 21:17:48.567532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc7c1-376d-4a50-9f5e-c8b42fae3161 req-808a4e99-6038-4628-ad6b-09ce155ee382 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:48.568987 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41adc7c1-376d-4a50-9f5e-c8b42fae3161 req-808a4e99-6038-4628-ad6b-09ce155ee382 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.2005394 Feb 04 21:17:48.599915 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-01ba860f-8f95-409b-989c-7081d1685191 service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348433 Feb 04 21:17:48.614793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-41adc7c1-376d-4a50-9f5e-c8b42fae3161 req-1318caa3-d0d1-4b50-b958-e58429bb7b77 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398655 Feb 04 21:17:48.738131 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9315f042-0e16-4121-b7a4-b4bd09d53440 req-00c5ef43-f956-4b5f-9851-a07363523c74 service neutron] 10.222.0.62 "GET /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307871 Feb 04 21:17:48.764007 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:48.768177 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416076f-0748-4588-9f72-76f019388ca5 None None] The sync data for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 is: [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'f40ad87e-cb62-44b6-90a5-bb12c50ecd5c', 'name': '', 'network_id': '6b16a10a-349b-40e6-8e47-17bdba651143', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:3e:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:23Z', 'updated_at': '2022-02-04T21:15:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': 'bfa1abfc-38f6-4004-b45a-b93d3e6bfe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:48.978436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cab8f8-a53c-4ad6-8c9a-d0b59196737d None None] New status for floating IP 29b2023b-e150-4314-9814-75dea1649ea2: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:17:49.801708 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e7597-6c8e-48a6-aed1-a8d45a50ba0d req-7a1d25e6-81c9-40d9-a5d1-656d0d40f2fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:49.802390 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9c4e7597-6c8e-48a6-aed1-a8d45a50ba0d req-7a1d25e6-81c9-40d9-a5d1-656d0d40f2fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:49.877592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-9c4e7597-6c8e-48a6-aed1-a8d45a50ba0d req-7a1d25e6-81c9-40d9-a5d1-656d0d40f2fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:49.878700 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c4e7597-6c8e-48a6-aed1-a8d45a50ba0d req-7a1d25e6-81c9-40d9-a5d1-656d0d40f2fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.1582797 Feb 04 21:17:49.922084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9c4e7597-6c8e-48a6-aed1-a8d45a50ba0d req-7e7b5e6b-9d45-484b-bced-10a042eb1eb5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=dccb683f-240b-41aa-94f7-a8f1cac383f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377142 Feb 04 21:17:50.048120 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-e0931b58-97df-43ce-8a19-25472474bbac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:50.049588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-e0931b58-97df-43ce-8a19-25472474bbac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 945 time: 0.0797338 Feb 04 21:17:50.118085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-09d65122-a7a8-4232-af75-6fbe1de768c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:50.123420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port eb170c2a-5411-4983-b39f-cfdb55aeb148 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:50.123878 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:50.373306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port eb170c2a-5411-4983-b39f-cfdb55aeb148, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=eb170c2a-5411-4983-b39f-cfdb55aeb148,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:50.373662 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:50.500385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for eb170c2a-5411-4983-b39f-cfdb55aeb148 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:50.702452 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:50.754637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=eb170c2a-5411-4983-b39f-cfdb55aeb148,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:50.830497 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] No DVR routers for this DVR port eb170c2a-5411-4983-b39f-cfdb55aeb148 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:17:50.833030 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:50.835528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'name': 'network-vif-deleted', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:50.881061 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060083ce-5b42-4be9-8f2c-8c27873119f5', 'name': 'network-vif-deleted', 'tag': 'eb170c2a-5411-4983-b39f-cfdb55aeb148', 'status': 'completed', 'code': 200} Feb 04 21:17:50.912588 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b6203f7-1a84-402d-b75a-5b6110bacf2f req-0111a7b8-8776-421d-8f30-9f6aaa9df84c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "DELETE /v2.0/ports/eb170c2a-5411-4983-b39f-cfdb55aeb148 HTTP/1.1" status: 204 len: 173 time: 0.8579121 Feb 04 21:17:51.066883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e852d69c-eee1-4804-a400-f844f4f08a84 req-f5ff17f5-5f15-48b5-9adc-3e8695551f89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:51.153377 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e852d69c-eee1-4804-a400-f844f4f08a84 req-f5ff17f5-5f15-48b5-9adc-3e8695551f89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:51.154926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e852d69c-eee1-4804-a400-f844f4f08a84 req-f5ff17f5-5f15-48b5-9adc-3e8695551f89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=060083ce-5b42-4be9-8f2c-8c27873119f5 HTTP/1.1" status: 200 len: 210 time: 0.1299739 Feb 04 21:17:52.253000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53444) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:52.323821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-31182629-6e0c-4734-bcc7-db8513fb795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:52.924620 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.149773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eb170c2a-5411-4983-b39f-cfdb55aeb148 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:53.190735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: eb170c2a-5411-4983-b39f-cfdb55aeb148 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:17:53.191168 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device eb170c2a-5411-4983-b39f-cfdb55aeb148 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:17:53.281487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:53.282079 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.465629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port f40ad87e-cb62-44b6-90a5-bb12c50ecd5c, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:53.465887 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.594289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for f40ad87e-cb62-44b6-90a5-bb12c50ecd5c owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:53.608877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.780585 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:54.110589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:54.158783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=f40ad87e-cb62-44b6-90a5-bb12c50ecd5c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:54.444391 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:54.801197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router 06769606-0146-4fc5-8bc1-34a97631c4c4 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:54.975107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:54.984366 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] Sync routers for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:54.993177 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:54.993746 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:55.068225 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c77c2f2f-1ce0-45c8-b90a-782728abb5f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/06769606-0146-4fc5-8bc1-34a97631c4c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140218 Feb 04 21:17:55.071033 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53448) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:55.140546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting subnet bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:17:55.143653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.172659 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:55.201331 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.287012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.402407 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.444305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.480487 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:17:53Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:55.486738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa1abfc-38f6-4004-b45a-b93d3e6bfe23,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:55.492723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] Checking router: 06769606-0146-4fc5-8bc1-34a97631c4c4 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:17:55.492880 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.495926 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] Routers {'06769606-0146-4fc5-8bc1-34a97631c4c4'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:55.497233 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['06769606-0146-4fc5-8bc1-34a97631c4c4'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:55.498508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.498889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.499234 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.499564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.499889 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.500214 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.500538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.500860 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.501182 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.501501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.501820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.502138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:55.503640 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd17458-80a9-47a4-99cd-09293ef1af64 None None] Network 6b16a10a-349b-40e6-8e47-17bdba651143 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:17:55.509716 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53452) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:55.510121 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d2f28ea1-0aa2-42d6-8b56-eb0e26927e89 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/subnets/bfa1abfc-38f6-4004-b45a-b93d3e6bfe23 HTTP/1.1" status: 204 len: 168 time: 0.4377162 Feb 04 21:17:55.681258 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] Set router 06769606-0146-4fc5-8bc1-34a97631c4c4 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:55.721973 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.790916 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] DHCP port deletion for 6b16a10a-349b-40e6-8e47-17bdba651143 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:17:55.796451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Deleting port c0dcaf6a-a27e-4073-bb11-35290da1a754 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:55.797088 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.984008 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:17:53Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:55.990074 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb7814-c5d9-48e1-9b98-8a42b97a0c88 None None] The sync data for ids ['06769606-0146-4fc5-8bc1-34a97631c4c4'] in n-d-811806-1 is: [{'id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402944867', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:18Z', 'updated_at': '2022-02-04T21:17:53Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b82b1a4-48d6-4ab3-9415-ad107734b6f1', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06769606-0146-4fc5-8bc1-34a97631c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:19Z', 'updated_at': '2022-02-04T21:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:56.020324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0dcaf6a-a27e-4073-bb11-35290da1a754 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:56.049390 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.084067 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] For port c0dcaf6a-a27e-4073-bb11-35290da1a754, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0dcaf6a-a27e-4073-bb11-35290da1a754,segment=NetworkSegment(18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5),segment_id=18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:56.084444 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.123681 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:56.124135 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.209329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Calling delete_port for c0dcaf6a-a27e-4073-bb11-35290da1a754 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:56.297697 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 2b82b1a4-48d6-4ab3-9415-ad107734b6f1, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:56.297971 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.323708 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.422557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.432472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:56.508893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Pushing event deleted for resources: {'Port': ['ID=c0dcaf6a-a27e-4073-bb11-35290da1a754,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:56.515391 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] No DVR routers for this DVR port c0dcaf6a-a27e-4073-bb11-35290da1a754 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:17:56.520305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.524738 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.525368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.525451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.525739 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.526073 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.526438 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.526737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.527066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.527389 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.528319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.528666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c334cd-137a-4eb2-9e2b-ea5cff6fe4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:56.666446 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.716327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=2b82b1a4-48d6-4ab3-9415-ad107734b6f1,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:56.806125 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.978204 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.980262 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.076335 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.076852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Fanout notify agent at l3_agent the message router_deleted on router 06769606-0146-4fc5-8bc1-34a97631c4c4 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:17:57.097492 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.097492 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8cdee360-7473-4d66-a279-2e49f6751a12 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/routers/06769606-0146-4fc5-8bc1-34a97631c4c4 HTTP/1.1" status: 204 len: 168 time: 1.5827672 Feb 04 21:17:57.097492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53456) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:57.214524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.345078 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.373180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b16a10a-349b-40e6-8e47-17bdba651143']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:57.384961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:57.385258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cd0a84-d7fc-410f-9bf1-e3fe7e452aa5') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:57.396785 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.412845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.418753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:17:57.419139 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:17:57.433419 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:17:57.586314 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.608430 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.620654 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Network': ['ID=6b16a10a-349b-40e6-8e47-17bdba651143,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:57.689763 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-38e5091a-2a28-49cf-9a78-143b1a39a573 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/networks/6b16a10a-349b-40e6-8e47-17bdba651143 HTTP/1.1" status: 204 len: 168 time: 0.5923076 Feb 04 21:17:57.692462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53460) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:57.759538 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c31fb395-3060-4ef8-a46d-d71af301e5fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.788219 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c31fb395-3060-4ef8-a46d-d71af301e5fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.946399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c31fb395-3060-4ef8-a46d-d71af301e5fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.946562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:57.963702 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fb395-3060-4ef8-a46d-d71af301e5fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb683f-240b-41aa-94f7-a8f1cac383f7,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:57.987910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:17:57.988252 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b82b1a4-48d6-4ab3-9415-ad107734b6f1 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:17:57.988669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f40ad87e-cb62-44b6-90a5-bb12c50ecd5c no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:58.023715 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f40ad87e-cb62-44b6-90a5-bb12c50ecd5c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:17:58.024060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f40ad87e-cb62-44b6-90a5-bb12c50ecd5c not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:17:58.031645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-c31fb395-3060-4ef8-a46d-d71af301e5fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:58.032764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c31fb395-3060-4ef8-a46d-d71af301e5fb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/security-groups/dccb683f-240b-41aa-94f7-a8f1cac383f7 HTTP/1.1" status: 204 len: 168 time: 0.3394132 Feb 04 21:17:59.602198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53470) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:59.607837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533243545', 'description': 'tempest-secgroup-smoke-533243545 description', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:59.614389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:59.618457 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:59.621855 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:59.628194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:59.711736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.731343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:59.735225 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:59.737979 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:59.743625 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:59.814590 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.900172 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.944377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f0c0ff-df87-4c4d-ae42-54d64b4b9673,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:00.020290 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.021528 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-11baeda0-dff6-45b0-8ac4-7a218254dfce tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4177630 Feb 04 21:18:00.024453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53474) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:00.029405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '40f0c0ff-df87-4c4d-ae42-54d64b4b9673', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:00.036029 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:00.039844 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:00.042672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:00.049240 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:00.135666 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.196433 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.243448 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.266069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2609f038-7818-4194-96de-2595e9137c87,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:00.341142 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.342311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0d536c2c-2935-4f47-84d9-f190593ea63e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169599 Feb 04 21:18:00.345386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53478) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:00.350231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '40f0c0ff-df87-4c4d-ae42-54d64b4b9673', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:00.357295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:00.361114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:00.363973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:00.369549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:00.473487 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.534409 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.642986 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.669343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375a6b10-77a0-4054-a6a6-6c133ca1ad73,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:00.728689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.729844 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b4f9a647-2b29-494d-9529-f5688f392493 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3835547 Feb 04 21:18:00.732526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53482) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:00.738751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '40f0c0ff-df87-4c4d-ae42-54d64b4b9673', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:00.745196 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:00.749051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:00.751906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:00.757533 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:00.826813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.886376 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.985625 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.008975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d08b4c8-ebc0-4c96-8587-a7da7d7e03c8,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:01.111762 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.112979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-98bec748-5cf8-4723-9998-6be3aacb3894 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795593 Feb 04 21:18:01.115931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53486) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:01.120760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '40f0c0ff-df87-4c4d-ae42-54d64b4b9673', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:01.128329 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:01.132147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:01.135013 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:01.141372 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:01.221759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.282707 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.368597 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.391459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f3c67e-b16d-4080-99e6-d8fe6ef7ec35,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:01.477760 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.478966 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8c79da05-e86a-4faf-8b84-da2893e606de tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621082 Feb 04 21:18:01.482200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53490) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:01.487133 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '40f0c0ff-df87-4c4d-ae42-54d64b4b9673', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:01.493711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:01.498124 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:01.501009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:01.506673 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:01.608947 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:18:01.615298 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.641776 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:18:01.680909 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.745834 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.771838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c68ddd1-f095-48d2-9fad-3cf253bf9156,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:01.872161 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.873305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f6238b00-e1c4-4f09-afa2-3cab0e12af4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901713 Feb 04 21:18:01.876028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53494) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:01.880980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '40f0c0ff-df87-4c4d-ae42-54d64b4b9673', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:01.887475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:01.891211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:01.894045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:01.899697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:01.974412 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:18:01.981414 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.043324 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.129125 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.153651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb17681-db6e-4437-83df-a2f84b96812e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:02.231711 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.232899 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-61ccbe44-4208-44cc-b38d-3c61eca42ab7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559654 Feb 04 21:18:02.235698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53498) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:02.240986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'network': {'name': 'tempest-network-smoke--1077496934', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:02.246535 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:02.250569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:network and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:02.253389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:02.258980 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:02.311788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:02.315317 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.342804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:18:02.351342 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.351684 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Added segment c85a95e6-9028-483b-a914-4e73f135fa76 of type vlan for network 39af94df-cade-4898-a72e-9ded05fa2cdb Feb 04 21:18:02.378436 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.493567 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.499571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:02.503328 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.611112 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Network': ['ID=39af94df-cade-4898-a72e-9ded05fa2cdb,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:02.623712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 39af94df-cade-4898-a72e-9ded05fa2cdb details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:18:02.678433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ab190546-a2d6-4c97-a825-2f5979a467b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4417362 Feb 04 21:18:02.681265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53502) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:02.686881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'admin_state_up': True, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:02.694875 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:02.698872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:router and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:02.702620 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:02.709038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:02.769109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.770037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.784195 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.102650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.561285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.589674 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.722016 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.225 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/2b39a351-def3-4d3c-85ec-6276cd1d1284) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:03.866827 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.003586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.068812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:04.071542 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:04.073969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:04.107972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=2b39a351-def3-4d3c-85ec-6276cd1d1284,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:04.547178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.987691 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.287639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router e2f5cdfd-07ae-467f-9696-04f7edf7799d is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:18:05.467006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:05.476822 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Sync routers for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:05.485906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:05.486518 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:05.569139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.570308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-839b9794-d21f-4230-93f0-10fdeea5d67d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8881207 Feb 04 21:18:05.573572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53506) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:05.613440 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b72e9f8f-68e8-46ae-9bd2-450e3f2291f4 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a7bb6776aba1460b8fb3a179a44f7cad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387650 Feb 04 21:18:05.616043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53510) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:05.691652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:05.745079 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d8bb8-a666-417e-90c4-bdc191edd0a4 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:05.747108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-706d8bb8-a666-417e-90c4-bdc191edd0a4 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301978 Feb 04 21:18:05.749874 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53514) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:05.792524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a2042e1f-0cd9-434f-94ca-8f7d0f4f1067 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416002 Feb 04 21:18:05.795630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53518) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:05.800813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660992583', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:05.910810 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:05.914776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:subnet and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:05.917631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:05.923848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:05.977583 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:04Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:05.981985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Checking router: e2f5cdfd-07ae-467f-9696-04f7edf7799d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:18:05.982334 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Updating router e2f5cdfd-07ae-467f-9696-04f7edf7799d port 2b39a351-def3-4d3c-85ec-6276cd1d1284 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:18:06.033638 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.043570 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:06.047255 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.357945 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.360360 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.371875 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Transition to ACTIVE for port object 2b39a351-def3-4d3c-85ec-6276cd1d1284 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:06.436407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Subnet': ['ID=53d0db45-a382-4b26-aa95-d72fb91056f3,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:06.444842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Checking segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:06.445193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network hostable DHCP agents. Network: 39af94df-cade-4898-a72e-9ded05fa2cdb, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:18:06.488597 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.569947 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Attempting to bind port 2b39a351-def3-4d3c-85ec-6276cd1d1284 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:06.570323 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Attempting to bind port 2b39a351-def3-4d3c-85ec-6276cd1d1284 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:06.570707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Attempting to bind port 2b39a351-def3-4d3c-85ec-6276cd1d1284 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:06.572758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdd297-6502-4296-ad5e-2b6818d5656e None None] Pushing event updated for resources: {'Port': ['ID=2b39a351-def3-4d3c-85ec-6276cd1d1284,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:06.578800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:06.579210 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:06.579614 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.580003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:06.580497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 39af94df-cade-4898-a72e-9ded05fa2cdb is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:18:06.580591 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Bound port: 2b39a351-def3-4d3c-85ec-6276cd1d1284, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:06.580899 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.643202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 39af94df-cade-4898-a72e-9ded05fa2cdb) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:06.647894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:06.648540 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.652402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce894502-e63d-406b-8ddc-23ec4fa08683 None None] Network 39af94df-cade-4898-a72e-9ded05fa2cdb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:06.668765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] For port 2b39a351-def3-4d3c-85ec-6276cd1d1284, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:06.728042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] For port 2b39a351-def3-4d3c-85ec-6276cd1d1284, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2b39a351-def3-4d3c-85ec-6276cd1d1284,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:06.735518 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8d3cea1e-8b75-4123-bd8f-f49d466b52e1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9388897 Feb 04 21:18:06.738254 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53522) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.813148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.941662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:06.942290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:07.000078 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdd297-6502-4296-ad5e-2b6818d5656e None None] Pushing event updated for resources: {'Port': ['ID=2b39a351-def3-4d3c-85ec-6276cd1d1284,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:07.012476 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-39af94df-cade-4898-a72e-9ded05fa2cdb', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:18:07.013307 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.278177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:07.488625 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Allocated IP 172.20.0.2 (39af94df-cade-4898-a72e-9ded05fa2cdb/53d0db45-a382-4b26-aa95-d72fb91056f3/683bb1de-5e30-465a-bc4a-391c57b5b7ed) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:07.561314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.784037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.795063 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:04Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:07.799385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Transition to ACTIVE for port object 683bb1de-5e30-465a-bc4a-391c57b5b7ed will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:07.805278 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097aaa88-bc1d-487b-913c-8eda829de509 None None] The sync data for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 is: [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:04Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:07.819797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Transition to ACTIVE for port object 683bb1de-5e30-465a-bc4a-391c57b5b7ed will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:07.912226 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.977927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.1 (39af94df-cade-4898-a72e-9ded05fa2cdb/53d0db45-a382-4b26-aa95-d72fb91056f3/d0095a05-223d-4869-8ab0-62e19c10168d) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:07.978720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Network 39af94df-cade-4898-a72e-9ded05fa2cdb is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:07.982182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:07.985788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:07.991561 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Pushing event updated for resources: {'Port': ['ID=683bb1de-5e30-465a-bc4a-391c57b5b7ed,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:08.103908 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Attempting to bind port 683bb1de-5e30-465a-bc4a-391c57b5b7ed on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:08.104760 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Attempting to bind port 683bb1de-5e30-465a-bc4a-391c57b5b7ed by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:08.105313 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Attempting to bind port 683bb1de-5e30-465a-bc4a-391c57b5b7ed on network 39af94df-cade-4898-a72e-9ded05fa2cdb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:08.111630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:08.112019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Checking segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:08.116957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.116957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Bound using segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:08.116957 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Bound port: 683bb1de-5e30-465a-bc4a-391c57b5b7ed, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:08.116957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.180251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.197357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object d0095a05-223d-4869-8ab0-62e19c10168d will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:08.222985 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] For port 683bb1de-5e30-465a-bc4a-391c57b5b7ed, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:08.225991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] For port 683bb1de-5e30-465a-bc4a-391c57b5b7ed, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=683bb1de-5e30-465a-bc4a-391c57b5b7ed,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:08.334980 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.350628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.412831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 39af94df-cade-4898-a72e-9ded05fa2cdb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:08.415952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:08.418672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:08.433183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75419be6-2ae4-45f3-ac90-ae6a0658faa3 None None] Pushing event updated for resources: {'Port': ['ID=683bb1de-5e30-465a-bc4a-391c57b5b7ed,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:08.463909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=d0095a05-223d-4869-8ab0-62e19c10168d,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:08.505934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.889789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:09.437561 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:09.460036 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11371b-d315-43be-88ce-9a844c0a83fd None None] Network 39af94df-cade-4898-a72e-9ded05fa2cdb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:09.563156 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:09.631267 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f8ee8bce-7859-43dc-9864-8d6956d01f31 None None] Provisioning for port 683bb1de-5e30-465a-bc4a-391c57b5b7ed completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:09.678269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=d0095a05-223d-4869-8ab0-62e19c10168d,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:09.683101 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:09.718849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:09.830677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 39af94df-cade-4898-a72e-9ded05fa2cdb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:09.831848 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:10.045999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 683bb1de-5e30-465a-bc4a-391c57b5b7ed up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:10.046193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router e2f5cdfd-07ae-467f-9696-04f7edf7799d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:10.075321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.089220 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-595c3ec8-a7e8-4e6b-a440-22c18e407f52 None None] Provisioning for port d0095a05-223d-4869-8ab0-62e19c10168d completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:10.100416 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-595c3ec8-a7e8-4e6b-a440-22c18e407f52 None None] Provisioning complete for port d0095a05-223d-4869-8ab0-62e19c10168d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:10.100779 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-595c3ec8-a7e8-4e6b-a440-22c18e407f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.163752 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-595c3ec8-a7e8-4e6b-a440-22c18e407f52 None None] Port d0095a05-223d-4869-8ab0-62e19c10168d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:10.225904 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 683bb1de-5e30-465a-bc4a-391c57b5b7ed completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:10.231950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 683bb1de-5e30-465a-bc4a-391c57b5b7ed triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:10.232362 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.241708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:10.252476 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Sync routers for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:10.263472 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-3be5069b-a32b-4c0c-ba9d-2f4a78047ad3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/e2f5cdfd-07ae-467f-9696-04f7edf7799d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5198822 Feb 04 21:18:10.263669 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:10.263797 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:10.311332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eef8548b-21ef-457e-8e56-a6a3163f2796 None None] Provisioning complete for port d0095a05-223d-4869-8ab0-62e19c10168d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:10.311698 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eef8548b-21ef-457e-8e56-a6a3163f2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.452904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-7e637e07-78e6-4b95-ba8b-95c961a6e3a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:10.464521 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-eef8548b-21ef-457e-8e56-a6a3163f2796 None None] Port d0095a05-223d-4869-8ab0-62e19c10168d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:10.475906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.495787 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:10.515646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 683bb1de-5e30-465a-bc4a-391c57b5b7ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=683bb1de-5e30-465a-bc4a-391c57b5b7ed,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:10.584628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-709e280b-89ff-486c-99c9-3492e1f0a0c3 None None] Provisioning complete for port d0095a05-223d-4869-8ab0-62e19c10168d triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:10.584995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-709e280b-89ff-486c-99c9-3492e1f0a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.608910 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-7e637e07-78e6-4b95-ba8b-95c961a6e3a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:10.612339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-7e637e07-78e6-4b95-ba8b-95c961a6e3a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533243545&fields=id&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 267 time: 0.2015543 Feb 04 21:18:10.634212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.635448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b39a351-def3-4d3c-85ec-6276cd1d1284 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:10.711379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-709e280b-89ff-486c-99c9-3492e1f0a0c3 None None] Port d0095a05-223d-4869-8ab0-62e19c10168d cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:10.767310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=683bb1de-5e30-465a-bc4a-391c57b5b7ed,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:10.828409 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:09Z', 'revision_number': 2, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:10.833576 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Checking router: e2f5cdfd-07ae-467f-9696-04f7edf7799d for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:18:10.834305 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Updating router e2f5cdfd-07ae-467f-9696-04f7edf7799d port d0095a05-223d-4869-8ab0-62e19c10168d binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:18:10.875415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-18ea3ac6-63fd-46bd-9bfe-fd634b26c0a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:10.881578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-18ea3ac6-63fd-46bd-9bfe-fd634b26c0a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:10.893411 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.900346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 2b39a351-def3-4d3c-85ec-6276cd1d1284 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:10.905520 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2b39a351-def3-4d3c-85ec-6276cd1d1284 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:10.905892 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.002868 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-18ea3ac6-63fd-46bd-9bfe-fd634b26c0a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:11.005014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-18ea3ac6-63fd-46bd-9bfe-fd634b26c0a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 797 time: 0.3859711 Feb 04 21:18:11.023162 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.031883 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-d3551fd0-20ff-4760-89b3-5db56a399256 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/quotas/a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 375 time: 0.0176430 Feb 04 21:18:11.049173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 2b39a351-def3-4d3c-85ec-6276cd1d1284, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2b39a351-def3-4d3c-85ec-6276cd1d1284,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:11.108180 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-0ac6d75f-04ea-42b1-9265-11add85b879d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:11.146325 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.214576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-0ac6d75f-04ea-42b1-9265-11add85b879d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:11.215991 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-0ac6d75f-04ea-42b1-9265-11add85b879d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866736 Feb 04 21:18:11.217774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=2b39a351-def3-4d3c-85ec-6276cd1d1284,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:11.234486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-5b0682d6-cb9a-497f-9c40-9c4b526a3de1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:18:11.235471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-5b0682d6-cb9a-497f-9c40-9c4b526a3de1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059843 Feb 04 21:18:11.269670 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.281077 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Transition to ACTIVE for port object d0095a05-223d-4869-8ab0-62e19c10168d will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:11.366272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-46e8c23b-a51a-45a8-88c0-2bb3c1d78494 service neutron] 10.222.0.48 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249342 Feb 04 21:18:11.414565 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.498908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-e60f815b-794e-4d4f-bf70-f3160e50a8dd service neutron] 10.222.0.48 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260431 Feb 04 21:18:11.572171 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Pushing event updated for resources: {'Port': ['ID=d0095a05-223d-4869-8ab0-62e19c10168d,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:11.616947 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.617225 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.617476 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.617810 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.618141 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.618467 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.618817 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.619146 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.619466 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.619795 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.620115 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.620434 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:11.644987 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Attempting to bind port d0095a05-223d-4869-8ab0-62e19c10168d on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:11.645353 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Attempting to bind port d0095a05-223d-4869-8ab0-62e19c10168d by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:11.645711 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Attempting to bind port d0095a05-223d-4869-8ab0-62e19c10168d on network 39af94df-cade-4898-a72e-9ded05fa2cdb {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:11.651187 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:11.651559 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Checking segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:11.651961 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.652914 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Bound using segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:11.653389 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Bound port: d0095a05-223d-4869-8ab0-62e19c10168d, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:11.653747 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.756514 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] For port d0095a05-223d-4869-8ab0-62e19c10168d, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:11.773783 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] For port d0095a05-223d-4869-8ab0-62e19c10168d, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0095a05-223d-4869-8ab0-62e19c10168d,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:11.819567 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-33236aad-8e32-401f-9fb9-0cf2ebca7459 req-97aa2cba-4f03-4733-9ca1-21ad0393fc30 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:11.823989 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-33236aad-8e32-401f-9fb9-0cf2ebca7459 req-97aa2cba-4f03-4733-9ca1-21ad0393fc30 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:11.825634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-33236aad-8e32-401f-9fb9-0cf2ebca7459 req-97aa2cba-4f03-4733-9ca1-21ad0393fc30 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0575643 Feb 04 21:18:11.952354 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.956572 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 683bb1de-5e30-465a-bc4a-391c57b5b7ed up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:12.028148 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 683bb1de-5e30-465a-bc4a-391c57b5b7ed triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:12.028662 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.036849 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:12.037483 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:17:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:12.111902 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b25b9-7387-4366-b864-a65a1e9debde None None] Pushing event updated for resources: {'Port': ['ID=d0095a05-223d-4869-8ab0-62e19c10168d,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:12.160035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b39a351-def3-4d3c-85ec-6276cd1d1284 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:12.228484 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 2b39a351-def3-4d3c-85ec-6276cd1d1284 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:12.228859 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.252436 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:12.564618 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:12.568518 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4860547-1749-4ac2-a26e-158559d6b06a None None] The sync data for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 is: [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:12.922405 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fa09537-6c45-4a33-a3c2-7d2ae8d91430 req-bd1c214e-fa33-4593-be10-fcfb70068971 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0431149 Feb 04 21:18:13.980426 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0095a05-223d-4869-8ab0-62e19c10168d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:14.028250 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-10693e58-f7f6-49ba-9072-6b1cafa499f7 req-29e2f72e-0b43-4a5d-ad08-5b7833fd8b5c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0518746 Feb 04 21:18:14.162131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port d0095a05-223d-4869-8ab0-62e19c10168d completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:14.167339 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d0095a05-223d-4869-8ab0-62e19c10168d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:14.167703 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.281555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.312505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port d0095a05-223d-4869-8ab0-62e19c10168d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0095a05-223d-4869-8ab0-62e19c10168d,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:14.414320 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.492332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=d0095a05-223d-4869-8ab0-62e19c10168d,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:15.118023 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d8c2b95-a299-4886-a416-70d783744519 req-fde10353-d349-4fca-a5fd-152ec9fafbc2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0469997 Feb 04 21:18:15.955633 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0095a05-223d-4869-8ab0-62e19c10168d up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:16.023284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port d0095a05-223d-4869-8ab0-62e19c10168d triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:16.023284 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.213211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ecd2951a-3d00-42a0-9081-c03ea15aa9e9 req-c98944ad-eef7-435c-8ba8-93d9b79f1628 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0426781 Feb 04 21:18:17.356707 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-425ba42b-4592-45b0-83ba-e55383da376a req-6458b5a8-085c-4a28-b1b2-fb9163e9ab66 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0427217 Feb 04 21:18:18.505540 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ce814e81-ebaa-4753-b454-088cabaa80f7 req-3f465364-03c4-429a-bfbe-a4fbf5b11545 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0457015 Feb 04 21:18:18.752366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-0536adbd-65f7-4e18-b114-20f054051d65 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:18.752964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-0536adbd-65f7-4e18-b114-20f054051d65 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:18.765557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-0536adbd-65f7-4e18-b114-20f054051d65 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:18.766645 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-0536adbd-65f7-4e18-b114-20f054051d65 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 797 time: 0.1572628 Feb 04 21:18:18.817480 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-3173ff70-d9d1-4198-a444-75278c334b61 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:18.829180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-3173ff70-d9d1-4198-a444-75278c334b61 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:18.830303 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-3173ff70-d9d1-4198-a444-75278c334b61 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 379 time: 0.0508838 Feb 04 21:18:18.839405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'port': {'device_id': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'admin_state_up': True, 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'security_groups': ['40f0c0ff-df87-4c4d-ae42-54d64b4b9673']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:18.977939 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:18.987399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:19.054173 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:19.057692 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:19.326121 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.6 (39af94df-cade-4898-a72e-9ded05fa2cdb/53d0db45-a382-4b26-aa95-d72fb91056f3/95011dde-4047-44bf-8b9b-19253fa1a526) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:19.507790 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:19.522516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object 95011dde-4047-44bf-8b9b-19253fa1a526 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:19.591751 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:19.667320 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 39af94df-cade-4898-a72e-9ded05fa2cdb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:19.670348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:19.674651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:19.693201 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd486-47d6-41c0-b858-d5b7122865f1 req-86b784b1-ca13-49b3-8b4e-3411884a71b6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:19.694740 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-83abd486-47d6-41c0-b858-d5b7122865f1 req-86b784b1-ca13-49b3-8b4e-3411884a71b6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 931 time: 0.0831506 Feb 04 21:18:19.709316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:19.742720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:19.743332 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-83abd486-47d6-41c0-b858-d5b7122865f1 req-12e712fc-9156-4ea5-b35c-4eb42d5d2c56 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427964 Feb 04 21:18:19.746897 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:19.821023 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-168af61b-78a0-4a5e-b9f5-d3f378a6d355 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9850810 Feb 04 21:18:19.834876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-58d94683-f834-41aa-a1e8-25c140ce56c3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:18:19.835882 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-58d94683-f834-41aa-a1e8-25c140ce56c3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053813 Feb 04 21:18:19.918045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Request body: {'port': {'device_id': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:20.020192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-22502991-c005-4087-bbc3-3e2b41cd4e96 None None] Provisioning for port 95011dde-4047-44bf-8b9b-19253fa1a526 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:20.025592 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-22502991-c005-4087-bbc3-3e2b41cd4e96 None None] Provisioning complete for port 95011dde-4047-44bf-8b9b-19253fa1a526 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:20.025966 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-22502991-c005-4087-bbc3-3e2b41cd4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.029470 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.088030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-22502991-c005-4087-bbc3-3e2b41cd4e96 None None] Port 95011dde-4047-44bf-8b9b-19253fa1a526 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:20.145828 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cc2680da-a82a-4ba8-8ba3-7ee10f2f24d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.363887 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95011dde-4047-44bf-8b9b-19253fa1a526 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:20.370850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.384869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Transition to ACTIVE for port object 95011dde-4047-44bf-8b9b-19253fa1a526 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:20.454293 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.583446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:20.689364 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:20.689695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:20.690012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 on network 39af94df-cade-4898-a72e-9ded05fa2cdb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:20.694710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Port 95011dde-4047-44bf-8b9b-19253fa1a526 on network 39af94df-cade-4898-a72e-9ded05fa2cdb not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:18:20.695032 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 on network 39af94df-cade-4898-a72e-9ded05fa2cdb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:20.700089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:20.700421 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Checking segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:20.700795 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Bound using segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:20.701211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Bound port: 95011dde-4047-44bf-8b9b-19253fa1a526, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:20.701577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.792788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:20.796286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:20.885395 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.962675 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:20.963303 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.964677 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] 10.222.0.24 "PUT /v2.0/ports/95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 1091 time: 1.1227283 Feb 04 21:18:20.967414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:20.995689 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17645156-6d8d-40c8-98dc-9dbff655f179 service neutron] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:21.014277 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa94e27-6f06-44e7-8308-900264a31cc1 req-dd928347-3cc4-402e-84ec-e3beccb3c543 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:21.017092 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5fa94e27-6f06-44e7-8308-900264a31cc1 req-dd928347-3cc4-402e-84ec-e3beccb3c543 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:21.108795 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'status': 'completed', 'code': 200} Feb 04 21:18:21.143484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-5fa94e27-6f06-44e7-8308-900264a31cc1 req-dd928347-3cc4-402e-84ec-e3beccb3c543 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:21.143484 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5fa94e27-6f06-44e7-8308-900264a31cc1 req-dd928347-3cc4-402e-84ec-e3beccb3c543 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.2920697 Feb 04 21:18:21.143484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-98c226d2-cb07-43ea-b937-8d9af73ee795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:21.144199 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-98c226d2-cb07-43ea-b937-8d9af73ee795 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1094 time: 0.0788298 Feb 04 21:18:21.229566 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-59e710d7-0bf5-4e2c-b3c7-390e0220654b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 217 time: 0.0682149 Feb 04 21:18:21.284808 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5fa94e27-6f06-44e7-8308-900264a31cc1 req-f89e4363-506e-44c6-aa95-edbc32657bd8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368909 Feb 04 21:18:21.302566 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-1a1186be-1611-4748-9fa6-fb2a0336e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:21.304002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-1a1186be-1611-4748-9fa6-fb2a0336e1ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0647025 Feb 04 21:18:21.383738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-8e6c9334-92e1-47de-b573-dcd048171318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:21.385166 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-8e6c9334-92e1-47de-b573-dcd048171318 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716972 Feb 04 21:18:21.625691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-79899009-f66b-4393-9fc1-4246363ed014 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290733 Feb 04 21:18:21.760153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c13174c0-a7b5-4355-801f-d2aea26d01c9 req-cd8813b6-ad5b-4dea-817e-1cf5b39f0c50 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248343 Feb 04 21:18:21.940047 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-a1734afc-cc3b-49c4-b0c6-a9ec9b3aeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:21.941513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-a1734afc-cc3b-49c4-b0c6-a9ec9b3aeafc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1094 time: 0.0696573 Feb 04 21:18:22.076999 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-3575e81f-1da1-4e1e-bcba-77663f557478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:22.078433 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-3575e81f-1da1-4e1e-bcba-77663f557478 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1247129 Feb 04 21:18:22.151279 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-28f935bd-37a9-4f4c-97a8-ed382880e62f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 217 time: 0.0639527 Feb 04 21:18:22.213738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-00407baa-1ba7-42e1-bec2-ecd29d9c6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:22.215236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-00407baa-1ba7-42e1-bec2-ecd29d9c6c37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0581110 Feb 04 21:18:22.292841 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-ff26b1cf-2d00-4193-82a1-3b717335b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:22.294325 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-ff26b1cf-2d00-4193-82a1-3b717335b66c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724869 Feb 04 21:18:22.351476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6eaba359-1fd7-412d-808c-116b4e4142cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.429556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-c980029c-a16c-4363-b0cd-e149d5084525 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266329 Feb 04 21:18:22.471263 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f899e9c-c1ea-456c-9dd6-b3a43aaa65bb req-81d35c19-3fe2-4957-a552-87a7b60d1854 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:22.472716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f899e9c-c1ea-456c-9dd6-b3a43aaa65bb req-81d35c19-3fe2-4957-a552-87a7b60d1854 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0810242 Feb 04 21:18:22.516644 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4f899e9c-c1ea-456c-9dd6-b3a43aaa65bb req-adce080f-3078-442e-b931-1831bda34fb8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 Feb 04 21:18:22.572302 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1de7ca2-4f66-46be-a729-5fcba7049b3a req-56ffc142-4240-4362-b57c-60195bc5e7bc service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352673 Feb 04 21:18:23.547810 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:23.677005 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:23.700455 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeecc5-e1ee-4b3c-beb8-2d361337dc1f req-dc8952a2-bab8-4e7a-8e04-1cb84b257609 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:23.701900 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7eeecc5-e1ee-4b3c-beb8-2d361337dc1f req-dc8952a2-bab8-4e7a-8e04-1cb84b257609 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0787239 Feb 04 21:18:23.745551 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7eeecc5-e1ee-4b3c-beb8-2d361337dc1f req-19750c19-a99b-4954-992b-d6fd15698b49 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375366 Feb 04 21:18:24.927515 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c717-818a-406b-b858-3e64716c2223 req-13a09c49-eb86-4c48-bba1-29b25d0a09fa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:24.928953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59c7c717-818a-406b-b858-3e64716c2223 req-13a09c49-eb86-4c48-bba1-29b25d0a09fa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0812905 Feb 04 21:18:24.972653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-59c7c717-818a-406b-b858-3e64716c2223 req-ceffac64-5e64-433c-8568-f547288ee60e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371344 Feb 04 21:18:25.385962 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.707515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:18:25.838368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:25.851734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '95011dde-4047-44bf-8b9b-19253fa1a526', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'port_id': '95011dde-4047-44bf-8b9b-19253fa1a526', 'mac_address': 'fa:16:3e:b2:2f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:18:25.905227 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.921768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95011dde-4047-44bf-8b9b-19253fa1a526 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:25.936557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:26.002439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.101446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:26.161356 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d85a7c-b8e1-4ef9-836e-e2d6331afd14 req-48e44d07-a4f0-4373-bf83-fa1e83c18b9a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:26.162889 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82d85a7c-b8e1-4ef9-836e-e2d6331afd14 req-48e44d07-a4f0-4373-bf83-fa1e83c18b9a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 944 time: 0.0852714 Feb 04 21:18:26.206120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-82d85a7c-b8e1-4ef9-836e-e2d6331afd14 req-eff3ecd8-c1c2-4f27-bf25-274fca2a5930 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375648 Feb 04 21:18:26.321447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['95011dde-4047-44bf-8b9b-19253fa1a526'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:27.391842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb6b84-968f-439f-8d63-27bbcc5ec36d req-b0dcaa50-9649-4c3b-aee5-935beb7c256a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:27.393788 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98eb6b84-968f-439f-8d63-27bbcc5ec36d req-b0dcaa50-9649-4c3b-aee5-935beb7c256a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 944 time: 0.0779946 Feb 04 21:18:27.436101 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-98eb6b84-968f-439f-8d63-27bbcc5ec36d req-0cb414c1-1d68-4b4c-825f-920da093c0a2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368428 Feb 04 21:18:27.707444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:27.853999 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 95011dde-4047-44bf-8b9b-19253fa1a526 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:27.858977 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 95011dde-4047-44bf-8b9b-19253fa1a526 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:27.860996 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:27.973331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:27.998867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:28.008651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:28.094361 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'code': 200} Feb 04 21:18:28.105694 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:28.179852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:28.234335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0dbb-0454-4186-90ad-2f575273e82b req-128a7c70-a2e3-4858-891c-d7d1c6db1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:28.235738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e76a0dbb-0454-4186-90ad-2f575273e82b req-128a7c70-a2e3-4858-891c-d7d1c6db1a60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1096 time: 0.0690291 Feb 04 21:18:28.278308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e76a0dbb-0454-4186-90ad-2f575273e82b req-dea0ff28-74f2-4a6d-873e-e2694f551201 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327389 Feb 04 21:18:28.630226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd829c-1c53-40f6-92cc-07d9846b163a req-94ab1153-01ce-465f-b62f-fe0941114ce7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:28.631689 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fdd829c-1c53-40f6-92cc-07d9846b163a req-94ab1153-01ce-465f-b62f-fe0941114ce7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0942831 Feb 04 21:18:28.675306 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4fdd829c-1c53-40f6-92cc-07d9846b163a req-88f45c69-b9c3-48a0-a70c-8e4ea20a8e8d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374792 Feb 04 21:18:29.864459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb566e-cee9-4298-9565-baa1b2b48fb9 req-38f91f63-f309-4a63-9c57-ff351dc92d7e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:29.865909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43eb566e-cee9-4298-9565-baa1b2b48fb9 req-38f91f63-f309-4a63-9c57-ff351dc92d7e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0825164 Feb 04 21:18:29.909188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-43eb566e-cee9-4298-9565-baa1b2b48fb9 req-e33343ac-b959-4466-abf5-7d4fe9be7cbd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374732 Feb 04 21:18:30.087922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60559dca-6e7b-436e-a7f4-60849a6fc965 req-c69ae0a7-333a-4444-b5cd-bf6114eda014 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:30.089337 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60559dca-6e7b-436e-a7f4-60849a6fc965 req-c69ae0a7-333a-4444-b5cd-bf6114eda014 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0775461 Feb 04 21:18:30.136181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60559dca-6e7b-436e-a7f4-60849a6fc965 req-8391f674-b9ec-4fb8-a94a-7d0a0baa61cf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410991 Feb 04 21:18:30.158024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53608) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:30.227781 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029bcc7f-f21e-426b-a0e1-5fc1649603e4 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:30.229266 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-029bcc7f-f21e-426b-a0e1-5fc1649603e4 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1091 time: 0.0702643 Feb 04 21:18:30.232177 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53612) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:30.236895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '95011dde-4047-44bf-8b9b-19253fa1a526', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:30.244015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:30.247735 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:floatingip and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:30.250466 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:30.256171 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:30.334524 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.470260 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.626793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.45 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/e1c6acd8-2b41-4bc0-8f2f-3b2356a9a3fe) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:30.862867 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.951794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.014422 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:31.017368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:31.021647 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:31.058758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=e1c6acd8-2b41-4bc0-8f2f-3b2356a9a3fe,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:31.428240 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.573906 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.776060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.852864 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.961897 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=e1c6acd8-2b41-4bc0-8f2f-3b2356a9a3fe,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:31.974556 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.143997 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP fbf8680e-790d-4104-a401-effd87d29e45 associated. External IP: 172.25.7.45, port: 95011dde-4047-44bf-8b9b-19253fa1a526. Feb 04 21:18:32.592479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router e2f5cdfd-07ae-467f-9696-04f7edf7799d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:32.773337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:32.784024 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] Sync routers for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:32.793990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:32.794628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:32.865846 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.922962 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7a439932-8fc3-4d06-8577-754ac8c802f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6874194 Feb 04 21:18:32.922962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:32.975075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:33.016572 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'status': 'completed', 'code': 200} Feb 04 21:18:33.151775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48980d-095f-4114-a9e6-2c4285b8ef60 req-ff9bd3ee-4a41-4d7f-8f6b-0202baa1759d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.153552 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad48980d-095f-4114-a9e6-2c4285b8ef60 req-ff9bd3ee-4a41-4d7f-8f6b-0202baa1759d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.1409583 Feb 04 21:18:33.195464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-d0f7e151-160b-4b19-b1a4-029a3b55ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.196784 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-d0f7e151-160b-4b19-b1a4-029a3b55ccff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1096 time: 0.1435323 Feb 04 21:18:33.207811 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ad48980d-095f-4114-a9e6-2c4285b8ef60 req-c2ed8948-c67f-4454-a60b-84386ed6668a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486424 Feb 04 21:18:33.231483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53622) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:33.330081 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'fbf8680e-790d-4104-a401-effd87d29e45', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'port_id': '95011dde-4047-44bf-8b9b-19253fa1a526', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'mac_address': 'fa:16:3e:b2:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:18:31Z', 'updated_at': '2022-02-04T21:18:31Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:14Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:33.335361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] Checking router: e2f5cdfd-07ae-467f-9696-04f7edf7799d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:18:33.344362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f6709156-5ca2-461b-b3a3-9cf2f8064e00 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/fbf8680e-790d-4104-a401-effd87d29e45 HTTP/1.1" status: 200 len: 990 time: 0.1102002 Feb 04 21:18:33.344703 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:33.345333 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:18:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:33.446650 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-9e378d31-08a4-4515-a6cb-e7c33b65da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.448028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-9e378d31-08a4-4515-a6cb-e7c33b65da6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.2433941 Feb 04 21:18:33.524118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:33.552476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-86115665-081a-45cd-95bc-88b1835762e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 998 time: 0.0967698 Feb 04 21:18:33.614055 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-069db163-3ec7-48d8-9b47-9c0da0f2a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.615513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-069db163-3ec7-48d8-9b47-9c0da0f2a68c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0566485 Feb 04 21:18:33.690913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-bccf684a-9f10-4912-abf5-9cd7dba8bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.692925 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-bccf684a-9f10-4912-abf5-9cd7dba8bc6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714839 Feb 04 21:18:33.824150 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-f9433375-4122-422e-a34d-a2805e112118 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251729 Feb 04 21:18:33.904930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'fbf8680e-790d-4104-a401-effd87d29e45', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'port_id': '95011dde-4047-44bf-8b9b-19253fa1a526', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'mac_address': 'fa:16:3e:b2:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:18:31Z', 'updated_at': '2022-02-04T21:18:31Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:14Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:33.910118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b8e34-c5d0-4dd3-b72b-39d8d54717b0 None None] The sync data for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 is: [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'fbf8680e-790d-4104-a401-effd87d29e45', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'port_id': '95011dde-4047-44bf-8b9b-19253fa1a526', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'mac_address': 'fa:16:3e:b2:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:18:31Z', 'updated_at': '2022-02-04T21:18:31Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:14Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:33.958745 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f707e6c7-0ddc-489d-95eb-6fdfa2b76ea3 req-0fbfaa95-253b-4144-9682-4baf129576dc service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289854 Feb 04 21:18:34.116049 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8818db-d3fb-44a2-9c6d-4bf98f237a29 None None] New status for floating IP fbf8680e-790d-4104-a401-effd87d29e45: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:18:34.347261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53626) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:34.455190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-c5a57a64-ea77-413d-94af-eac6713b355a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/fbf8680e-790d-4104-a401-effd87d29e45 HTTP/1.1" status: 200 len: 990 time: 0.1068497 Feb 04 21:18:35.459433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53630) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:35.567274 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d0135315-4101-4078-9c0b-26ec520a187d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/fbf8680e-790d-4104-a401-effd87d29e45 HTTP/1.1" status: 200 len: 992 time: 0.1066668 Feb 04 21:18:38.641462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:18:39.699692 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:40.057953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.145075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-61e998eb-3b7a-4651-b3ee-3d3b193df5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.333801 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9581e8fb-9bc9-48b7-8db6-bc40bd0b1b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.555508 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.681538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:55.379091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:07.326270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63797-20bc-4f20-9e33-1f3f6acd377d req-515e2e59-dad0-4c96-b4bc-90c7e56ed84b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:07.327772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-44d63797-20bc-4f20-9e33-1f3f6acd377d req-515e2e59-dad0-4c96-b4bc-90c7e56ed84b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0803611 Feb 04 21:19:07.355564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53654) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:07.373525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-44d63797-20bc-4f20-9e33-1f3f6acd377d req-281ac861-3ea8-4d68-9923-68916153e907 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401700 Feb 04 21:19:07.463475 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-b3f6ea31-99f9-47b1-905b-198fb112bc9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067071 Feb 04 21:19:08.560549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b9dc-1ced-41ea-9f02-16f19516e02e req-a292d5d1-9855-4690-95ab-f973ec046842 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:08.561999 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbf8b9dc-1ced-41ea-9f02-16f19516e02e req-a292d5d1-9855-4690-95ab-f973ec046842 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0843415 Feb 04 21:19:08.604929 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bbf8b9dc-1ced-41ea-9f02-16f19516e02e req-0daf27bc-bb0c-4e5c-b977-6a1e49807d34 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372503 Feb 04 21:19:09.621865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-ace2b0a7-2ecb-4166-a769-0ffaacadf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:09.623916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-ace2b0a7-2ecb-4166-a769-0ffaacadf825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1096 time: 0.0711243 Feb 04 21:19:09.647521 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.759557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-e4697892-65d2-46e9-b854-5cf95e945a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:09.761013 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-e4697892-65d2-46e9-b854-5cf95e945a24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1286502 Feb 04 21:19:09.792653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48889d35-54e6-4856-b78f-f41c29913f86 req-f2c47d26-3dcd-49ae-8c82-9c5e01498f67 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:09.794113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48889d35-54e6-4856-b78f-f41c29913f86 req-f2c47d26-3dcd-49ae-8c82-9c5e01498f67 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0815589 Feb 04 21:19:09.838050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-48889d35-54e6-4856-b78f-f41c29913f86 req-778ae240-17f3-4aba-8406-33b8cb6d9ced tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381880 Feb 04 21:19:09.871032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-6bc4f22f-c95c-4928-8e48-564dd1992d97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 1000 time: 0.0985875 Feb 04 21:19:09.935843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-4fda3095-350f-452a-b1b8-cf1ffc2c8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:09.937264 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-4fda3095-350f-452a-b1b8-cf1ffc2c8e72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0571582 Feb 04 21:19:10.016353 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-9c94191f-59d9-4930-b1f3-6511f654e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:10.017822 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-9c94191f-59d9-4930-b1f3-6511f654e584 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712848 Feb 04 21:19:10.047618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:10.153214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-00f6c67d-03c4-4278-b03c-9a1c66e7aa85 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250105 Feb 04 21:19:10.397398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-1f70659b-ce63-4758-93a5-6188df9186da service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340002 Feb 04 21:19:11.020813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed45e-a325-4ecc-aa8b-0f90ea85667e req-ed7a0ee6-891b-4cbf-9b13-95e1735d1c09 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:11.022257 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73fed45e-a325-4ecc-aa8b-0f90ea85667e req-ed7a0ee6-891b-4cbf-9b13-95e1735d1c09 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0794921 Feb 04 21:19:11.065875 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73fed45e-a325-4ecc-aa8b-0f90ea85667e req-c1727259-9cb2-47da-8874-ba41562278a5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380082 Feb 04 21:19:12.256373 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ec6b5-23ff-467b-9bc0-538cb0f5da1e req-e9e5a8b2-3d80-4e9a-9728-022e222e03ad tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:12.257732 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a3ec6b5-23ff-467b-9bc0-538cb0f5da1e req-e9e5a8b2-3d80-4e9a-9728-022e222e03ad tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0827549 Feb 04 21:19:12.300880 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0a3ec6b5-23ff-467b-9bc0-538cb0f5da1e req-8937d0d5-ca47-4560-8ea1-71dedf74f78d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369480 Feb 04 21:19:13.285879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-477e9bb9-8412-4ff5-bf9a-2577e0fbd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:13.287364 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-477e9bb9-8412-4ff5-bf9a-2577e0fbd31d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1096 time: 0.0736547 Feb 04 21:19:13.481761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-63119c98-99c7-490d-9302-8d2f3447c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:13.483132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-63119c98-99c7-490d-9302-8d2f3447c78a service neutron] 10.222.0.24 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1761637 Feb 04 21:19:13.595008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96db2a-2ac0-4937-9e1e-f7a0bd145297 req-1e7b11d2-dcad-40b7-9d57-0e3d7790fc95 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:13.596454 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb96db2a-2ac0-4937-9e1e-f7a0bd145297 req-1e7b11d2-dcad-40b7-9d57-0e3d7790fc95 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.1852944 Feb 04 21:19:13.605835 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-c961f954-56bf-430a-9294-5e272b4c1800 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 1000 time: 0.1149004 Feb 04 21:19:13.693119 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fb96db2a-2ac0-4937-9e1e-f7a0bd145297 req-c3998590-e728-41b7-bf1d-9055b8b03a3a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893254 Feb 04 21:19:13.696514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-ee24b855-f521-4665-b030-907c22bd8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:13.697876 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-ee24b855-f521-4665-b030-907c22bd8566 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0791764 Feb 04 21:19:13.772985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-76379bb7-7516-4a74-a214-e63535882d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:13.774429 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-76379bb7-7516-4a74-a214-e63535882d95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700481 Feb 04 21:19:13.913153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-a3bf614d-5924-42df-bab4-6e757ad9afa8 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267264 Feb 04 21:19:14.049201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b19fcc3-63ca-407d-b1c3-60f6f6aed258 req-a6f3379c-8413-4f52-b9c4-62d8f47d20f0 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250927 Feb 04 21:19:14.877865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021349f8-a5fc-497f-9038-31abf9d13c3e req-7ee7c045-93f6-48b2-8fa5-ca10cdcb94ad tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:14.879340 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-021349f8-a5fc-497f-9038-31abf9d13c3e req-7ee7c045-93f6-48b2-8fa5-ca10cdcb94ad tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0820434 Feb 04 21:19:14.922656 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-021349f8-a5fc-497f-9038-31abf9d13c3e req-9c74837d-8f31-4703-ab10-570e02461cf9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377576 Feb 04 21:19:15.641303 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:19:16.107152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a7fd8-6914-44c5-893f-c5b17a187cd2 req-a6406c18-23c2-4c1b-be44-0f272d0895a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:16.108616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d3a7fd8-6914-44c5-893f-c5b17a187cd2 req-a6406c18-23c2-4c1b-be44-0f272d0895a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0838864 Feb 04 21:19:16.152659 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d3a7fd8-6914-44c5-893f-c5b17a187cd2 req-7c9cd4e4-3220-47bc-a1b4-c4f57b6a00ea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384200 Feb 04 21:19:17.333510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf58c6-4b11-443f-b6c7-aadaed5a3283 req-f32053e9-aa34-442a-9529-007413e109a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:17.334959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04cf58c6-4b11-443f-b6c7-aadaed5a3283 req-f32053e9-aa34-442a-9529-007413e109a0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0787418 Feb 04 21:19:17.382362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-04cf58c6-4b11-443f-b6c7-aadaed5a3283 req-287d1396-7d02-4006-85ee-ae1816ae155d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Feb 04 21:19:18.564734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385ffc0-e8ad-48e9-8294-0cd62c61eccf req-abccd180-58c5-460d-9aa8-b6a32d046d1b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:18.566185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1385ffc0-e8ad-48e9-8294-0cd62c61eccf req-abccd180-58c5-460d-9aa8-b6a32d046d1b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0790660 Feb 04 21:19:18.608997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1385ffc0-e8ad-48e9-8294-0cd62c61eccf req-2cee5a38-2284-4840-8c5d-d645c4d22f57 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372932 Feb 04 21:19:19.792107 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6eb49-1cb6-4131-aa0a-97a04b9a866c req-0c085ebf-9093-4e54-b070-5ab62e78b62a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:19.793543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34d6eb49-1cb6-4131-aa0a-97a04b9a866c req-0c085ebf-9093-4e54-b070-5ab62e78b62a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0784700 Feb 04 21:19:19.835601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34d6eb49-1cb6-4131-aa0a-97a04b9a866c req-e29439da-c4b9-4075-9d58-c5ea27f26da3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366166 Feb 04 21:19:20.139511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd8ac-9b18-43cb-b655-dfd69722089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.022769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225bea1-4552-4ca7-881b-fdff22ea3e6e req-8b746949-cf01-4df3-ac3c-176a888ec521 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:21.024228 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d225bea1-4552-4ca7-881b-fdff22ea3e6e req-8b746949-cf01-4df3-ac3c-176a888ec521 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0818810 Feb 04 21:19:21.068349 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d225bea1-4552-4ca7-881b-fdff22ea3e6e req-9af0ef07-06ec-44aa-9262-fb7564060d53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376518 Feb 04 21:19:22.251995 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b671bf-1806-49cd-a625-2dccdb7ea7dc req-e41d4643-9005-44aa-9a71-f24ae1c63d20 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:22.253427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88b671bf-1806-49cd-a625-2dccdb7ea7dc req-e41d4643-9005-44aa-9a71-f24ae1c63d20 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0817165 Feb 04 21:19:22.297209 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-88b671bf-1806-49cd-a625-2dccdb7ea7dc req-00982b7f-befc-45fc-be67-ca5b12248cdf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Feb 04 21:19:22.326173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ec966147-3545-41f7-96b6-8cdd546ed3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.479470 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731016-71c2-4276-bdd9-69b7abb411d0 req-f8aef44d-8873-4618-82b3-1fe55965112d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:23.480842 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24731016-71c2-4276-bdd9-69b7abb411d0 req-f8aef44d-8873-4618-82b3-1fe55965112d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0798576 Feb 04 21:19:23.529637 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-24731016-71c2-4276-bdd9-69b7abb411d0 req-9e57d89c-9c99-4fde-9a54-3889d354fdc5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Feb 04 21:19:23.561212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.675201 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.709545 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8250a-cda7-4091-a425-92c00635e0ff req-d4eab272-3b10-4a4d-8387-e499b0e19480 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:24.710990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ea8250a-cda7-4091-a425-92c00635e0ff req-d4eab272-3b10-4a4d-8387-e499b0e19480 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0779617 Feb 04 21:19:24.754177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7ea8250a-cda7-4091-a425-92c00635e0ff req-3d40dee8-a920-4f69-b44d-dc36e3cca928 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375319 Feb 04 21:19:25.388737 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.934803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955f872-c713-407c-84b4-d917b4373d26 req-d15e4250-a703-4028-acea-f8955bbe955f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:25.936253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f955f872-c713-407c-84b4-d917b4373d26 req-d15e4250-a703-4028-acea-f8955bbe955f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0783296 Feb 04 21:19:25.979866 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f955f872-c713-407c-84b4-d917b4373d26 req-4807a47d-67b4-430f-91e3-c85c493d6340 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381827 Feb 04 21:19:27.168009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8184fd-0a8f-414d-98fb-675364adce2e req-ed1f996a-30ab-4951-9618-23b37b5914f1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:27.169513 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d8184fd-0a8f-414d-98fb-675364adce2e req-ed1f996a-30ab-4951-9618-23b37b5914f1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0837595 Feb 04 21:19:27.212862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5d8184fd-0a8f-414d-98fb-675364adce2e req-d54c3954-6d3a-4ec4-8c79-5638147bcc81 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378218 Feb 04 21:19:27.813348 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-3cdd281e-dcf8-40ab-a243-b4e45423739b service neutron] show failed (client error): The resource could not be found. Feb 04 21:19:27.814362 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-3cdd281e-dcf8-40ab-a243-b4e45423739b service neutron] 10.222.0.24 "GET /v2.0/ports/95011dde-4047-44bf-8b9b-19253fa1a526/bindings/n-h1-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0813570 Feb 04 21:19:28.269436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-3e981320-7be9-4e66-a491-664fc5554e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:28.271683 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-3e981320-7be9-4e66-a491-664fc5554e82 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 1096 time: 0.0812120 Feb 04 21:19:28.282155 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:28.395315 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:28.410382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb737d3-be3a-44ec-b685-26d1654f587d req-bd6b2f66-04cb-46c7-88a8-507289f312f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:28.412868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0cb737d3-be3a-44ec-b685-26d1654f587d req-bd6b2f66-04cb-46c7-88a8-507289f312f3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0845642 Feb 04 21:19:28.460943 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0cb737d3-be3a-44ec-b685-26d1654f587d req-bd5f1f35-a4e1-4af6-880f-def7ea55f2be tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 Feb 04 21:19:28.759218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:28.786334 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:19:28.846136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:28.851819 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:28.866804 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Transition to ACTIVE for port object 95011dde-4047-44bf-8b9b-19253fa1a526 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:28.902489 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'code': 200} Feb 04 21:19:28.927054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.068151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=6']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:29.082218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.082559 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.082922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.083257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.083585 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.083905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.084237 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.084546 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.084862 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.085179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.085492 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.085806 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:29.131930 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] No DVR routers for this DVR port 95011dde-4047-44bf-8b9b-19253fa1a526 on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:29.352543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:19:29.353236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:19:29.353236 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 on network 39af94df-cade-4898-a72e-9ded05fa2cdb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:19:29.358087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Port 95011dde-4047-44bf-8b9b-19253fa1a526 on network 39af94df-cade-4898-a72e-9ded05fa2cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:19:29.358406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Attempting to bind port 95011dde-4047-44bf-8b9b-19253fa1a526 on network 39af94df-cade-4898-a72e-9ded05fa2cdb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:19:29.363391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:19:29.363726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Checking segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:19:29.364106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Bound using segment: {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:19:29.364522 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Bound port: 95011dde-4047-44bf-8b9b-19253fa1a526, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85a95e6-9028-483b-a914-4e73f135fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:19:29.364862 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.452382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:19:29.459296 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:19:29.556478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.616941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:29.617555 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.618958 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] 10.222.0.62 "PUT /v2.0/ports/95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 1091 time: 1.3408470 Feb 04 21:19:29.635372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716810f7-0ebb-40f9-9985-735a707e2624 service neutron] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=7']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:29.659601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126a7e0-53b0-49a9-a623-05e7c6bcb2eb req-a6b7b02a-9986-4cf3-8751-d7b7a73c7c2a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:29.661238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b126a7e0-53b0-49a9-a623-05e7c6bcb2eb req-a6b7b02a-9986-4cf3-8751-d7b7a73c7c2a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0881996 Feb 04 21:19:29.708330 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b126a7e0-53b0-49a9-a623-05e7c6bcb2eb req-4e5b77d4-7a2a-4e14-b50b-5426979a6778 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412083 Feb 04 21:19:29.716475 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-92589b57-ad29-4f66-9a2d-3512315e14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:29.717942 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-92589b57-ad29-4f66-9a2d-3512315e14ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1094 time: 0.0769362 Feb 04 21:19:29.886961 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-7d2438a6-5543-43eb-87a9-46d53dc13e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:29.886961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-7d2438a6-5543-43eb-87a9-46d53dc13e17 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1318817 Feb 04 21:19:29.959333 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-23545734-9ed4-45d7-85e3-7bac624f482a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 998 time: 0.0975747 Feb 04 21:19:30.019908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-72e38c21-79a7-4ef6-b272-043653034b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:30.021286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-72e38c21-79a7-4ef6-b272-043653034b47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0564320 Feb 04 21:19:30.093406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-be627937-1e93-4474-a7ab-00bf6eb37b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:30.094909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-be627937-1e93-4474-a7ab-00bf6eb37b27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679741 Feb 04 21:19:30.224834 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-aa609300-6c24-40c4-816b-048cf429d64b service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243017 Feb 04 21:19:30.453244 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e64c1600-0f1e-4c66-9ab7-f9a255b86219 req-895980c0-4674-4218-9f23-5e83e79b968b service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227318 Feb 04 21:19:30.894438 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883fd5-c346-4d5e-8578-4dce21cd4e99 req-eacbcd35-27a4-4f07-a2e1-734e67e343ee tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:30.897138 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1883fd5-c346-4d5e-8578-4dce21cd4e99 req-eacbcd35-27a4-4f07-a2e1-734e67e343ee tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0806813 Feb 04 21:19:30.904068 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:30.945321 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f1883fd5-c346-4d5e-8578-4dce21cd4e99 req-7722a31d-44c5-4d96-b5a5-14616f34a754 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Feb 04 21:19:30.959751 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'status': 'completed', 'code': 200} Feb 04 21:19:31.058092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-491a0c97-f798-4949-bb35-e40d983e3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.059642 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-491a0c97-f798-4949-bb35-e40d983e3e37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1094 time: 0.0736763 Feb 04 21:19:31.060716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-de8d3547-3e04-42ed-94ae-9a0611b94c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.062185 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-de8d3547-3e04-42ed-94ae-9a0611b94c21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1094 time: 0.0707626 Feb 04 21:19:31.197225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-6de59d62-6f18-4891-adbc-8847aed2f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.198722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-6de59d62-6f18-4891-adbc-8847aed2f227 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1337006 Feb 04 21:19:31.302129 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-fd7afc83-6f98-4aa4-83d8-e00ac4ddb8e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 998 time: 0.0970688 Feb 04 21:19:31.311445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-9292435e-602a-418a-b7be-b1d77954119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.312783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-9292435e-602a-418a-b7be-b1d77954119a service neutron] 10.222.0.24 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.2389784 Feb 04 21:19:31.364370 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-910bc2ee-615f-4562-bd7d-4e6fbe27a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.365784 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-910bc2ee-615f-4562-bd7d-4e6fbe27a2c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0577252 Feb 04 21:19:31.417651 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-ccb71738-25bc-4400-8e56-be767836a22f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 998 time: 0.0960882 Feb 04 21:19:31.439142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-30be453a-73ac-41cc-97fb-62d2d9a0fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.440840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-30be453a-73ac-41cc-97fb-62d2d9a0fc72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693750 Feb 04 21:19:31.485171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-92843ba5-c57a-40af-8172-3839e0fafce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.486610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-92843ba5-c57a-40af-8172-3839e0fafce4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0606151 Feb 04 21:19:31.565310 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-e5406e4c-3bc8-4bd9-bed4-477b455a4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.566723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-e5406e4c-3bc8-4bd9-bed4-477b455a4e0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712085 Feb 04 21:19:31.572096 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-41348ad1-1d1d-443e-a7bd-b12a04214540 service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245363 Feb 04 21:19:31.701460 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-5ee668f2-e636-43d1-b962-fedf82a50429 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249535 Feb 04 21:19:31.701850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-e52cd34c-0dca-4371-8e39-8ecdabfcac16 service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229615 Feb 04 21:19:31.841477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d7bc2e51-0ce3-458b-9007-da63b55f724d req-c1367497-2f78-4d1f-be36-c194056393c1 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258981 Feb 04 21:19:32.033303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:32.088980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:19:32.131930 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9959-a006-4b66-b4a0-9a1a6c45643a req-633fc8d0-d00d-4f77-abe3-959a84643d3c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:32.133298 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-311a9959-a006-4b66-b4a0-9a1a6c45643a req-633fc8d0-d00d-4f77-abe3-959a84643d3c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0797403 Feb 04 21:19:32.181147 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-311a9959-a006-4b66-b4a0-9a1a6c45643a req-23a5032e-db04-431a-acce-bdaba9dba432 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418828 Feb 04 21:19:33.365597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb13a1-d2e3-4821-8b54-50fbff67d2d7 req-6153988b-1e2b-4da9-9dc6-43c0d6069fc9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:33.367050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cdbb13a1-d2e3-4821-8b54-50fbff67d2d7 req-6153988b-1e2b-4da9-9dc6-43c0d6069fc9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0823452 Feb 04 21:19:33.409526 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-cdbb13a1-d2e3-4821-8b54-50fbff67d2d7 req-7266dda7-e6c9-4cf8-9341-b88560a8b0fc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363848 Feb 04 21:19:34.596303 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7af1f-c0fe-4447-9658-79b554ef4c46 req-00aae074-79dc-4f76-9890-3919cfc7e661 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:34.597751 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caa7af1f-c0fe-4447-9658-79b554ef4c46 req-00aae074-79dc-4f76-9890-3919cfc7e661 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0790720 Feb 04 21:19:34.641333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-caa7af1f-c0fe-4447-9658-79b554ef4c46 req-5f520330-0098-4b16-944d-89129899dc61 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 Feb 04 21:19:35.075898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31cb0a-9ecf-4acb-926f-3437a66f73a3 req-ea71e0e4-1242-48ae-8c90-85af24c3c311 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:35.077350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f31cb0a-9ecf-4acb-926f-3437a66f73a3 req-ea71e0e4-1242-48ae-8c90-85af24c3c311 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0842559 Feb 04 21:19:35.167363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6f31cb0a-9ecf-4acb-926f-3437a66f73a3 req-415e2774-91f1-4357-b0bc-5e4a027f4110 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581162 Feb 04 21:19:35.191994 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-522bc0b3-aefa-49b4-9681-df30b034adec tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:35.193426 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-522bc0b3-aefa-49b4-9681-df30b034adec tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&binding%3Ahost_id=n-h1-811806-1 HTTP/1.1" status: 200 len: 943 time: 0.1152370 Feb 04 21:19:35.280049 n-d-811806-1 neutron-server[88237]: INFO neutron.api.v2.resource [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-012b152b-71ff-423e-a70c-3727b00d08ed service neutron] delete failed (client error): The resource could not be found. Feb 04 21:19:35.281041 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-012b152b-71ff-423e-a70c-3727b00d08ed service neutron] 10.222.0.24 "DELETE /v2.0/ports/95011dde-4047-44bf-8b9b-19253fa1a526/bindings/n-h2-811806-1 HTTP/1.1" status: 404 len: 380 time: 0.0778091 Feb 04 21:19:35.351328 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686ebf8-d722-4b7e-91fb-ace20a397027 req-9fe02997-7d3c-4b87-a5fe-660666432214 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:35.352783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7686ebf8-d722-4b7e-91fb-ace20a397027 req-9fe02997-7d3c-4b87-a5fe-660666432214 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 943 time: 0.0792408 Feb 04 21:19:35.400355 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7686ebf8-d722-4b7e-91fb-ace20a397027 req-cdc20008-3c47-4f2f-a6fe-51ce12d161ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Feb 04 21:19:35.429749 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-be776abe-bdd8-402e-9738-7280ab5ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:35.431184 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-be776abe-bdd8-402e-9738-7280ab5ee57a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1094 time: 0.0741968 Feb 04 21:19:35.564816 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-65949a18-8609-4627-9f42-ad51629a760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:35.566275 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-65949a18-8609-4627-9f42-ad51629a760f service neutron] 10.222.0.24 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1245444 Feb 04 21:19:35.636987 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:19:35.672619 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-0160942e-c621-4f15-8fc9-f008312943ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 998 time: 0.0966313 Feb 04 21:19:35.737752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-6cd82bf0-1205-4086-954f-a822b7835611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:35.739288 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-6cd82bf0-1205-4086-954f-a822b7835611 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0574996 Feb 04 21:19:35.769429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:35.782261 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '95011dde-4047-44bf-8b9b-19253fa1a526', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'port_id': '95011dde-4047-44bf-8b9b-19253fa1a526', 'mac_address': 'fa:16:3e:b2:2f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:19:35.819247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-fbace26f-e256-4532-bd3e-85025f467e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:35.820695 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-fbace26f-e256-4532-bd3e-85025f467e80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716686 Feb 04 21:19:35.840373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:35.857379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95011dde-4047-44bf-8b9b-19253fa1a526 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:19:35.872852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:35.921333 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:35.990768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:35.998997 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:35.999331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:35.999665 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:35.999992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.000376 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.000705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.001026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.001345 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.001662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.001976 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.002291 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.002603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:36.065453 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-8e090d31-8da1-4b30-9cb2-97dad8ac8641 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344153 Feb 04 21:19:36.200101 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8919f119-db93-453f-bc87-a2210e9d93a6 req-0cbf93dc-d879-4409-aab1-5e862afe7ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258914 Feb 04 21:19:36.236101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['95011dde-4047-44bf-8b9b-19253fa1a526'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:19:36.583515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf3080-42c3-4ec6-b6ee-56b62df0bff9 req-fbc2ee92-2fa4-4e28-b517-afcb6a3092e9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:36.584933 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8aaf3080-42c3-4ec6-b6ee-56b62df0bff9 req-fbc2ee92-2fa4-4e28-b517-afcb6a3092e9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 944 time: 0.0783248 Feb 04 21:19:36.628924 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8aaf3080-42c3-4ec6-b6ee-56b62df0bff9 req-e0a80a36-23d4-429f-a3ba-95e6a15889d2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384014 Feb 04 21:19:37.651574 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:19:37.795950 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 95011dde-4047-44bf-8b9b-19253fa1a526 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:19:37.801199 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 95011dde-4047-44bf-8b9b-19253fa1a526 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:37.801577 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:37.813936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ca9ab-98f2-46ac-8773-107a5f13dea9 req-25697ab8-1ce8-4177-81f6-6ecad50fafc1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:37.815466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d3ca9ab-98f2-46ac-8773-107a5f13dea9 req-25697ab8-1ce8-4177-81f6-6ecad50fafc1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 944 time: 0.0812473 Feb 04 21:19:37.859307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d3ca9ab-98f2-46ac-8773-107a5f13dea9 req-78d68886-bb28-4c42-9347-e1653b9cec3b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381446 Feb 04 21:19:37.887471 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53746) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:37.920006 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:37.948871 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:37.958990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:37.993435 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'code': 200} Feb 04 21:19:37.996621 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-12f8afec-56ce-405e-8322-e7d21e2ba53f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/fbf8680e-790d-4104-a401-effd87d29e45 HTTP/1.1" status: 200 len: 991 time: 0.1080360 Feb 04 21:19:38.040113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.107764 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=9']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:39.663926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:40.075178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.149500 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c6259bae-5f24-46f4-ae43-e7e55bf57871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.330812 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e464f072-5d3e-414a-b68b-b2379f41a90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.640828 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:19:53.543609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:53.673864 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.383104 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.816708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-bb41a1a1-aa6a-42dd-b942-a2b5842660a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715520 Feb 04 21:20:06.956601 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-11ad9040-4b9d-4fc5-a546-3581b0caeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:06.958050 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-11ad9040-4b9d-4fc5-a546-3581b0caeacc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1096 time: 0.0699625 Feb 04 21:20:07.102464 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-799f73ae-1f65-46de-b39b-a2fc394d99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:07.103825 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-799f73ae-1f65-46de-b39b-a2fc394d99ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1270955 Feb 04 21:20:07.296461 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-b507a35c-9fa7-4702-b499-19b3718efb21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 1000 time: 0.1864734 Feb 04 21:20:07.357927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-b7afda9e-a585-490f-9ccb-57706eb18745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:07.359281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-b7afda9e-a585-490f-9ccb-57706eb18745 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0557976 Feb 04 21:20:07.432937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-8542b574-3db1-4d72-9562-1a62219ee8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:07.434351 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-8542b574-3db1-4d72-9562-1a62219ee8a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696964 Feb 04 21:20:07.561929 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-ce855de1-94b3-459b-828c-844abf21d0f2 service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213772 Feb 04 21:20:07.690801 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a1e3007-d3a5-42ef-a9e0-ded22a6aeb85 req-15fd1c25-5adf-4c38-8bc8-45ef4365798c service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218305 Feb 04 21:20:09.691753 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.086026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.206038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9492337c-1b22-4cb2-a61d-7a3b391c7378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.319970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-112d0451-73e7-476d-99ad-d11fe577fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.419751 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53766) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:22.624438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port e1c6acd8-2b41-4bc0-8f2f-3b2356a9a3fe {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:22.624835 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.791140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.791463 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.915037 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for e1c6acd8-2b41-4bc0-8f2f-3b2356a9a3fe owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:23.124599 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.174541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=e1c6acd8-2b41-4bc0-8f2f-3b2356a9a3fe,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:23.214382 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.214746 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.215086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.215412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.215733 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.216056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.216373 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.216690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.217003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.217594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.217893 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.218202 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:23.271843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.272181 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP fbf8680e-790d-4104-a401-effd87d29e45 disassociated (deleted). External IP: 172.25.7.45, port: 95011dde-4047-44bf-8b9b-19253fa1a526. Feb 04 21:20:23.541877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.708582 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.728191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router e2f5cdfd-07ae-467f-9696-04f7edf7799d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:20:23.905188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:23.917609 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] Sync routers for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:23.926836 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:23.929479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:23.988394 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.044738 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f0a0154f-482f-4857-96a1-4e53f42d8dbb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/floatingips/fbf8680e-790d-4104-a401-effd87d29e45 HTTP/1.1" status: 204 len: 168 time: 1.6239314 Feb 04 21:20:24.045330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:24.097496 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'status': 'completed', 'code': 200} Feb 04 21:20:24.141770 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:24.200692 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-b8940796-e991-4e0b-ae3e-dab394b0f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:24.202178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-b8940796-e991-4e0b-ae3e-dab394b0f5c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 1096 time: 0.0829840 Feb 04 21:20:24.337927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-aa10d976-29cb-4cc9-b517-d2782db7c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:24.339429 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-aa10d976-29cb-4cc9-b517-d2782db7c970 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 200 len: 898 time: 0.1313918 Feb 04 21:20:24.412691 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-aab0b3cd-251d-484b-8c27-6aa5bcb782c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 200 len: 217 time: 0.0672297 Feb 04 21:20:24.464172 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:14Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:24.468785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] Checking router: e2f5cdfd-07ae-467f-9696-04f7edf7799d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:24.477406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:24.478014 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:24.484204 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-162346af-1ed7-426f-9440-69f5f2b4b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:24.485823 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-162346af-1ed7-426f-9440-69f5f2b4b260 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 200 len: 834 time: 0.0675652 Feb 04 21:20:24.569904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-233659d6-923a-4bde-939c-48c1434b200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:24.571439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-233659d6-923a-4bde-939c-48c1434b200d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39af94df-cade-4898-a72e-9ded05fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781693 Feb 04 21:20:24.661428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:24.761731 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-ad75560d-6944-4d88-a3be-54cb1c4b4a28 service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833799 Feb 04 21:20:24.772739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02910085-3de4-489f-a676-af139c1222e9 req-6a7c5546-8d07-4641-97b3-59b0cc97504c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:24.774118 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02910085-3de4-489f-a676-af139c1222e9 req-6a7c5546-8d07-4641-97b3-59b0cc97504c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.2506421 Feb 04 21:20:24.906356 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02910085-3de4-489f-a676-af139c1222e9 req-4043a4ad-7f46-45b4-bf34-f2d7e25210b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140754 Feb 04 21:20:24.932674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa11cf07-dad9-4ea8-862c-dde17f64a6a0 req-4fb6ed31-36e5-42b4-b45f-148ea4f082e6 service neutron] 10.222.0.62 "GET /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575994 Feb 04 21:20:24.973914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:14Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:24.977825 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b825f-b16d-4805-a01f-46f35648b50b None None] The sync data for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 is: [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:18:08Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'd0095a05-223d-4869-8ab0-62e19c10168d', 'name': '', 'network_id': '39af94df-cade-4898-a72e-9ded05fa2cdb', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:83:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:07Z', 'updated_at': '2022-02-04T21:18:14Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '53d0db45-a382-4b26-aa95-d72fb91056f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:25.214180 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc42b96-9d5d-46de-a8a4-2ca0bf7ed4b3 None None] New status for floating IP fbf8680e-790d-4104-a401-effd87d29e45: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:20:25.377374 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.049350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-5a6b699a-49ec-4fad-a4d7-f6a138d50a04 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:26.050794 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-5a6b699a-49ec-4fad-a4d7-f6a138d50a04 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.0824358 Feb 04 21:20:26.119603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 95011dde-4047-44bf-8b9b-19253fa1a526 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:26.119980 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.140322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bacc5-3977-45a5-9b3d-1b63f9936ccc req-f5f73345-272a-40c8-90a8-36ea1d592254 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:26.141015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a75bacc5-3977-45a5-9b3d-1b63f9936ccc req-f5f73345-272a-40c8-90a8-36ea1d592254 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:26.217681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-a75bacc5-3977-45a5-9b3d-1b63f9936ccc req-f5f73345-272a-40c8-90a8-36ea1d592254 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:26.218864 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a75bacc5-3977-45a5-9b3d-1b63f9936ccc req-f5f73345-272a-40c8-90a8-36ea1d592254 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 945 time: 0.2043250 Feb 04 21:20:26.263545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a75bacc5-3977-45a5-9b3d-1b63f9936ccc req-46ab4b71-2a0b-4c3a-8a07-2c86ba742a11 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=40f0c0ff-df87-4c4d-ae42-54d64b4b9673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390613 Feb 04 21:20:26.460286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 95011dde-4047-44bf-8b9b-19253fa1a526, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=95011dde-4047-44bf-8b9b-19253fa1a526,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:26.460636 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.582194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 95011dde-4047-44bf-8b9b-19253fa1a526 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:26.782625 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.836305 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=95011dde-4047-44bf-8b9b-19253fa1a526,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:26.908036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] No DVR routers for this DVR port 95011dde-4047-44bf-8b9b-19253fa1a526 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:20:26.910366 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.912882 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-deleted', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:26.957629 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fd552d-ac41-4b50-ad13-c9b92b02622f', 'name': 'network-vif-deleted', 'tag': '95011dde-4047-44bf-8b9b-19253fa1a526', 'status': 'completed', 'code': 200} Feb 04 21:20:26.994953 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5ff9cc3e-f4c1-4f2e-acb4-cee02283f6e6 req-52e1b8ed-f4cd-4730-b97a-45e0ec2a27d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "DELETE /v2.0/ports/95011dde-4047-44bf-8b9b-19253fa1a526 HTTP/1.1" status: 204 len: 173 time: 0.9393475 Feb 04 21:20:27.423811 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2a6df867-3126-48f8-b8cb-31cbb7e65be4 req-ada6d932-3400-4a43-b75e-c4ccc28c1112 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=66fd552d-ac41-4b50-ad13-c9b92b02622f HTTP/1.1" status: 200 len: 210 time: 0.0414679 Feb 04 21:20:27.957973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:27.993146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 95011dde-4047-44bf-8b9b-19253fa1a526 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:27.993497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 95011dde-4047-44bf-8b9b-19253fa1a526 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:28.517938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53792) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:29.059723 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.528591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port d0095a05-223d-4869-8ab0-62e19c10168d {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:29.529251 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.639543 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:20:29.734752 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port d0095a05-223d-4869-8ab0-62e19c10168d, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=d0095a05-223d-4869-8ab0-62e19c10168d,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:29.735114 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.866252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for d0095a05-223d-4869-8ab0-62e19c10168d owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:30.256302 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.308952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=d0095a05-223d-4869-8ab0-62e19c10168d,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:30.581754 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.048075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router e2f5cdfd-07ae-467f-9696-04f7edf7799d has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:20:31.228251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:31.238085 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] Sync routers for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:31.240610 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-85d977ab-a082-4745-b020-e6a5231a15af tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/e2f5cdfd-07ae-467f-9696-04f7edf7799d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216063 Feb 04 21:20:31.243361 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53796) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:31.248064 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:31.248662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:31.307294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting subnet 53d0db45-a382-4b26-aa95-d72fb91056f3 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:20:31.310104 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.368575 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.424813 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:31.449974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.617776 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.658992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Subnet': ['ID=53d0db45-a382-4b26-aa95-d72fb91056f3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:31.664393 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.672913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-e57cd440-a837-456f-b6d0-c6d84bf7ae72 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/subnets/53d0db45-a382-4b26-aa95-d72fb91056f3 HTTP/1.1" status: 204 len: 168 time: 0.4261653 Feb 04 21:20:31.673079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe64fe-ae93-48a9-81ee-227124e0189c None None] Network 39af94df-cade-4898-a72e-9ded05fa2cdb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:31.673178 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53800) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:31.851977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.915965 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:20:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:31.923164 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] Checking router: e2f5cdfd-07ae-467f-9696-04f7edf7799d for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:31.936516 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] Routers {'e2f5cdfd-07ae-467f-9696-04f7edf7799d'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:31.937129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:32.027373 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] DHCP port deletion for 39af94df-cade-4898-a72e-9ded05fa2cdb request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:20:32.047517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.082812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] Deleting port 683bb1de-5e30-465a-bc4a-391c57b5b7ed {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:32.083210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.103093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 2b39a351-def3-4d3c-85ec-6276cd1d1284 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:32.103500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.201364 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] Set router e2f5cdfd-07ae-467f-9696-04f7edf7799d gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:32.279766 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 2b39a351-def3-4d3c-85ec-6276cd1d1284, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=2b39a351-def3-4d3c-85ec-6276cd1d1284,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:32.280190 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.403532 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 2b39a351-def3-4d3c-85ec-6276cd1d1284 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:32.508042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] For port 683bb1de-5e30-465a-bc4a-391c57b5b7ed, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=683bb1de-5e30-465a-bc4a-391c57b5b7ed,segment=NetworkSegment(c85a95e6-9028-483b-a914-4e73f135fa76),segment_id=c85a95e6-9028-483b-a914-4e73f135fa76)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:32.508647 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.640881 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] Calling delete_port for 683bb1de-5e30-465a-bc4a-391c57b5b7ed owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:32.655962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.768509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:20:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:32.772967 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f31216-5a8a-4adf-93d6-1b0072b7bc26 None None] The sync data for ids ['e2f5cdfd-07ae-467f-9696-04f7edf7799d'] in n-d-811806-1 is: [{'id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225531102', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:18:02Z', 'updated_at': '2022-02-04T21:20:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '2b39a351-def3-4d3c-85ec-6276cd1d1284', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f5cdfd-07ae-467f-9696-04f7edf7799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:18:03Z', 'updated_at': '2022-02-04T21:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:32.820873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=2b39a351-def3-4d3c-85ec-6276cd1d1284,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:32.861705 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.907894 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] Pushing event deleted for resources: {'Port': ['ID=683bb1de-5e30-465a-bc4a-391c57b5b7ed,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:32.914157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6fcb54-b481-48ee-8881-cb136062a49d None None] No DVR routers for this DVR port 683bb1de-5e30-465a-bc4a-391c57b5b7ed on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:20:32.914451 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.087074 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.089132 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.182863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.183315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Fanout notify agent at l3_agent the message router_deleted on router e2f5cdfd-07ae-467f-9696-04f7edf7799d {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:33.199177 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.202970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-85a47458-0ca5-4d95-8e62-bcf69a041300 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/routers/e2f5cdfd-07ae-467f-9696-04f7edf7799d HTTP/1.1" status: 204 len: 168 time: 1.5262225 Feb 04 21:20:33.203101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53804) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:33.317444 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.452691 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.477449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39af94df-cade-4898-a72e-9ded05fa2cdb']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:33.489044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85a95e6-9028-483b-a914-4e73f135fa76') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:33.489915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85a95e6-9028-483b-a914-4e73f135fa76') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:33.500849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.516139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.521945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:20:33.522325 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:20:33.536800 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:20:33.679555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.696314 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.705294 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Network': ['ID=39af94df-cade-4898-a72e-9ded05fa2cdb,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:33.777612 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ff84d08d-02d8-4ffe-a4bf-5b557c1aeb06 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/networks/39af94df-cade-4898-a72e-9ded05fa2cdb HTTP/1.1" status: 204 len: 168 time: 0.5734565 Feb 04 21:20:33.780239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53808) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:33.847018 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d379fda-09bb-4608-bbbe-fa77ae9f9764 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.880034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d379fda-09bb-4608-bbbe-fa77ae9f9764 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.000159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d379fda-09bb-4608-bbbe-fa77ae9f9764 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.018921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 683bb1de-5e30-465a-bc4a-391c57b5b7ed no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:34.019436 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d379fda-09bb-4608-bbbe-fa77ae9f9764 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f0c0ff-df87-4c4d-ae42-54d64b4b9673,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:34.064792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 683bb1de-5e30-465a-bc4a-391c57b5b7ed {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:34.065136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 683bb1de-5e30-465a-bc4a-391c57b5b7ed not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:34.065553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0095a05-223d-4869-8ab0-62e19c10168d no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:34.074664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1d379fda-09bb-4608-bbbe-fa77ae9f9764 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.079636 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1d379fda-09bb-4608-bbbe-fa77ae9f9764 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/security-groups/40f0c0ff-df87-4c4d-ae42-54d64b4b9673 HTTP/1.1" status: 204 len: 168 time: 0.2948070 Feb 04 21:20:34.140548 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: d0095a05-223d-4869-8ab0-62e19c10168d {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:34.140937 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device d0095a05-223d-4869-8ab0-62e19c10168d not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:34.141355 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b39a351-def3-4d3c-85ec-6276cd1d1284 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:34.174246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 2b39a351-def3-4d3c-85ec-6276cd1d1284 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:34.174590 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 2b39a351-def3-4d3c-85ec-6276cd1d1284 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:34.623080 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53816) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:34.628177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148410089', 'description': 'tempest-secgroup-smoke-1148410089 description', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:34.635340 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:34.639468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:34.642262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:34.647945 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:34.713978 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.734099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:34.737950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:34.741386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:34.746967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:34.814365 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.885271 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.930141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e20032-f845-4325-bf5a-6cd06f7320bd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:34.999706 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.000969 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-edd7a6f8-1185-4563-bc7b-f9aecc37e27b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3769023 Feb 04 21:20:35.003853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53820) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:35.008835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '72e20032-f845-4325-bf5a-6cd06f7320bd', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:35.015925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:35.019701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:35.022713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:35.028363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:35.091613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.158189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.215484 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.240375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f5b109-74c8-4486-8a55-fbb030e49731,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:35.324124 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.325424 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-91784553-abaa-428e-af5f-9797939a9eb4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206449 Feb 04 21:20:35.328249 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53824) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:35.333788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '72e20032-f845-4325-bf5a-6cd06f7320bd', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:35.340358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:35.344529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:35.347551 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:35.353789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:35.445958 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.507352 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.581073 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.604270 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657d47e3-9ead-4ddb-93a3-90c80e572452,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:35.673800 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.675025 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-382b734c-c718-4b45-8763-c2f444e44ba2 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458364 Feb 04 21:20:35.677726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53828) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:35.682581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '72e20032-f845-4325-bf5a-6cd06f7320bd', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:35.688933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:35.693193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:35.696125 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:35.701632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:35.760639 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.821836 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.902345 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.928156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63bd838-ca3e-4bb7-9cf5-e2a9ef3f8921,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:36.011423 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.013131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-bce70718-d107-4e58-be0a-597d114c2937 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344150 Feb 04 21:20:36.015917 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53832) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:36.020862 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '72e20032-f845-4325-bf5a-6cd06f7320bd', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:36.027422 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:36.031293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:36.034117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:36.039690 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:36.133387 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.196250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.279795 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.305539 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416053e9-72a0-4f21-95ec-d05029c2a6e0,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:36.370843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.372046 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1a3324fd-bbf7-40fb-ac38-ce9c3aab67df tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552015 Feb 04 21:20:36.374720 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53836) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:36.379726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '72e20032-f845-4325-bf5a-6cd06f7320bd', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:36.386069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:36.390171 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:36.393195 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:36.398958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:36.485081 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:20:36.492123 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.553955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.622126 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.644628 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ab171b-a3fc-4197-938a-9eea31ad296e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:36.719739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.720947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-676b2645-a17a-4fb6-b033-9f5dba7960d9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452983 Feb 04 21:20:36.724260 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53840) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:36.728937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '72e20032-f845-4325-bf5a-6cd06f7320bd', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:36.735330 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:36.739114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:36.741928 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:36.747558 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:36.816884 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:20:36.823187 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.888548 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.936827 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.959649 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cebf60-0925-45d5-9fce-a0a60e281d1f,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:37.022635 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.023839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cd5ac6b3-1bb3-430e-b06b-6d785d397c75 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2986894 Feb 04 21:20:37.026631 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53844) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:37.032089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'network': {'name': 'tempest-network-smoke--241275093', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'port_security_enabled': True}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:37.037503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:37.041479 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:network and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:37.044276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:37.049940 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:37.120093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:37.123911 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.152572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:37.160721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.161050 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Added segment 1ab5a477-22f0-4095-a8c8-f26c8ae82e68 of type vlan for network d4a22286-cf7e-44e8-977b-1d7f68f0106a Feb 04 21:20:37.185744 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.256928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.262375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:37.263037 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.467731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Network': ['ID=d4a22286-cf7e-44e8-977b-1d7f68f0106a,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:37.477237 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:37.532052 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-2c57c757-2907-426a-8635-f44819b4e88a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5043616 Feb 04 21:20:37.534629 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53848) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:37.539838 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'admin_state_up': True, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:37.547661 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:37.551481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:router and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:37.554866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:37.561014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:37.605771 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.606789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.621210 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.956398 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.327439 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.356089 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.489988 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.148 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/09afd768-73be-4f4a-880a-43daed2b9020) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:38.633133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.696814 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.759087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:38.761944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:38.765481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:38.801972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=09afd768-73be-4f4a-880a-43daed2b9020,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:39.355133 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.690952 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.696149 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.947910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:20:40.045959 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.121663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:40.132172 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Sync routers for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:40.141693 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:40.142301 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:40.188515 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.193226 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-75d2484e-28e3-407f-b99e-165e7630203e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6540823 Feb 04 21:20:40.193506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53852) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:40.277332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-de7e00ca-9879-4c25-a824-ef6abcacd139 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a7bb6776aba1460b8fb3a179a44f7cad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827255 Feb 04 21:20:40.280126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53858) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:40.317729 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:40.409265 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ec4dc-bd67-4949-8221-80aba67375c0 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:40.410766 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1b6ec4dc-bd67-4949-8221-80aba67375c0 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297121 Feb 04 21:20:40.413608 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53862) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:40.452783 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9044f243-2428-44ce-93b6-a549048191db tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380507 Feb 04 21:20:40.455305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53866) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:40.460449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139190294', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:40.568360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:40.572233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:subnet and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:40.575078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:40.581066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:40.595182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:38Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:40.599532 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Checking router: b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:40.599878 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Updating router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 port 09afd768-73be-4f4a-880a-43daed2b9020 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:20:40.653033 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.679883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:40.683551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.979055 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.990496 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Transition to ACTIVE for port object 09afd768-73be-4f4a-880a-43daed2b9020 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:41.074493 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.097624 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.157622 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Attempting to bind port 09afd768-73be-4f4a-880a-43daed2b9020 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:41.158200 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Attempting to bind port 09afd768-73be-4f4a-880a-43daed2b9020 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:41.158324 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Attempting to bind port 09afd768-73be-4f4a-880a-43daed2b9020 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:41.167397 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Pushing event updated for resources: {'Port': ['ID=09afd768-73be-4f4a-880a-43daed2b9020,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:41.176978 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.177326 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.177653 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.177976 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.178497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.178630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Subnet': ['ID=1efaec23-b125-44af-a24a-3e299064a60a,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:41.178851 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.179173 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.179487 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.179804 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.180945 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.181275 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.181591 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:41.186042 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:41.186953 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:41.187216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Checking segment: {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:41.187345 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.187571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network hostable DHCP agents. Network: d4a22286-cf7e-44e8-977b-1d7f68f0106a, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:20:41.187712 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:41.188348 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Bound port: 09afd768-73be-4f4a-880a-43daed2b9020, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:41.188712 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.284601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:20:41.290222 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] For port 09afd768-73be-4f4a-880a-43daed2b9020, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:41.293766 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] For port 09afd768-73be-4f4a-880a-43daed2b9020, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=09afd768-73be-4f4a-880a-43daed2b9020,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:41.369646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, d4a22286-cf7e-44e8-977b-1d7f68f0106a) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:41.373536 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:41.374192 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.378138 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4233df-1084-4e96-933b-d44572b7a186 None None] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:41.399056 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.459059 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-8cad23eb-f34e-459b-8a35-f0edd89a9b4a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0020132 Feb 04 21:20:41.461163 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 53870) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:41.475074 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:41.475697 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:41.531604 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5339735-d198-468b-8a68-a54665d7ac82 None None] Pushing event updated for resources: {'Port': ['ID=09afd768-73be-4f4a-880a-43daed2b9020,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:41.604304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-d4a22286-cf7e-44e8-977b-1d7f68f0106a', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:20:41.605136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.666156 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:41.762588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Allocated IP 172.20.0.2 (d4a22286-cf7e-44e8-977b-1d7f68f0106a/1efaec23-b125-44af-a24a-3e299064a60a/0ccecf26-7a73-4c7b-bcde-d52a50f46f98) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:41.960934 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:38Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:41.964682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7d592-b708-40c9-824d-11ac40c3bc61 None None] The sync data for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 is: [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:38Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:41.979574 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.991463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Transition to ACTIVE for port object 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:42.011367 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Transition to ACTIVE for port object 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:42.074805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.143253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:42.146432 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:42.150251 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:42.182994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Pushing event updated for resources: {'Port': ['ID=0ccecf26-7a73-4c7b-bcde-d52a50f46f98,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:42.199848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.200192 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.200524 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.200852 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.201512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.201700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.202021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.202341 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.202657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.203374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.203374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.203626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:42.243990 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.278670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Attempting to bind port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:42.279178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Attempting to bind port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:42.279596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Attempting to bind port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 on network d4a22286-cf7e-44e8-977b-1d7f68f0106a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:42.284789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:42.285250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Checking segment: {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:42.285709 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.286728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Bound using segment: {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:42.289173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Bound port: 0ccecf26-7a73-4c7b-bcde-d52a50f46f98, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:42.289173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.384156 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] For port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:42.387358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] For port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0ccecf26-7a73-4c7b-bcde-d52a50f46f98,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:42.446431 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.537890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca285a3b-3ee5-4c5e-920c-112c9ef497c2 None None] Pushing event updated for resources: {'Port': ['ID=0ccecf26-7a73-4c7b-bcde-d52a50f46f98,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:42.677445 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.1 (d4a22286-cf7e-44e8-977b-1d7f68f0106a/1efaec23-b125-44af-a24a-3e299064a60a/eb5d1799-fb55-463f-aadc-375e91ce11b2) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:42.990650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.008221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object eb5d1799-fb55-463f-aadc-375e91ce11b2 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:43.103020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.177216 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:43.180324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:43.184153 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:43.217898 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=eb5d1799-fb55-463f-aadc-375e91ce11b2,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:43.247813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.558662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1bf12-3129-4483-962c-da171556bc1e None None] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:43.595551 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.723236 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c2a85e1e-9233-4bc9-847c-a4c7bb1e18c7 None None] Provisioning for port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:44.038749 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.085558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.140178 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 09afd768-73be-4f4a-880a-43daed2b9020 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:44.205272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.208819 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=eb5d1799-fb55-463f-aadc-375e91ce11b2,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:44.296160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9bb3bd8a-d3c6-4242-b72f-a1664400c3db None None] Provisioning for port eb5d1799-fb55-463f-aadc-375e91ce11b2 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:44.302241 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9bb3bd8a-d3c6-4242-b72f-a1664400c3db None None] Provisioning complete for port eb5d1799-fb55-463f-aadc-375e91ce11b2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:44.302681 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9bb3bd8a-d3c6-4242-b72f-a1664400c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.341007 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 09afd768-73be-4f4a-880a-43daed2b9020 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:44.348753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:44.349830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:44.361529 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 09afd768-73be-4f4a-880a-43daed2b9020 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:44.361918 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.423100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3bd8a-d3c6-4242-b72f-a1664400c3db None None] Port eb5d1799-fb55-463f-aadc-375e91ce11b2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:44.538814 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.550478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:20:44.562379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 09afd768-73be-4f4a-880a-43daed2b9020, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=09afd768-73be-4f4a-880a-43daed2b9020,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:44.563827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c05fe94b-a80e-4936-adc0-c1ab0d12047d None None] Provisioning complete for port eb5d1799-fb55-463f-aadc-375e91ce11b2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:44.564193 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c05fe94b-a80e-4936-adc0-c1ab0d12047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.616912 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c05fe94b-a80e-4936-adc0-c1ab0d12047d None None] Port eb5d1799-fb55-463f-aadc-375e91ce11b2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:44.633542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.637368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:44.765510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=09afd768-73be-4f4a-880a-43daed2b9020,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:44.769719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e7f1c040-b27d-40ce-91c7-d3b6e9f025a1 None None] Provisioning complete for port eb5d1799-fb55-463f-aadc-375e91ce11b2 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:44.770091 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c040-b27d-40ce-91c7-d3b6e9f025a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.826652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1c040-b27d-40ce-91c7-d3b6e9f025a1 None None] Port eb5d1799-fb55-463f-aadc-375e91ce11b2 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:44.852920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:44.865153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Sync routers for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:44.865314 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-668377a8-cc88-48bd-8d3b-cff7ae1c6738 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/b00ae3fa-a4b5-4575-aca2-ed14ebbe0310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4027917 Feb 04 21:20:44.874406 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:44.874981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:44.931022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:44.952690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:44.953058 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.025405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-ff69a7c8-d36e-42d6-9f18-f803bdeb251b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:45.108009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-ff69a7c8-d36e-42d6-9f18-f803bdeb251b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:45.109168 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-ff69a7c8-d36e-42d6-9f18-f803bdeb251b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148410089&fields=id&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 267 time: 0.1258311 Feb 04 21:20:45.136737 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:45.273546 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-f36b4401-8da2-47c2-8789-9204c10ee721 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:45.274227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-f36b4401-8da2-47c2-8789-9204c10ee721 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:45.287204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.347990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-f36b4401-8da2-47c2-8789-9204c10ee721 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:45.349675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-f36b4401-8da2-47c2-8789-9204c10ee721 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/networks?id=d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 200 len: 796 time: 0.2330949 Feb 04 21:20:45.365843 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-73c7b3db-5ee6-4762-9ced-36a95f40bf0e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/quotas/a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 375 time: 0.0107431 Feb 04 21:20:45.392641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0ccecf26-7a73-4c7b-bcde-d52a50f46f98,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:45.449443 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-988c3583-ac67-4e12-823a-e7cfb85310d4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:45.461541 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.519788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-988c3583-ac67-4e12-823a-e7cfb85310d4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:45.521137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-988c3583-ac67-4e12-823a-e7cfb85310d4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498415 Feb 04 21:20:45.547405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=0ccecf26-7a73-4c7b-bcde-d52a50f46f98,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:45.562124 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 2, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:45.566010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Checking router: b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:45.566589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Updating router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 port eb5d1799-fb55-463f-aadc-375e91ce11b2 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:20:45.618517 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.701188 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-0698d97c-3a3f-4301-8d39-9b4b52163c02 service neutron] 10.222.0.48 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673722 Feb 04 21:20:45.834351 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-3e0fa686-742a-488b-bdd2-b452014a9380 service neutron] 10.222.0.48 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273570 Feb 04 21:20:45.953603 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.965487 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Transition to ACTIVE for port object eb5d1799-fb55-463f-aadc-375e91ce11b2 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:46.036763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 09afd768-73be-4f4a-880a-43daed2b9020 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:46.073296 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.096316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e44f715a-12e6-4841-80d0-0d97237d04b5 req-e04f7089-e24b-450c-8e19-58e95543f61c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:46.108576 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-e44f715a-12e6-4841-80d0-0d97237d04b5 req-e04f7089-e24b-450c-8e19-58e95543f61c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:46.109804 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e44f715a-12e6-4841-80d0-0d97237d04b5 req-e04f7089-e24b-450c-8e19-58e95543f61c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 210 time: 0.0606811 Feb 04 21:20:46.303010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095445a-3cda-4864-a0b9-269f217720df None None] Pushing event updated for resources: {'Port': ['ID=eb5d1799-fb55-463f-aadc-375e91ce11b2,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:46.370412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 09afd768-73be-4f4a-880a-43daed2b9020 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:46.370412 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.403895 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Attempting to bind port eb5d1799-fb55-463f-aadc-375e91ce11b2 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:46.404264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Attempting to bind port eb5d1799-fb55-463f-aadc-375e91ce11b2 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:46.404615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Attempting to bind port eb5d1799-fb55-463f-aadc-375e91ce11b2 on network d4a22286-cf7e-44e8-977b-1d7f68f0106a {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:46.419485 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:46.419839 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Checking segment: {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:46.420984 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.420984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Bound using segment: {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:46.421183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Bound port: eb5d1799-fb55-463f-aadc-375e91ce11b2, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:46.421385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.577598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] For port eb5d1799-fb55-463f-aadc-375e91ce11b2, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:46.587661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:46.611570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] For port eb5d1799-fb55-463f-aadc-375e91ce11b2, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=eb5d1799-fb55-463f-aadc-375e91ce11b2,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:46.654461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:46.654890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.703513 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.793189 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095445a-3cda-4864-a0b9-269f217720df None None] Pushing event updated for resources: {'Port': ['ID=eb5d1799-fb55-463f-aadc-375e91ce11b2,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:46.800297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:46.800928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:47.036832 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:47.272609 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65f8280b-9fc8-4949-aa9c-e8dfca3d9c35 req-6b436291-cf57-47c1-9fdc-fa0437c145d7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 210 time: 0.0449369 Feb 04 21:20:47.376567 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:46Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:47.380559 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e366b21-c49a-4d66-b371-ecab3cfeb652 None None] The sync data for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 is: [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:46Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:48.064454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device eb5d1799-fb55-463f-aadc-375e91ce11b2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:48.223552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-fc76744e-f086-4ec5-8038-1675fc6e1fd6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:48.225539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-fc76744e-f086-4ec5-8038-1675fc6e1fd6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/networks?id=d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 200 len: 796 time: 0.1669009 Feb 04 21:20:48.228151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port eb5d1799-fb55-463f-aadc-375e91ce11b2 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:48.234058 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port eb5d1799-fb55-463f-aadc-375e91ce11b2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:48.237699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.284898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-60b99c77-34de-4530-b190-34c9cf4229a8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 380 time: 0.0485547 Feb 04 21:20:48.299856 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'port': {'device_id': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'admin_state_up': True, 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'security_groups': ['72e20032-f845-4325-bf5a-6cd06f7320bd']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:48.414903 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.451942 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port eb5d1799-fb55-463f-aadc-375e91ce11b2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=eb5d1799-fb55-463f-aadc-375e91ce11b2,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:48.469288 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9888549e-3f79-44c9-9697-7411010ace4c req-b76ee9e1-fd7f-4557-b0c3-a5520ab227d5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 210 time: 0.0629339 Feb 04 21:20:48.477552 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:48.489008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:48.519979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.586383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=eb5d1799-fb55-463f-aadc-375e91ce11b2,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:48.616730 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:48.620359 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.780042 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.8 (d4a22286-cf7e-44e8-977b-1d7f68f0106a/1efaec23-b125-44af-a24a-3e299064a60a/b9258859-9c26-4f42-b383-40e2cdbe3745) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:48.964391 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.980073 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object b9258859-9c26-4f42-b383-40e2cdbe3745 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:49.079690 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.155811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:49.159160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:49.162990 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:49.199064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=b9258859-9c26-4f42-b383-40e2cdbe3745,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:49.231451 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:49.232077 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.331970 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-38f70b79-3add-4b1d-a881-b4398f38c42d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0393076 Feb 04 21:20:49.348698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Request body: {'port': {'device_id': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:49.432678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b51a87e-0c3f-4a88-a0d3-9269cdbcd898 None None] Provisioning for port b9258859-9c26-4f42-b383-40e2cdbe3745 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:49.437827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-2b51a87e-0c3f-4a88-a0d3-9269cdbcd898 None None] Provisioning complete for port b9258859-9c26-4f42-b383-40e2cdbe3745 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:49.438203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2b51a87e-0c3f-4a88-a0d3-9269cdbcd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.460373 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.531139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-2b51a87e-0c3f-4a88-a0d3-9269cdbcd898 None None] Port b9258859-9c26-4f42-b383-40e2cdbe3745 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:49.771437 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4add3-e126-4d8b-8fb0-893176206559 req-9ad53ce3-d244-4f40-9a33-70a537462a1d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:49.772030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c6a4add3-e126-4d8b-8fb0-893176206559 req-9ad53ce3-d244-4f40-9a33-70a537462a1d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:49.929522 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-c6a4add3-e126-4d8b-8fb0-893176206559 req-9ad53ce3-d244-4f40-9a33-70a537462a1d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:49.930675 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6a4add3-e126-4d8b-8fb0-893176206559 req-9ad53ce3-d244-4f40-9a33-70a537462a1d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 931 time: 0.3518620 Feb 04 21:20:50.008449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9258859-9c26-4f42-b383-40e2cdbe3745 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:20:50.019379 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.027731 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c6a4add3-e126-4d8b-8fb0-893176206559 req-965fd46c-a365-44f9-b368-f28f35cd838f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677738 Feb 04 21:20:50.030146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device eb5d1799-fb55-463f-aadc-375e91ce11b2 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:50.039272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Transition to ACTIVE for port object b9258859-9c26-4f42-b383-40e2cdbe3745 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:50.105246 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port eb5d1799-fb55-463f-aadc-375e91ce11b2 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:50.105612 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.119736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.210477 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7c61c2e9-43e6-4f73-b798-107f44f352e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.277600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Pushing event updated for resources: {'Port': ['ID=b9258859-9c26-4f42-b383-40e2cdbe3745,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:50.357803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Attempting to bind port b9258859-9c26-4f42-b383-40e2cdbe3745 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:50.358505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Attempting to bind port b9258859-9c26-4f42-b383-40e2cdbe3745 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:50.358505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Attempting to bind port b9258859-9c26-4f42-b383-40e2cdbe3745 on network d4a22286-cf7e-44e8-977b-1d7f68f0106a {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:50.363141 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Port b9258859-9c26-4f42-b383-40e2cdbe3745 on network d4a22286-cf7e-44e8-977b-1d7f68f0106a not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:20:50.363464 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Attempting to bind port b9258859-9c26-4f42-b383-40e2cdbe3745 on network d4a22286-cf7e-44e8-977b-1d7f68f0106a {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:50.369151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:50.369491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Checking segment: {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:50.369873 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Bound using segment: {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:50.370292 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Bound port: b9258859-9c26-4f42-b383-40e2cdbe3745, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab5a477-22f0-4095-a8c8-f26c8ae82e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:50.370863 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.462435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] For port b9258859-9c26-4f42-b383-40e2cdbe3745, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:50.465754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] For port b9258859-9c26-4f42-b383-40e2cdbe3745, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9258859-9c26-4f42-b383-40e2cdbe3745,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:50.548584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.607842 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:50.608689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.610027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] 10.222.0.24 "PUT /v2.0/ports/b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 200 len: 1091 time: 1.2655020 Feb 04 21:20:50.613117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:50.637099 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fbdc2-5b1d-41ff-99bd-05779f9a7392 service neutron] Pushing event updated for resources: {'Port': ['ID=b9258859-9c26-4f42-b383-40e2cdbe3745,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:50.662990 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'status': 'completed', 'code': 200} Feb 04 21:20:50.768056 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df9f6f-2cae-420f-82b9-d200b01fea2d req-33eb63af-2185-4aba-b761-ba4f92d6ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:50.769560 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73df9f6f-2cae-420f-82b9-d200b01fea2d req-33eb63af-2185-4aba-b761-ba4f92d6ce93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1094 time: 0.0778143 Feb 04 21:20:50.912571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df9f6f-2cae-420f-82b9-d200b01fea2d req-7443ee7a-6f4f-459c-bb0d-dd7fc27249a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:50.914005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73df9f6f-2cae-420f-82b9-d200b01fea2d req-7443ee7a-6f4f-459c-bb0d-dd7fc27249a3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1332283 Feb 04 21:20:51.051057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df9f6f-2cae-420f-82b9-d200b01fea2d req-e5029e58-328a-41fe-87ec-cd76594d2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:51.053042 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-73df9f6f-2cae-420f-82b9-d200b01fea2d req-e5029e58-328a-41fe-87ec-cd76594d2eae service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280618 Feb 04 21:20:51.230090 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-62510043-7a2b-486c-bdb8-f75f121cc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:51.231567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-62510043-7a2b-486c-bdb8-f75f121cc839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1094 time: 0.1291740 Feb 04 21:20:51.301582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb267f-9375-4fe6-97ed-5cc0e82feae8 req-81b43a0d-976d-405d-86bf-f671dfa0bdf9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:51.303569 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65bb267f-9375-4fe6-97ed-5cc0e82feae8 req-81b43a0d-976d-405d-86bf-f671dfa0bdf9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 943 time: 0.1569879 Feb 04 21:20:51.312065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-eb61e549-3e0a-4a48-83f5-ca4ab8cc2408 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 200 len: 217 time: 0.0686836 Feb 04 21:20:51.395978 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-65bb267f-9375-4fe6-97ed-5cc0e82feae8 req-8cac30cd-8510-4bc2-b2ca-151da979cd7b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854762 Feb 04 21:20:51.400926 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-fc8fb67b-4f02-49dc-8616-344b67d271ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:51.402272 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-fc8fb67b-4f02-49dc-8616-344b67d271ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1efaec23-b125-44af-a24a-3e299064a60a HTTP/1.1" status: 200 len: 835 time: 0.0784199 Feb 04 21:20:51.480417 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-58f4cac5-1278-4a8a-903b-c081188ea71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:51.481768 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-58f4cac5-1278-4a8a-903b-c081188ea71a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a22286-cf7e-44e8-977b-1d7f68f0106a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689998 Feb 04 21:20:51.616207 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-7110a7ac-557d-4ad1-8006-96862d3c495b service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240430 Feb 04 21:20:51.746195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-20b9e339-335e-44fe-8a98-e1088f4d1089 req-19839b1b-0fa5-4905-9347-5fc9e91c6706 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218562 Feb 04 21:20:52.336795 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-bc2f1201-5add-4846-8e1d-86e6034b013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:52.582366 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f905-5a75-4ff4-99a4-0b47fe6ba91e req-e272c576-27f2-440c-aa8b-b256a13ecc68 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:52.584349 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85d8f905-5a75-4ff4-99a4-0b47fe6ba91e req-e272c576-27f2-440c-aa8b-b256a13ecc68 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 943 time: 0.0804236 Feb 04 21:20:52.628538 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-85d8f905-5a75-4ff4-99a4-0b47fe6ba91e req-f7e14dfa-eecf-4aac-bc6a-cb6082636323 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385451 Feb 04 21:20:53.547123 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.690820 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.915118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bba9e-a6f1-4771-87c5-c97fae4c551b req-060c84e7-f5bd-4372-87d3-4c1f3f467306 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:53.916583 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d8bba9e-a6f1-4771-87c5-c97fae4c551b req-060c84e7-f5bd-4372-87d3-4c1f3f467306 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 943 time: 0.1847420 Feb 04 21:20:53.960546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0d8bba9e-a6f1-4771-87c5-c97fae4c551b req-fdad06a6-1e2a-4bd2-861e-626536e25f6e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383258 Feb 04 21:20:54.500605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9258859-9c26-4f42-b383-40e2cdbe3745 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:20:54.629690 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9258859-9c26-4f42-b383-40e2cdbe3745, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9258859-9c26-4f42-b383-40e2cdbe3745,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:54.646234 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'port_id': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'mac_address': 'fa:16:3e:2d:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:20:54.698904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.715353 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9258859-9c26-4f42-b383-40e2cdbe3745 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:20:54.730717 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9258859-9c26-4f42-b383-40e2cdbe3745, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9258859-9c26-4f42-b383-40e2cdbe3745,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:54.793211 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.857734 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b9258859-9c26-4f42-b383-40e2cdbe3745,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:55.108862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['b9258859-9c26-4f42-b383-40e2cdbe3745'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:20:55.152865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad273264-d2fb-418f-a5e0-cef3dc2bf3dd req-3ce9174f-0cf1-44f1-b905-734495997de5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:55.154424 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad273264-d2fb-418f-a5e0-cef3dc2bf3dd req-3ce9174f-0cf1-44f1-b905-734495997de5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 944 time: 0.0885291 Feb 04 21:20:55.200255 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ad273264-d2fb-418f-a5e0-cef3dc2bf3dd req-7e7f4729-fad8-40f2-bf0a-12150ab3edbe tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Feb 04 21:20:55.394770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.379101 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8582aa-6adf-46bc-a552-b1e580c1bc55 req-78b8fd56-1dda-4eca-9c56-59bde35fd4e3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:56.380548 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd8582aa-6adf-46bc-a552-b1e580c1bc55 req-78b8fd56-1dda-4eca-9c56-59bde35fd4e3 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 944 time: 0.0771735 Feb 04 21:20:56.425262 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fd8582aa-6adf-46bc-a552-b1e580c1bc55 req-4831729e-2ba7-46f1-a1fb-49fe09092d9d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393095 Feb 04 21:20:56.531219 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9258859-9c26-4f42-b383-40e2cdbe3745 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:56.666700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port b9258859-9c26-4f42-b383-40e2cdbe3745 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:56.671534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port b9258859-9c26-4f42-b383-40e2cdbe3745 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:56.671957 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.784937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.810358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:56.820429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port b9258859-9c26-4f42-b383-40e2cdbe3745, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9258859-9c26-4f42-b383-40e2cdbe3745,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:56.855118 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'code': 200} Feb 04 21:20:56.908160 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.981939 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=b9258859-9c26-4f42-b383-40e2cdbe3745,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:56.988613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4de42-f2e8-45b2-af4e-130fa9699be8 req-8db21e31-3e04-4c33-8a08-763c95fc2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:56.991228 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cec4de42-f2e8-45b2-af4e-130fa9699be8 req-8db21e31-3e04-4c33-8a08-763c95fc2067 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1096 time: 0.0724406 Feb 04 21:20:57.036137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cec4de42-f2e8-45b2-af4e-130fa9699be8 req-90c0371e-190d-40b2-a71d-e36938208cdf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343125 Feb 04 21:20:57.610665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299dbeb-b90a-41a2-87a4-fe04a1a6394c req-94c6aaca-7d18-4360-b519-9447ce7ff081 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:57.612131 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0299dbeb-b90a-41a2-87a4-fe04a1a6394c req-94c6aaca-7d18-4360-b519-9447ce7ff081 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0825112 Feb 04 21:20:57.655524 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0299dbeb-b90a-41a2-87a4-fe04a1a6394c req-2556c531-e079-4210-a611-be2d735f5a0e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372815 Feb 04 21:20:58.837218 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e82dd-a64e-4e6f-82fc-dd9e5a9c279c req-4875bd81-42b6-4ee7-9e30-9e6d6e9d66aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:58.838577 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a6e82dd-a64e-4e6f-82fc-dd9e5a9c279c req-4875bd81-42b6-4ee7-9e30-9e6d6e9d66aa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0793149 Feb 04 21:20:58.885277 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7a6e82dd-a64e-4e6f-82fc-dd9e5a9c279c req-741f957c-08ee-4a6c-8b46-bd80bfc03b38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Feb 04 21:20:59.063912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81506526-1273-43ee-8f75-1bda1c3b7a7e req-4a549b8d-15ea-456e-8dd5-a56a95461fc4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:59.065354 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81506526-1273-43ee-8f75-1bda1c3b7a7e req-4a549b8d-15ea-456e-8dd5-a56a95461fc4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0788221 Feb 04 21:20:59.109781 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-81506526-1273-43ee-8f75-1bda1c3b7a7e req-bacfe49c-7830-4bf5-abb9-ec65ac68871f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383360 Feb 04 21:20:59.132761 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53926) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:59.205632 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33358f50-5d07-4aa1-b475-6d99b4087f18 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:59.207165 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-33358f50-5d07-4aa1-b475-6d99b4087f18 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1091 time: 0.0733800 Feb 04 21:20:59.210019 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53930) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:59.214836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:59.221602 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:59.225391 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:floatingip and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:59.228230 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:59.233797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:59.266620 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-24620b2e-a79d-4d31-9fed-594e473d7318 req-12b5c242-886d-4869-8e94-2abfdcaefdec service neutron] (88236) timed out ('10.222.0.24', 63858) {{(pid=88236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:20:59.312399 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.450013 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.587136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.133 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/3090c9e7-0ab8-4182-8cd0-5b36b46c1a2f) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:59.732048 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.816595 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.881964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:59.884680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:59.888140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:59.922757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=3090c9e7-0ab8-4182-8cd0-5b36b46c1a2f,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:59.938973 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.939322 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.939657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.939990 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.940316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.940643 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.940966 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.941286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.941610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.941925 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.942239 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:59.942552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:00.403614 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.531202 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.733682 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.793473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.899376 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=3090c9e7-0ab8-4182-8cd0-5b36b46c1a2f,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:00.909060 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.082937 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP 51a8cb7d-8da6-4c1e-8480-89a5c7840800 associated. External IP: 172.25.7.133, port: b9258859-9c26-4f42-b383-40e2cdbe3745. Feb 04 21:21:01.432299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:01.715830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:01.726148 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] Sync routers for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:01.735972 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:01.736583 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:01.793794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.851354 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-16c0f9d7-4073-47dc-a816-1266f4f59d7c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6402235 Feb 04 21:21:01.852227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:21:01.905079 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'status': 'completed', 'code': 200} Feb 04 21:21:01.920479 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:02.006324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-3268d305-3717-4271-9f77-336bf58227f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.008967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-3268d305-3717-4271-9f77-336bf58227f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1096 time: 0.0817196 Feb 04 21:21:02.023648 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b75bf7-d32a-4b34-9f72-6cafaceee07a req-49f881ab-137d-44af-bfb7-ed33a38c3cbc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.025121 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b75bf7-d32a-4b34-9f72-6cafaceee07a req-49f881ab-137d-44af-bfb7-ed33a38c3cbc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0853455 Feb 04 21:21:02.074416 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c5b75bf7-d32a-4b34-9f72-6cafaceee07a req-afdfc857-42bd-458b-b552-49a391a8890e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Feb 04 21:21:02.102286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53938) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:02.151843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-3ca11988-ddb0-4e61-a138-4ae2316a6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.153631 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-3ca11988-ddb0-4e61-a138-4ae2316a6e2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 200 len: 897 time: 0.1381905 Feb 04 21:21:02.232157 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-04b52fc0-9742-43fb-b082-82e235d26402 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/51a8cb7d-8da6-4c1e-8480-89a5c7840800 HTTP/1.1" status: 200 len: 991 time: 0.1271498 Feb 04 21:21:02.260732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-106ae085-cd4f-4d40-9af1-b280febf7fcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 200 len: 999 time: 0.1009495 Feb 04 21:21:02.291979 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '51a8cb7d-8da6-4c1e-8480-89a5c7840800', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'port_id': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'mac_address': 'fa:16:3e:2d:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:21:00Z', 'updated_at': '2022-02-04T21:21:00Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:02.295776 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] Checking router: b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:02.304357 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:02.304946 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:20:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:02.320807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-479ba053-7b4f-4ba3-8a3e-28b1bee14eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.322223 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-479ba053-7b4f-4ba3-8a3e-28b1bee14eaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1efaec23-b125-44af-a24a-3e299064a60a HTTP/1.1" status: 200 len: 835 time: 0.0561013 Feb 04 21:21:02.398160 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-22aa4f74-46b6-442f-b05b-982628712de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.399634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-22aa4f74-46b6-442f-b05b-982628712de1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a22286-cf7e-44e8-977b-1d7f68f0106a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715203 Feb 04 21:21:02.481456 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:02.532084 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-b7433599-6dcd-4177-82fe-4f3152912b84 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264532 Feb 04 21:21:02.663344 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-318e31d2-7d6e-447b-9569-ac9248668f75 req-b4932d21-5c4a-4ce5-a92d-e282a18ba6ff service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256557 Feb 04 21:21:02.846915 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '51a8cb7d-8da6-4c1e-8480-89a5c7840800', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'port_id': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'mac_address': 'fa:16:3e:2d:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:21:00Z', 'updated_at': '2022-02-04T21:21:00Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:02.850586 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410460aa-46f9-4b7f-b27e-4bef99ebea13 None None] The sync data for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 is: [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '51a8cb7d-8da6-4c1e-8480-89a5c7840800', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'port_id': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'mac_address': 'fa:16:3e:2d:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:21:00Z', 'updated_at': '2022-02-04T21:21:00Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:03.035463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ea741-66ed-4268-9b21-9b6b134636c8 None None] New status for floating IP 51a8cb7d-8da6-4c1e-8480-89a5c7840800: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:21:03.234884 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53942) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:03.339862 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-fcf5f695-577b-466c-b342-ac43e2e87db6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/51a8cb7d-8da6-4c1e-8480-89a5c7840800 HTTP/1.1" status: 200 len: 991 time: 0.1038766 Feb 04 21:21:04.343591 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53946) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:04.449727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2e49084e-2d18-411d-9ffb-f49011f9a9dd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/51a8cb7d-8da6-4c1e-8480-89a5c7840800 HTTP/1.1" status: 200 len: 993 time: 0.1050370 Feb 04 21:21:06.639077 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:21:09.701763 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.061983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:14.219078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-3be4e983-ac5a-4c2a-a584-cb4c0d7fd4da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684059 Feb 04 21:21:14.353871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-02f304a2-e79a-4373-b57a-119b803e46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:14.355389 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-02f304a2-e79a-4373-b57a-119b803e46f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1096 time: 0.0708282 Feb 04 21:21:14.498571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-6864cd31-0466-45c9-8ace-ca271913aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:14.500050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-6864cd31-0466-45c9-8ace-ca271913aa91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 200 len: 897 time: 0.1250513 Feb 04 21:21:14.601845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-ca3aec02-6d67-4f95-8228-f2d67646637a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 200 len: 1001 time: 0.0951595 Feb 04 21:21:14.763327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-4f418db5-f315-4b1b-8762-aff6da88293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:14.764648 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-4f418db5-f315-4b1b-8762-aff6da88293f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1efaec23-b125-44af-a24a-3e299064a60a HTTP/1.1" status: 200 len: 835 time: 0.1543431 Feb 04 21:21:14.836965 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-3f41aaa2-53fa-49ef-953e-b55b871ba7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:14.838372 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-3f41aaa2-53fa-49ef-953e-b55b871ba7c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a22286-cf7e-44e8-977b-1d7f68f0106a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677602 Feb 04 21:21:14.974363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-32bff9e7-06b8-479e-9448-aa72cbfd81f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204431 Feb 04 21:21:15.382461 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-88ec08c9-455c-4b20-880c-e4cf8047abe5 req-23c9f957-4c10-4e68-889a-d527a3fad5a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996503 Feb 04 21:21:20.118762 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ad6595eb-6759-49b0-bef1-657021f58a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.357480 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d89018fe-3ea6-495b-bef6-54c9a50edbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:23.540054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:23.682951 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.421501 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.344601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f6027-f026-41d3-8b2f-045fddae9004 req-8e18da07-dc45-44db-8200-76f3120490d8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:36.346087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d77f6027-f026-41d3-8b2f-045fddae9004 req-8e18da07-dc45-44db-8200-76f3120490d8 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0803511 Feb 04 21:21:36.395132 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d77f6027-f026-41d3-8b2f-045fddae9004 req-f6f1cfd2-4562-44ce-8bce-b7420927a629 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 Feb 04 21:21:37.587024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2592bd-5182-4f40-bdca-ae024a2d3030 req-5db2cf5f-f43c-4f3e-9373-7f1047f7d3b1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:37.588481 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a2592bd-5182-4f40-bdca-ae024a2d3030 req-5db2cf5f-f43c-4f3e-9373-7f1047f7d3b1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0826600 Feb 04 21:21:37.632079 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6a2592bd-5182-4f40-bdca-ae024a2d3030 req-09b0bae6-9303-410a-b9e6-3465cf5085b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Feb 04 21:21:38.810778 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdcc1b-f154-46a8-bc2b-ab3b6de8cee5 req-224b2c1d-5d03-4fde-9342-ae87be6df811 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:38.812818 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5cdcc1b-f154-46a8-bc2b-ab3b6de8cee5 req-224b2c1d-5d03-4fde-9342-ae87be6df811 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0789433 Feb 04 21:21:38.855070 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5cdcc1b-f154-46a8-bc2b-ab3b6de8cee5 req-f230956a-aab3-455c-b139-00a788f53f39 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367758 Feb 04 21:21:39.740067 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.038240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c5f4-d920-4ae1-aa67-9a31127be4c4 req-2b9a3cd8-e8d4-4610-b301-9bd8be2a7c8d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:40.039961 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55d6c5f4-d920-4ae1-aa67-9a31127be4c4 req-2b9a3cd8-e8d4-4610-b301-9bd8be2a7c8d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0790582 Feb 04 21:21:40.084463 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-55d6c5f4-d920-4ae1-aa67-9a31127be4c4 req-974032c7-0639-4174-bc13-43f41261f6b4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388758 Feb 04 21:21:40.089030 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.275519 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aba676-31b9-46a3-a5b8-093f6fb630ed req-dcaf3502-5248-4566-8f81-bf6ef819f79e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:41.276967 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aba676-31b9-46a3-a5b8-093f6fb630ed req-dcaf3502-5248-4566-8f81-bf6ef819f79e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0834849 Feb 04 21:21:41.321203 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72aba676-31b9-46a3-a5b8-093f6fb630ed req-3caf7409-215e-43ad-95b3-d5dda4e349b9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375373 Feb 04 21:21:42.505683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903782ee-6e13-4b84-9719-4f1ea7f4b094 req-1e48ab09-0fd2-43ed-8ef7-b563772bb6ae tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:42.507214 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-903782ee-6e13-4b84-9719-4f1ea7f4b094 req-1e48ab09-0fd2-43ed-8ef7-b563772bb6ae tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0813189 Feb 04 21:21:42.550636 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-903782ee-6e13-4b84-9719-4f1ea7f4b094 req-95d16f8b-b3ce-4d2d-ab1f-7fc06ddf85bd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377722 Feb 04 21:21:43.637301 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:21:43.730454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eae1af-5fab-4045-af2d-1dc0dcfca1c3 req-0fa29f0d-fd59-4efa-91fa-35747fc2c9a9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:43.731923 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37eae1af-5fab-4045-af2d-1dc0dcfca1c3 req-0fa29f0d-fd59-4efa-91fa-35747fc2c9a9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0790453 Feb 04 21:21:43.775404 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37eae1af-5fab-4045-af2d-1dc0dcfca1c3 req-c77e41c0-c99f-4497-a3c6-f4d342513457 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Feb 04 21:21:44.954860 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c11ce8-fcf4-478c-82d2-b0f91441b083 req-a027826c-a893-4ff0-9ff4-553130118c34 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:44.956312 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60c11ce8-fcf4-478c-82d2-b0f91441b083 req-a027826c-a893-4ff0-9ff4-553130118c34 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0777647 Feb 04 21:21:45.003572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-60c11ce8-fcf4-478c-82d2-b0f91441b083 req-b6a4f703-069e-4d7c-8010-ce03c4ac18ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Feb 04 21:21:46.187205 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad14b62-e123-48c7-832e-d66bbfa1fe58 req-6fd71a2d-857c-4aa3-98df-66d3a3a7c60c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:46.189234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad14b62-e123-48c7-832e-d66bbfa1fe58 req-6fd71a2d-857c-4aa3-98df-66d3a3a7c60c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0827215 Feb 04 21:21:46.232050 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8ad14b62-e123-48c7-832e-d66bbfa1fe58 req-8d833adf-6412-439d-a025-a1b4477dcf60 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371315 Feb 04 21:21:47.419140 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5cc0-41d0-4611-b34f-31e778afd44e req-90f6aa44-6965-4ffe-86f5-7313dc7920d7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:47.420668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa8c5cc0-41d0-4611-b34f-31e778afd44e req-90f6aa44-6965-4ffe-86f5-7313dc7920d7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0801337 Feb 04 21:21:47.464553 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa8c5cc0-41d0-4611-b34f-31e778afd44e req-9a95dcba-d793-4fb3-9c62-11f567975dfa tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Feb 04 21:21:47.487300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 53992) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:47.592483 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3832652b-d0fe-4b1d-b25f-0eadebc6b5a1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/51a8cb7d-8da6-4c1e-8480-89a5c7840800 HTTP/1.1" status: 200 len: 993 time: 0.1041126 Feb 04 21:21:49.418186 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-4ce3b7e6-7ae0-4492-a5e7-4b200c7f2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:49.419590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-4ce3b7e6-7ae0-4492-a5e7-4b200c7f2b0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1096 time: 0.1317053 Feb 04 21:21:49.431525 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c533-15c0-404e-a7c6-ced6192f6066 req-d3b4fe42-ba51-4541-baa8-05aceb174137 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:49.432849 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe73c533-15c0-404e-a7c6-ced6192f6066 req-d3b4fe42-ba51-4541-baa8-05aceb174137 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.1136618 Feb 04 21:21:49.553706 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fe73c533-15c0-404e-a7c6-ced6192f6066 req-47f2f7c6-acae-456f-b683-0970e4f7f3f6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023996 Feb 04 21:21:49.588897 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-6b7ecbd1-c93b-4149-b2a7-57126dc83b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:49.590319 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-6b7ecbd1-c93b-4149-b2a7-57126dc83b42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 200 len: 897 time: 0.1566625 Feb 04 21:21:49.695608 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-baf47847-6d4f-435f-833f-4c852b33dbfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 200 len: 1001 time: 0.0949435 Feb 04 21:21:49.761711 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-ad60a2d6-27ab-420c-8e7e-467e55914f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:49.763103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-ad60a2d6-27ab-420c-8e7e-467e55914f3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1efaec23-b125-44af-a24a-3e299064a60a HTTP/1.1" status: 200 len: 835 time: 0.0584757 Feb 04 21:21:49.838127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-60355b58-4643-47ae-b089-d7dfcaa28384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:49.839563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-60355b58-4643-47ae-b089-d7dfcaa28384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a22286-cf7e-44e8-977b-1d7f68f0106a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672283 Feb 04 21:21:49.973231 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-b680f6fe-a596-4221-9f0f-468e25e13013 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225986 Feb 04 21:21:50.163822 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e74dcd18-44e1-4cb1-b68c-d23975f2eb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:50.214772 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-48dbca9d-1f64-405b-93aa-0e9634535306 req-ec59ddcf-d98c-4862-be0b-7b788ed76748 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306747 Feb 04 21:21:50.739968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68f915-5a67-4a85-9c4a-f3121565ba97 req-f702a7e2-2f85-4db5-94c5-2d4c677de49a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:50.741473 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c68f915-5a67-4a85-9c4a-f3121565ba97 req-f702a7e2-2f85-4db5-94c5-2d4c677de49a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0797303 Feb 04 21:21:50.788395 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c68f915-5a67-4a85-9c4a-f3121565ba97 req-1fa20282-ca10-47db-824d-e2016e93546a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Feb 04 21:21:51.970787 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93746f-3ab9-4c4a-97e3-d487a4f29c1b req-b8d9f713-afd2-4d9c-abaa-1009e2f620cb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:51.972214 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d93746f-3ab9-4c4a-97e3-d487a4f29c1b req-b8d9f713-afd2-4d9c-abaa-1009e2f620cb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0788648 Feb 04 21:21:52.020634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d93746f-3ab9-4c4a-97e3-d487a4f29c1b req-a82339a1-7099-4e32-8b4d-54934fc1fb61 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 Feb 04 21:21:52.042997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54006) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:52.149840 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b7da46c8-d23c-4386-9fc5-14f6733cf0cc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/51a8cb7d-8da6-4c1e-8480-89a5c7840800 HTTP/1.1" status: 200 len: 993 time: 0.1056395 Feb 04 21:21:52.351569 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8d4987a8-9c07-4186-8666-f59408f3ac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.535000 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.683596 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.438560 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.786178 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.089034 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:12.534768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-d98d7663-69d2-40e6-a6b3-a18652976d73 req-e3bc7371-7299-48fa-85db-df13d4bc0495 service neutron] (88237) timed out ('10.222.0.48', 50088) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:22:14.214495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-fbaa9c3c-202c-40f9-9140-c51d789047a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694258 Feb 04 21:22:14.354188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dada70c-2171-445b-948a-1c386d8628c9 req-6ced61d8-a787-45da-b92b-79b12d15820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:14.355687 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-6ced61d8-a787-45da-b92b-79b12d15820d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1096 time: 0.0715721 Feb 04 21:22:14.498289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dada70c-2171-445b-948a-1c386d8628c9 req-595b7ad2-b51a-42b8-878a-5346749a48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:14.499759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-595b7ad2-b51a-42b8-878a-5346749a48f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 200 len: 897 time: 0.1254005 Feb 04 21:22:14.604292 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-20ee61ea-dd3b-4f2b-be91-beb62255201d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 200 len: 1001 time: 0.0979135 Feb 04 21:22:14.668333 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dada70c-2171-445b-948a-1c386d8628c9 req-6fd08cef-99a2-434d-aa4b-0103aa49919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:14.669717 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-6fd08cef-99a2-434d-aa4b-0103aa49919b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1efaec23-b125-44af-a24a-3e299064a60a HTTP/1.1" status: 200 len: 835 time: 0.0595350 Feb 04 21:22:14.742548 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dada70c-2171-445b-948a-1c386d8628c9 req-52e659ff-a4e7-44f1-8ff1-a81bcc8bc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:14.744000 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-52e659ff-a4e7-44f1-8ff1-a81bcc8bc2b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a22286-cf7e-44e8-977b-1d7f68f0106a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681710 Feb 04 21:22:14.873827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-15186640-aa1f-46c9-b5e8-2ff97d423637 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228070 Feb 04 21:22:15.002679 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3dada70c-2171-445b-948a-1c386d8628c9 req-fea86857-249c-4e5c-8526-3aba375f9f35 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218638 Feb 04 21:22:20.122857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-98cfc3f3-5bf2-4488-b9a6-da31e6f677b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.637227 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:22:22.328529 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8dfcc211-2dda-4bbe-9c9b-e7939be8de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.540029 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.651805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54022) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:23.677958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.857723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 3090c9e7-0ab8-4182-8cd0-5b36b46c1a2f {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:23.857960 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.029710 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.030040 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.153294 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 3090c9e7-0ab8-4182-8cd0-5b36b46c1a2f owned by network:floatingip {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:24.340577 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.485004 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=3090c9e7-0ab8-4182-8cd0-5b36b46c1a2f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:24.522084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.522436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.522805 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.523146 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.523477 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.523808 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.524139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.524465 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.524792 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.525115 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.525437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.525757 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:24.586560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.586999 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP 51a8cb7d-8da6-4c1e-8480-89a5c7840800 disassociated (deleted). External IP: 172.25.7.133, port: b9258859-9c26-4f42-b383-40e2cdbe3745. Feb 04 21:22:24.932883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:25.110436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:25.120936 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] Sync routers for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:25.130071 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:25.141950 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:25.191543 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.246813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-79ed6b3a-b5cf-4644-ab8a-ae89efc704e7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/floatingips/51a8cb7d-8da6-4c1e-8480-89a5c7840800 HTTP/1.1" status: 204 len: 168 time: 1.5938630 Feb 04 21:22:25.247385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:22:25.308967 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'status': 'completed', 'code': 200} Feb 04 21:22:25.313303 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:25.405569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-98ed07bc-2f1e-4b60-8848-11d2d437e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:25.407201 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-98ed07bc-2f1e-4b60-8848-11d2d437e68c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 1096 time: 0.0745878 Feb 04 21:22:25.443746 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.541396 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-2094f92b-6ee4-4e44-aa6d-236c36efcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:25.542912 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-2094f92b-6ee4-4e44-aa6d-236c36efcafc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 200 len: 897 time: 0.1290331 Feb 04 21:22:25.616031 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-be244ded-f0ce-464f-8e34-2f98d34b1665 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 200 len: 217 time: 0.0658150 Feb 04 21:22:25.649306 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:25.652998 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] Checking router: b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:25.661861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:25.662454 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:25.681600 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-d22fd4e6-bd8c-48e2-8539-685809dbbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:25.683380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-d22fd4e6-bd8c-48e2-8539-685809dbbbf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1efaec23-b125-44af-a24a-3e299064a60a HTTP/1.1" status: 200 len: 835 time: 0.0604603 Feb 04 21:22:25.760572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-0f897213-aaaf-4d83-ae4a-6cb85876f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:25.762057 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-0f897213-aaaf-4d83-ae4a-6cb85876f063 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a22286-cf7e-44e8-977b-1d7f68f0106a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726717 Feb 04 21:22:25.847069 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:25.856644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d3518-ae95-40a3-98a1-04281e81a377 req-471d0ebc-7c4c-48de-bba1-d53e2ddc8f2d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:25.857392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-671d3518-ae95-40a3-98a1-04281e81a377 req-471d0ebc-7c4c-48de-bba1-d53e2ddc8f2d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:25.923000 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-671d3518-ae95-40a3-98a1-04281e81a377 req-471d0ebc-7c4c-48de-bba1-d53e2ddc8f2d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:25.929936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-671d3518-ae95-40a3-98a1-04281e81a377 req-471d0ebc-7c4c-48de-bba1-d53e2ddc8f2d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.1581933 Feb 04 21:22:25.976601 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-671d3518-ae95-40a3-98a1-04281e81a377 req-a16339f0-d159-4309-beb5-1cebe6357e19 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457251 Feb 04 21:22:26.010897 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-08ca087e-fbef-479c-aa22-2d6a94cd5004 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418871 Feb 04 21:22:26.145032 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-86fcb3e6-20b9-4f4d-b763-b77104adfac1 req-b7f25742-ebda-4f71-bb20-45140b1ee6fc service neutron] 10.222.0.24 "GET /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277151 Feb 04 21:22:26.201338 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:26.205217 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ddca9-5d37-453c-b7ba-b45e636eeb41 None None] The sync data for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 is: [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:20:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'eb5d1799-fb55-463f-aadc-375e91ce11b2', 'name': '', 'network_id': 'd4a22286-cf7e-44e8-977b-1d7f68f0106a', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:bb:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '1efaec23-b125-44af-a24a-3e299064a60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:42Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '1efaec23-b125-44af-a24a-3e299064a60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:26.416414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a30adc-fc56-44e7-8e89-c8611306a414 None None] New status for floating IP 51a8cb7d-8da6-4c1e-8480-89a5c7840800: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:22:27.160189 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db9ce-a7ae-4a78-912e-b0352a01009b req-48302ea0-79e4-4cfd-a674-6c9a670da339 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:27.162316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f15db9ce-a7ae-4a78-912e-b0352a01009b req-48302ea0-79e4-4cfd-a674-6c9a670da339 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0813105 Feb 04 21:22:27.209517 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f15db9ce-a7ae-4a78-912e-b0352a01009b req-af17fad5-b01b-44ba-b690-df1ac574da77 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=72e20032-f845-4325-bf5a-6cd06f7320bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Feb 04 21:22:27.487664 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-ad9105ec-5f3d-4fbd-8ea0-dcd275757e67 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:27.489085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-ad9105ec-5f3d-4fbd-8ea0-dcd275757e67 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 945 time: 0.0777884 Feb 04 21:22:27.560168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port b9258859-9c26-4f42-b383-40e2cdbe3745 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:27.560504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.802208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port b9258859-9c26-4f42-b383-40e2cdbe3745, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=b9258859-9c26-4f42-b383-40e2cdbe3745,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:27.802583 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.927776 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for b9258859-9c26-4f42-b383-40e2cdbe3745 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:28.100016 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.152211 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=b9258859-9c26-4f42-b383-40e2cdbe3745,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:28.191051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.191648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.191769 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.192066 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.192399 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.192726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.193049 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.193370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.193691 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.194010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.194327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.194642 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:28.235962 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] No DVR routers for this DVR port b9258859-9c26-4f42-b383-40e2cdbe3745 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:28.238471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.241622 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'name': 'network-vif-deleted', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:22:28.284870 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5579e-7c3e-4b61-a6c4-60d9c2022936', 'name': 'network-vif-deleted', 'tag': 'b9258859-9c26-4f42-b383-40e2cdbe3745', 'status': 'completed', 'code': 200} Feb 04 21:22:28.317567 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0950b261-d4f2-4d6d-867a-9339d2b2116c req-194c5d59-2e13-48c3-bf21-582b1908f70a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.24 "DELETE /v2.0/ports/b9258859-9c26-4f42-b383-40e2cdbe3745 HTTP/1.1" status: 204 len: 173 time: 0.8190072 Feb 04 21:22:28.357139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0cd9e96b-1269-4f06-afb4-f5741f2d1dfe req-d5134e7b-274a-4403-831a-d78b429443b0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e5579e-7c3e-4b61-a6c4-60d9c2022936 HTTP/1.1" status: 200 len: 210 time: 0.0426764 Feb 04 21:22:29.453782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54040) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:30.101022 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:30.456472 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port eb5d1799-fb55-463f-aadc-375e91ce11b2 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:30.457212 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:30.641434 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port eb5d1799-fb55-463f-aadc-375e91ce11b2, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=eb5d1799-fb55-463f-aadc-375e91ce11b2,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:30.641840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:30.765772 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for eb5d1799-fb55-463f-aadc-375e91ce11b2 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:31.008307 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.058178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=eb5d1799-fb55-463f-aadc-375e91ce11b2,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:31.092554 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9258859-9c26-4f42-b383-40e2cdbe3745 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:31.127653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: b9258859-9c26-4f42-b383-40e2cdbe3745 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:31.128666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device b9258859-9c26-4f42-b383-40e2cdbe3745 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:31.349386 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.801071 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:31.973942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:31.983664 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] Sync routers for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:31.986357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-7fb1b1ec-4ce0-4e6a-ac5a-f78540d459c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/b00ae3fa-a4b5-4575-aca2-ed14ebbe0310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5315299 Feb 04 21:22:31.989658 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54044) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:31.993882 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:31.997320 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:32.061721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting subnet 1efaec23-b125-44af-a24a-3e299064a60a {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:22:32.064831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.121014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.172228 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:32.204397 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.340830 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.378173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Subnet': ['ID=1efaec23-b125-44af-a24a-3e299064a60a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:32.383606 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.391874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c8e8e-edaa-459f-90f9-ea6757123823 None None] Network d4a22286-cf7e-44e8-977b-1d7f68f0106a requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:32.392385 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3080e3f0-fb1f-49ff-a471-ead245f660c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/subnets/1efaec23-b125-44af-a24a-3e299064a60a HTTP/1.1" status: 204 len: 168 time: 0.4012733 Feb 04 21:22:32.394721 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54048) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:32.459919 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:22:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:32.463617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] Checking router: b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:32.472360 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] Routers {'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:32.472960 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:32.585286 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.657357 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] Set router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:32.674901 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] DHCP port deletion for d4a22286-cf7e-44e8-977b-1d7f68f0106a request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:22:32.679981 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Deleting port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:32.680965 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.773132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.848844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 09afd768-73be-4f4a-880a-43daed2b9020 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:32.849560 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.898921 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] For port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=0ccecf26-7a73-4c7b-bcde-d52a50f46f98,segment=NetworkSegment(1ab5a477-22f0-4095-a8c8-f26c8ae82e68),segment_id=1ab5a477-22f0-4095-a8c8-f26c8ae82e68)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:32.899304 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.952433 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:22:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:32.956349 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f072d-7e9e-49a1-821c-eb42fbdaa973 None None] The sync data for ids ['b00ae3fa-a4b5-4575-aca2-ed14ebbe0310'] in n-d-811806-1 is: [{'id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674597593', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '09afd768-73be-4f4a-880a-43daed2b9020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:37Z', 'updated_at': '2022-02-04T21:22:30Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '09afd768-73be-4f4a-880a-43daed2b9020', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ae3fa-a4b5-4575-aca2-ed14ebbe0310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:38Z', 'updated_at': '2022-02-04T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:33.029872 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Calling delete_port for 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:33.149128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 09afd768-73be-4f4a-880a-43daed2b9020, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=09afd768-73be-4f4a-880a-43daed2b9020,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:33.149398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.191509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.241543 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Pushing event deleted for resources: {'Port': ['ID=0ccecf26-7a73-4c7b-bcde-d52a50f46f98,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:33.243766 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] No DVR routers for this DVR port 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:33.255155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.255497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.255830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.256153 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.256475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.256794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.257109 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.257422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.257736 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.258051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.258362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.258675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77270-4ab4-4ee9-abdd-e75b9eccc64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:33.272303 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 09afd768-73be-4f4a-880a-43daed2b9020 owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:33.511577 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.559610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=09afd768-73be-4f4a-880a-43daed2b9020,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:33.647981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.817607 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.819735 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.912066 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.912722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Fanout notify agent at l3_agent the message router_deleted on router b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:22:33.927195 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.928294 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-24b95c34-a17c-47d3-815b-515da793cafc tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/routers/b00ae3fa-a4b5-4575-aca2-ed14ebbe0310 HTTP/1.1" status: 204 len: 168 time: 1.5321803 Feb 04 21:22:33.940539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54052) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:34.057350 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.187598 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.212867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a22286-cf7e-44e8-977b-1d7f68f0106a']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:34.225007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab5a477-22f0-4095-a8c8-f26c8ae82e68') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:34.225311 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab5a477-22f0-4095-a8c8-f26c8ae82e68') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:34.236306 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.252014 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.258408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:34.258822 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:34.277008 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:34.431907 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.444095 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:34.450080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.461053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Network': ['ID=d4a22286-cf7e-44e8-977b-1d7f68f0106a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:34.480130 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:34.480474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 0ccecf26-7a73-4c7b-bcde-d52a50f46f98 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:34.480892 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device eb5d1799-fb55-463f-aadc-375e91ce11b2 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:34.513527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: eb5d1799-fb55-463f-aadc-375e91ce11b2 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:34.513870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device eb5d1799-fb55-463f-aadc-375e91ce11b2 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:34.529119 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b0981110-a8d3-4aed-bcf0-f600228b41bf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/networks/d4a22286-cf7e-44e8-977b-1d7f68f0106a HTTP/1.1" status: 204 len: 168 time: 0.5874918 Feb 04 21:22:34.532918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54056) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:34.602337 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9366-ee6b-493b-a82e-9d12fd22fc6d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.631837 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9366-ee6b-493b-a82e-9d12fd22fc6d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.740196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9366-ee6b-493b-a82e-9d12fd22fc6d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.759028 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f9366-ee6b-493b-a82e-9d12fd22fc6d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e20032-f845-4325-bf5a-6cd06f7320bd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:34.818642 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9366-ee6b-493b-a82e-9d12fd22fc6d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.819806 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2b4f9366-ee6b-493b-a82e-9d12fd22fc6d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/security-groups/72e20032-f845-4325-bf5a-6cd06f7320bd HTTP/1.1" status: 204 len: 168 time: 0.2871563 Feb 04 21:22:35.201114 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54064) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:35.206209 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630972879', 'description': 'tempest-secgroup-smoke-630972879 description', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:35.213398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:35.217724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:35.220539 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:35.226673 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:35.271479 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.291343 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:35.295609 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:35.298972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:35.304728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:35.371992 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.442812 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.491036 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2893c224-2a8c-49d2-9888-58d95b45badf,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:35.568687 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.569907 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-46ba4be9-1d7d-4198-914f-717e1f58886d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3678136 Feb 04 21:22:35.572768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54068) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:35.577583 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '2893c224-2a8c-49d2-9888-58d95b45badf', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:35.584821 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:35.588626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:35.591720 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:35.597481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:35.660620 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.719283 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.796845 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.820289 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cca3a1-d1f4-4c20-af02-885a9eed5cb9,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:35.894084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.895874 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0f3056ab-7b15-435f-9c8a-f039fd6022fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221996 Feb 04 21:22:35.898528 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54072) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:35.903503 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '2893c224-2a8c-49d2-9888-58d95b45badf', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:35.909970 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:35.916050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:35.916852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:35.922429 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:35.992046 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.030963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 09afd768-73be-4f4a-880a-43daed2b9020 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:36.052115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.068120 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 09afd768-73be-4f4a-880a-43daed2b9020 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:36.068465 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 09afd768-73be-4f4a-880a-43daed2b9020 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:36.099954 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.124644 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663efa75-c533-4cd8-be11-b1ea5ceec703,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:36.180009 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.181191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-99fe3f35-04b9-40c6-abab-f7a26e66c223 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2817302 Feb 04 21:22:36.183878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54076) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:36.188717 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '2893c224-2a8c-49d2-9888-58d95b45badf', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:36.196040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:36.199844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:36.202801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:36.208445 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:36.294407 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.356043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.419886 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.443040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59c49a6-731b-4688-9f4d-517b7c0c41df,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:36.499925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.501135 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1e709608-5d18-4a4c-8ae1-03683b2eab91 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163617 Feb 04 21:22:36.504900 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54080) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:36.509744 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '2893c224-2a8c-49d2-9888-58d95b45badf', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:36.516268 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:36.520053 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:36.522977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:36.528637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:36.621080 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.682473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.762815 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.787977 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e287dec-4e26-459a-833f-c8aab67ec601,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:36.854383 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.855595 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4f618a16-2f11-4af3-b67a-8ee1d3d1441e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497791 Feb 04 21:22:36.858360 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54084) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:36.863285 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '2893c224-2a8c-49d2-9888-58d95b45badf', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:36.869763 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:36.873747 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:36.876423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:36.882125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:36.957154 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:22:36.964245 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.030188 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.098576 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.121441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67031f47-c2cc-437e-ae49-402eb52c1241,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:37.174163 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.175677 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b7db548a-7542-4dc2-b057-2b636dd08026 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160975 Feb 04 21:22:37.178136 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54088) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.183105 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'security_group_rule': {'security_group_id': '2893c224-2a8c-49d2-9888-58d95b45badf', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:37.189715 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:37.194008 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:security_group_rule and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:37.196968 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:37.202551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:37.271915 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Project a7bb6776aba1460b8fb3a179a44f7cad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:22:37.278436 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.342340 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.397118 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.419490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a5748c-d05a-44ac-b38b-4644103c2c92,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:37.482854 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.484052 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-557fc3b8-877a-4b1b-9a9e-8d685fba8a38 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3050199 Feb 04 21:22:37.487024 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54092) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.492820 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'network': {'name': 'tempest-network-smoke--1817394643', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'port_security_enabled': True}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:37.498519 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:37.502569 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:network and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:37.506050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:37.511786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:37.562554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:37.565895 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.593084 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:37.601220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.601565 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Added segment 01f1e941-1325-4601-80b1-6a625e9e5e71 of type vlan for network f2c3dc22-e754-464e-9e0c-ce90ad720f99 Feb 04 21:22:37.626432 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.721471 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.726787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:37.727365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.923787 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Network': ['ID=f2c3dc22-e754-464e-9e0c-ce90ad720f99,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:37.934600 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:37.975409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-75daa21d-1373-4be6-8fd0-8ffe845cfa73 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4872649 Feb 04 21:22:37.977963 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54096) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.982876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'admin_state_up': True, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:37.991361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:37.995185 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:router and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:37.997974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:38.004159 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:38.093251 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.094267 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.109266 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.434934 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.806191 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.838493 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.968225 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.205 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/4dd54b74-3db9-4610-89c5-4dafa1e28537) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:39.110639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:39.207723 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:39.278842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:39.281542 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:39.284167 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:39.319499 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=4dd54b74-3db9-4610-89c5-4dafa1e28537,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:39.768599 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:39.864505 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.094351 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.200911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.437026 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router bbee2233-4960-46dd-b734-a531651bcb67 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:22:40.611436 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:40.620963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Sync routers for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:40.629874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:40.630652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:40.716534 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.717669 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-60fe0113-447d-4a0d-8ffd-1b96a8fc1105 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7388003 Feb 04 21:22:40.720768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54100) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.761543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-21fac516-186c-4e1d-b8e6-64b70c6cb994 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a7bb6776aba1460b8fb3a179a44f7cad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393376 Feb 04 21:22:40.764224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54104) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.836656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:40.895038 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cbe74e-1f96-48e1-b416-5f12621b8041 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:40.897116 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-22cbe74e-1f96-48e1-b416-5f12621b8041 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319909 Feb 04 21:22:40.899929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54108) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.941350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e11600ca-e49d-44b8-84e9-2c48c7331192 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=0267abb6-6475-4ca8-b798-f97c4ff0c3cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403559 Feb 04 21:22:40.944326 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54112) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.949480 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346690866', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:41.128812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:39Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:41.133209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Checking router: bbee2233-4960-46dd-b734-a531651bcb67 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:41.133565 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Updating router bbee2233-4960-46dd-b734-a531651bcb67 port 4dd54b74-3db9-4610-89c5-4dafa1e28537 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:22:41.177183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:41.180987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:subnet and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:41.183786 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:41.187516 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.189337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:41.294220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'subnet': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:41.297758 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7346455'] for subnet, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.511774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.523718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Transition to ACTIVE for port object 4dd54b74-3db9-4610-89c5-4dafa1e28537 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:41.585778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6909390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7346437'] for subnet, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.626238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.669532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Subnet': ['ID=561a94b2-b008-4330-9bd7-9ca66baaac62,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:41.676759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Checking segment: {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:41.677809 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network hostable DHCP agents. Network: f2c3dc22-e754-464e-9e0c-ce90ad720f99, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:41.703719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Attempting to bind port 4dd54b74-3db9-4610-89c5-4dafa1e28537 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:41.708570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Attempting to bind port 4dd54b74-3db9-4610-89c5-4dafa1e28537 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:41.708570 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Attempting to bind port 4dd54b74-3db9-4610-89c5-4dafa1e28537 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:41.713576 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee42939-8fc1-4834-9962-19ffe9762aac None None] Pushing event updated for resources: {'Port': ['ID=4dd54b74-3db9-4610-89c5-4dafa1e28537,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:41.716075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:41.716435 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:41.716826 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.717195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:41.717669 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Bound port: 4dd54b74-3db9-4610-89c5-4dafa1e28537, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:41.718031 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.768611 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:41.788093 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] For port 4dd54b74-3db9-4610-89c5-4dafa1e28537, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:41.793177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] For port 4dd54b74-3db9-4610-89c5-4dafa1e28537, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4dd54b74-3db9-4610-89c5-4dafa1e28537,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:41.882476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, f2c3dc22-e754-464e-9e0c-ce90ad720f99) {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:41.886382 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:41.886990 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.891815 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe870c-ba98-417b-8c58-7244f86cddd7 None None] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:41.955754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.020797 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53c2564f-ce38-4e07-9ac5-8a89e73962b7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0753567 Feb 04 21:22:42.023571 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54116) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:42.066020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:42.066628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:42.147047 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee42939-8fc1-4834-9962-19ffe9762aac None None] Pushing event updated for resources: {'Port': ['ID=4dd54b74-3db9-4610-89c5-4dafa1e28537,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:42.337803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:42.338621 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.351725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:42.728991 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.779110 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Allocated IP 172.20.0.2 (f2c3dc22-e754-464e-9e0c-ce90ad720f99/561a94b2-b008-4330-9bd7-9ca66baaac62/fb7ab320-42b7-48f5-bc66-4da8ed01cb12) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:42.885431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:39Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:42.902053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d17d49-6e59-4132-911c-e3e1344e153f None None] The sync data for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 is: [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:39Z', 'revision_number': 3, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:43.004128 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.014182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Transition to ACTIVE for port object fb7ab320-42b7-48f5-bc66-4da8ed01cb12 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:43.038656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Transition to ACTIVE for port object fb7ab320-42b7-48f5-bc66-4da8ed01cb12 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:43.117474 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.194531 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:43.197799 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:43.201643 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:43.214305 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Pushing event updated for resources: {'Port': ['ID=fb7ab320-42b7-48f5-bc66-4da8ed01cb12,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.304003 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Attempting to bind port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:43.304369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Attempting to bind port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:43.304732 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Attempting to bind port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 on network f2c3dc22-e754-464e-9e0c-ce90ad720f99 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:43.312765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:43.312765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Checking segment: {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:43.312765 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.312765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Bound using segment: {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:43.312765 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Bound port: fb7ab320-42b7-48f5-bc66-4da8ed01cb12, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:43.312765 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.325810 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.1 (f2c3dc22-e754-464e-9e0c-ce90ad720f99/561a94b2-b008-4330-9bd7-9ca66baaac62/56b59a2a-e59a-41d8-82ee-3fcf713d2b0a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:43.412508 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] For port fb7ab320-42b7-48f5-bc66-4da8ed01cb12, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:43.416201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] For port fb7ab320-42b7-48f5-bc66-4da8ed01cb12, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fb7ab320-42b7-48f5-bc66-4da8ed01cb12,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:43.490599 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.506187 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.507069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:43.596556 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693269c-7bf9-4160-a287-01fc935b78e4 None None] Pushing event updated for resources: {'Port': ['ID=fb7ab320-42b7-48f5-bc66-4da8ed01cb12,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.603147 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.675190 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:43.678903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:43.682861 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:43.717840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.766925 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.102127 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.181497 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fb7ab320-42b7-48f5-bc66-4da8ed01cb12 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:44.322812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:44.328198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4dd54b74-3db9-4610-89c5-4dafa1e28537 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:44.459879 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 4dd54b74-3db9-4610-89c5-4dafa1e28537 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:44.465135 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4dd54b74-3db9-4610-89c5-4dafa1e28537 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:44.465504 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.520754 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.580053 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.588069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.604445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 4dd54b74-3db9-4610-89c5-4dafa1e28537, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4dd54b74-3db9-4610-89c5-4dafa1e28537,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:44.671485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.694497 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.698043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:44.737171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=4dd54b74-3db9-4610-89c5-4dafa1e28537,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:44.832015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:44.833883 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:45.143488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router bbee2233-4960-46dd-b734-a531651bcb67 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:45.166582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8e976-229a-489b-a23b-76b1043124d1 None None] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:45.324742 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-86f6b5f4-5468-45f0-b205-34967e91b84a None None] Provisioning for port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:45.334150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:45.337463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-86f6b5f4-5468-45f0-b205-34967e91b84a None None] Provisioning complete for port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:45.337832 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-86f6b5f4-5468-45f0-b205-34967e91b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.344890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Sync routers for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:45.358498 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0d483b4c-7873-4701-99e3-34dc14686e53 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/bbee2233-4960-46dd-b734-a531651bcb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3220532 Feb 04 21:22:45.358712 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:45.358712 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:45.521351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-c545b4c0-de6a-4032-9b3d-be1d4ec70ac1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:45.569245 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-86f6b5f4-5468-45f0-b205-34967e91b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.586189 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:45.603510 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-c545b4c0-de6a-4032-9b3d-be1d4ec70ac1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:45.606373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-c545b4c0-de6a-4032-9b3d-be1d4ec70ac1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630972879&fields=id&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 267 time: 0.1298926 Feb 04 21:22:45.606848 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-86f6b5f4-5468-45f0-b205-34967e91b84a None None] For port fb7ab320-42b7-48f5-bc66-4da8ed01cb12, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fb7ab320-42b7-48f5-bc66-4da8ed01cb12,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:45.665822 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-86f6b5f4-5468-45f0-b205-34967e91b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.754786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6b5f4-5468-45f0-b205-34967e91b84a None None] Pushing event updated for resources: {'Port': ['ID=fb7ab320-42b7-48f5-bc66-4da8ed01cb12,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:45.788758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-3c5fc245-ac50-45b4-a1ba-6d76e892346a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:45.789467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-3c5fc245-ac50-45b4-a1ba-6d76e892346a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:45.860100 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-3c5fc245-ac50-45b4-a1ba-6d76e892346a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:45.861292 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-3c5fc245-ac50-45b4-a1ba-6d76e892346a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/networks?id=f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 200 len: 797 time: 0.2483253 Feb 04 21:22:45.885221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-b4529506-6a1a-4bd1-ac55-07bea6e19e93 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/quotas/a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 375 time: 0.0175304 Feb 04 21:22:45.913615 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 2, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:45.918269 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Checking router: bbee2233-4960-46dd-b734-a531651bcb67 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:45.918618 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Updating router bbee2233-4960-46dd-b734-a531651bcb67 port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:22:45.962982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c30c75f6-a433-49a5-af87-13d7d75b9ef9 None None] Provisioning for port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:45.968573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c30c75f6-a433-49a5-af87-13d7d75b9ef9 None None] Provisioning complete for port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:45.968946 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c30c75f6-a433-49a5-af87-13d7d75b9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.975169 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-f00d01f6-330d-4902-9932-7a29566d4ed0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:45.980993 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.027235 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c30c75f6-a433-49a5-af87-13d7d75b9ef9 None None] Port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:22:46.045297 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-c30c75f6-a433-49a5-af87-13d7d75b9ef9 None None] Provisioning complete for port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:46.045297 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c30c75f6-a433-49a5-af87-13d7d75b9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.066139 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-f00d01f6-330d-4902-9932-7a29566d4ed0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:46.069274 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-f00d01f6-330d-4902-9932-7a29566d4ed0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772935 Feb 04 21:22:46.123831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fb7ab320-42b7-48f5-bc66-4da8ed01cb12 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:46.260553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:46.261156 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.318468 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-f0ee9dcb-33f9-4f8b-881a-93d405ff37c7 service neutron] 10.222.0.48 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264521 Feb 04 21:22:46.384527 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4dd54b74-3db9-4610-89c5-4dafa1e28537 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:46.413405 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.424981 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Transition to ACTIVE for port object 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:46.448262 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1c6cf682-6ccd-4e57-b2e8-c5cd6d2609ba None None] Provisioning complete for port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:46.448658 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1c6cf682-6ccd-4e57-b2e8-c5cd6d2609ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.462059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e453bd99-8dac-46b6-a32e-e09c11a6336e service neutron] 10.222.0.48 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373792 Feb 04 21:22:46.506159 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.512401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cf682-6ccd-4e57-b2e8-c5cd6d2609ba None None] Port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:22:46.514918 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 4dd54b74-3db9-4610-89c5-4dafa1e28537 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:46.515297 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.665740 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Pushing event updated for resources: {'Port': ['ID=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:46.709905 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.710158 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.710496 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.710850 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.711176 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.711499 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.711818 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.712134 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.712447 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.712763 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.713086 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.713392 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:46.736661 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Attempting to bind port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:46.737032 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Attempting to bind port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:46.737394 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Attempting to bind port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a on network f2c3dc22-e754-464e-9e0c-ce90ad720f99 {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:46.743301 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:46.743675 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Checking segment: {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:46.744068 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.744630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Bound using segment: {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:46.744934 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Bound port: 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:46.745301 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.832081 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] For port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:46.834929 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] For port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:46.910305 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.990268 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:46.990908 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:47.044952 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bec8c-8734-4e1b-9bbd-1cdb8ae0b92c None None] Pushing event updated for resources: {'Port': ['ID=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,revision_number=4']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:47.174595 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:47.506453 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:46Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:47.510248 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3d75f-cb3d-4f75-9c50-70a8c7197de7 None None] The sync data for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 is: [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:46Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:47.730998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cf2f75a6-15db-4e4a-99ce-85fd4c605fb8 req-d3b137e4-47f1-4d91-80e6-24ad2aed7f8f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:47.743044 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-cf2f75a6-15db-4e4a-99ce-85fd4c605fb8 req-d3b137e4-47f1-4d91-80e6-24ad2aed7f8f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:47.744198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-cf2f75a6-15db-4e4a-99ce-85fd4c605fb8 req-d3b137e4-47f1-4d91-80e6-24ad2aed7f8f tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 210 time: 0.0592120 Feb 04 21:22:48.122142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:48.259807 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:48.264973 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:48.268032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.390100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.423537 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:48.488603 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.563202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:48.844075 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dac012ab-909a-4318-a0d5-e40d3ad90971 req-25f855d1-393e-49a5-962f-08166488ea51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 210 time: 0.0464368 Feb 04 21:22:49.936906 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52d63766-ce57-465d-b8c0-847dd517278d req-0f8ba068-942a-40f0-839b-61fc4f14ef71 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 210 time: 0.0419345 Feb 04 21:22:50.084722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:50.114161 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1bb46475-132e-4430-9986-5701378b2041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.155989 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:50.156345 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.030409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4878d8ff-f5f6-4863-ad56-0b65e89b7df8 req-15da449f-c9cb-410b-9b3b-1bd60de86c61 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 210 time: 0.0419312 Feb 04 21:22:52.176085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9c22d2f6-5fbf-48f2-875b-6ebf7e677ccf req-d8224c81-bb1e-4d23-8102-77a8083382f0 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 210 time: 0.0435979 Feb 04 21:22:52.351169 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-706d8e63-21a8-4263-b265-568cb5c3c566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.322408 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-34ddcd52-a18a-4051-983c-e448f9e5d78e req-3724329b-f26f-414a-9080-e0b47d654485 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 210 time: 0.0417390 Feb 04 21:22:53.579628 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.687438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.725072 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-2302f3be-e439-46e2-ad9f-5b5f3766b279 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:53.726466 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-2302f3be-e439-46e2-ad9f-5b5f3766b279 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "GET /v2.0/networks?id=f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 200 len: 797 time: 0.1449976 Feb 04 21:22:53.773869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-608fb914-85fb-4e79-ae60-35e6606dc97e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7bb6776aba1460b8fb3a179a44f7cad HTTP/1.1" status: 200 len: 379 time: 0.0385261 Feb 04 21:22:53.781789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'port': {'device_id': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'admin_state_up': True, 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'security_groups': ['2893c224-2a8c-49d2-9888-58d95b45badf']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:53.915923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:53.925044 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:54.023908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Made reservation on behalf of a7bb6776aba1460b8fb3a179a44f7cad for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:54.027426 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.191299 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.20.0.7 (f2c3dc22-e754-464e-9e0c-ce90ad720f99/561a94b2-b008-4330-9bd7-9ca66baaac62/8aad23b0-3376-4643-9a6a-4dd01515b6f8) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:54.380729 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.395954 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Transition to ACTIVE for port object 8aad23b0-3376-4643-9a6a-4dd01515b6f8 will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:54.460198 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.509967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69c917-ce71-4548-8318-ca6df80482bd req-a4a9d091-f34c-4c50-a404-8fff960a82ed tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:54.511469 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d69c917-ce71-4548-8318-ca6df80482bd req-a4a9d091-f34c-4c50-a404-8fff960a82ed tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 931 time: 0.0828323 Feb 04 21:22:54.535488 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:54.539131 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:54.542958 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:54.558167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8d69c917-ce71-4548-8318-ca6df80482bd req-59ad28f0-df30-4311-af6b-39353245610a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Feb 04 21:22:54.573687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=8aad23b0-3376-4643-9a6a-4dd01515b6f8,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:54.612013 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:54.612645 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.718014 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-8496cab4-a245-4716-8943-e68fc60efa6c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9396348 Feb 04 21:22:54.766728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Request body: {'port': {'device_id': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:54.876907 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.888157 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-940b15c6-e5b5-448a-98be-2f617faf558c None None] Provisioning for port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:54.892963 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-940b15c6-e5b5-448a-98be-2f617faf558c None None] Provisioning complete for port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:54.893327 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-940b15c6-e5b5-448a-98be-2f617faf558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.946652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-940b15c6-e5b5-448a-98be-2f617faf558c None None] Port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:22:55.320844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aad23b0-3376-4643-9a6a-4dd01515b6f8 {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:22:55.327942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.342728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Transition to ACTIVE for port object 8aad23b0-3376-4643-9a6a-4dd01515b6f8 will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:55.425072 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.436639 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.602885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Pushing event updated for resources: {'Port': ['ID=8aad23b0-3376-4643-9a6a-4dd01515b6f8,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.714126 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Attempting to bind port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:55.714394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Attempting to bind port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:55.715005 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Attempting to bind port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 on network f2c3dc22-e754-464e-9e0c-ce90ad720f99 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:55.726626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 on network f2c3dc22-e754-464e-9e0c-ce90ad720f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:22:55.726974 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Attempting to bind port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 on network f2c3dc22-e754-464e-9e0c-ce90ad720f99 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:55.740378 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:55.740718 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Checking segment: {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:55.741108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Bound using segment: {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:55.741534 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Bound port: 8aad23b0-3376-4643-9a6a-4dd01515b6f8, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f1e941-1325-4601-80b1-6a625e9e5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:55.741877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.834227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b70c-f4c2-4d0c-9d42-bb9024f41f2d req-e2ba4e8a-c6ed-4e7a-aed9-c6665e16a5ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:55.834941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0e37b70c-f4c2-4d0c-9d42-bb9024f41f2d req-e2ba4e8a-c6ed-4e7a-aed9-c6665e16a5ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:55.855606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] For port 8aad23b0-3376-4643-9a6a-4dd01515b6f8, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:55.858933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] For port 8aad23b0-3376-4643-9a6a-4dd01515b6f8, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:55.916540 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-0e37b70c-f4c2-4d0c-9d42-bb9024f41f2d req-e2ba4e8a-c6ed-4e7a-aed9-c6665e16a5ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:55.917673 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e37b70c-f4c2-4d0c-9d42-bb9024f41f2d req-e2ba4e8a-c6ed-4e7a-aed9-c6665e16a5ac tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 943 time: 0.2410636 Feb 04 21:22:55.942995 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.027672 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:56.028288 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.030102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] 10.222.0.62 "PUT /v2.0/ports/8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 200 len: 1091 time: 1.3046105 Feb 04 21:22:56.030102 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:22:56.040067 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e37b70c-f4c2-4d0c-9d42-bb9024f41f2d req-c7e6280e-a55e-4a82-8eaf-c845fb5ab308 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159482 Feb 04 21:22:56.045895 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fadd0-5f88-4f08-9a7d-cec380179636 service neutron] Pushing event updated for resources: {'Port': ['ID=8aad23b0-3376-4643-9a6a-4dd01515b6f8,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:56.088250 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'status': 'completed', 'code': 200} Feb 04 21:22:56.187423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c672-1151-4cd8-80be-4a2e5f326b67 req-95213300-e2ad-4641-8837-59b7a5ddb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:56.188937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67a0c672-1151-4cd8-80be-4a2e5f326b67 req-95213300-e2ad-4641-8837-59b7a5ddb327 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0814285 Feb 04 21:22:56.328310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c672-1151-4cd8-80be-4a2e5f326b67 req-cc8ec70a-0eb2-40dd-a796-34be89af6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:56.329727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67a0c672-1151-4cd8-80be-4a2e5f326b67 req-cc8ec70a-0eb2-40dd-a796-34be89af6920 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1346056 Feb 04 21:22:56.461339 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c672-1151-4cd8-80be-4a2e5f326b67 req-c99aa95e-e3c4-497a-baa5-3293060c419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:56.462746 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-67a0c672-1151-4cd8-80be-4a2e5f326b67 req-c99aa95e-e3c4-497a-baa5-3293060c419d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270225 Feb 04 21:22:56.563790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-cc8d5422-4aa1-41f6-974c-75073c963f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:56.565125 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-cc8d5422-4aa1-41f6-974c-75073c963f57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0689218 Feb 04 21:22:56.635167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-c6e55597-c015-46e7-99b7-6d108a3c6d0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0636055 Feb 04 21:22:56.696619 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-33408436-b0cb-4f87-b473-fec2ab02294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:56.698020 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-33408436-b0cb-4f87-b473-fec2ab02294e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=561a94b2-b008-4330-9bd7-9ca66baaac62 HTTP/1.1" status: 200 len: 835 time: 0.0564666 Feb 04 21:22:56.774002 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-ead6e069-3036-42d6-a883-6012146f123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:56.775450 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-ead6e069-3036-42d6-a883-6012146f123f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2c3dc22-e754-464e-9e0c-ce90ad720f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712051 Feb 04 21:22:56.904978 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-e59d8252-11c9-4d46-9fd3-b74f61dfd28e service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223285 Feb 04 21:22:57.132945 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6f79b744-c200-4be7-81b5-3e468ebfc79a req-485938c3-6f82-41e8-8c53-6edd07df2b62 service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221329 Feb 04 21:22:57.236743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791dc38-7246-4ff9-aac6-4923b32a3fa3 req-713819fb-3aec-498f-956f-af6885a0e28e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:57.238230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3791dc38-7246-4ff9-aac6-4923b32a3fa3 req-713819fb-3aec-498f-956f-af6885a0e28e tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 943 time: 0.0803072 Feb 04 21:22:57.281316 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3791dc38-7246-4ff9-aac6-4923b32a3fa3 req-cb2b59e5-06bb-4864-b1ce-e42bdeac24c4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374684 Feb 04 21:22:57.636726 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:22:58.465084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d8de4-187c-4ea5-87e3-97db9331ae07 req-79314bc2-e696-49b2-92a2-30c3e59327da tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:58.466533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-907d8de4-187c-4ea5-87e3-97db9331ae07 req-79314bc2-e696-49b2-92a2-30c3e59327da tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 943 time: 0.0790174 Feb 04 21:22:58.513136 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-907d8de4-187c-4ea5-87e3-97db9331ae07 req-4afb3321-43a3-48b6-b9bd-90a13923b6ad tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410075 Feb 04 21:22:59.702832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16412e-e6fc-4121-8057-0bb90a29ebb1 req-4c8f9253-ee0f-41a0-bace-47060a0acf0a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:59.704271 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1d16412e-e6fc-4121-8057-0bb90a29ebb1 req-4c8f9253-ee0f-41a0-bace-47060a0acf0a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 943 time: 0.0812807 Feb 04 21:22:59.747818 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1d16412e-e6fc-4121-8057-0bb90a29ebb1 req-d07ee188-24aa-4fc1-a334-8fc00fa289d6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379994 Feb 04 21:23:00.591033 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 8aad23b0-3376-4643-9a6a-4dd01515b6f8 details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:23:00.722094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 8aad23b0-3376-4643-9a6a-4dd01515b6f8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:00.735651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'port_id': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'mac_address': 'fa:16:3e:f5:d7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:23:00.793354 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.809686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aad23b0-3376-4643-9a6a-4dd01515b6f8 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:23:00.824379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 8aad23b0-3376-4643-9a6a-4dd01515b6f8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:00.899266 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.929250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49184e7-5127-4d07-8c80-435a20a31668 req-e4bf621f-58d3-4632-925d-41d6bdcd4637 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:00.930732 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e49184e7-5127-4d07-8c80-435a20a31668 req-e4bf621f-58d3-4632-925d-41d6bdcd4637 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 943 time: 0.0783162 Feb 04 21:23:00.966816 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=8aad23b0-3376-4643-9a6a-4dd01515b6f8,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:00.977519 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e49184e7-5127-4d07-8c80-435a20a31668 req-f964870b-4929-425e-a701-7449e2ab8102 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Feb 04 21:23:01.215899 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['8aad23b0-3376-4643-9a6a-4dd01515b6f8'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:23:02.160876 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d172780-5f33-4c85-ac29-9f85fd91738f req-98450604-fbbf-4511-9b54-70b82d183c49 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:02.163067 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d172780-5f33-4c85-ac29-9f85fd91738f req-98450604-fbbf-4511-9b54-70b82d183c49 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 944 time: 0.0833900 Feb 04 21:23:02.207086 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0d172780-5f33-4c85-ac29-9f85fd91738f req-dcd13127-f0e7-43bf-a4a1-a145ddc59057 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381839 Feb 04 21:23:02.590510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 8aad23b0-3376-4643-9a6a-4dd01515b6f8 up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:02.722298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:02.727231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:02.727663 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.843179 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.868631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:23:02.877924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 8aad23b0-3376-4643-9a6a-4dd01515b6f8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:02.912630 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'code': 200} Feb 04 21:23:02.939417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.009910 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=8aad23b0-3376-4643-9a6a-4dd01515b6f8,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:03.041626 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fadd5-83f0-48bc-8098-08405bd0b225 req-d0162658-9ea5-4d14-9755-9809bfcf6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:03.043161 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce0fadd5-83f0-48bc-8098-08405bd0b225 req-d0162658-9ea5-4d14-9755-9809bfcf6e87 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0727870 Feb 04 21:23:03.082456 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ce0fadd5-83f0-48bc-8098-08405bd0b225 req-938e0fe1-30c6-4b72-ba0a-17544c07693f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338135 Feb 04 21:23:03.392040 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcde85-e080-4e34-a168-f8604f348d24 req-83361250-33e7-4f42-b542-80a6916360d7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:03.393496 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7fcde85-e080-4e34-a168-f8604f348d24 req-83361250-33e7-4f42-b542-80a6916360d7 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0791738 Feb 04 21:23:03.440975 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7fcde85-e080-4e34-a168-f8604f348d24 req-5cb74f53-9de7-4c66-9b68-de0d12f2038a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Feb 04 21:23:04.628152 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753d39d-e85e-4136-ac98-c994995cf84c req-933fa61a-5e77-4105-a8bf-8912d646c66d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:04.629584 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1753d39d-e85e-4136-ac98-c994995cf84c req-933fa61a-5e77-4105-a8bf-8912d646c66d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0810885 Feb 04 21:23:04.673380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1753d39d-e85e-4136-ac98-c994995cf84c req-e9591310-a11b-4d26-bcb4-ec27fd7f3f64 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Feb 04 21:23:05.857291 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb9499-2fdc-4281-8e7d-7dc3d3836e12 req-866f06f8-53e8-4d58-9002-e987e642a3b1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:05.858771 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fdb9499-2fdc-4281-8e7d-7dc3d3836e12 req-866f06f8-53e8-4d58-9002-e987e642a3b1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0806270 Feb 04 21:23:05.903246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8fdb9499-2fdc-4281-8e7d-7dc3d3836e12 req-d36df79d-ef97-416d-8360-22f168ee0240 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389175 Feb 04 21:23:06.083633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9127b-7553-45c0-9934-f8110d516a5c req-734ad860-fe57-4a3a-a3b7-9e88fef2a74a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:06.085078 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3c9127b-7553-45c0-9934-f8110d516a5c req-734ad860-fe57-4a3a-a3b7-9e88fef2a74a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0777748 Feb 04 21:23:06.128579 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a3c9127b-7553-45c0-9934-f8110d516a5c req-b8f28fbb-05ac-442c-a7c7-f0021e474d6a tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Feb 04 21:23:06.151224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54202) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:06.224698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e4b12-f1f8-4f84-acdc-3096acb5c904 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:06.226178 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6b9e4b12-f1f8-4f84-acdc-3096acb5c904 tempest-TestNetworkAdvancedServerOps-589692039 tempest-TestNetworkAdvancedServerOps-589692039-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1091 time: 0.0739796 Feb 04 21:23:06.229125 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54206) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:06.233899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:06.240909 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:06.244783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Usage tracker for resource:floatingip and tenant:a7bb6776aba1460b8fb3a179a44f7cad is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:06.247657 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:06.253208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:06.310454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.444624 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.574743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Allocated IP 172.25.7.33 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/f3576a96-7633-427d-b902-bbbe5517abfa) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:06.718949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.825165 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.892767 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:06.895489 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:06.899017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:06.926848 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=f3576a96-7633-427d-b902-bbbe5517abfa,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:07.406305 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.535138 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.738003 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.796280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.904459 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event updated for resources: {'Port': ['ID=f3576a96-7633-427d-b902-bbbe5517abfa,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:07.917132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.088170 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP 5020e01d-fc4f-4724-89f1-5a3a299c96a2 associated. External IP: 172.25.7.33, port: 8aad23b0-3376-4643-9a6a-4dd01515b6f8. Feb 04 21:23:08.440894 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router bbee2233-4960-46dd-b734-a531651bcb67 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:23:08.617660 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:23:08.633713 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] Sync routers for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:23:08.643803 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:23:08.644420 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:08.727978 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.788761 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9b93a4a6-f5df-4534-9be1-c905cc5b4528 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5586348 Feb 04 21:23:08.789384 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:23:08.827037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:23:08.856663 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'status': 'completed', 'code': 200} Feb 04 21:23:09.017608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-6acb84ff-b7e9-4b7a-b9d3-55c93602972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:09.019039 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-6acb84ff-b7e9-4b7a-b9d3-55c93602972c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1378460 Feb 04 21:23:09.027683 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d55591-da5c-4dce-8d41-5897ee9c081f req-8c93d59f-fffe-4c0f-8675-002885ddfd69 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:09.029012 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3d55591-da5c-4dce-8d41-5897ee9c081f req-8c93d59f-fffe-4c0f-8675-002885ddfd69 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.1157894 Feb 04 21:23:09.186745 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '5020e01d-fc4f-4724-89f1-5a3a299c96a2', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'port_id': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'mac_address': 'fa:16:3e:f5:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:23:07Z', 'updated_at': '2022-02-04T21:23:07Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:09.190607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] Checking router: bbee2233-4960-46dd-b734-a531651bcb67 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:23:09.199052 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:23:09.199670 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:22:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:09.282920 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3d55591-da5c-4dce-8d41-5897ee9c081f req-74989b3e-4bba-4e2b-9717-201fe938db19 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328429 Feb 04 21:23:09.306822 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54214) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:09.318587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-8f9f2f78-7a7b-4286-bac1-0ea8d2990c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:09.320211 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-8f9f2f78-7a7b-4286-bac1-0ea8d2990c86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 200 len: 898 time: 0.2903543 Feb 04 21:23:09.385655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:23:09.434240 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-3a4ecc5f-430b-4474-9f1d-55bad8c8c040 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 200 len: 998 time: 0.1076128 Feb 04 21:23:09.496887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-2d5cc2d1-b638-4bf8-ad96-d045d101a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:09.498350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-2d5cc2d1-b638-4bf8-ad96-d045d101a3b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=561a94b2-b008-4330-9bd7-9ca66baaac62 HTTP/1.1" status: 200 len: 835 time: 0.0585303 Feb 04 21:23:09.525896 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-35f66105-3b02-4bf5-96ec-4d65b3468444 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/5020e01d-fc4f-4724-89f1-5a3a299c96a2 HTTP/1.1" status: 200 len: 990 time: 0.2168403 Feb 04 21:23:09.586873 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-36ad762a-5da1-4023-8942-76d8586f718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:09.588272 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-36ad762a-5da1-4023-8942-76d8586f718b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2c3dc22-e754-464e-9e0c-ce90ad720f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746658 Feb 04 21:23:09.722774 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-9ebb2730-75de-47d1-86c7-74e8bececd8d service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286180 Feb 04 21:23:09.731922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.62', 58981) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:09.765160 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.798788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '5020e01d-fc4f-4724-89f1-5a3a299c96a2', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'port_id': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'mac_address': 'fa:16:3e:f5:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:23:07Z', 'updated_at': '2022-02-04T21:23:07Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:09.803324 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a7fb7-573f-4dd2-8591-9d817719d2c8 None None] The sync data for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 is: [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '5020e01d-fc4f-4724-89f1-5a3a299c96a2', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'port_id': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'mac_address': 'fa:16:3e:f5:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:23:07Z', 'updated_at': '2022-02-04T21:23:07Z', 'revision_number': 0, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:23:09.913653 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3bc54013-31dc-4acd-9fc5-d4947ad5d9b6 req-ef008a13-46b4-44cf-86dd-f9747a9ac1d6 service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790152 Feb 04 21:23:09.917185 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-5ff63539-6617-421f-98af-57b7f0881dbb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1842370 Feb 04 21:23:10.004686 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e674988-a09b-4d94-8ce8-16d65b2317aa None None] New status for floating IP 5020e01d-fc4f-4724-89f1-5a3a299c96a2: ACTIVE {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:23:10.117023 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.131680 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-46cffeee-9629-4283-b92d-daf59b386146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:10.133373 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-46cffeee-9629-4283-b92d-daf59b386146 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0740583 Feb 04 21:23:10.278409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-ac470af8-4e89-4b52-9f09-6ce06fc26031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:10.279873 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-ac470af8-4e89-4b52-9f09-6ce06fc26031 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 200 len: 898 time: 0.1290050 Feb 04 21:23:10.389694 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-8b7e8ab7-2374-4f9f-824e-74dbd576d5de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0947332 Feb 04 21:23:10.455010 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-aae30bcf-4835-4a60-8f60-dfcb9529e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:10.456453 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-aae30bcf-4835-4a60-8f60-dfcb9529e4b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=561a94b2-b008-4330-9bd7-9ca66baaac62 HTTP/1.1" status: 200 len: 835 time: 0.0611784 Feb 04 21:23:10.528505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54220) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:10.529088 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-0945f3f2-62b6-4044-9cc4-bc0aef7d9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:10.530238 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-0945f3f2-62b6-4044-9cc4-bc0aef7d9d26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2c3dc22-e754-464e-9e0c-ce90ad720f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681517 Feb 04 21:23:10.634391 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b8f5c862-915d-48fc-b5f1-dc745159a1c1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/5020e01d-fc4f-4724-89f1-5a3a299c96a2 HTTP/1.1" status: 200 len: 992 time: 0.1046779 Feb 04 21:23:10.662634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-fe223ad9-cd05-49b1-9723-a1a8eaacefd0 service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260791 Feb 04 21:23:10.792003 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5a63436f-ea7a-4a52-a8ec-07f49b41ba9a req-21fe7195-cf52-44b5-b1f8-42bed3e9ae94 service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241267 Feb 04 21:23:20.127697 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7074-7ce6-4d66-8f08-e4fc979cfd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:22.378919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c6b28412-870b-41e5-b68e-db4af86a085c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.549877 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.720456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.434844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.636898 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:23:39.778188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:40.104204 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.103805 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-33f696f6-f336-4855-b18f-75886d2aebb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.378060 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72acbd29-026f-41fb-9be9-9d12b4fe0b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.600873 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.715377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.429310 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.766268 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.097577 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.923665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-9d48f581-be37-46b4-86ed-e647162ee42c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1735513 Feb 04 21:24:11.059523 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-48d9da46-8fa0-43c4-b015-7584df10ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:11.060990 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-48d9da46-8fa0-43c4-b015-7584df10ccab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0716071 Feb 04 21:24:11.206892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-08bc6fbd-4d3d-4d86-90dc-ce8059d5f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:11.208315 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-08bc6fbd-4d3d-4d86-90dc-ce8059d5f509 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 200 len: 898 time: 0.1269522 Feb 04 21:24:11.313628 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-87748ed7-5492-45bd-8465-2424248e1a55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0989196 Feb 04 21:24:11.375015 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-b65995be-c95c-41c8-8613-655730b606dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:11.376450 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-b65995be-c95c-41c8-8613-655730b606dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=561a94b2-b008-4330-9bd7-9ca66baaac62 HTTP/1.1" status: 200 len: 835 time: 0.0573418 Feb 04 21:24:11.453646 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-b7500951-e41d-4a84-ab4c-35f9c72e32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:11.455140 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-b7500951-e41d-4a84-ab4c-35f9c72e32a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2c3dc22-e754-464e-9e0c-ce90ad720f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725079 Feb 04 21:24:11.588789 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-704f7de4-4838-4f86-a2b0-e0ce1951db7f service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266778 Feb 04 21:24:11.639462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:24:11.726174 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3f85d472-d9a2-4860-8e58-ee1b4bc059b1 req-a134e5ed-e7ea-4385-a964-3cd72bfc2d6b service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310587 Feb 04 21:24:12.077565 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3c84e-85bf-49ca-ba10-7f9ec34c273a req-c83bc65c-6c5f-4705-803f-e4445390e222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:12.079035 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72f3c84e-85bf-49ca-ba10-7f9ec34c273a req-c83bc65c-6c5f-4705-803f-e4445390e222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0826688 Feb 04 21:24:12.125015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-72f3c84e-85bf-49ca-ba10-7f9ec34c273a req-f3346425-073f-443f-a401-23b6116eb74c tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397253 Feb 04 21:24:13.310615 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d29d2-b315-4359-9b7e-eaf4ada6f137 req-e1b86e7d-e4ed-4198-870d-9b91825232ba tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:13.312089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b9d29d2-b315-4359-9b7e-eaf4ada6f137 req-e1b86e7d-e4ed-4198-870d-9b91825232ba tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0790677 Feb 04 21:24:13.355632 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b9d29d2-b315-4359-9b7e-eaf4ada6f137 req-b0330f91-bb12-4429-bcda-da4904b35932 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374393 Feb 04 21:24:14.535563 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3e405-1eb9-4753-b498-5b5324420c40 req-31904de9-8451-4bb3-8e04-d67109f57656 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:14.537550 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26f3e405-1eb9-4753-b498-5b5324420c40 req-31904de9-8451-4bb3-8e04-d67109f57656 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0788770 Feb 04 21:24:14.582300 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-26f3e405-1eb9-4753-b498-5b5324420c40 req-ecdedfa8-64ce-46fe-93f6-2b287703cb51 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393076 Feb 04 21:24:14.605592 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54268) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:14.708660 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1e3c8f45-2261-4b90-a33c-83ac75f86cf6 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/5020e01d-fc4f-4724-89f1-5a3a299c96a2 HTTP/1.1" status: 200 len: 992 time: 0.1012907 Feb 04 21:24:16.351478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b1a01-84c1-4933-a42c-87269407d5cc req-ae15fc58-160e-415d-9143-5453667d48ae tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:16.352832 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e0b1a01-84c1-4933-a42c-87269407d5cc req-ae15fc58-160e-415d-9143-5453667d48ae tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.1359777 Feb 04 21:24:16.378330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-43bf7a55-dc3c-4c66-af0b-a46ca3537e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:16.379773 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-43bf7a55-dc3c-4c66-af0b-a46ca3537e60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1091886 Feb 04 21:24:16.465276 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e0b1a01-84c1-4933-a42c-87269407d5cc req-d9936dc9-8abc-4785-9327-eb4147248ae5 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067216 Feb 04 21:24:16.526803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-11f2f55e-11bc-4625-a77f-74b4f9b3f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:16.528430 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-11f2f55e-11bc-4625-a77f-74b4f9b3f2f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 200 len: 898 time: 0.1421468 Feb 04 21:24:16.626950 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-2ffd2634-242c-4482-9527-3c307db9bef2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0926886 Feb 04 21:24:16.689976 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-126dfed2-ab0b-431f-afa3-c3fae3b18db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:16.691383 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-126dfed2-ab0b-431f-afa3-c3fae3b18db6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=561a94b2-b008-4330-9bd7-9ca66baaac62 HTTP/1.1" status: 200 len: 835 time: 0.0595632 Feb 04 21:24:16.763580 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-e46007c9-7073-4d23-8f70-85a67cc7f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:16.765007 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-e46007c9-7073-4d23-8f70-85a67cc7f02a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2c3dc22-e754-464e-9e0c-ce90ad720f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683448 Feb 04 21:24:16.894596 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-58f14f9e-0e60-493d-bed4-c2090c45027e service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230190 Feb 04 21:24:17.125083 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-5f096d30-f757-43bf-85c0-3b5f86dac015 req-e9ad6fa9-d643-464b-89be-ae5edc57dfdb service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248776 Feb 04 21:24:17.651804 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5855507-3302-4c74-9510-4ac87e24ad52 req-da759773-3877-4221-9ce9-05d17f86b49b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:17.653259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5855507-3302-4c74-9510-4ac87e24ad52 req-da759773-3877-4221-9ce9-05d17f86b49b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0835309 Feb 04 21:24:17.696048 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d5855507-3302-4c74-9510-4ac87e24ad52 req-7ae2b6ce-dedf-427c-b7d6-ff0eb4022d44 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372028 Feb 04 21:24:18.882386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50fdcc-e366-4147-b21a-5025f74af730 req-6a98ac3a-e257-44f1-ac9b-84e76c3d0058 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:18.883858 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d50fdcc-e366-4147-b21a-5025f74af730 req-6a98ac3a-e257-44f1-ac9b-84e76c3d0058 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0818379 Feb 04 21:24:18.927192 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9d50fdcc-e366-4147-b21a-5025f74af730 req-cb552b62-b1a0-4c14-9b93-8480d2e2df68 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373585 Feb 04 21:24:18.950235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54282) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:19.055544 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b7322b16-47f8-4993-9c24-37ff9e512268 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/floatingips/5020e01d-fc4f-4724-89f1-5a3a299c96a2 HTTP/1.1" status: 200 len: 992 time: 0.1041031 Feb 04 21:24:19.299882 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54290) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:19.504207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port f3576a96-7633-427d-b902-bbbe5517abfa {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:19.504531 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.667500 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.667822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.790815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for f3576a96-7633-427d-b902-bbbe5517abfa owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:20.028778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.073188 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=f3576a96-7633-427d-b902-bbbe5517abfa,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:20.109638 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.109977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.110308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.110632 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.110976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.111301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.111618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.111931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.112246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.112557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.112869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.113179 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:20.120715 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-488ec821-d7f3-481c-a47e-95225289eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.280117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.280504 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Floating IP 5020e01d-fc4f-4724-89f1-5a3a299c96a2 disassociated (deleted). External IP: 172.25.7.33, port: 8aad23b0-3376-4643-9a6a-4dd01515b6f8. Feb 04 21:24:20.621379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router bbee2233-4960-46dd-b734-a531651bcb67 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:24:20.796764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:24:20.806266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] Sync routers for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:24:20.815054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:20.815653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:23:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:20.891769 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.945750 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-fa81d12c-b27f-4220-bd98-3ca09102042d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/floatingips/5020e01d-fc4f-4724-89f1-5a3a299c96a2 HTTP/1.1" status: 204 len: 168 time: 1.6448200 Feb 04 21:24:20.946321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:24:20.997403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:21.070302 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'status': 'completed', 'code': 200} Feb 04 21:24:21.164879 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-b3077d1d-49a4-490b-b922-babce4e3b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:21.166392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-b3077d1d-49a4-490b-b922-babce4e3b5de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0735893 Feb 04 21:24:21.299628 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-6ccb7aa7-4934-49ba-8f40-d0909a6f496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:21.301224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-6ccb7aa7-4934-49ba-8f40-d0909a6f496e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 200 len: 898 time: 0.1290889 Feb 04 21:24:21.319441 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:21.323532 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] Checking router: bbee2233-4960-46dd-b734-a531651bcb67 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:24:21.331920 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:21.332511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:23:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:21.374651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-59f5b51b-3a60-4854-820b-bf7a8b454c4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0680990 Feb 04 21:24:21.446397 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-1ac83325-4e9c-45ee-bea1-e30779a418c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:21.447357 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-1ac83325-4e9c-45ee-bea1-e30779a418c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=561a94b2-b008-4330-9bd7-9ca66baaac62 HTTP/1.1" status: 200 len: 835 time: 0.0663197 Feb 04 21:24:21.513805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:21.527551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-5d2e186e-5800-415c-a1b2-84e8dde80b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:21.529151 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-5d2e186e-5800-415c-a1b2-84e8dde80b1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2c3dc22-e754-464e-9e0c-ce90ad720f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757833 Feb 04 21:24:21.543718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74f905-7478-4a75-b8f9-53ecc6b3e1be req-01ba5748-da7b-43b5-aee7-8afe9c3f46c1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:21.544420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4b74f905-7478-4a75-b8f9-53ecc6b3e1be req-01ba5748-da7b-43b5-aee7-8afe9c3f46c1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Synchronizing usage tracker for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:21.617362 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-4b74f905-7478-4a75-b8f9-53ecc6b3e1be req-01ba5748-da7b-43b5-aee7-8afe9c3f46c1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Unset dirty status for tenant:a7bb6776aba1460b8fb3a179a44f7cad on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:21.619017 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b74f905-7478-4a75-b8f9-53ecc6b3e1be req-01ba5748-da7b-43b5-aee7-8afe9c3f46c1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.1600132 Feb 04 21:24:21.670808 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-dbedf749-232a-45f8-818c-53320001dd7e service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338584 Feb 04 21:24:21.671473 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4b74f905-7478-4a75-b8f9-53ecc6b3e1be req-747dace4-3940-45d6-b187-6736eea1571d tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461771 Feb 04 21:24:21.809998 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0528050f-9989-4cb4-8245-eed91c3d2cff req-00c1bc16-7b0e-4eea-8195-b9c38e1ed209 service neutron] 10.222.0.62 "GET /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323533 Feb 04 21:24:21.871653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:21.875562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec258c0-c62b-4134-abc5-b45e6fdfce3e None None] The sync data for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 is: [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:43Z', 'revision_number': 4, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '56b59a2a-e59a-41d8-82ee-3fcf713d2b0a', 'name': '', 'network_id': 'f2c3dc22-e754-464e-9e0c-ce90ad720f99', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'mac_address': 'fa:16:3e:f4:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:42Z', 'updated_at': '2022-02-04T21:22:48Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'subnets': [{'id': '561a94b2-b008-4330-9bd7-9ca66baaac62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:24:22.092045 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb6c6c-b6f6-445d-a888-65966b2463db None None] New status for floating IP 5020e01d-fc4f-4724-89f1-5a3a299c96a2: DOWN {{(pid=88239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:24:22.354539 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3fca6487-9741-46aa-a52b-994d5a8342af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.851124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c7ad6-b74f-4899-a84a-3df6b584224f req-ad5558ab-6d59-466f-b12e-025da35f72fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:22.852566 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e1c7ad6-b74f-4899-a84a-3df6b584224f req-ad5558ab-6d59-466f-b12e-025da35f72fd tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0789356 Feb 04 21:24:22.895758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4e1c7ad6-b74f-4899-a84a-3df6b584224f req-54990bd2-abf9-4319-adb3-95fe4857c89b tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374472 Feb 04 21:24:23.349845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-17b06edb-e238-41d6-b2c7-7d4317354e36 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:23.351305 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-17b06edb-e238-41d6-b2c7-7d4317354e36 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0831409 Feb 04 21:24:23.418085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:23.418418 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.560251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.659943 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 8aad23b0-3376-4643-9a6a-4dd01515b6f8, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=8aad23b0-3376-4643-9a6a-4dd01515b6f8,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:23.660298 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.703158 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.791142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 8aad23b0-3376-4643-9a6a-4dd01515b6f8 owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:24.080504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a110adc-358f-4c88-8da6-654cf0283e3e req-55046f90-7602-43dd-b506-ca3507e505cf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:24.081996 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a110adc-358f-4c88-8da6-654cf0283e3e req-55046f90-7602-43dd-b506-ca3507e505cf tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 945 time: 0.0794477 Feb 04 21:24:24.109840 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.129795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0a110adc-358f-4c88-8da6-654cf0283e3e req-1ce2c214-b62d-4d0c-a93d-51045651b5c1 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/security-groups?id=2893c224-2a8c-49d2-9888-58d95b45badf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 Feb 04 21:24:24.167229 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=8aad23b0-3376-4643-9a6a-4dd01515b6f8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:24.205351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.205706 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.206050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.206392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.206774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.207081 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.207409 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.208286 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.208612 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.208937 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.209262 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.209582 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:24.251089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] No DVR routers for this DVR port 8aad23b0-3376-4643-9a6a-4dd01515b6f8 on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:24:24.253488 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.256087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'name': 'network-vif-deleted', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:24:24.338547 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9b444fb7-35ed-4b5f-84d2-d9960aa8310f req-fd001c8d-1eb0-48d6-9bf5-1af7b8cf5222 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.62 "DELETE /v2.0/ports/8aad23b0-3376-4643-9a6a-4dd01515b6f8 HTTP/1.1" status: 204 len: 173 time: 0.9815784 Feb 04 21:24:24.342803 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b61b98-7732-46d9-bd67-a1c1ef109ac8', 'name': 'network-vif-deleted', 'tag': '8aad23b0-3376-4643-9a6a-4dd01515b6f8', 'status': 'completed', 'code': 200} Feb 04 21:24:25.291862 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b926448a-54f8-4e92-8cb4-c679fdd2b48e req-1a4eec57-ddac-44f7-a163-ff25d5f9e6e4 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "GET /v2.0/ports?device_id=60b61b98-7732-46d9-bd67-a1c1ef109ac8 HTTP/1.1" status: 200 len: 210 time: 0.0427232 Feb 04 21:24:25.383209 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.383640 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54314) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:26.978459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 8aad23b0-3376-4643-9a6a-4dd01515b6f8 no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:27.012290 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 8aad23b0-3376-4643-9a6a-4dd01515b6f8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:24:27.012637 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 8aad23b0-3376-4643-9a6a-4dd01515b6f8 not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:24:27.037556 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.388401 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:27.389107 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.570575 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:27.570949 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.691765 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:28.040081 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.086997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=56b59a2a-e59a-41d8-82ee-3fcf713d2b0a,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:28.466948 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.820137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Router bbee2233-4960-46dd-b734-a531651bcb67 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:24:28.990203 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:24:29.000358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] Sync routers for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:24:29.002249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-10b0fe3e-33ab-410a-863c-0c7bd4dcbfea tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "PUT /v2.0/routers/bbee2233-4960-46dd-b734-a531651bcb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6175759 Feb 04 21:24:29.005500 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54318) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:29.009919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:29.010535 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:29.071701 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting subnet 561a94b2-b008-4330-9bd7-9ca66baaac62 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:24:29.074520 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.127417 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.189857 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:29.213631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.349811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.389128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Subnet': ['ID=561a94b2-b008-4330-9bd7-9ca66baaac62,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:29.392821 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.402036 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-43f5d76d-3f4f-42bb-bbcb-fc7f8fc418bb tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/subnets/561a94b2-b008-4330-9bd7-9ca66baaac62 HTTP/1.1" status: 204 len: 168 time: 0.3925600 Feb 04 21:24:29.402036 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54322) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:29.402217 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a3c16-cb1e-472e-add5-f52a1546dce4 None None] Network f2c3dc22-e754-464e-9e0c-ce90ad720f99 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:29.579572 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.641708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:24:27Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:29.649667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] Checking router: bbee2233-4960-46dd-b734-a531651bcb67 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:24:29.664284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] Routers {'bbee2233-4960-46dd-b734-a531651bcb67'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:29.664900 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['bbee2233-4960-46dd-b734-a531651bcb67'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:29.730962 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] DHCP port deletion for f2c3dc22-e754-464e-9e0c-ce90ad720f99 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:24:29.750101 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Deleting port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:29.750475 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.767344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.834961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Deleting port 4dd54b74-3db9-4610-89c5-4dafa1e28537 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:29.944889 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.945786 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] Set router bbee2233-4960-46dd-b734-a531651bcb67 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:30.176505 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] For port 4dd54b74-3db9-4610-89c5-4dafa1e28537, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=4dd54b74-3db9-4610-89c5-4dafa1e28537,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:30.177471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.238867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device fb7ab320-42b7-48f5-bc66-4da8ed01cb12 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:30.314577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Calling delete_port for 4dd54b74-3db9-4610-89c5-4dafa1e28537 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:30.325998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] For port fb7ab320-42b7-48f5-bc66-4da8ed01cb12, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=fb7ab320-42b7-48f5-bc66-4da8ed01cb12,segment=NetworkSegment(01f1e941-1325-4601-80b1-6a625e9e5e71),segment_id=01f1e941-1325-4601-80b1-6a625e9e5e71)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:30.326392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.468735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Calling delete_port for fb7ab320-42b7-48f5-bc66-4da8ed01cb12 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:30.571670 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.622242 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Port': ['ID=4dd54b74-3db9-4610-89c5-4dafa1e28537,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:30.637794 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.675446 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:24:27Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:30.679941 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649bdb0-b119-457e-b94a-c988865dac3d None None] The sync data for ids ['bbee2233-4960-46dd-b734-a531651bcb67'] in n-d-811806-1 is: [{'id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855280145', 'tenant_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:24:27Z', 'revision_number': 5, 'project_id': 'a7bb6776aba1460b8fb3a179a44f7cad', 'gw_port': {'id': '4dd54b74-3db9-4610-89c5-4dafa1e28537', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbee2233-4960-46dd-b734-a531651bcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:22:38Z', 'updated_at': '2022-02-04T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:24:30.704040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182'] for port, after_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.753432 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.788483 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Pushing event deleted for resources: {'Port': ['ID=fb7ab320-42b7-48f5-bc66-4da8ed01cb12,revision_number=None']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:30.798171 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] No DVR routers for this DVR port fb7ab320-42b7-48f5-bc66-4da8ed01cb12 on host n-d-811806-1 {{(pid=88238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:24:30.799040 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.799128 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.799463 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.799797 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.800352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.800482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.800773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.801177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.802016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.802340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.802759 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.803032 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765f353-3cc6-4a4e-95c2-e9b967758351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:30.892420 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.894468 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.971598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.972045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Fanout notify agent at l3_agent the message router_deleted on router bbee2233-4960-46dd-b734-a531651bcb67 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:24:30.986816 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.987903 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c8b21d9a-4958-4e3f-943a-b1edac207423 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/routers/bbee2233-4960-46dd-b734-a531651bcb67 HTTP/1.1" status: 204 len: 168 time: 1.5854602 Feb 04 21:24:30.991181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54326) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:31.105859 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.241697 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.267732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c3dc22-e754-464e-9e0c-ce90ad720f99']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:31.280709 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f1e941-1325-4601-80b1-6a625e9e5e71') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:31.281008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f1e941-1325-4601-80b1-6a625e9e5e71') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:31.293386 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.309703 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.316039 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:24:31.316438 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:24:31.331157 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:24:31.479952 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.497082 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.509523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'Network': ['ID=f2c3dc22-e754-464e-9e0c-ce90ad720f99,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:31.577947 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-0953b102-91e4-408f-ab2a-feb4546d2735 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/networks/f2c3dc22-e754-464e-9e0c-ce90ad720f99 HTTP/1.1" status: 204 len: 168 time: 0.5858305 Feb 04 21:24:31.580531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54330) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:31.647049 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9dfddf41-caf4-4d0e-aa9f-38fc4079f3f9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.676726 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9dfddf41-caf4-4d0e-aa9f-38fc4079f3f9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.823136 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9dfddf41-caf4-4d0e-aa9f-38fc4079f3f9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.846018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfddf41-caf4-4d0e-aa9f-38fc4079f3f9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893c224-2a8c-49d2-9888-58d95b45badf,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:31.925034 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9dfddf41-caf4-4d0e-aa9f-38fc4079f3f9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.926733 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9dfddf41-caf4-4d0e-aa9f-38fc4079f3f9 tempest-TestNetworkAdvancedServerOps-1915189481 tempest-TestNetworkAdvancedServerOps-1915189481-project] 10.222.0.48 "DELETE /v2.0/security-groups/2893c224-2a8c-49d2-9888-58d95b45badf HTTP/1.1" status: 204 len: 168 time: 0.3447630 Feb 04 21:24:32.134928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:32.172629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:24:32.172837 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 56b59a2a-e59a-41d8-82ee-3fcf713d2b0a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:24:32.173289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4dd54b74-3db9-4610-89c5-4dafa1e28537 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:32.206988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 4dd54b74-3db9-4610-89c5-4dafa1e28537 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:24:32.207371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 4dd54b74-3db9-4610-89c5-4dafa1e28537 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:24:32.592642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54340) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:32.739420 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1fbf7bd2-acf4-4751-bd1c-70c0200db234 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7bb6776aba1460b8fb3a179a44f7cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456444 Feb 04 21:24:32.741987 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54346) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:32.800970 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f11271f-8909-4a63-ab9a-c37d1b42125b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.825482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f11271f-8909-4a63-ab9a-c37d1b42125b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.964823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f11271f-8909-4a63-ab9a-c37d1b42125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.982059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11271f-8909-4a63-ab9a-c37d1b42125b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b34881c-e5cb-412e-b906-31ee874b8ddf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:32.988611 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6f11271f-8909-4a63-ab9a-c37d1b42125b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.989726 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6f11271f-8909-4a63-ab9a-c37d1b42125b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b34881c-e5cb-412e-b906-31ee874b8ddf HTTP/1.1" status: 204 len: 168 time: 0.2467444 Feb 04 21:24:33.547967 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54354) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:33.565588 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.580156 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:33.584021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Usage tracker for resource:security_group_rule and tenant:8ecfa0057c7c43649b9ca90d9c718b52 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:33.586790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:33.592722 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:33.674149 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.731557 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.780524 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c712e1de-a869-4df9-ae80-ac7fdc8f8223,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:33.784798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-aa213f97-6770-4102-8d17-c86717c652ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ecfa0057c7c43649b9ca90d9c718b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358079 Feb 04 21:24:33.788043 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54358) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:33.844741 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db958fd9-6553-403a-9833-f652bcd94a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.870670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db958fd9-6553-403a-9833-f652bcd94a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:34.052006 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db958fd9-6553-403a-9833-f652bcd94a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:34.067476 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db958fd9-6553-403a-9833-f652bcd94a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c712e1de-a869-4df9-ae80-ac7fdc8f8223,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:34.072518 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-db958fd9-6553-403a-9833-f652bcd94a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:34.074186 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-db958fd9-6553-403a-9833-f652bcd94a61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c712e1de-a869-4df9-ae80-ac7fdc8f8223 HTTP/1.1" status: 204 len: 168 time: 0.2852457 Feb 04 21:24:35.210881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54382) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:35.312378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1074405875-network', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:35.317684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:35.321486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Usage tracker for resource:network and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:35.324301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:35.329818 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:35.554235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Made reservation on behalf of 3821f383ec294d97bc7c0e8b02bb18e2 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:35.556627 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.569621 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.584325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:35.588371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:35.591212 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:35.596892 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:35.674555 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.742424 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.771728 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:24:35.779756 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd0eab-fdb2-4604-bd7f-f374ee3e7d63,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:35.785109 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.785446 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Added segment 2e079fca-1dfa-41dd-8593-38e74ad09491 of type vlan for network 2f4952fb-7246-43a2-986c-43d5c1302c18 Feb 04 21:24:35.813305 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.907355 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.908343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:35.908912 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.011043 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4952fb-7246-43a2-986c-43d5c1302c18,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:36.021027 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:24:36.075029 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-55285f90-74e6-4edb-a00d-8674f7ad2a53 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8629315 Feb 04 21:24:36.077800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54388) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:36.083379 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Request body: {'subnet': {'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1074405875-subnet', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:36.089122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:36.093075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Usage tracker for resource:subnet and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:36.096059 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:36.102295 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:36.177693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Made reservation on behalf of 3821f383ec294d97bc7c0e8b02bb18e2 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:36.180087 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.440450 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.509578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:36.519633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Checking segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:36.520488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Network hostable DHCP agents. Network: 2f4952fb-7246-43a2-986c-43d5c1302c18, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:24:36.588660 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:24:36.679518 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 2f4952fb-7246-43a2-986c-43d5c1302c18) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:36.683534 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:36.684116 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.688982 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5579de3-2867-48d9-bfa7-f4041a5582d7 None None] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:36.772656 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7006c477-375a-4cba-a3bd-8448a597a468 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6938231 Feb 04 21:24:36.775288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54392) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:36.780191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:36.786128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:36.792334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Usage tracker for resource:router and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:36.792941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:36.798723 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:36.880334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.881353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.896778 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.901704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-2f4952fb-7246-43a2-986c-43d5c1302c18', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:24:36.902611 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.052550 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Allocated IP 172.20.0.2 (2f4952fb-7246-43a2-986c-43d5c1302c18/2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c/7d4b7b5b-1d01-461e-a117-55d232ce5090) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:37.225865 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.289509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.299151 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Transition to ACTIVE for port object 7d4b7b5b-1d01-461e-a117-55d232ce5090 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:37.316774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Transition to ACTIVE for port object 7d4b7b5b-1d01-461e-a117-55d232ce5090 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:37.389238 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.454330 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:37.457079 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:37.461088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:37.466930 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Pushing event updated for resources: {'Port': ['ID=7d4b7b5b-1d01-461e-a117-55d232ce5090,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:37.552201 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Attempting to bind port 7d4b7b5b-1d01-461e-a117-55d232ce5090 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:37.552569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Attempting to bind port 7d4b7b5b-1d01-461e-a117-55d232ce5090 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:37.552928 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Attempting to bind port 7d4b7b5b-1d01-461e-a117-55d232ce5090 on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:37.558129 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:37.558498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Checking segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:37.558926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.559319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Bound using segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:37.559828 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Bound port: 7d4b7b5b-1d01-461e-a117-55d232ce5090, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:37.560156 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.615584 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.645586 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.648968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] For port 7d4b7b5b-1d01-461e-a117-55d232ce5090, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:37.654630 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] For port 7d4b7b5b-1d01-461e-a117-55d232ce5090, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7d4b7b5b-1d01-461e-a117-55d232ce5090,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:37.737439 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:37.781109 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Allocated IP 172.25.7.183 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:37.819868 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9a6f5-8ce9-4a7b-91d2-2d6841c9874c None None] Pushing event updated for resources: {'Port': ['ID=7d4b7b5b-1d01-461e-a117-55d232ce5090,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:38.065002 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:38.180517 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:38.193147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d4b7b5b-1d01-461e-a117-55d232ce5090 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:38.248084 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:38.250773 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:38.254811 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:38.290305 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Pushing event updated for resources: {'Port': ['ID=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:38.325647 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7d4b7b5b-1d01-461e-a117-55d232ce5090 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:38.750938 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:38.763821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b40ad7-2051-4f0f-a0b8-28a0bd4ac558 None None] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:38.917615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e313236-7bb2-4884-960b-c37046d9669a None None] Provisioning for port 7d4b7b5b-1d01-461e-a117-55d232ce5090 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:38.930106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3e313236-7bb2-4884-960b-c37046d9669a None None] Provisioning complete for port 7d4b7b5b-1d01-461e-a117-55d232ce5090 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:38.930473 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e313236-7bb2-4884-960b-c37046d9669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.095860 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.100032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e313236-7bb2-4884-960b-c37046d9669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.136216 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3e313236-7bb2-4884-960b-c37046d9669a None None] For port 7d4b7b5b-1d01-461e-a117-55d232ce5090, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7d4b7b5b-1d01-461e-a117-55d232ce5090,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:39.200378 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3e313236-7bb2-4884-960b-c37046d9669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.277919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313236-7bb2-4884-960b-c37046d9669a None None] Pushing event updated for resources: {'Port': ['ID=7d4b7b5b-1d01-461e-a117-55d232ce5090,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:39.411954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Router b8c56071-eb65-498a-87d1-1295a5b5bb19 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:24:39.420515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-5eea8a22-1830-4822-9931-5e968a07c5fe None None] Provisioning complete for port 7d4b7b5b-1d01-461e-a117-55d232ce5090 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:39.431033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5eea8a22-1830-4822-9931-5e968a07c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.588255 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:24:39.597182 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Sync routers for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:24:39.607464 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:39.608087 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:39.691715 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.693239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-408fe02a-ed6b-4f61-be3d-06e14fb3db5d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9170084 Feb 04 21:24:39.696019 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54396) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:39.786039 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:39.857208 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.110252 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:38Z', 'revision_number': 3, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:40.115920 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Checking router: b8c56071-eb65-498a-87d1-1295a5b5bb19 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:24:40.116521 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Updating router b8c56071-eb65-498a-87d1-1295a5b5bb19 port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:24:40.125069 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.142611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d4b7b5b-1d01-461e-a117-55d232ce5090 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:40.184730 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.218538 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7d4b7b5b-1d01-461e-a117-55d232ce5090 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:40.219229 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.512459 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.515849 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.524861 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Transition to ACTIVE for port object 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:40.588949 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.669419 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Attempting to bind port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:40.670054 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Attempting to bind port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:40.670193 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Attempting to bind port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:40.677597 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Pushing event updated for resources: {'Port': ['ID=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:40.680996 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:40.681364 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:40.681760 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.682149 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:40.682608 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Bound port: 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:40.682999 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.714663 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.715030 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.715370 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.715705 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.716031 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.716357 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.716678 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.717007 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.717324 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.717646 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.717963 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.718280 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:40.719835 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Allocated IP 172.20.0.1 (2f4952fb-7246-43a2-986c-43d5c1302c18/2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c/7f9a3d29-916a-456c-bf31-f44b84c75cc0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:40.766269 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] For port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:40.769192 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] For port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:40.829180 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.866940 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.882891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Transition to ACTIVE for port object 7f9a3d29-916a-456c-bf31-f44b84c75cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:40.909292 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:40.909820 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:40.976842 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.977057 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeacbdc-8823-4a3c-9e87-8d97b51b1076 None None] Pushing event updated for resources: {'Port': ['ID=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:41.040341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:41.043271 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:41.046834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:41.085369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9a3d29-916a-456c-bf31-f44b84c75cc0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:41.099200 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:41.110181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:41.387551 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:38Z', 'revision_number': 3, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:41.391476 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82238c9-eb90-4a10-ab21-07d6b929d997 None None] The sync data for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 is: [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:38Z', 'revision_number': 3, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:24:41.405573 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-60f805bd-e8da-476a-bcc6-0a990fe5f3d8 None None] Provisioning for port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:41.414678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-60f805bd-e8da-476a-bcc6-0a990fe5f3d8 None None] Provisioning complete for port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:41.415134 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-60f805bd-e8da-476a-bcc6-0a990fe5f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:41.481403 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-60f805bd-e8da-476a-bcc6-0a990fe5f3d8 None None] Port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:24:41.557043 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:41.793268 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:41.874498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:41.985712 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:41.989820 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9a3d29-916a-456c-bf31-f44b84c75cc0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:42.133672 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:42.134851 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:42.205215 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:42.357997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Router b8c56071-eb65-498a-87d1-1295a5b5bb19 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:24:42.397675 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:42.405233 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:42.405604 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.454683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-44c97ebc-68d5-463e-aa97-4f2faeadf7ba None None] Provisioning complete for port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:42.455018 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-44c97ebc-68d5-463e-aa97-4f2faeadf7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.522419 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-44c97ebc-68d5-463e-aa97-4f2faeadf7ba None None] Port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:24:42.543122 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:24:42.560705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c50608f8-1a01-452f-84d2-8f10560c0d50 admin admin] 10.222.0.48 "PUT /v2.0/routers/b8c56071-eb65-498a-87d1-1295a5b5bb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8547578 Feb 04 21:24:42.581883 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.599158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:42.685668 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.751316 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:43.020066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Sync routers for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:24:43.030060 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:43.030755 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:43.246445 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:43.269063 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54414) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:43.274465 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1757081911-network', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:43.279967 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:43.283880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Usage tracker for resource:network and tenant:67206b28d4c44259991c40dde77fa6a9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:43.287287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:43.293009 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:43.354459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Made reservation on behalf of 67206b28d4c44259991c40dde77fa6a9 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:43.357020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.369891 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.384089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:43.387879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Usage tracker for resource:security_group_rule and tenant:67206b28d4c44259991c40dde77fa6a9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:43.390743 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:43.396467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:43.478516 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.531199 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.559571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:24:43.562097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 2, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:43.566011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Checking router: b8c56071-eb65-498a-87d1-1295a5b5bb19 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:24:43.566358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Updating router b8c56071-eb65-498a-87d1-1295a5b5bb19 port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:24:43.572120 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbe95a3-7283-47ea-ac66-14160575bc43,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:43.576700 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.582757 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Added segment 5ef7057b-3635-4eaf-94e7-86fe2cf93292 of type vlan for network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 Feb 04 21:24:43.605460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.619723 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.680296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.681289 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:43.681866 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.786501 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] Pushing event updated for resources: {'Network': ['ID=4383f934-005d-4cbb-b7ea-f5f69dbd9d12,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:43.826944 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:24:43.840534 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-7207432d-f357-4b3a-858c-345c32c91179 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5703001 Feb 04 21:24:43.843236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54418) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:43.849363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Request body: {'subnet': {'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1757081911-subnet', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:43.854931 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:43.858964 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Usage tracker for resource:subnet and tenant:67206b28d4c44259991c40dde77fa6a9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:43.861929 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:43.867613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:43.931268 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Made reservation on behalf of 67206b28d4c44259991c40dde77fa6a9 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:43.939917 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.054136 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.065509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Transition to ACTIVE for port object 7f9a3d29-916a-456c-bf31-f44b84c75cc0 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:44.144100 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:44.178011 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.200407 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.273221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b0ff3d-d5e5-44dd-957b-330b44e089c9,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:44.287259 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Checking segment: {'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:44.287732 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Network hostable DHCP agents. Network: 4383f934-005d-4cbb-b7ea-f5f69dbd9d12, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:24:44.357502 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a584b-3bd8-455a-aa4b-8ea47cda1f39 None None] Pushing event updated for resources: {'Port': ['ID=7f9a3d29-916a-456c-bf31-f44b84c75cc0,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:44.405997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:24:44.424666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:44.424917 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.468337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Attempting to bind port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:44.468707 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Attempting to bind port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:44.469083 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Attempting to bind port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:44.479951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 4383f934-005d-4cbb-b7ea-f5f69dbd9d12) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:44.483985 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:44.484650 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.485325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:44.485704 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Checking segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:44.486188 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.486481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Bound using segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:44.486980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Bound port: 7f9a3d29-916a-456c-bf31-f44b84c75cc0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:44.487813 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.501202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f94ef9-a191-4c79-8dd3-44198244c19f None None] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:44.578054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-760e500a-a468-4262-98b2-29edab841f43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7337770 Feb 04 21:24:44.580834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54422) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:44.585837 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:44.591813 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:44.595705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Usage tracker for resource:router and tenant:67206b28d4c44259991c40dde77fa6a9 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:44.598544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:44.604239 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:44.690538 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.691703 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.706426 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.821387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] For port 7f9a3d29-916a-456c-bf31-f44b84c75cc0, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:44.843631 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] For port 7f9a3d29-916a-456c-bf31-f44b84c75cc0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7f9a3d29-916a-456c-bf31-f44b84c75cc0,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:44.900228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-4383f934-005d-4cbb-b7ea-f5f69dbd9d12', 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'fixed_ips': [{'subnet_id': '68b0ff3d-d5e5-44dd-957b-330b44e089c9'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:24:44.901095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.913694 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.060253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:45.060907 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:45.124495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a584b-3bd8-455a-aa4b-8ea47cda1f39 None None] Pushing event updated for resources: {'Port': ['ID=7f9a3d29-916a-456c-bf31-f44b84c75cc0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:45.182741 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.310712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Allocated IP 172.20.0.2 (4383f934-005d-4cbb-b7ea-f5f69dbd9d12/68b0ff3d-d5e5-44dd-957b-330b44e089c9/3252fcb0-ef20-472a-bb1c-e0f88384afd8) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:45.349206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:45.577016 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.607103 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.743235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Allocated IP 172.25.7.251 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/f362d3df-78b6-4604-9303-267b5904d3ef) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:45.788054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.800431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Transition to ACTIVE for port object 3252fcb0-ef20-472a-bb1c-e0f88384afd8 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:45.828863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Transition to ACTIVE for port object 3252fcb0-ef20-472a-bb1c-e0f88384afd8 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:45.842358 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:44Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:45.846394 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b9ff2-db51-4f22-b823-722be933e79e None None] The sync data for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 is: [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:44Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:24:45.881153 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.921973 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.958451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:45.966886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:45.972328 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:45.982754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Pushing event updated for resources: {'Port': ['ID=3252fcb0-ef20-472a-bb1c-e0f88384afd8,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:46.007358 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.101866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:46.104801 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:46.107243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:46.115412 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Attempting to bind port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:46.115789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Attempting to bind port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:46.116175 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Attempting to bind port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 on network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:46.127819 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:46.128023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Checking segment: {'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:46.128420 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.128720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Bound using segment: {'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:46.129231 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Bound port: 3252fcb0-ef20-472a-bb1c-e0f88384afd8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:46.129609 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.147051 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Pushing event updated for resources: {'Port': ['ID=f362d3df-78b6-4604-9303-267b5904d3ef,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:46.257694 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7f9a3d29-916a-456c-bf31-f44b84c75cc0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:46.371642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] For port 3252fcb0-ef20-472a-bb1c-e0f88384afd8, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:46.376401 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] For port 3252fcb0-ef20-472a-bb1c-e0f88384afd8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3252fcb0-ef20-472a-bb1c-e0f88384afd8,segment=NetworkSegment(5ef7057b-3635-4eaf-94e7-86fe2cf93292),segment_id=5ef7057b-3635-4eaf-94e7-86fe2cf93292)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:46.463995 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.502722 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:46.529139 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:46.529511 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.603019 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a142f1-8ad0-4850-b6de-d56571f773d4 None None] Pushing event updated for resources: {'Port': ['ID=3252fcb0-ef20-472a-bb1c-e0f88384afd8,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:46.681924 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.722425 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 7f9a3d29-916a-456c-bf31-f44b84c75cc0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7f9a3d29-916a-456c-bf31-f44b84c75cc0,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:46.818458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.846052 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.933544 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=7f9a3d29-916a-456c-bf31-f44b84c75cc0,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:47.204678 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.491456 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:24:47.662385 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175dc169-0fac-41fb-a21b-62b728743c0b None None] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:47.673863 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:24:47.683205 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Sync routers for ids ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:24:47.692753 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Routers {'5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:47.693353 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:47.755557 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.759974 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-714c4319-d123-4985-91c2-2628f328a494 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1757739 Feb 04 21:24:47.760408 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54428) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:47.838866 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-e4b6cdbb-e576-4c6e-99cb-c2ad34241d88 None None] Provisioning for port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:47.916421 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Set router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:48.238102 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 3, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:48.242960 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Checking router: 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:24:48.243412 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Updating router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 port f362d3df-78b6-4604-9303-267b5904d3ef binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:24:48.283229 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7f9a3d29-916a-456c-bf31-f44b84c75cc0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:48.301401 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.355768 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:48.356309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.487459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3252fcb0-ef20-472a-bb1c-e0f88384afd8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:48.594023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:48.599844 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:48.600298 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.651083 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:24:48.654637 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.668257 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Transition to ACTIVE for port object f362d3df-78b6-4604-9303-267b5904d3ef will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:48.668956 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.722075 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.725874 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.756310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 3252fcb0-ef20-472a-bb1c-e0f88384afd8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3252fcb0-ef20-472a-bb1c-e0f88384afd8,segment=NetworkSegment(5ef7057b-3635-4eaf-94e7-86fe2cf93292),segment_id=5ef7057b-3635-4eaf-94e7-86fe2cf93292)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:48.799894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.803378 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Attempting to bind port f362d3df-78b6-4604-9303-267b5904d3ef on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:48.803743 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Attempting to bind port f362d3df-78b6-4604-9303-267b5904d3ef by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:48.804103 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Attempting to bind port f362d3df-78b6-4604-9303-267b5904d3ef on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:48.809799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5fff4-729e-4286-b585-10d46f380aa8 None None] Pushing event updated for resources: {'Port': ['ID=f362d3df-78b6-4604-9303-267b5904d3ef,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:48.814330 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:48.814545 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:48.814795 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.815165 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:48.815670 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Bound port: f362d3df-78b6-4604-9303-267b5904d3ef, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:48.815981 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.874249 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=3252fcb0-ef20-472a-bb1c-e0f88384afd8,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:48.882668 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Allocated IP 172.20.0.1 (4383f934-005d-4cbb-b7ea-f5f69dbd9d12/68b0ff3d-d5e5-44dd-957b-330b44e089c9/c0dfdafe-f521-4150-a328-76e29c0256a0) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:48.891832 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] For port f362d3df-78b6-4604-9303-267b5904d3ef, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:48.894685 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] For port f362d3df-78b6-4604-9303-267b5904d3ef, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f362d3df-78b6-4604-9303-267b5904d3ef,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:48.970351 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.030006 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.045285 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Routers {'5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:49.045889 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:49.046192 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Transition to ACTIVE for port object c0dfdafe-f521-4150-a328-76e29c0256a0 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:49.110039 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5fff4-729e-4286-b585-10d46f380aa8 None None] Pushing event updated for resources: {'Port': ['ID=f362d3df-78b6-4604-9303-267b5904d3ef,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:49.166178 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.228743 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] Set router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:49.235677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:49.239244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:49.242878 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:49.277468 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Pushing event updated for resources: {'Port': ['ID=c0dfdafe-f521-4150-a328-76e29c0256a0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:49.305076 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.497321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-46900bb1-70eb-4328-9614-9b954314e1c8 None None] Provisioning for port c0dfdafe-f521-4150-a328-76e29c0256a0 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:49.498659 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.502746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-46900bb1-70eb-4328-9614-9b954314e1c8 None None] Provisioning complete for port c0dfdafe-f521-4150-a328-76e29c0256a0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:49.503123 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46900bb1-70eb-4328-9614-9b954314e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.523934 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 3, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:49.528189 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dc716-a25d-4d79-be42-fbb185aa6cef None None] The sync data for ids ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'] in n-d-811806-1 is: [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 3, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:24:49.558794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-46900bb1-70eb-4328-9614-9b954314e1c8 None None] Port c0dfdafe-f521-4150-a328-76e29c0256a0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:24:49.739783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.805454 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.916509 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.920103 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Pushing event updated for resources: {'Port': ['ID=c0dfdafe-f521-4150-a328-76e29c0256a0,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:50.070321 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:50.071633 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:50.119931 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d16d99f9-e17f-45bf-af60-14016ceaea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:50.302070 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f362d3df-78b6-4604-9303-267b5904d3ef up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:50.310325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:24:50.389546 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-7f49fa28-4fe3-43bc-8001-b01df3f51636 None None] Provisioning complete for port c0dfdafe-f521-4150-a328-76e29c0256a0 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:50.390223 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7f49fa28-4fe3-43bc-8001-b01df3f51636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:50.445253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port f362d3df-78b6-4604-9303-267b5904d3ef completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:50.454945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f362d3df-78b6-4604-9303-267b5904d3ef triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:50.459568 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:50.483276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-7f49fa28-4fe3-43bc-8001-b01df3f51636 None None] Port c0dfdafe-f521-4150-a328-76e29c0256a0 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:24:50.583154 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:50.600914 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port f362d3df-78b6-4604-9303-267b5904d3ef, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f362d3df-78b6-4604-9303-267b5904d3ef,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:50.616731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122772d2-6448-4804-823c-141518a7364a admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:24:50.625273 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-122772d2-6448-4804-823c-141518a7364a admin admin] 10.222.0.48 "PUT /v2.0/routers/5d68f1c2-8f6d-471b-9e70-d2de425f0bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8639085 Feb 04 21:24:50.696309 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:50.697096 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3252fcb0-ef20-472a-bb1c-e0f88384afd8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:50.817533 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=f362d3df-78b6-4604-9303-267b5904d3ef,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:50.829582 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:50.829953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.186451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Sync routers for ids ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:24:51.196041 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Routers {'5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:51.196660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:51.210240 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54438) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:51.215965 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159692545', 'description': 'tempest-secgroup-smoke-1159692545 description', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:51.223444 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:51.227408 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:51.230421 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:51.237372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:51.291454 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.311300 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:51.315447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:51.318313 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:51.324098 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:51.397980 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.408034 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Set router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:51.462774 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.507483 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2109274f-4729-46bf-8f87-510640055c95,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:51.565716 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.567517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6b9891a0-25d4-4838-9fe8-165229afdd8d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3561673 Feb 04 21:24:51.570437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54442) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:51.575551 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '2109274f-4729-46bf-8f87-510640055c95', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:51.582933 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:51.586801 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:51.589908 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:51.595562 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:51.675258 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.726708 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:24:49Z', 'revision_number': 4, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'c0dfdafe-f521-4150-a328-76e29c0256a0', 'name': '', 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'mac_address': 'fa:16:3e:dd:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '68b0ff3d-d5e5-44dd-957b-330b44e089c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:48Z', 'updated_at': '2022-02-04T21:24:49Z', 'revision_number': 2, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'subnets': [{'id': '68b0ff3d-d5e5-44dd-957b-330b44e089c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:51.732433 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Checking router: 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:24:51.732788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Updating router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 port c0dfdafe-f521-4150-a328-76e29c0256a0 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:24:51.739178 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.788431 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.790852 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.820726 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac5f46a-f7d3-467a-b0a6-e9416eb7bab4,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:51.874302 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.875532 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a06a1f72-5469-4578-a5d6-cfceea3ec6c6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041539 Feb 04 21:24:51.878367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54446) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:51.883504 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '2109274f-4729-46bf-8f87-510640055c95', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:51.890905 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:51.895349 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:51.898183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:51.903835 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:51.973730 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.049210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.131951 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.151381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f362d3df-78b6-4604-9303-267b5904d3ef up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:52.173746 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c02738-5ac6-414a-be19-78c83807fa83,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:52.188142 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.218202 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Transition to ACTIVE for port object c0dfdafe-f521-4150-a328-76e29c0256a0 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:52.240250 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port f362d3df-78b6-4604-9303-267b5904d3ef triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:52.240551 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.262591 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.265966 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-943a10e4-308e-46e9-b161-4b7c9241739d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3845437 Feb 04 21:24:52.268200 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54450) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:52.274553 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '2109274f-4729-46bf-8f87-510640055c95', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:52.281732 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:52.289261 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:52.292608 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:52.298123 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.298893 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:52.425367 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.485283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabaa62-31cb-4585-9967-69fb5d5fe59d None None] Pushing event updated for resources: {'Port': ['ID=c0dfdafe-f521-4150-a328-76e29c0256a0,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:52.493806 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-83bfefae-7a99-487b-8074-6666a43749c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.510922 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.597106 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.605369 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Attempting to bind port c0dfdafe-f521-4150-a328-76e29c0256a0 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:52.606010 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Attempting to bind port c0dfdafe-f521-4150-a328-76e29c0256a0 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:52.606371 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Attempting to bind port c0dfdafe-f521-4150-a328-76e29c0256a0 on network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:52.620431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:52.627203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Checking segment: {'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:52.627203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.627203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Bound using segment: {'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:52.627203 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Bound port: c0dfdafe-f521-4150-a328-76e29c0256a0, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef7057b-3635-4eaf-94e7-86fe2cf93292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:52.627203 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.630521 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4048ef48-2494-49c6-885a-02a71fe06cd0,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:52.702961 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.706029 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4442742b-12f3-4623-b50e-6b8f97283e71 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350710 Feb 04 21:24:52.707487 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54454) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:52.712555 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '2109274f-4729-46bf-8f87-510640055c95', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:52.719420 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:52.721080 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] For port c0dfdafe-f521-4150-a328-76e29c0256a0, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:52.723918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:52.724540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] For port c0dfdafe-f521-4150-a328-76e29c0256a0, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0dfdafe-f521-4150-a328-76e29c0256a0,segment=NetworkSegment(5ef7057b-3635-4eaf-94e7-86fe2cf93292),segment_id=5ef7057b-3635-4eaf-94e7-86fe2cf93292)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:52.726892 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:52.732532 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:52.823084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.829424 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.901635 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Routers {'5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:24:52.902042 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.902272 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:52.976197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.017006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e54e94e-0580-49c1-bca3-e8341eb4600b,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:53.088695 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabaa62-31cb-4585-9967-69fb5d5fe59d None None] Pushing event updated for resources: {'Port': ['ID=c0dfdafe-f521-4150-a328-76e29c0256a0,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:53.092089 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.093786 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-53e25110-ab70-4250-9dab-6f28039dafd2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3851120 Feb 04 21:24:53.096429 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54458) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:53.106006 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '2109274f-4729-46bf-8f87-510640055c95', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:53.113262 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:53.117538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:53.122175 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:53.127946 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:53.142372 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] Set router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:24:53.211553 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Project 3821f383ec294d97bc7c0e8b02bb18e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:24:53.218916 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.301147 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.388249 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.410026 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294cb2a9-e6e7-4d53-9dc1-e730751de62b,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:53.464808 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:24:49Z', 'revision_number': 4, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'c0dfdafe-f521-4150-a328-76e29c0256a0', 'name': '', 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'mac_address': 'fa:16:3e:dd:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '68b0ff3d-d5e5-44dd-957b-330b44e089c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:48Z', 'updated_at': '2022-02-04T21:24:52Z', 'revision_number': 4, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'subnets': [{'id': '68b0ff3d-d5e5-44dd-957b-330b44e089c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:53.468805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a4c5d-e4ab-4e18-af76-37b144191dde None None] The sync data for ids ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'] in n-d-811806-1 is: [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:24:49Z', 'revision_number': 4, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'c0dfdafe-f521-4150-a328-76e29c0256a0', 'name': '', 'network_id': '4383f934-005d-4cbb-b7ea-f5f69dbd9d12', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'mac_address': 'fa:16:3e:dd:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '68b0ff3d-d5e5-44dd-957b-330b44e089c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:48Z', 'updated_at': '2022-02-04T21:24:52Z', 'revision_number': 4, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'subnets': [{'id': '68b0ff3d-d5e5-44dd-957b-330b44e089c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:24:53.503055 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.509333 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-ee1241eb-a639-4c61-9d94-ba59b8594449 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4103856 Feb 04 21:24:53.512988 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54462) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:53.522372 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '2109274f-4729-46bf-8f87-510640055c95', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:53.532642 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:53.536924 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:53.543106 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:53.547151 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:53.571467 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.645633 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Project 3821f383ec294d97bc7c0e8b02bb18e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:24:53.653648 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.714195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.729559 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.811059 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.838544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df723697-5d58-415b-a0c1-87a0f857b206,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:53.926311 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.927722 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-5de2d62a-04a3-4e7d-b9c0-f4dbd6433323 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4124472 Feb 04 21:24:54.094571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-cb700cae-b3bc-401b-ae16-ee80d86ca00b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:54.188951 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-cb700cae-b3bc-401b-ae16-ee80d86ca00b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:54.189452 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0dfdafe-f521-4150-a328-76e29c0256a0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:54.189911 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-cb700cae-b3bc-401b-ae16-ee80d86ca00b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159692545&fields=id&tenant_id=3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 267 time: 0.1358910 Feb 04 21:24:54.335805 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c0dfdafe-f521-4150-a328-76e29c0256a0 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:54.341646 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c0dfdafe-f521-4150-a328-76e29c0256a0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:54.342267 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:54.352392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-43bcb724-0ba0-4bc5-bc11-897bd0a231a6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:54.356235 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-43bcb724-0ba0-4bc5-bc11-897bd0a231a6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:network {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:54.427674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-43bcb724-0ba0-4bc5-bc11-897bd0a231a6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:network {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:54.428892 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-43bcb724-0ba0-4bc5-bc11-897bd0a231a6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 809 time: 0.2313600 Feb 04 21:24:54.445217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4523f73b-ce0a-4e88-b47f-dd59e09a6b89 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/quotas/3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 375 time: 0.0108864 Feb 04 21:24:54.467548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:54.503360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c0dfdafe-f521-4150-a328-76e29c0256a0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0dfdafe-f521-4150-a328-76e29c0256a0,segment=NetworkSegment(5ef7057b-3635-4eaf-94e7-86fe2cf93292),segment_id=5ef7057b-3635-4eaf-94e7-86fe2cf93292)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:54.534407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-1d909ffb-8f23-489c-bee4-0af251cd5799 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:54.575870 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:54.602319 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-1d909ffb-8f23-489c-bee4-0af251cd5799 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:54.602319 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-1d909ffb-8f23-489c-bee4-0af251cd5799 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486979 Feb 04 21:24:54.646656 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c0dfdafe-f521-4150-a328-76e29c0256a0,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:54.741343 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-5c9f1e87-e1f3-4f94-a6dd-9c32080a07e6 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292212 Feb 04 21:24:54.872462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-de5fc0d3-b8c3-490a-aff3-1bdbfc8d5499 service neutron] 10.222.0.48 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251469 Feb 04 21:24:55.151814 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-aa90ad74-3595-4f25-9d84-4f775d566f0a req-2ec52250-7028-4933-b5df-c72d3d918bc5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 210 time: 0.0499258 Feb 04 21:24:55.439636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:56.152756 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0dfdafe-f521-4150-a328-76e29c0256a0 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:56.222869 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c0dfdafe-f521-4150-a328-76e29c0256a0 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:56.223237 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:56.310109 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c237f74-7fef-43b6-9496-6bfece5f11db req-9dd9195c-5088-4d5a-b629-7369c44402b0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 210 time: 0.0488727 Feb 04 21:24:57.461167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-4b65d370-02a5-4a50-9d66-f63435ef691f req-b978198e-f69b-4248-9430-6313a9acf2c3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 210 time: 0.0431392 Feb 04 21:24:57.492409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-1823e89c-3a0c-42c4-94b5-20fe5bb24da8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:57.493837 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-1823e89c-3a0c-42c4-94b5-20fe5bb24da8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 809 time: 0.1538665 Feb 04 21:24:57.548457 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-55dad391-9658-4405-b6f0-a31e2197ed5a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 380 time: 0.0389361 Feb 04 21:24:57.560348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'port': {'device_id': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'admin_state_up': True, 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'security_groups': ['2109274f-4729-46bf-8f87-510640055c95']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:57.697685 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:57.707905 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:57.810146 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Made reservation on behalf of 3821f383ec294d97bc7c0e8b02bb18e2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:57.813680 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:57.978344 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Allocated IP 172.20.0.6 (2f4952fb-7246-43a2-986c-43d5c1302c18/2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c/a53d4858-2740-4a3e-9c13-d46661e8168c) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:58.166741 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.181652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Transition to ACTIVE for port object a53d4858-2740-4a3e-9c13-d46661e8168c will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:58.273655 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.326389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:58.327466 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:58.329952 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:58.412714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:58.423412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:58.424020 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.521047 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-52e1f699-25ce-4e5e-94e0-03d871ece9bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9642673 Feb 04 21:24:58.638902 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8104ef73-4149-4726-9f1d-5925bcfc172e None None] Provisioning for port a53d4858-2740-4a3e-9c13-d46661e8168c completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:58.643697 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Request body: {'port': {'device_id': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:58.644088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-8104ef73-4149-4726-9f1d-5925bcfc172e None None] Provisioning complete for port a53d4858-2740-4a3e-9c13-d46661e8168c triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:58.644551 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8104ef73-4149-4726-9f1d-5925bcfc172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.698854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-8104ef73-4149-4726-9f1d-5925bcfc172e None None] Port a53d4858-2740-4a3e-9c13-d46661e8168c cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:24:58.808420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe27a8-0b57-4ca7-93d7-d02b2aa2a409 req-eb6b2e02-c54d-4982-8754-432c15853e37 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:58.809022 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f1fe27a8-0b57-4ca7-93d7-d02b2aa2a409 req-eb6b2e02-c54d-4982-8754-432c15853e37 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:58.884310 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.927154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-f1fe27a8-0b57-4ca7-93d7-d02b2aa2a409 req-eb6b2e02-c54d-4982-8754-432c15853e37 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:58.928289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1fe27a8-0b57-4ca7-93d7-d02b2aa2a409 req-eb6b2e02-c54d-4982-8754-432c15853e37 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 931 time: 0.3590386 Feb 04 21:24:59.029533 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f1fe27a8-0b57-4ca7-93d7-d02b2aa2a409 req-3f0f4eb7-3088-47bb-b4d3-86855e95d348 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949388 Feb 04 21:24:59.254955 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53d4858-2740-4a3e-9c13-d46661e8168c {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:24:59.262044 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.276267 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Transition to ACTIVE for port object a53d4858-2740-4a3e-9c13-d46661e8168c will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:59.342250 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.476041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:59.580369 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:59.580961 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:59.581078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:59.586086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Port a53d4858-2740-4a3e-9c13-d46661e8168c on network 2f4952fb-7246-43a2-986c-43d5c1302c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:24:59.586405 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:59.591806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:59.592137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Checking segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:59.592514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Bound using segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:59.592924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Bound port: a53d4858-2740-4a3e-9c13-d46661e8168c, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:59.593263 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.687866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:59.690619 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:59.742657 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.801067 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:59.801670 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.803735 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] 10.222.0.24 "PUT /v2.0/ports/a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1091 time: 1.2727101 Feb 04 21:24:59.806462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:24:59.831062 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138c6dd-688c-4250-81ba-9ffc9b54cd27 service neutron] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:59.856270 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'status': 'completed', 'code': 200} Feb 04 21:24:59.957937 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6608b1b-2ab9-4814-9114-93a1ab739f51 req-49928bc9-7211-45d3-82ad-6473861deeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:59.959494 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f6608b1b-2ab9-4814-9114-93a1ab739f51 req-49928bc9-7211-45d3-82ad-6473861deeac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1094 time: 0.0780694 Feb 04 21:25:00.112754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6608b1b-2ab9-4814-9114-93a1ab739f51 req-1c66e858-6fe7-4656-a167-5b95ff81c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:00.114765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f6608b1b-2ab9-4814-9114-93a1ab739f51 req-1c66e858-6fe7-4656-a167-5b95ff81c91b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1443906 Feb 04 21:25:00.307104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6608b1b-2ab9-4814-9114-93a1ab739f51 req-5e7ad985-ae16-41ae-8ab1-cfa1c71879bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:00.308545 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f6608b1b-2ab9-4814-9114-93a1ab739f51 req-5e7ad985-ae16-41ae-8ab1-cfa1c71879bf service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845348 Feb 04 21:25:00.320605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23f436-3d27-44d2-b5c1-6a7196f3ae22 req-ee1326b8-f26f-47d1-b7ff-8ff5ac693c90 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:00.321993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f23f436-3d27-44d2-b5c1-6a7196f3ae22 req-ee1326b8-f26f-47d1-b7ff-8ff5ac693c90 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 943 time: 0.1796486 Feb 04 21:25:00.406641 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f23f436-3d27-44d2-b5c1-6a7196f3ae22 req-0591431b-0cf5-45ce-9016-72b4b46a4e6b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784378 Feb 04 21:25:00.436448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-97799af9-7a97-42cc-94e4-33d9a3cd2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:00.437916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-97799af9-7a97-42cc-94e4-33d9a3cd2099 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1094 time: 0.0810361 Feb 04 21:25:00.510570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-b828c6d3-1258-401d-aaec-bc13436f2bb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 217 time: 0.0605066 Feb 04 21:25:00.578115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-d62daddd-b595-4e76-811e-b0f9f133ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:00.579452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-d62daddd-b595-4e76-811e-b0f9f133ef41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0589488 Feb 04 21:25:00.653894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-b4465dd7-8e80-4277-85ce-b351ddddaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:00.655342 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-b4465dd7-8e80-4277-85ce-b351ddddaacb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678806 Feb 04 21:25:00.894755 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-2a76f364-5530-43ba-a386-889c136adec7 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291114 Feb 04 21:25:01.028394 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e687abdf-ca67-48a4-8f81-477797fa8d8f req-1a472c7f-65b5-4a7d-8335-2b30e62f0986 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216104 Feb 04 21:25:01.597152 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c569d1-f242-49d5-84e7-82cec3fc0b9e req-f62bcc7f-519e-40e4-801a-b52863c70eeb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:01.598659 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08c569d1-f242-49d5-84e7-82cec3fc0b9e req-f62bcc7f-519e-40e4-801a-b52863c70eeb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 943 time: 0.0859470 Feb 04 21:25:01.642728 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-08c569d1-f242-49d5-84e7-82cec3fc0b9e req-6f1a8d67-9032-443e-9240-89ec6d9d60bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:01.653797 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-08c569d1-f242-49d5-84e7-82cec3fc0b9e req-6f1a8d67-9032-443e-9240-89ec6d9d60bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:01.654919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-08c569d1-f242-49d5-84e7-82cec3fc0b9e req-6f1a8d67-9032-443e-9240-89ec6d9d60bd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507011 Feb 04 21:25:02.846538 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a1c5-e982-4607-b81b-c8661e390e80 req-d60cb5f2-4471-4e5d-9d3b-e6edb3f501cc tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:02.848096 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60e9a1c5-e982-4607-b81b-c8661e390e80 req-d60cb5f2-4471-4e5d-9d3b-e6edb3f501cc tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 943 time: 0.0849292 Feb 04 21:25:02.891541 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-60e9a1c5-e982-4607-b81b-c8661e390e80 req-f92b6abc-6a74-4ed3-8ade-d8f2b2bb41b3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Feb 04 21:25:03.789873 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:25:03.920586 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:03.933575 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'port_id': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'mac_address': 'fa:16:3e:16:7d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:25:03.991168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.007686 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53d4858-2740-4a3e-9c13-d46661e8168c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:25:04.022862 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:04.075852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f096-26cb-4da5-b151-6f91b8dcb1a4 req-fe2d867f-7dc4-4946-935e-140037edb9da tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:04.077409 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1342f096-26cb-4da5-b151-6f91b8dcb1a4 req-fe2d867f-7dc4-4946-935e-140037edb9da tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 943 time: 0.0801644 Feb 04 21:25:04.096542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.129139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1342f096-26cb-4da5-b151-6f91b8dcb1a4 req-802f3d6a-3eeb-47d8-918a-76ec0725a10f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455639 Feb 04 21:25:04.166601 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:04.372605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a53d4858-2740-4a3e-9c13-d46661e8168c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:25:05.313665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042806-d59d-441e-b916-6cb941d997f4 req-8aab826d-1043-4564-8171-9aa4db18fbad tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:05.315151 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f042806-d59d-441e-b916-6cb941d997f4 req-8aab826d-1043-4564-8171-9aa4db18fbad tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0791643 Feb 04 21:25:05.358602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5f042806-d59d-441e-b916-6cb941d997f4 req-a673c5a4-9d41-4edb-8183-e67aae563f1c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380843 Feb 04 21:25:05.806624 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:05.924648 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port a53d4858-2740-4a3e-9c13-d46661e8168c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:05.929827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port a53d4858-2740-4a3e-9c13-d46661e8168c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:05.930193 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.045130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.071106 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:25:06.080368 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:06.171490 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'code': 200} Feb 04 21:25:06.172844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.243173 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:06.314853 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60114c9-376b-46b3-9c96-788c4bfdd80f req-c4c371fa-0ae4-4a54-ad57-36971e223271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:06.316296 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e60114c9-376b-46b3-9c96-788c4bfdd80f req-c4c371fa-0ae4-4a54-ad57-36971e223271 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1096 time: 0.0739391 Feb 04 21:25:06.360350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e60114c9-376b-46b3-9c96-788c4bfdd80f req-d9a946a4-a5d3-484a-b718-621131495f48 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Feb 04 21:25:06.537440 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a62a5-6571-47b8-a08c-bd661d11ba08 req-12524340-0c13-40b4-8db8-0bf5e02c4420 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:06.538887 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-929a62a5-6571-47b8-a08c-bd661d11ba08 req-12524340-0c13-40b4-8db8-0bf5e02c4420 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0784299 Feb 04 21:25:06.584698 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-929a62a5-6571-47b8-a08c-bd661d11ba08 req-bb3fd7b7-916b-4555-9a88-d22430408abf tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Feb 04 21:25:07.770279 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb2be5-eb0c-4abc-b7d2-8dc3ac25d7ad req-b28f072a-69f7-47aa-b547-162903a6d454 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:07.771773 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76cb2be5-eb0c-4abc-b7d2-8dc3ac25d7ad req-b28f072a-69f7-47aa-b547-162903a6d454 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0806289 Feb 04 21:25:07.815835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-76cb2be5-eb0c-4abc-b7d2-8dc3ac25d7ad req-05d4f031-19fd-437b-a0f5-d96afd6cbb7f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383770 Feb 04 21:25:08.998821 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d92b22-e25c-4c38-bc05-79ee33ee3274 req-7818a463-3736-45d0-83cd-1206a633cb23 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:09.000269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37d92b22-e25c-4c38-bc05-79ee33ee3274 req-7818a463-3736-45d0-83cd-1206a633cb23 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0799074 Feb 04 21:25:09.043616 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-37d92b22-e25c-4c38-bc05-79ee33ee3274 req-109f2179-b27c-4fc0-9f38-7881f7c2bca6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377817 Feb 04 21:25:09.231637 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9988d1-76fd-4a22-8f00-933dc9b4ac35 req-9e8767ce-107a-4edf-8fb9-b40f8d436485 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:09.233158 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b9988d1-76fd-4a22-8f00-933dc9b4ac35 req-9e8767ce-107a-4edf-8fb9-b40f8d436485 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0890465 Feb 04 21:25:09.279109 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7b9988d1-76fd-4a22-8f00-933dc9b4ac35 req-407ce235-0162-47b6-9896-fecf87f31a6b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Feb 04 21:25:09.301816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54524) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:09.415089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ee28c-2c2d-458e-9945-2174e8f92771 tempest-TestShelveInstance-1488352451 tempest-TestShelveInstance-1488352451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:09.419325 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-2a5ee28c-2c2d-458e-9945-2174e8f92771 tempest-TestShelveInstance-1488352451 tempest-TestShelveInstance-1488352451-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1091 time: 0.1138160 Feb 04 21:25:09.419514 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54530) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:09.424468 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:09.431194 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:09.435132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:floatingip and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:09.437923 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:09.444153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:09.512566 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.646035 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.779059 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Allocated IP 172.25.7.59 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/acebeecc-32e4-4aae-ab29-bcee0c8061b2) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:09.787887 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.925171 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.016427 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.086137 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:10.089725 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:10.091662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'Port': ['ID=acebeecc-32e4-4aae-ab29-bcee0c8061b2,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:10.093768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:10.131736 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.604661 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.748902 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.947778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.987365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.097684 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'Port': ['ID=acebeecc-32e4-4aae-ab29-bcee0c8061b2,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:11.107988 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.282642 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Floating IP cea25303-76d5-451b-9aff-e79f18e86b18 associated. External IP: 172.25.7.59, port: a53d4858-2740-4a3e-9c13-d46661e8168c. Feb 04 21:25:11.628350 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Router b8c56071-eb65-498a-87d1-1295a5b5bb19 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:25:11.803712 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:25:11.813225 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] Sync routers for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:25:11.823194 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:25:11.823797 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:11.942589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:12.015768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1aec5a65-8735-47db-92ef-634b70e33f22 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5819027 Feb 04 21:25:12.015768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:25:12.029755 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:25:12.048060 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'status': 'completed', 'code': 200} Feb 04 21:25:12.151969 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-ecad2e88-6686-4846-9ee1-be6610f9fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:12.153444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-ecad2e88-6686-4846-9ee1-be6610f9fc25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1096 time: 0.0835681 Feb 04 21:25:12.293702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-2a476c4a-9780-450a-ba31-0af69d15016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:12.295235 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-2a476c4a-9780-450a-ba31-0af69d15016f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1316080 Feb 04 21:25:12.392950 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'cea25303-76d5-451b-9aff-e79f18e86b18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'port_id': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'mac_address': 'fa:16:3e:16:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:25:10Z', 'updated_at': '2022-02-04T21:25:10Z', 'revision_number': 0, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:12.396590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-434dc3f1-ba18-4186-a7bf-67b862d1c290 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 998 time: 0.0949390 Feb 04 21:25:12.397322 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] Checking router: b8c56071-eb65-498a-87d1-1295a5b5bb19 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:25:12.405354 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:25:12.405955 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:24:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:12.460800 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-321298cc-c3d6-464a-8918-0bf690535fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:12.462240 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-321298cc-c3d6-464a-8918-0bf690535fce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0602653 Feb 04 21:25:12.539168 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-5235d566-e35c-419c-b5b9-f37d8399f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:12.540639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-5235d566-e35c-419c-b5b9-f37d8399f6a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699472 Feb 04 21:25:12.578074 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:25:12.673291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-bc2f03c2-3cbb-468c-a003-f462c8796291 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261837 Feb 04 21:25:12.806270 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f81d8fd9-ce6f-4e87-98d0-0538f105af6c req-ebda837b-95ad-4c34-bae1-e7da6b4d033a service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267250 Feb 04 21:25:12.925083 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'cea25303-76d5-451b-9aff-e79f18e86b18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'port_id': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'mac_address': 'fa:16:3e:16:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:25:10Z', 'updated_at': '2022-02-04T21:25:10Z', 'revision_number': 0, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:12.929263 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986c84be-2e6e-46b5-931d-8076be3e1c60 None None] The sync data for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 is: [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'cea25303-76d5-451b-9aff-e79f18e86b18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'port_id': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'mac_address': 'fa:16:3e:16:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:25:10Z', 'updated_at': '2022-02-04T21:25:10Z', 'revision_number': 0, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:25:13.128870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e1d1e-79e5-4aa0-9a99-fc6a0e4254de None None] New status for floating IP cea25303-76d5-451b-9aff-e79f18e86b18: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:25:18.216331 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-60c1a158-bec3-4c45-bb5b-cb1143cadbf7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728984 Feb 04 21:25:18.357724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6beeef-6479-47ad-9240-490a11d3702c req-3695046a-78b0-4fc4-8ed5-bb734d0f99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:18.359162 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-3695046a-78b0-4fc4-8ed5-bb734d0f99d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1096 time: 0.0720499 Feb 04 21:25:18.502817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6beeef-6479-47ad-9240-490a11d3702c req-674c94d9-c7fc-450c-8e68-fecddb413b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:18.504259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-674c94d9-c7fc-450c-8e68-fecddb413b42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1270113 Feb 04 21:25:18.608498 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-3473ef16-5b70-444e-9443-6a74f94c315d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1000 time: 0.0973296 Feb 04 21:25:18.670335 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6beeef-6479-47ad-9240-490a11d3702c req-954923dc-93d2-4c9b-a2e8-c0b6b86b6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:18.671727 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-954923dc-93d2-4c9b-a2e8-c0b6b86b6d34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0560138 Feb 04 21:25:18.748484 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6beeef-6479-47ad-9240-490a11d3702c req-14516074-b728-487a-8e44-1889dcd49969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:18.749919 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-14516074-b728-487a-8e44-1889dcd49969 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719719 Feb 04 21:25:18.984153 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-3426c4f5-9589-41ea-82fb-a69d7edd7617 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270195 Feb 04 21:25:19.119094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2d6beeef-6479-47ad-9240-490a11d3702c req-f109930a-c87c-4a38-9818-f866eb40c859 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224682 Feb 04 21:25:20.153218 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ecd82fd5-4603-4692-a845-83e312cb37d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:22.364841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3c7cbdbc-b359-460e-adbb-86369688b975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:23.553222 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:23.690398 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.438774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.640539 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:25:39.804190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.106922 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:50.107174 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-65bce689-d57d-4d05-beeb-2400ffcab14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.335404 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af591139-dc58-4e61-a84f-b05e51282e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:53.580082 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:53.706783 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:55.449733 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.639446 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:26:09.808835 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.140774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.214526 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-422845ee-6f57-4171-a842-549605f00f95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682950 Feb 04 21:26:18.369656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2701691-6b98-452d-9541-552bc9910331 req-adbea139-93b0-49d4-8dd5-d8e64a38d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:18.371796 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-adbea139-93b0-49d4-8dd5-d8e64a38d9b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1096 time: 0.0811193 Feb 04 21:26:18.522021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2701691-6b98-452d-9541-552bc9910331 req-9a6abbb0-e43a-49db-82a1-68294144f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:18.523410 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-9a6abbb0-e43a-49db-82a1-68294144f1f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1281455 Feb 04 21:26:18.629165 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-1c6a688e-62cb-4c5e-b107-a865cc291145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1000 time: 0.0963342 Feb 04 21:26:18.693477 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2701691-6b98-452d-9541-552bc9910331 req-dffef602-52f4-4fbe-b663-5b14886a8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:18.694909 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-dffef602-52f4-4fbe-b663-5b14886a8ee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0562656 Feb 04 21:26:18.773276 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2701691-6b98-452d-9541-552bc9910331 req-fd65e994-a376-4f22-9cd7-3fd7f56d27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:18.774716 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-fd65e994-a376-4f22-9cd7-3fd7f56d27ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701516 Feb 04 21:26:18.906958 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-b26681b6-baae-431c-81e8-509dbaeb6d95 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229634 Feb 04 21:26:19.040151 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d2701691-6b98-452d-9541-552bc9910331 req-09cc547a-d7b9-4aaf-a5c2-375972023ee2 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237996 Feb 04 21:26:20.111914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca09d10e-6bdc-49be-99bf-105c3fcef36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.414906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb0b30f6-d4b0-438c-9561-9dd1852a537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:23.597387 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:23.700729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:25.413809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.638835 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:26:39.825729 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:40.128380 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.116555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-91bf124d-8e77-4ce9-b8bc-51e9b30b3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:52.345243 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d3394506-0f14-4258-a4f4-595435daa76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:53.556562 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:53.715970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.448278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.456713 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90209-832e-4792-bcc9-9ff0a7ec0daf req-a007d3a6-39bf-456b-8a4a-02b9eceefa23 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:08.458177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14d90209-832e-4792-bcc9-9ff0a7ec0daf req-a007d3a6-39bf-456b-8a4a-02b9eceefa23 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.1297851 Feb 04 21:27:08.506600 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-14d90209-832e-4792-bcc9-9ff0a7ec0daf req-3507eaaa-7508-425f-9144-fa4f0c5904f3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Feb 04 21:27:09.693978 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274113f-6f58-4d89-957c-7ef62f2ed814 req-4d2daceb-543c-4212-9ac1-4f209b6093f8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:09.695688 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7274113f-6f58-4d89-957c-7ef62f2ed814 req-4d2daceb-543c-4212-9ac1-4f209b6093f8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0805466 Feb 04 21:27:09.743471 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7274113f-6f58-4d89-957c-7ef62f2ed814 req-2072dc56-e49e-4b5d-8e69-1a02f97bc646 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Feb 04 21:27:09.830881 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.156690 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.931998 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a042c4-d3d4-445e-b033-325843ee3482 req-f80d2449-628c-47d0-b88d-f184802a3024 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:10.933450 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a042c4-d3d4-445e-b033-325843ee3482 req-f80d2449-628c-47d0-b88d-f184802a3024 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0788822 Feb 04 21:27:10.980350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-23a042c4-d3d4-445e-b033-325843ee3482 req-7bf10dce-fd2a-43a1-ae5a-38f6fbd0bdf2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Feb 04 21:27:12.270309 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44466a-c820-48c2-aee2-16ef5ecad5a8 req-9844b4eb-0c5e-4217-8312-eec940a52fa5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:12.271682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e44466a-c820-48c2-aee2-16ef5ecad5a8 req-9844b4eb-0c5e-4217-8312-eec940a52fa5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.1861210 Feb 04 21:27:12.315363 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e44466a-c820-48c2-aee2-16ef5ecad5a8 req-de2d5dbf-259c-4f6e-ad7a-9ea2e2971923 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Feb 04 21:27:13.498342 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e041e-2b62-4316-9369-80c9fc620131 req-555fbccf-8cb4-4c48-8e0e-9e8f43c4db03 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:13.499705 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b79e041e-2b62-4316-9369-80c9fc620131 req-555fbccf-8cb4-4c48-8e0e-9e8f43c4db03 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0787733 Feb 04 21:27:13.543634 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b79e041e-2b62-4316-9369-80c9fc620131 req-34589330-0a9c-4d81-b849-74b9bb6cec88 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374970 Feb 04 21:27:14.725142 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9dfe2-13c0-49d1-a85f-827adf37e5c7 req-fabca62d-537f-4e1f-a397-efd1259710e1 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:14.726580 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23f9dfe2-13c0-49d1-a85f-827adf37e5c7 req-fabca62d-537f-4e1f-a397-efd1259710e1 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0799751 Feb 04 21:27:14.769314 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23f9dfe2-13c0-49d1-a85f-827adf37e5c7 req-f6a32ddd-919f-4d3e-a64f-d0ce587627b9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 Feb 04 21:27:15.951161 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d56a4-2749-4bb4-9b7f-cac1afd8265b req-f49d1c87-06b5-49ef-abf0-123c413aa86d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:15.952615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e37d56a4-2749-4bb4-9b7f-cac1afd8265b req-f49d1c87-06b5-49ef-abf0-123c413aa86d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0823288 Feb 04 21:27:15.996061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e37d56a4-2749-4bb4-9b7f-cac1afd8265b req-b712bf22-a230-4327-86b1-7dc5e97241a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372458 Feb 04 21:27:16.637680 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:27:17.176634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a245c6-e18e-4518-9fac-0a974907634b req-2bd836c3-dccb-47c4-b499-2493013dcd11 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.178084 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02a245c6-e18e-4518-9fac-0a974907634b req-2bd836c3-dccb-47c4-b499-2493013dcd11 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0781658 Feb 04 21:27:17.226074 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-02a245c6-e18e-4518-9fac-0a974907634b req-14617842-17fc-4a8f-af43-ee5ff1b0670b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423954 Feb 04 21:27:18.405605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281e1ce-93da-41cd-b52f-fac00de927ac req-ed306f6d-9419-40f7-abce-1acab0233dfe tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:18.407055 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0281e1ce-93da-41cd-b52f-fac00de927ac req-ed306f6d-9419-40f7-abce-1acab0233dfe tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0785038 Feb 04 21:27:18.449635 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0281e1ce-93da-41cd-b52f-fac00de927ac req-2e29c01e-30e2-4aac-aaa4-a4c14e95f2da tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372202 Feb 04 21:27:19.266618 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-8a95f003-b1d6-481d-8840-ef9bf08a188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.268602 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-8a95f003-b1d6-481d-8840-ef9bf08a188b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1096 time: 0.0729427 Feb 04 21:27:19.521831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-7bdcd74a-8a1b-41d2-97fd-a7d8104a1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.523363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-7bdcd74a-8a1b-41d2-97fd-a7d8104a1a09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.2346013 Feb 04 21:27:19.626311 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-ef363dbb-833d-4b2d-ba89-d02cca8fda93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1000 time: 0.0960600 Feb 04 21:27:19.634711 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c500cc-1cfd-4929-8c1f-e11bf580268c req-70ee3de2-1a8b-4380-87b9-43ae28d04414 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.636171 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1c500cc-1cfd-4929-8c1f-e11bf580268c req-70ee3de2-1a8b-4380-87b9-43ae28d04414 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0795088 Feb 04 21:27:19.680230 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a1c500cc-1cfd-4929-8c1f-e11bf580268c req-114f2ca0-b99a-4936-a476-da5145477ed7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382147 Feb 04 21:27:19.688307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-91042902-a2c8-44a9-85ff-1c183ecdb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.690308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-91042902-a2c8-44a9-85ff-1c183ecdb77c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0574169 Feb 04 21:27:19.764272 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-2ea61def-e899-4a7f-afb3-30b2264c5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.765607 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-2ea61def-e899-4a7f-afb3-30b2264c5c8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687373 Feb 04 21:27:19.896388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-aa6ba804-112a-4651-af59-6ae1aceccf0c service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236632 Feb 04 21:27:20.026657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3f189f03-8d20-4aad-899a-b682c24a8f9f req-3029cf89-e7c3-4a39-a6e3-e0debdfb622c service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236269 Feb 04 21:27:20.132547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-15d7f7df-4c67-4d6a-b74b-7eeec5eec590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.538800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:27:20.671177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:20.684536 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'port_id': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'mac_address': 'fa:16:3e:16:7d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:27:20.742456 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.760166 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a53d4858-2740-4a3e-9c13-d46661e8168c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:27:20.775491 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:20.871763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda42113-b4d8-4902-aaac-e25e8a082706 req-9ae2d9df-fe6d-4f71-b9f3-955c00e73cee tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:20.873177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fda42113-b4d8-4902-aaac-e25e8a082706 req-9ae2d9df-fe6d-4f71-b9f3-955c00e73cee tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0843985 Feb 04 21:27:20.882032 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.918765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fda42113-b4d8-4902-aaac-e25e8a082706 req-5b78b7e0-acc6-4084-8a17-23cb792abd41 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392609 Feb 04 21:27:20.950361 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:20.958557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.958557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.958557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.958938 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.959061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.959381 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.959699 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.960016 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.960332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.960913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.961227 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.961553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:20.969558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['a53d4858-2740-4a3e-9c13-d46661e8168c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:27:22.127447 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe7e6-717b-40ad-9e59-0830a7b760b7 req-ce36ef2e-44b6-40e7-b5d3-389ea61be825 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:22.135122 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ef1fe7e6-717b-40ad-9e59-0830a7b760b7 req-ce36ef2e-44b6-40e7-b5d3-389ea61be825 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0999780 Feb 04 21:27:22.187525 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ef1fe7e6-717b-40ad-9e59-0830a7b760b7 req-1e090819-3e04-48e1-bbe6-8cb3534ee5ad tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513332 Feb 04 21:27:22.350758 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-84cd9d97-9a43-44a8-815a-860a1e143435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:22.567952 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:22.645660 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port a53d4858-2740-4a3e-9c13-d46661e8168c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:22.646029 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:22.773547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:22.804800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:22.815558 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:22.858718 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'code': 200} Feb 04 21:27:22.899352 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:22.981721 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:23.395904 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bce7-88e3-4d55-964d-5d7a02c4b757 req-c352abbc-eb6d-4fba-a183-1dbf6f9cf5a8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:23.397437 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11a8bce7-88e3-4d55-964d-5d7a02c4b757 req-c352abbc-eb6d-4fba-a183-1dbf6f9cf5a8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0973001 Feb 04 21:27:23.443742 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-11a8bce7-88e3-4d55-964d-5d7a02c4b757 req-4a6f7c98-fc61-46cd-81bb-779c7faa830f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Feb 04 21:27:23.551488 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.716397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.628154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622db5f3-48d2-4437-af0b-01e5d2603714 req-8563dfdc-5ece-44ba-b1a0-d4d620f7f205 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:24.629599 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-622db5f3-48d2-4437-af0b-01e5d2603714 req-8563dfdc-5ece-44ba-b1a0-d4d620f7f205 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0797789 Feb 04 21:27:24.678657 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-622db5f3-48d2-4437-af0b-01e5d2603714 req-3177b20f-cb74-4cf0-ae4a-aa1b44d1e07b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 Feb 04 21:27:25.431871 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.884085 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff9d7d-6691-41be-8a7f-f70c3262a4b1 req-8c03a554-4144-40bf-a89c-f017ca5fc5f8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:25.885616 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7ff9d7d-6691-41be-8a7f-f70c3262a4b1 req-8c03a554-4144-40bf-a89c-f017ca5fc5f8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0881555 Feb 04 21:27:25.937164 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a7ff9d7d-6691-41be-8a7f-f70c3262a4b1 req-2410ce26-f6b3-4aa0-8d1d-7a171699c6e6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450847 Feb 04 21:27:27.133491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006ba2-777b-43dd-988d-000e35268cdc req-90424d89-70e7-4b78-8a9a-abe54abdf56d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:27.135027 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0006ba2-777b-43dd-988d-000e35268cdc req-90424d89-70e7-4b78-8a9a-abe54abdf56d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0836358 Feb 04 21:27:27.181217 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c0006ba2-777b-43dd-988d-000e35268cdc req-fbe30f0e-5422-4806-b9c8-823dff9666a4 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Feb 04 21:27:28.396789 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d5333-964b-4763-8397-c3f0a8786c25 req-ebbfa39e-65a8-40fa-9854-8496e4b80f83 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:28.398269 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db1d5333-964b-4763-8397-c3f0a8786c25 req-ebbfa39e-65a8-40fa-9854-8496e4b80f83 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.1024015 Feb 04 21:27:28.451562 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-db1d5333-964b-4763-8397-c3f0a8786c25 req-044ef9e5-86c7-4111-b01e-220fa6dc1234 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459816 Feb 04 21:27:29.653792 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee8a0-3e8d-4b16-b8ca-6a6a50de0545 req-1c0c6777-e576-4a8d-b8ad-b8d6f374e654 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:29.656321 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-990ee8a0-3e8d-4b16-b8ca-6a6a50de0545 req-1c0c6777-e576-4a8d-b8ad-b8d6f374e654 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0904233 Feb 04 21:27:29.705315 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-990ee8a0-3e8d-4b16-b8ca-6a6a50de0545 req-3395cfab-a57f-48de-9b29-70c7015eca25 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442741 Feb 04 21:27:30.906651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b92b-364e-4b5a-b253-3e7a9840aeb0 req-2843dc89-5adf-4e36-995c-2dcc9d177662 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:30.908224 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7e1b92b-364e-4b5a-b253-3e7a9840aeb0 req-2843dc89-5adf-4e36-995c-2dcc9d177662 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0878575 Feb 04 21:27:30.956634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e7e1b92b-364e-4b5a-b253-3e7a9840aeb0 req-80e48475-259b-42dc-bb38-4d1aacf25998 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Feb 04 21:27:32.138370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1b13-0f09-4c92-85a0-c30b7099db00 req-60ab9262-91b1-49aa-a949-d80a8b4d6042 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:32.140154 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c6b1b13-0f09-4c92-85a0-c30b7099db00 req-60ab9262-91b1-49aa-a949-d80a8b4d6042 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0810843 Feb 04 21:27:32.185788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7c6b1b13-0f09-4c92-85a0-c30b7099db00 req-f41c32d7-b303-4240-85d7-96855ffc05b6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Feb 04 21:27:32.382218 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-9d4e1d8a-1dde-4504-96d3-0bd85abc98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:32.383710 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-9d4e1d8a-1dde-4504-96d3-0bd85abc98a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1096 time: 0.0741196 Feb 04 21:27:32.515413 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-149924bc-be1e-437a-a2b4-914666f161c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:32.517386 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-149924bc-be1e-437a-a2b4-914666f161c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1237233 Feb 04 21:27:32.625030 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-dd1cdd2b-7de1-4d3d-afdb-7800a715aa55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1000 time: 0.1014934 Feb 04 21:27:32.691363 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-ec677413-a29d-4732-8062-a1ed555baf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:32.692676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-ec677413-a29d-4732-8062-a1ed555baf2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0574400 Feb 04 21:27:32.773075 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-c634b33b-a14f-4f14-9e72-d37550123ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:32.774554 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-c634b33b-a14f-4f14-9e72-d37550123ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694864 Feb 04 21:27:32.909734 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-ca2d871b-0df2-47da-82f5-bbbda8a8d8f0 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248283 Feb 04 21:27:33.043590 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ccff9abf-f38f-4456-9980-4b0fd9f0b447 req-f5066dc1-d7c8-479e-b4a2-8572f74ba244 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251948 Feb 04 21:27:33.368779 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba0c8d-2510-454f-b20b-7cf490bb4a26 req-5696407d-fffe-4b7d-bfd0-c3a5b116af23 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:33.370103 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ceba0c8d-2510-454f-b20b-7cf490bb4a26 req-5696407d-fffe-4b7d-bfd0-c3a5b116af23 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0777590 Feb 04 21:27:33.416176 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ceba0c8d-2510-454f-b20b-7cf490bb4a26 req-ced92dea-12b7-42f0-86d0-5124aa76b53d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Feb 04 21:27:34.601193 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c0381-4695-4688-af34-f2011ae49724 req-adcc2e26-b14d-44a5-8b36-d44763576d83 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:34.602644 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-366c0381-4695-4688-af34-f2011ae49724 req-adcc2e26-b14d-44a5-8b36-d44763576d83 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0832944 Feb 04 21:27:34.645723 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-366c0381-4695-4688-af34-f2011ae49724 req-816acbe8-dd58-43c5-9e28-d734a2b0486e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375648 Feb 04 21:27:35.828972 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee018-d84b-4879-b8dd-249bf93df2b0 req-eff7798d-ee73-4f38-a1b6-46c3f22a4984 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:35.830446 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d94ee018-d84b-4879-b8dd-249bf93df2b0 req-eff7798d-ee73-4f38-a1b6-46c3f22a4984 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0796950 Feb 04 21:27:35.874113 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d94ee018-d84b-4879-b8dd-249bf93df2b0 req-3b66ea4a-b688-402a-b7b6-de8c499aad62 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Feb 04 21:27:36.409816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac684129-ae9e-4cc2-9cf6-82ce58ce10ab req-efefd4f5-0c3f-4132-831a-8cff75b40e5b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:36.411318 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac684129-ae9e-4cc2-9cf6-82ce58ce10ab req-efefd4f5-0c3f-4132-831a-8cff75b40e5b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0844684 Feb 04 21:27:36.455502 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ac684129-ae9e-4cc2-9cf6-82ce58ce10ab req-d9289dc6-58b0-4d43-aa2c-f380a9b800c7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Feb 04 21:27:36.641449 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:27:36.756622 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.782743 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:36.795337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:36.797916 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-d19db270-c2f3-41dd-8934-92b9667b536e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111379 Feb 04 21:27:36.826358 n-d-811806-1 neutron-server[88238]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'code': 422} returned with failed status Feb 04 21:27:36.887668 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.954472 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:37.640520 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21dae5-065a-4052-a49b-184d1964c5b1 req-e7f34a24-5059-42fe-b72b-4eb191df9493 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:37.641997 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b21dae5-065a-4052-a49b-184d1964c5b1 req-e7f34a24-5059-42fe-b72b-4eb191df9493 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 943 time: 0.0808120 Feb 04 21:27:37.688493 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8b21dae5-065a-4052-a49b-184d1964c5b1 req-0f8fc706-10ad-491f-9f0f-8dcb87cd08c1 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Feb 04 21:27:38.414846 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-f3fe95e4-b618-44a5-b88b-5bd1a5807af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:38.416286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-f3fe95e4-b618-44a5-b88b-5bd1a5807af2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c&tenant_id=3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 1094 time: 0.0732117 Feb 04 21:27:38.427734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811806-1', 'device_owner': 'compute:nova'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:38.537255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.807729 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:38.836089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h2-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:38.875555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67394fb-6ff0-40d9-8a78-3925520b5200 req-f4038fc5-2808-4f59-a729-a94337512486 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:38.877127 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b67394fb-6ff0-40d9-8a78-3925520b5200 req-f4038fc5-2808-4f59-a729-a94337512486 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 943 time: 0.0832343 Feb 04 21:27:38.885840 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53d4858-2740-4a3e-9c13-d46661e8168c {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:27:38.893778 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.908035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Transition to ACTIVE for port object a53d4858-2740-4a3e-9c13-d46661e8168c will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:38.922022 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b67394fb-6ff0-40d9-8a78-3925520b5200 req-cb49aa7e-8390-46e4-a295-dea95ffe4b2d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Feb 04 21:27:38.995982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.141143 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=9']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:39.152782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.153129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.153471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.153803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.154132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.154456 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.154802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.155124 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.155441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.155755 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.156089 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.156389 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:39.207042 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] No DVR routers for this DVR port a53d4858-2740-4a3e-9c13-d46661e8168c on host n-h2-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:27:39.530948 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:39.531283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:39.531618 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:39.536103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Port a53d4858-2740-4a3e-9c13-d46661e8168c on network 2f4952fb-7246-43a2-986c-43d5c1302c18 not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:27:39.536423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Attempting to bind port a53d4858-2740-4a3e-9c13-d46661e8168c on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:39.541357 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:39.541694 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Checking segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:39.542075 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Bound using segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:39.542493 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Bound port: a53d4858-2740-4a3e-9c13-d46661e8168c, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:39.542866 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.628561 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:39.631394 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:39.715889 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.784206 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:39.784816 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.786181 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] 10.222.0.62 "PUT /v2.0/ports/a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1091 time: 1.3629837 Feb 04 21:27:39.786635 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:39.803029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e2415-a173-473b-a9e4-3c041fabafdb service neutron] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=10']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:39.841651 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'status': 'completed', 'code': 200} Feb 04 21:27:39.853113 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.885337 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-58de4ce6-f082-465a-8f58-30742b9e6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:39.886768 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-58de4ce6-f082-465a-8f58-30742b9e6480 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1095 time: 0.0771658 Feb 04 21:27:40.023817 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-bf8a830e-9f55-442d-b3bc-84e38e1edcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:40.025262 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-bf8a830e-9f55-442d-b3bc-84e38e1edcbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1329539 Feb 04 21:27:40.109700 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c4008-5b03-467a-b4fb-f2768bc86b57 req-e1c8b1a7-2388-4ae9-bdb7-c4be3f13d9f6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:40.111220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e1c4008-5b03-467a-b4fb-f2768bc86b57 req-e1c8b1a7-2388-4ae9-bdb7-c4be3f13d9f6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0813711 Feb 04 21:27:40.130977 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-26c48b34-7423-490a-825a-0d588bff16ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 998 time: 0.0995779 Feb 04 21:27:40.161905 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.197479 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-6205e9de-fd28-4d20-831e-d8c7298a7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:40.198965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-6205e9de-fd28-4d20-831e-d8c7298a7469 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0621963 Feb 04 21:27:40.267532 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e1c4008-5b03-467a-b4fb-f2768bc86b57 req-9007646e-93df-452f-8f5c-717130f86dc4 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497943 Feb 04 21:27:40.280416 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-b5c6008e-c678-4c17-a887-d517bc4f1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:40.281887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-b5c6008e-c678-4c17-a887-d517bc4f1e19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769925 Feb 04 21:27:40.412572 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-b9d86bd7-eabd-4c9f-b78c-a5e3e3262a61 service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244848 Feb 04 21:27:40.542811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-1b33c7c9-ba1f-49fc-b3cf-c072cd51f04f req-fab3dae3-001a-468e-b39a-c4b566ac937a service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238916 Feb 04 21:27:40.723450 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-9cf3ea5b-a26c-467d-b31a-82cb820dc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:40.724924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-9cf3ea5b-a26c-467d-b31a-82cb820dc031 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1095 time: 0.0715580 Feb 04 21:27:40.857852 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-622585a4-486a-4987-bfb5-b751be94cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:40.860139 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-622585a4-486a-4987-bfb5-b751be94cb0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1283598 Feb 04 21:27:40.960840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-387f4589-18ca-4624-8617-c932e17e33f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 998 time: 0.0956767 Feb 04 21:27:41.020940 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-be3f13d8-8690-41ba-a13c-1a27530ecebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:41.022328 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-be3f13d8-8690-41ba-a13c-1a27530ecebe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0561960 Feb 04 21:27:41.110478 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-237eb6e1-0d9e-4651-a835-f2a0d00c6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:41.113040 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-237eb6e1-0d9e-4651-a835-f2a0d00c6b78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849683 Feb 04 21:27:41.493186 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab59e9-70cd-4f13-a404-2b9c8813b560 req-ad7786e3-c96f-4b9b-8a24-6f76fb8f043b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:41.500485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3ab59e9-70cd-4f13-a404-2b9c8813b560 req-ad7786e3-c96f-4b9b-8a24-6f76fb8f043b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0922892 Feb 04 21:27:41.547531 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b3ab59e9-70cd-4f13-a404-2b9c8813b560 req-4b99be99-5b2c-47a1-8ff1-1618fc7c75e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Feb 04 21:27:42.741806 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ffbad-029f-4cce-9eb5-4993b0eee748 req-7e38564b-c26d-4b88-b9ae-a3f501323af3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:42.747806 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de8ffbad-029f-4cce-9eb5-4993b0eee748 req-7e38564b-c26d-4b88-b9ae-a3f501323af3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0902910 Feb 04 21:27:42.791148 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-de8ffbad-029f-4cce-9eb5-4993b0eee748 req-265aabb6-7f14-4174-9214-1d36f8eef3dc tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Feb 04 21:27:44.107108 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1048b-3ec5-45e8-9dd3-099ac6eeebdf req-08ea5a02-d929-40bd-8e37-ee3d6742c359 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:44.108542 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05b1048b-3ec5-45e8-9dd3-099ac6eeebdf req-08ea5a02-d929-40bd-8e37-ee3d6742c359 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.2049296 Feb 04 21:27:44.167248 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-05b1048b-3ec5-45e8-9dd3-099ac6eeebdf req-06b96b70-5557-43b1-b7a9-32f2be9dddfb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527968 Feb 04 21:27:45.366003 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6688832-a169-484d-80e6-69404d41a62f req-afd15f82-1bce-4cb8-b1b0-6118cc8feba7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:45.367562 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6688832-a169-484d-80e6-69404d41a62f req-afd15f82-1bce-4cb8-b1b0-6118cc8feba7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0908322 Feb 04 21:27:45.415255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6688832-a169-484d-80e6-69404d41a62f req-63236537-b056-4ce9-8af8-4ee7754cd7fb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416698 Feb 04 21:27:46.612188 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da9e65-e2a9-4409-82c8-a7b5d61e4e0b req-ae35e75b-4fca-4754-8ff6-76551d148f93 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:46.613660 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68da9e65-e2a9-4409-82c8-a7b5d61e4e0b req-ae35e75b-4fca-4754-8ff6-76551d148f93 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0904629 Feb 04 21:27:46.672242 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-68da9e65-e2a9-4409-82c8-a7b5d61e4e0b req-6722f490-b7f8-4258-8228-43a65ced095c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511630 Feb 04 21:27:47.868374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d804-1b11-4eb7-be92-45954ac03329 req-1646267c-651a-4585-8a71-6089f6bcf0a9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:47.870015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc7d804-1b11-4eb7-be92-45954ac03329 req-1646267c-651a-4585-8a71-6089f6bcf0a9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0858996 Feb 04 21:27:47.919202 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5cc7d804-1b11-4eb7-be92-45954ac03329 req-3658f31e-8fa8-4af2-97ca-3f90f6e568b9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Feb 04 21:27:49.118572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfc68c-3d08-440d-9bbd-5d77138b0f94 req-5cf463ff-b983-43b3-8546-622f37ca065b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:49.120045 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7dfc68c-3d08-440d-9bbd-5d77138b0f94 req-5cf463ff-b983-43b3-8546-622f37ca065b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0810311 Feb 04 21:27:49.164291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b7dfc68c-3d08-440d-9bbd-5d77138b0f94 req-018ac8da-2672-4f15-98a9-05e5a73457df tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384610 Feb 04 21:27:50.120998 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6a49bf08-153a-4f97-b735-ae7e810db747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.347760 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48a257-31a1-4ce5-a48a-f7b5b0d906d8 req-a7f241a8-a935-4e18-8f97-be72996419e0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:50.349198 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee48a257-31a1-4ce5-a48a-f7b5b0d906d8 req-a7f241a8-a935-4e18-8f97-be72996419e0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0818784 Feb 04 21:27:50.391291 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ee48a257-31a1-4ce5-a48a-f7b5b0d906d8 req-482bdd8a-15fe-417f-bd0d-f48f9ac59808 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365620 Feb 04 21:27:51.577857 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacfa86-bd37-4b17-a86f-78b2d066fb07 req-c2720e65-4fbe-4b8c-9911-0f04d48954bb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:51.579339 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbacfa86-bd37-4b17-a86f-78b2d066fb07 req-c2720e65-4fbe-4b8c-9911-0f04d48954bb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0817025 Feb 04 21:27:51.622991 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bbacfa86-bd37-4b17-a86f-78b2d066fb07 req-2a7b99c6-5b03-41fa-b619-69ac27035110 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373023 Feb 04 21:27:52.356029 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-abff05dd-56a4-464c-8d50-2a1bd2bc7698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:52.591956 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-c289eb31-2f06-4ebd-9413-b8a8538daa07 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:27:52.593543 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-c289eb31-2f06-4ebd-9413-b8a8538daa07 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059052 Feb 04 21:27:52.733646 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-969cf264-cdea-489b-80ce-882ab4a29d53 service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338685 Feb 04 21:27:52.817612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492d2d-f0d7-4181-ba88-ab1b7c9c1be1 req-a0a5a8a7-3e3f-46b0-998d-46e6114d8c0a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:52.819111 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42492d2d-f0d7-4181-ba88-ab1b7c9c1be1 req-a0a5a8a7-3e3f-46b0-998d-46e6114d8c0a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0902555 Feb 04 21:27:52.870234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-42492d2d-f0d7-4181-ba88-ab1b7c9c1be1 req-f0b52a74-482d-4ef7-baba-4e351427e343 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440698 Feb 04 21:27:52.878837 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-d2b812bb-8334-4b4f-a9e5-9722d2d65338 req-f7c126f6-f21e-4897-9a73-6c8b978e06cd service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369371 Feb 04 21:27:53.638224 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:27:54.076425 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e3cac-3f12-47c3-adde-7d461b01f0d9 req-d7175080-783d-48ce-81a5-8ef60116ab92 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:54.077926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-118e3cac-3f12-47c3-adde-7d461b01f0d9 req-d7175080-783d-48ce-81a5-8ef60116ab92 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0943806 Feb 04 21:27:54.127204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-118e3cac-3f12-47c3-adde-7d461b01f0d9 req-b1afc319-5ad9-44a4-a311-1476692bcada tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Feb 04 21:27:54.161377 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.178287 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.311843 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c1196-48d5-41f2-8c7a-0619cbdc4262 req-35720924-880a-4dea-acdc-4f4c6b3dd94a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:55.313287 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c9c1196-48d5-41f2-8c7a-0619cbdc4262 req-35720924-880a-4dea-acdc-4f4c6b3dd94a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 944 time: 0.0795245 Feb 04 21:27:55.357305 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0c9c1196-48d5-41f2-8c7a-0619cbdc4262 req-46f35f66-a30a-430f-91bc-1c43c6ad8060 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Feb 04 21:27:55.451289 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.985864 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:27:56.116854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:56.129718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'port_id': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'mac_address': 'fa:16:3e:16:7d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:27:56.187260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:56.203726 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53d4858-2740-4a3e-9c13-d46661e8168c {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:27:56.219417 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:56.281331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:56.346332 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=11']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:56.540953 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b431-1516-40cf-8bc2-16b7f2269e85 req-6065924a-bc76-4095-ab08-3d8ae827eff9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:56.542286 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c03b431-1516-40cf-8bc2-16b7f2269e85 req-6065924a-bc76-4095-ab08-3d8ae827eff9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0811017 Feb 04 21:27:56.585755 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6c03b431-1516-40cf-8bc2-16b7f2269e85 req-097389ba-0885-4f93-b979-5132bdcd5b4e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Feb 04 21:27:56.648477 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['a53d4858-2740-4a3e-9c13-d46661e8168c'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:27:57.770378 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170623-3ad0-42ec-8e69-5672feb3d870 req-abd73358-3019-4b5c-89e7-58eb95174175 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:57.771845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02170623-3ad0-42ec-8e69-5672feb3d870 req-abd73358-3019-4b5c-89e7-58eb95174175 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 945 time: 0.0831764 Feb 04 21:27:57.814368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-02170623-3ad0-42ec-8e69-5672feb3d870 req-4fc75d0f-6972-40c0-b0da-2f5ceefcfafc tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370448 Feb 04 21:27:58.001457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:58.166851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port a53d4858-2740-4a3e-9c13-d46661e8168c completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:58.172030 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port a53d4858-2740-4a3e-9c13-d46661e8168c triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:58.172403 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.288258 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.314195 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:58.323702 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:58.360201 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'code': 200} Feb 04 21:27:58.400648 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.469581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=12']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:58.696929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8b502-951a-4382-9694-12243f877964 req-d09cbdc3-0126-494a-a4b2-4c65009570f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:58.698376 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03b8b502-951a-4382-9694-12243f877964 req-d09cbdc3-0126-494a-a4b2-4c65009570f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1097 time: 0.1101415 Feb 04 21:27:58.743256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03b8b502-951a-4382-9694-12243f877964 req-85e0e96b-03f6-4dc5-af6f-6c94d04711f1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Feb 04 21:27:58.993449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093f056-4fa2-4cd0-afd1-9ff8bfd62574 req-e0da8eea-41fd-4f38-bebf-d5b2db2c5207 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:58.994907 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a093f056-4fa2-4cd0-afd1-9ff8bfd62574 req-e0da8eea-41fd-4f38-bebf-d5b2db2c5207 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 946 time: 0.0783942 Feb 04 21:27:59.038393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a093f056-4fa2-4cd0-afd1-9ff8bfd62574 req-0ddd1978-7e5e-4cb9-b04b-3cf041f21cf9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379958 Feb 04 21:28:00.228258 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8875ea-c8b9-4cc2-b5af-753a16f1d140 req-bcccd6cc-4227-4b3c-93ba-2caf26fd3304 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:00.229715 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb8875ea-c8b9-4cc2-b5af-753a16f1d140 req-bcccd6cc-4227-4b3c-93ba-2caf26fd3304 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 946 time: 0.0804813 Feb 04 21:28:00.273686 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb8875ea-c8b9-4cc2-b5af-753a16f1d140 req-af98c18d-b4da-437b-9672-4f0760cd3e12 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383527 Feb 04 21:28:01.460724 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf991ca-5fea-4cd6-b5d5-0ae4bebe28f9 req-dbf08d02-0d95-4910-b121-2db85258c9a0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:01.462073 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf991ca-5fea-4cd6-b5d5-0ae4bebe28f9 req-dbf08d02-0d95-4910-b121-2db85258c9a0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 946 time: 0.0826745 Feb 04 21:28:01.505040 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6cf991ca-5fea-4cd6-b5d5-0ae4bebe28f9 req-d920ef0d-ace7-47e8-b7b3-9687d2b051c1 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374391 Feb 04 21:28:09.869103 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:10.160476 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.797359 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-66f86861-7bba-43ab-956c-61e0a3943ed0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706592 Feb 04 21:28:13.931293 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5a47-f311-4707-93cb-675584d21378 req-4fe413f3-f3bc-4bbb-aed7-986cfc8d1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:13.932708 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-4fe413f3-f3bc-4bbb-aed7-986cfc8d1524 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1097 time: 0.0692754 Feb 04 21:28:14.073651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5a47-f311-4707-93cb-675584d21378 req-356e6cc9-ccb0-4998-a43c-c2402c1f7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:14.075026 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-356e6cc9-ccb0-4998-a43c-c2402c1f7c18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1251168 Feb 04 21:28:14.176190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-02be21af-2291-41ac-9662-a0239243262a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1000 time: 0.0952108 Feb 04 21:28:14.237714 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5a47-f311-4707-93cb-675584d21378 req-0aa64a53-3f87-40d9-8a18-d7c1be2203c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:14.239124 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-0aa64a53-3f87-40d9-8a18-d7c1be2203c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0570142 Feb 04 21:28:14.313385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5a47-f311-4707-93cb-675584d21378 req-2bbd6d02-2463-4075-9f71-a9822e9623f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:14.314987 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-2bbd6d02-2463-4075-9f71-a9822e9623f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697875 Feb 04 21:28:14.549308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-74d9d869-c080-48fb-bb5f-43d560eab5ee service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289877 Feb 04 21:28:14.683350 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-922b5a47-f311-4707-93cb-675584d21378 req-c8bce42c-6946-44d2-a1fc-8fededd3bccc service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263220 Feb 04 21:28:20.166397 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0a8f-e416-4605-b5f3-06037f669457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:22.343589 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1f522448-0067-4e96-943a-6be8dfbdee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:23.572033 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:23.794664 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:25.429322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:30.637205 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:28:39.857829 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:40.160278 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:50.171392 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c6298101-2cc7-4314-b767-3890896b0c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:52.348561 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d6ed6c0d-2656-48e6-b5ae-f35ad5b16a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:53.577195 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:53.737252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:55.594066 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:07.636926 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:29:09.874064 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:10.171440 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:13.783970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-69480537-1f95-4357-b1c6-f0f443423556 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687525 Feb 04 21:29:13.920936 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99797112-5fde-4b8a-8144-e1199899a341 req-a3286b6f-aba1-4f50-aa70-12076abf6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:13.922419 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-a3286b6f-aba1-4f50-aa70-12076abf6d7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1097 time: 0.0733266 Feb 04 21:29:14.065050 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99797112-5fde-4b8a-8144-e1199899a341 req-c2471f05-8ec0-4da0-94f0-16e748bd68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:14.066374 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-c2471f05-8ec0-4da0-94f0-16e748bd68c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1256974 Feb 04 21:29:14.170776 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-742dfb4d-411f-4936-aea7-cf25678378e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 1000 time: 0.0981441 Feb 04 21:29:14.232691 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99797112-5fde-4b8a-8144-e1199899a341 req-8b3d99f5-53e6-4543-b3ae-c29ff778f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:14.234102 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-8b3d99f5-53e6-4543-b3ae-c29ff778f336 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0575376 Feb 04 21:29:14.306964 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99797112-5fde-4b8a-8144-e1199899a341 req-194b6bd7-52f3-48fa-8fef-0a17c3879189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:14.308392 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-194b6bd7-52f3-48fa-8fef-0a17c3879189 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680225 Feb 04 21:29:14.437160 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-125e436b-c818-4d33-ba87-6092177611b7 service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229360 Feb 04 21:29:14.565772 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-99797112-5fde-4b8a-8144-e1199899a341 req-ef2404db-1fd4-4881-919f-0c344f1d2b5c service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225913 Feb 04 21:29:20.126270 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2b308b4b-b111-47e1-bd59-0ef2c5e98e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:22.347987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5b5b99fc-a47f-49f4-aa3c-52babd7fd695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:23.553555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:23.736373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:25.438559 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:37.572789 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54862) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:37.772920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Deleting port acebeecc-32e4-4aae-ab29-bcee0c8061b2 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:29:37.773254 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:37.942456 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:37.942811 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:38.066107 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Calling delete_port for acebeecc-32e4-4aae-ab29-bcee0c8061b2 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:29:38.302064 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:38.351336 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event deleted for resources: {'Port': ['ID=acebeecc-32e4-4aae-ab29-bcee0c8061b2,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:38.392462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.392462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.392788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.393118 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.393438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.393761 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.394077 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.394389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.394719 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.395038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.395383 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.395683 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:38.449206 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:38.449454 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Floating IP cea25303-76d5-451b-9aff-e79f18e86b18 disassociated (deleted). External IP: 172.25.7.59, port: a53d4858-2740-4a3e-9c13-d46661e8168c. Feb 04 21:29:38.898476 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Router b8c56071-eb65-498a-87d1-1295a5b5bb19 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:29:39.073197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:29:39.083497 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] Sync routers for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:29:39.092780 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:29:39.098890 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:29:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:29:39.159669 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:39.220857 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-66c15468-c681-433a-84ed-2342076e6f7d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "DELETE /v2.0/floatingips/cea25303-76d5-451b-9aff-e79f18e86b18 HTTP/1.1" status: 204 len: 168 time: 1.6446412 Feb 04 21:29:39.220857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:29:39.269237 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:29:39.582260 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:29:39.586388 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] Checking router: b8c56071-eb65-498a-87d1-1295a5b5bb19 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:29:39.594493 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:29:39.595114 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:29:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:29:39.771964 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:29:39.779859 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acd7a7-bbbe-4592-a00d-bc4e96af3973 req-01540b8b-07c9-45e4-afd2-11c174b194ce tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:39.781882 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03acd7a7-bbbe-4592-a00d-bc4e96af3973 req-01540b8b-07c9-45e4-afd2-11c174b194ce tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 946 time: 0.0830064 Feb 04 21:29:39.826204 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-03acd7a7-bbbe-4592-a00d-bc4e96af3973 req-324a59ee-f332-45dc-a349-32a23392f899 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Feb 04 21:29:39.873497 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:40.077500 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:29:40.081371 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93416710-3d7b-4c9f-878a-44753d412681 None None] The sync data for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 is: [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:29:40.187937 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:40.307860 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507de3e-83db-4177-ba00-beabed05327f None None] New status for floating IP cea25303-76d5-451b-9aff-e79f18e86b18: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:29:40.344816 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'status': 'completed', 'code': 200} Feb 04 21:29:40.434342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-a8099734-5910-4e48-a215-2e5d9c6a0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:40.435841 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-a8099734-5910-4e48-a215-2e5d9c6a0b15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 1097 time: 0.0691206 Feb 04 21:29:40.566991 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-1f5daf58-3df4-41aa-8fdc-84fc61627c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:40.568474 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-1f5daf58-3df4-41aa-8fdc-84fc61627c0b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1257064 Feb 04 21:29:40.640089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-45fcb1e8-72ba-4be7-8b63-9a9dfe8d90bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 200 len: 217 time: 0.0655508 Feb 04 21:29:40.700662 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-368d47b9-9c4f-4da4-809b-3103c77970e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:40.701965 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-368d47b9-9c4f-4da4-809b-3103c77970e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0562079 Feb 04 21:29:40.778327 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-1b2b947b-72f3-4a16-a23d-1eb1a77a2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:40.779783 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-1b2b947b-72f3-4a16-a23d-1eb1a77a2a54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713983 Feb 04 21:29:41.108902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-aeef5695-cda3-4d51-8246-72664970fb8f service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215330 Feb 04 21:29:41.160056 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38ba4a-2f6b-49db-99a6-7f372dcd82ce req-4e66e0e7-c2c7-428b-94e5-10d345b3ba75 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:41.161491 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d38ba4a-2f6b-49db-99a6-7f372dcd82ce req-4e66e0e7-c2c7-428b-94e5-10d345b3ba75 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 946 time: 0.1956058 Feb 04 21:29:41.291652 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-7d38ba4a-2f6b-49db-99a6-7f372dcd82ce req-64831b9e-88e5-44a3-a080-7f2fba3b4791 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=2109274f-4729-46bf-8f87-510640055c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828092 Feb 04 21:29:41.314623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-19d0a04a-caf3-4246-b287-b08f7338e340 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:41.316062 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-19d0a04a-caf3-4246-b287-b08f7338e340 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 946 time: 0.2479553 Feb 04 21:29:41.321097 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-1db26277-a6ce-4a20-b753-0370b5500659 service neutron] 10.222.0.62 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038159 Feb 04 21:29:41.388844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Deleting port a53d4858-2740-4a3e-9c13-d46661e8168c {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:29:41.389103 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:41.632231 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] For port a53d4858-2740-4a3e-9c13-d46661e8168c, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=a53d4858-2740-4a3e-9c13-d46661e8168c,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:29:41.632589 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:41.755473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Calling delete_port for a53d4858-2740-4a3e-9c13-d46661e8168c owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:29:41.948027 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:41.996745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event deleted for resources: {'Port': ['ID=a53d4858-2740-4a3e-9c13-d46661e8168c,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.045556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:29:42.084441 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] No DVR routers for this DVR port a53d4858-2740-4a3e-9c13-d46661e8168c on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:29:42.087067 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:42.089653 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-deleted', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:29:42.101937 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c3d0d141-5d9e-4988-98ce-4280dd756b62 req-dacf6b7c-2021-4ea0-bccf-261408d2e3d8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.62 "DELETE /v2.0/ports/a53d4858-2740-4a3e-9c13-d46661e8168c HTTP/1.1" status: 204 len: 173 time: 0.7796733 Feb 04 21:29:42.184374 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f16131-626f-4d42-964b-7d0adeeaf44c', 'name': 'network-vif-deleted', 'tag': 'a53d4858-2740-4a3e-9c13-d46661e8168c', 'status': 'completed', 'code': 200} Feb 04 21:29:42.448179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b2eeeb03-654e-49b9-a0a2-2d0375427c86 req-4921e9d1-e7e9-4e0a-a3d5-dc6fa6478be7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:29:42.519803 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b2eeeb03-654e-49b9-a0a2-2d0375427c86 req-4921e9d1-e7e9-4e0a-a3d5-dc6fa6478be7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:29:42.520924 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b2eeeb03-654e-49b9-a0a2-2d0375427c86 req-4921e9d1-e7e9-4e0a-a3d5-dc6fa6478be7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f16131-626f-4d42-964b-7d0adeeaf44c HTTP/1.1" status: 200 len: 210 time: 0.1154552 Feb 04 21:29:43.613640 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 54888) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:43.679565 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-297b6273-af7c-4cf4-a50f-5805b2ee301f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:43.708239 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-297b6273-af7c-4cf4-a50f-5805b2ee301f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:43.856189 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-297b6273-af7c-4cf4-a50f-5805b2ee301f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:43.874145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b6273-af7c-4cf4-a50f-5805b2ee301f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109274f-4729-46bf-8f87-510640055c95,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:43.946568 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-297b6273-af7c-4cf4-a50f-5805b2ee301f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:43.947727 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-297b6273-af7c-4cf4-a50f-5805b2ee301f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "DELETE /v2.0/security-groups/2109274f-4729-46bf-8f87-510640055c95 HTTP/1.1" status: 204 len: 168 time: 0.3331096 Feb 04 21:29:44.635813 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:29:44.638523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:29:44.671310 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: a53d4858-2740-4a3e-9c13-d46661e8168c {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:29:44.672159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device a53d4858-2740-4a3e-9c13-d46661e8168c not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:29:46.430571 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54900) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:46.435754 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398540293', 'description': 'tempest-secgroup-smoke-398540293 description', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:29:46.442903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:46.447024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:46.450307 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:46.456597 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:46.524286 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:46.543866 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:46.548717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:46.551780 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:46.557541 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:46.627954 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:46.685040 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:46.731528 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:46.793803 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:46.795077 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4f9d1923-a42a-45f7-a90f-b714e3fd5cb7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3635075 Feb 04 21:29:46.797933 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54904) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:46.802803 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:29:46.809301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:46.813078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:46.815915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:46.821498 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:46.908848 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:46.970032 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.033593 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.056177 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8ab08b-009a-42c9-b1bf-06680c5b2519,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:47.102334 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.103646 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cfba3a17-1f5a-4a1b-bcc2-6565b1e7e9eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047972 Feb 04 21:29:47.106385 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54908) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:47.111677 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:29:47.118269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:47.122208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:47.125714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:47.131523 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:47.195137 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.254455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.324782 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.348681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ee19d5-88b2-433c-b26d-848c6a2c1333,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:47.422543 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.423728 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-246396f9-3e8f-403d-81c2-4df9fbf14397 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164074 Feb 04 21:29:47.426402 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54912) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:47.431626 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:29:47.438975 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:47.442880 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:47.445750 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:47.451433 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:47.548386 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.608527 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.690645 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.714482 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521e381b-9ec8-4ef1-937e-15ba49739765,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:47.764992 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.766713 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9aedce6e-1041-4c79-a8c1-295bad31b2a3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393204 Feb 04 21:29:47.769348 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54916) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:47.774266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:29:47.780805 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:47.784669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:47.787503 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:47.793154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:47.851272 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.913673 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.976344 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.998941 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c958fa-e4a2-4a0a-9706-7ae33f61ba82,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:48.055731 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.056913 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-898a63d0-7226-4f4a-8744-27b3317b304b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2866278 Feb 04 21:29:48.059652 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54920) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:48.065220 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:29:48.071639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:48.075357 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:48.078158 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:48.083927 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:48.160158 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Project 3821f383ec294d97bc7c0e8b02bb18e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:29:48.166834 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.229140 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.290498 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.314478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c30fc8-a293-4dbc-8c94-af880d87c265,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:48.399143 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.400326 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-428cb839-e82d-4ba5-aae9-8a304a9b31e3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3397591 Feb 04 21:29:48.403025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 54924) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:29:48.407867 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'security_group_rule': {'security_group_id': '7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd', 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:29:48.414367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:29:48.418198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:security_group_rule and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:29:48.421054 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:29:48.427229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:29:48.496277 n-d-811806-1 neutron-server[88237]: INFO neutron.db.securitygroups_db [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Project 3821f383ec294d97bc7c0e8b02bb18e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:29:48.502739 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.567784 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.637974 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.660564 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e593e73c-9619-457c-8225-7e77806aa506,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:29:48.742095 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.743356 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-57609c63-1e3f-469b-a898-be703fc03987 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394144 Feb 04 21:29:50.130785 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4a73d11f-34b1-4afc-ae2d-1afa42580fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:52.348357 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a5c14457-4c9a-4d27-821b-98e4b59a0050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:53.553473 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:53.718939 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:55.444754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:08.491117 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-7c90f86d-5edb-4d55-b3cf-8f8538a26153 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:30:08.564782 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-7c90f86d-5edb-4d55-b3cf-8f8538a26153 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:30:08.566764 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-7c90f86d-5edb-4d55-b3cf-8f8538a26153 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398540293&fields=id&tenant_id=3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 267 time: 0.1138458 Feb 04 21:30:08.717841 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-e0564657-8171-4660-937f-21349bea7f6d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:08.719747 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-e0564657-8171-4660-937f-21349bea7f6d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 809 time: 0.1464529 Feb 04 21:30:08.735665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-9e09e112-26ca-4e8e-beb3-68c531db9a91 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/quotas/3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 375 time: 0.0104253 Feb 04 21:30:08.816092 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-5e7775b5-a1b1-400e-8fd5-81ea8f249b78 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753956 Feb 04 21:30:08.900041 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-0d9c8f33-ded0-4b04-bbb0-450245517759 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:30:08.901455 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-0d9c8f33-ded0-4b04-bbb0-450245517759 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0742152 Feb 04 21:30:09.134439 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-d1b21ac1-725f-43f9-9695-eed6e547019d service neutron] 10.222.0.48 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270184 Feb 04 21:30:09.265780 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-64071fa2-9069-4d38-afbc-b6aab137cdbd service neutron] 10.222.0.48 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251543 Feb 04 21:30:09.901979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:09.971656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-931b22f5-4135-44c7-af1d-b9a3cbfc4bc0 req-1d839062-ee68-4248-b402-3c98fb91366c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:30:09.982883 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-931b22f5-4135-44c7-af1d-b9a3cbfc4bc0 req-1d839062-ee68-4248-b402-3c98fb91366c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:30:09.984476 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-931b22f5-4135-44c7-af1d-b9a3cbfc4bc0 req-1d839062-ee68-4248-b402-3c98fb91366c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 210 time: 0.0539889 Feb 04 21:30:10.170241 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:11.096319 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a61a46d8-e654-4de9-890e-eacf16c15dc3 req-c070c6f0-1c2e-4ca1-b437-c74ce6a5a8f8 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 210 time: 0.0474105 Feb 04 21:30:12.192350 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a88f137b-ec57-4287-beb0-c7b8e75e1dda req-5ae9c5b0-3206-4e2f-a7f7-e28e6cd60dca tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 210 time: 0.0430086 Feb 04 21:30:13.339602 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6d470fdf-5908-4725-b4fb-c1a6cb7843be req-0b52d1d2-eac0-459c-9000-c1dd0973b596 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 210 time: 0.0428898 Feb 04 21:30:14.137035 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-7d5e7c93-029f-46ec-b7b2-a1418ffe06fd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:14.138438 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-7d5e7c93-029f-46ec-b7b2-a1418ffe06fd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 809 time: 0.1456194 Feb 04 21:30:14.195710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-84748754-bec1-4f02-b655-8aa0d362cc34 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:30:14.206957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-84748754-bec1-4f02-b655-8aa0d362cc34 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:security_group {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:30:14.208072 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-84748754-bec1-4f02-b655-8aa0d362cc34 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 379 time: 0.0559478 Feb 04 21:30:14.222274 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'port': {'device_id': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'admin_state_up': True, 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'security_groups': ['7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:30:14.360569 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:30:14.370915 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:30:14.602083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Made reservation on behalf of 3821f383ec294d97bc7c0e8b02bb18e2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:30:14.605129 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:14.623693 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b1f85feb-e018-4344-8ff0-a9b8551c94a5 req-da82bdc4-b5f0-4025-86b7-d9e8507f3cdc tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 210 time: 0.1652794 Feb 04 21:30:14.775718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Allocated IP 172.20.0.8 (2f4952fb-7246-43a2-986c-43d5c1302c18/2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c/d5679530-a2bf-4f6f-a4dc-ed21c0e95379) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:30:14.964598 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:14.979591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Transition to ACTIVE for port object d5679530-a2bf-4f6f-a4dc-ed21c0e95379 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:30:15.073013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:15.149742 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:30:15.152784 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:30:15.157144 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:30:15.188005 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:30:15.225984 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:15.226808 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:15.337361 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-816b3ab0-5f45-4882-b50d-88f4a24b44db tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1188405 Feb 04 21:30:15.350972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-7429c3eb-5f15-4100-a430-d9518ea6a8d0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:30:15.352462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-7429c3eb-5f15-4100-a430-d9518ea6a8d0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061469 Feb 04 21:30:15.405412 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Request body: {'port': {'device_id': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:30:15.523368 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:15.526193 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-853827fc-cbe1-406b-8a07-c7ce102e270a None None] Provisioning for port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:30:15.531360 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-853827fc-cbe1-406b-8a07-c7ce102e270a None None] Provisioning complete for port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:30:15.532639 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-853827fc-cbe1-406b-8a07-c7ce102e270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:15.593490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-853827fc-cbe1-406b-8a07-c7ce102e270a None None] Port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:30:15.813750 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7412-63c4-4f4b-a667-926a3e90e80d req-d80ef2ee-8c59-4c61-91fd-8928745d9329 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:15.815268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bbf7412-63c4-4f4b-a667-926a3e90e80d req-d80ef2ee-8c59-4c61-91fd-8928745d9329 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 931 time: 0.0816846 Feb 04 21:30:15.865573 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-6bbf7412-63c4-4f4b-a667-926a3e90e80d req-6764da8d-e3f7-4ff6-8323-fddefc1be8eb tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436525 Feb 04 21:30:15.878045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5679530-a2bf-4f6f-a4dc-ed21c0e95379 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:30:15.885712 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:15.900302 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Transition to ACTIVE for port object d5679530-a2bf-4f6f-a4dc-ed21c0e95379 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:30:15.947476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:16.103197 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:30:16.184659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Attempting to bind port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:30:16.185341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Attempting to bind port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:30:16.185341 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Attempting to bind port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:30:16.191041 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 on network 2f4952fb-7246-43a2-986c-43d5c1302c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:30:16.191453 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Attempting to bind port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 on network 2f4952fb-7246-43a2-986c-43d5c1302c18 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:30:16.197028 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:30:16.197358 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Checking segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:30:16.197738 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Bound using segment: {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:30:16.198151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Bound port: d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e079fca-1dfa-41dd-8593-38e74ad09491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:30:16.198488 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:16.292550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:30:16.297138 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:30:16.370122 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:16.428872 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:16.429476 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:16.430868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] 10.222.0.24 "PUT /v2.0/ports/d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 1091 time: 1.0677810 Feb 04 21:30:16.431317 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:30:16.456488 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c32893-af42-45d6-9312-4c12c0ec047d service neutron] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:30:16.488061 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'status': 'completed', 'code': 200} Feb 04 21:30:16.597481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26c26-efd4-4ef3-a88c-7d2a5487db0f req-c775da76-2dd5-4408-b002-54f86ef471b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:16.599095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edd26c26-efd4-4ef3-a88c-7d2a5487db0f req-c775da76-2dd5-4408-b002-54f86ef471b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1094 time: 0.0830147 Feb 04 21:30:16.744508 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26c26-efd4-4ef3-a88c-7d2a5487db0f req-addb2668-f089-4362-a33d-7cbff3931e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:16.745839 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edd26c26-efd4-4ef3-a88c-7d2a5487db0f req-addb2668-f089-4362-a33d-7cbff3931e79 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1361153 Feb 04 21:30:16.977906 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26c26-efd4-4ef3-a88c-7d2a5487db0f req-45b73ad5-6142-45f6-9c99-6c5f386a5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:16.979284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-edd26c26-efd4-4ef3-a88c-7d2a5487db0f req-45b73ad5-6142-45f6-9c99-6c5f386a5a72 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272601 Feb 04 21:30:17.047832 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d13fe-4d67-4a8a-932d-e2c27fc0e3ed req-b3098640-8cab-4642-932e-5dcf973c46e6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:17.049281 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-299d13fe-4d67-4a8a-932d-e2c27fc0e3ed req-b3098640-8cab-4642-932e-5dcf973c46e6 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0800028 Feb 04 21:30:17.089657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-70fd6826-7269-4c62-8032-6583796603c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:17.091143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-70fd6826-7269-4c62-8032-6583796603c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1094 time: 0.0703917 Feb 04 21:30:17.094024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-299d13fe-4d67-4a8a-932d-e2c27fc0e3ed req-0200b312-4742-491d-9e66-296e75bac66c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392122 Feb 04 21:30:17.166253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-4a8821fe-edb9-42fa-9133-42112eaf6ca8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 217 time: 0.0642328 Feb 04 21:30:17.232327 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-1129b4e3-3ab4-48b8-849a-ebd0dc817a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:17.233711 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-1129b4e3-3ab4-48b8-849a-ebd0dc817a83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0566671 Feb 04 21:30:17.321753 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-e654d19a-268e-48f4-bd39-16ec7a3d3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:17.323239 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-e654d19a-268e-48f4-bd39-16ec7a3d3429 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798545 Feb 04 21:30:17.455736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-49956985-f3b3-45f7-a733-4545ba21e927 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231685 Feb 04 21:30:17.589522 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8e9af00c-21d0-4133-a6fd-f6ee70b3307e req-8d2b3544-2609-489c-b6b4-86f50cd80195 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233239 Feb 04 21:30:18.277151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93840b-5e43-4fb9-9248-a1b3a8480ed5 req-b481aafb-afc4-4810-8e49-e9020fec2289 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:18.277832 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7f93840b-5e43-4fb9-9248-a1b3a8480ed5 req-b481aafb-afc4-4810-8e49-e9020fec2289 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:30:18.347038 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-7f93840b-5e43-4fb9-9248-a1b3a8480ed5 req-b481aafb-afc4-4810-8e49-e9020fec2289 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:30:18.348205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f93840b-5e43-4fb9-9248-a1b3a8480ed5 req-b481aafb-afc4-4810-8e49-e9020fec2289 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.1482852 Feb 04 21:30:18.391830 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7f93840b-5e43-4fb9-9248-a1b3a8480ed5 req-8d5ee7c7-38c5-4218-8735-8dfd3b0f688b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379488 Feb 04 21:30:19.578070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fa1b7-46ba-433f-8ddc-2bf5430d67ba req-ba973a49-ee7c-4db4-896b-9b795e0d9457 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:19.579545 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b4fa1b7-46ba-433f-8ddc-2bf5430d67ba req-ba973a49-ee7c-4db4-896b-9b795e0d9457 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0831282 Feb 04 21:30:19.622668 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3b4fa1b7-46ba-433f-8ddc-2bf5430d67ba req-8acc162a-4599-4f8a-8e4a-f16cfbd60167 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373342 Feb 04 21:30:20.135710 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-426af2e4-559e-451d-87c7-103590f866d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:20.807087 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0f9bb-551a-4c3f-b7bc-d93ebb19fe0d req-fa2b8495-13bb-4331-9e17-4b33728228c2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:20.808513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9dd0f9bb-551a-4c3f-b7bc-d93ebb19fe0d req-fa2b8495-13bb-4331-9e17-4b33728228c2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0810802 Feb 04 21:30:20.851898 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9dd0f9bb-551a-4c3f-b7bc-d93ebb19fe0d req-63b2a3f2-9076-41fb-8337-c126960b2746 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Feb 04 21:30:21.634809 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:30:22.031627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ced40-79d0-4493-b00e-0d43e9b314ac req-a57e5a02-8af1-4a6d-bfa8-8b3c663192d0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:22.033059 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-325ced40-79d0-4493-b00e-0d43e9b314ac req-a57e5a02-8af1-4a6d-bfa8-8b3c663192d0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0806539 Feb 04 21:30:22.075609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-325ced40-79d0-4493-b00e-0d43e9b314ac req-04f63347-7f39-475b-9e08-a83f052e747f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371177 Feb 04 21:30:22.358543 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5febf978-f54f-445a-8bc9-c44541ad80f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:23.259714 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6937-a552-4208-ad4b-18cc7cc0a801 req-30163dc9-4329-41ab-8baf-5d626a2550fd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:23.261137 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e8d6937-a552-4208-ad4b-18cc7cc0a801 req-30163dc9-4329-41ab-8baf-5d626a2550fd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0787890 Feb 04 21:30:23.304446 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5e8d6937-a552-4208-ad4b-18cc7cc0a801 req-319b68e8-0636-4245-bd81-2d9d3e657c83 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378549 Feb 04 21:30:23.552627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:23.741353 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:24.489462 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d48d8-2688-42ae-ab45-9bab697b94c9 req-578e64d7-3a3a-48e8-88a6-f3e298604655 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:24.490850 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e1d48d8-2688-42ae-ab45-9bab697b94c9 req-578e64d7-3a3a-48e8-88a6-f3e298604655 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0843401 Feb 04 21:30:24.533651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3e1d48d8-2688-42ae-ab45-9bab697b94c9 req-de8f9011-986d-46f9-85df-5177a6daca6c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372469 Feb 04 21:30:25.362037 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d5679530-a2bf-4f6f-a4dc-ed21c0e95379 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:30:25.479095 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:25.505511 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:30:25.518429 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'port_id': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'mac_address': 'fa:16:3e:2a:80:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:30:25.578578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:25.596906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5679530-a2bf-4f6f-a4dc-ed21c0e95379 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:30:25.612304 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:30:25.661919 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:25.720895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1c08-2b29-4450-9e88-8087088cd568 req-ba75237a-2283-407e-8bfb-d4a8a4ca5446 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:25.722439 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b1a1c08-2b29-4450-9e88-8087088cd568 req-ba75237a-2283-407e-8bfb-d4a8a4ca5446 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 944 time: 0.0851882 Feb 04 21:30:25.729787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:30:25.737340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.737683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.738018 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.738365 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.738676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.739021 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.739343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.739662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.739978 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.740298 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.740611 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.740933 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:30:25.766921 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-6b1a1c08-2b29-4450-9e88-8087088cd568 req-02a0c68b-e713-4b9c-8ec3-c1bd436ec8e9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 Feb 04 21:30:25.939994 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d5679530-a2bf-4f6f-a4dc-ed21c0e95379'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:30:26.948587 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42839f94-e63b-4299-b9b1-0f74f95fad1a req-a3b3334a-6203-422a-b068-91fa1e9d0cc3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:26.950013 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42839f94-e63b-4299-b9b1-0f74f95fad1a req-a3b3334a-6203-422a-b068-91fa1e9d0cc3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 944 time: 0.0777595 Feb 04 21:30:26.995798 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-42839f94-e63b-4299-b9b1-0f74f95fad1a req-a8947f39-9323-4b4f-b6bf-afed09d6679f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397398 Feb 04 21:30:27.378012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d5679530-a2bf-4f6f-a4dc-ed21c0e95379 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:30:27.512913 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:30:27.517581 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:30:27.517945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:27.629795 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:27.656023 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:30:27.665274 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:30:27.752970 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:27.755662 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'code': 200} Feb 04 21:30:27.820331 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:30:27.884891 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37808f3-44d8-4141-9518-f476d9d6c3b6 req-bfedfb42-8e6e-4b5d-8e60-21e524b12337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:27.886336 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a37808f3-44d8-4141-9518-f476d9d6c3b6 req-bfedfb42-8e6e-4b5d-8e60-21e524b12337 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0678835 Feb 04 21:30:27.937316 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a37808f3-44d8-4141-9518-f476d9d6c3b6 req-8ae96809-e664-43e9-914c-8ea9adbf120c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Feb 04 21:30:28.176400 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24eef7-47ed-450f-8280-de92aa989cb6 req-4d2f9d00-e32c-48b5-a35c-5f5c94a53f25 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:28.177851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec24eef7-47ed-450f-8280-de92aa989cb6 req-4d2f9d00-e32c-48b5-a35c-5f5c94a53f25 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0793617 Feb 04 21:30:28.221540 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-ec24eef7-47ed-450f-8280-de92aa989cb6 req-e1f1cd57-149a-4000-ac76-df5f015b7a21 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381486 Feb 04 21:30:29.406591 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194024b0-b8f6-4fbd-8cd4-22e7aa37e0dd req-43dd43fe-b7cb-4579-9090-1ae18d97b13a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:29.408095 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-194024b0-b8f6-4fbd-8cd4-22e7aa37e0dd req-43dd43fe-b7cb-4579-9090-1ae18d97b13a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0834622 Feb 04 21:30:29.450860 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-194024b0-b8f6-4fbd-8cd4-22e7aa37e0dd req-b405444c-d0ba-4298-95a4-5cf7e012cf08 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371041 Feb 04 21:30:29.633345 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008257b-5d51-4a3c-b0ac-4ad28b024f0e req-1a4518d2-711b-4074-b227-a2ea8bc9d99e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:29.634808 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e008257b-5d51-4a3c-b0ac-4ad28b024f0e req-1a4518d2-711b-4074-b227-a2ea8bc9d99e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0830579 Feb 04 21:30:29.678413 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e008257b-5d51-4a3c-b0ac-4ad28b024f0e req-6ec7e719-465d-4b38-aa84-d62c2f9e6c70 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375547 Feb 04 21:30:29.700438 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55150) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:30:29.813325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be14445-9967-4e15-be48-c1fc13b95881 tempest-TestShelveInstance-1488352451 tempest-TestShelveInstance-1488352451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:29.814012 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1be14445-9967-4e15-be48-c1fc13b95881 tempest-TestShelveInstance-1488352451 tempest-TestShelveInstance-1488352451-project-admin] Synchronizing usage tracker for tenant:67206b28d4c44259991c40dde77fa6a9 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:30:29.867346 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-1be14445-9967-4e15-be48-c1fc13b95881 tempest-TestShelveInstance-1488352451 tempest-TestShelveInstance-1488352451-project-admin] Unset dirty status for tenant:67206b28d4c44259991c40dde77fa6a9 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:30:29.868479 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-1be14445-9967-4e15-be48-c1fc13b95881 tempest-TestShelveInstance-1488352451 tempest-TestShelveInstance-1488352451-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1091 time: 0.1669734 Feb 04 21:30:29.871287 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55156) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:30:29.876644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:30:29.884078 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:30:29.886956 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Usage tracker for resource:floatingip and tenant:3821f383ec294d97bc7c0e8b02bb18e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:30:29.890314 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:30:29.895895 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:30:29.969736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:30.109664 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:30.242375 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Allocated IP 172.25.7.76 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/69de1fd6-e044-46ac-88bd-16718660777f) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:30:30.491727 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:30.564437 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:30.632944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:30:30.635793 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:30:30.639416 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:30:30.672702 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'Port': ['ID=69de1fd6-e044-46ac-88bd-16718660777f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:30:31.047904 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:31.197934 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:31.404130 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:31.461508 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:31.572207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event updated for resources: {'Port': ['ID=69de1fd6-e044-46ac-88bd-16718660777f,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:30:31.584285 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:31.753378 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Floating IP 815c20f9-77d4-44b1-816a-d4d64e21f619 associated. External IP: 172.25.7.76, port: d5679530-a2bf-4f6f-a4dc-ed21c0e95379. Feb 04 21:30:32.225097 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Router b8c56071-eb65-498a-87d1-1295a5b5bb19 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:30:32.401987 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:30:32.412241 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] Sync routers for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:30:32.421140 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:30:32.421747 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:30:32.496460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:32.556238 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4508cde8-fa4a-4fe4-8ee7-060a2321abf5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6839311 Feb 04 21:30:32.557061 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:30:32.601837 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'status': 'completed', 'code': 200} Feb 04 21:30:32.624673 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:30:32.694651 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-431ba1ad-0dd3-4740-b177-913fe4e2a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:32.696482 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-431ba1ad-0dd3-4740-b177-913fe4e2a878 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0713758 Feb 04 21:30:32.832389 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-9547e569-0171-4137-9ef4-dfc09c316dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:32.834087 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-9547e569-0171-4137-9ef4-dfc09c316dd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1304700 Feb 04 21:30:32.937829 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-fd5d67f3-eed1-4ced-b84b-49483897322a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 998 time: 0.0975709 Feb 04 21:30:32.970951 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '815c20f9-77d4-44b1-816a-d4d64e21f619', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'port_id': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'mac_address': 'fa:16:3e:2a:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:30:30Z', 'updated_at': '2022-02-04T21:30:30Z', 'revision_number': 0, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:30:32.974607 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] Checking router: b8c56071-eb65-498a-87d1-1295a5b5bb19 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:30:32.982662 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:30:32.983287 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:30:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:30:32.999957 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-7550d7bd-5992-420d-ab70-87e669ee2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:33.001401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-7550d7bd-5992-420d-ab70-87e669ee2e42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0581272 Feb 04 21:30:33.079200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-fd7bb6ba-82fa-42ca-b0c5-533f198098d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:33.080739 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-fd7bb6ba-82fa-42ca-b0c5-533f198098d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727832 Feb 04 21:30:33.161818 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:30:33.214737 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-e258220e-ed7a-4d22-b26f-8d768aa8ab2e service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276665 Feb 04 21:30:33.346259 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fbd514a7-2663-4e54-9266-e8904bfcaf60 req-8f3cf1c6-4df3-40e1-92c1-90a7305169c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246033 Feb 04 21:30:33.510300 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '815c20f9-77d4-44b1-816a-d4d64e21f619', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'port_id': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'mac_address': 'fa:16:3e:2a:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:30:30Z', 'updated_at': '2022-02-04T21:30:30Z', 'revision_number': 0, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:30:33.514134 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ff01d-a225-4e5c-92d7-cd04d42cb57c None None] The sync data for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 is: [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': '815c20f9-77d4-44b1-816a-d4d64e21f619', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'port_id': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'mac_address': 'fa:16:3e:2a:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:30:30Z', 'updated_at': '2022-02-04T21:30:30Z', 'revision_number': 0, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:30:33.713705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16211335-dc3c-4342-b9b2-0ed1b22954fb None None] New status for floating IP 815c20f9-77d4-44b1-816a-d4d64e21f619: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:30:39.901714 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:40.194790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:50.134219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-60ef7730-c6ae-420c-87e0-8aa2d4338bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:52.347385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-80a87431-b7bb-42b8-96b6-5298ffb66a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:53.575992 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:53.723954 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:55.443587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:58.634868 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:31:09.878218 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:10.191790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:20.173913 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-20cebe84-9c38-486a-84bf-e4c79b6ef004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:21.209255 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-e92dc1c6-4ef3-4233-bb9f-34f944f3b166 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702329 Feb 04 21:31:21.354467 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-09ae391c-765a-4d4c-953e-de28e0fe8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:21.355997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-09ae391c-765a-4d4c-953e-de28e0fe8f02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0695522 Feb 04 21:31:21.503983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-519744f4-c467-4e71-9f0a-459acd46b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:21.505427 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-519744f4-c467-4e71-9f0a-459acd46b50f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1252856 Feb 04 21:31:21.612234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-6e97506d-0fa8-49df-9a2a-d9bf963f254e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 1000 time: 0.0965514 Feb 04 21:31:21.796511 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-4a938e35-7406-4e5b-baa4-85cff3bcee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:21.797971 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-4a938e35-7406-4e5b-baa4-85cff3bcee17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.1756663 Feb 04 21:31:21.876449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-804a17a9-5aa9-4c4a-b1c8-3b832947a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:21.877893 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-804a17a9-5aa9-4c4a-b1c8-3b832947a598 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706487 Feb 04 21:31:22.012961 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-2eab0444-e351-4c72-b194-8f788134dd0a service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242945 Feb 04 21:31:22.147011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b78ed4fc-bf9d-4658-bb64-0a66127e710a req-5f7f7907-dd72-432c-80a0-28a5bda22069 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244769 Feb 04 21:31:22.351332 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ff334dac-efae-484d-94d2-e2637b4f6e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:23.557800 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:23.780634 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:25.461206 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:35.634373 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:31:39.985958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:40.230504 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:50.163146 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ef05a57f-ba7e-4b77-8c6b-146e45e74495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:52.357518 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1580b56e-4893-41c7-93bd-2ea4ef9c7b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:53.597415 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:53.797527 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:55.689696 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:09.899784 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:10.220055 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:12.633029 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:32:20.151497 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-febaa74c-5889-4865-8eca-2333fe617d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:22.385382 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d01447e6-5d88-47e6-b313-f8eee40c46d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:23.224452 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-fdd6eec7-df50-4d3c-8b4e-17b83bfe41eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725791 Feb 04 21:32:23.371027 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-08422b94-a09b-4b16-83c4-bc1ff38d4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.373003 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-08422b94-a09b-4b16-83c4-bc1ff38d4c12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0701280 Feb 04 21:32:23.521425 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-aec57b0f-d7b3-40bb-9d32-b0365f41bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.522836 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-aec57b0f-d7b3-40bb-9d32-b0365f41bb4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1268265 Feb 04 21:32:23.550742 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:23.630676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-47988c8e-4c85-4016-b240-c1ede5e8f1e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 1000 time: 0.0978315 Feb 04 21:32:23.696593 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-d11505dd-e88c-48cb-9051-f5813bf6bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.698028 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-d11505dd-e88c-48cb-9051-f5813bf6bc19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0574841 Feb 04 21:32:23.745675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:23.779328 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-d9b8599d-997d-4ecd-b45e-382444884c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.780773 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-d9b8599d-997d-4ecd-b45e-382444884c98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732954 Feb 04 21:32:23.913249 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-f73e7098-ac80-44e2-b16a-52745b7b8475 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226556 Feb 04 21:32:24.044845 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ca286eb0-7099-4d92-9fc6-d2102b0f7dd8 req-be3c8e11-8326-406b-900f-392fc0ed9159 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211205 Feb 04 21:32:25.453388 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:39.910155 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:40.224525 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:49.633270 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:32:50.150523 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2175eb0e-11cd-432f-926b-0e8613e48a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:52.407976 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f80efa76-9e0b-48db-8955-87ab2f008b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:53.601443 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:53.767572 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:55.470487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:09.893291 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:10.270097 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:12.445414 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6a6b0-585a-4f1a-9b11-2f5090ca8d06 req-4ba73743-97c2-4671-b1e5-c5cd422d6328 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:12.446890 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-adb6a6b0-585a-4f1a-9b11-2f5090ca8d06 req-4ba73743-97c2-4671-b1e5-c5cd422d6328 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.1230483 Feb 04 21:33:12.491007 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-adb6a6b0-585a-4f1a-9b11-2f5090ca8d06 req-e7d71992-60f8-426f-bdde-62ce0ebec4b3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383604 Feb 04 21:33:13.726224 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb488ce4-a048-443c-bdfe-8d4091143315 req-6b93f829-6c01-46d3-8306-6538824ae15e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:13.727627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb488ce4-a048-443c-bdfe-8d4091143315 req-6b93f829-6c01-46d3-8306-6538824ae15e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.1212893 Feb 04 21:33:13.770813 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bb488ce4-a048-443c-bdfe-8d4091143315 req-b3d7acaf-7bfa-46e0-93d3-c967efdbc648 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374880 Feb 04 21:33:14.958367 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce77d98-22dd-4132-8210-a2c0487ab93f req-de355d6d-b71d-48d6-87ab-739201b57b1e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:14.959827 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2ce77d98-22dd-4132-8210-a2c0487ab93f req-de355d6d-b71d-48d6-87ab-739201b57b1e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0813377 Feb 04 21:33:15.002676 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2ce77d98-22dd-4132-8210-a2c0487ab93f req-3ae41cb2-a67c-4f1e-a16a-5a212174db18 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374169 Feb 04 21:33:16.196481 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921a4d7-5009-4483-b061-df79f75b1aea req-61bae118-9c15-477a-bd97-249bd2d7c3df tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:16.197852 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e921a4d7-5009-4483-b061-df79f75b1aea req-61bae118-9c15-477a-bd97-249bd2d7c3df tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0827315 Feb 04 21:33:16.241576 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e921a4d7-5009-4483-b061-df79f75b1aea req-1cb87791-1bfc-43a7-a9be-bde1ba2531a0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Feb 04 21:33:17.420002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d026-f355-42b1-9b2c-cc1896f8998f req-030309c2-cbd1-4766-8d24-b3f50ec629c7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:17.422061 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9922d026-f355-42b1-9b2c-cc1896f8998f req-030309c2-cbd1-4766-8d24-b3f50ec629c7 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0793724 Feb 04 21:33:17.468368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9922d026-f355-42b1-9b2c-cc1896f8998f req-756594bb-f0b8-464f-bf18-ab72e8df29d5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Feb 04 21:33:18.649330 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a060a-8258-4da8-88b7-d9204a3e89d6 req-c5c5670d-cf07-4e55-9f53-e63037520763 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:18.650737 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-556a060a-8258-4da8-88b7-d9204a3e89d6 req-c5c5670d-cf07-4e55-9f53-e63037520763 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0787735 Feb 04 21:33:18.698365 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-556a060a-8258-4da8-88b7-d9204a3e89d6 req-93841066-0b1c-48f5-971f-d546fe4e38f2 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419455 Feb 04 21:33:19.879151 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c0fc7-d4cd-44ea-98d7-59ca5f0729fb req-0b195fee-827a-492d-9348-5b213981179f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:19.880585 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-012c0fc7-d4cd-44ea-98d7-59ca5f0729fb req-0b195fee-827a-492d-9348-5b213981179f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0779676 Feb 04 21:33:19.923388 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-012c0fc7-d4cd-44ea-98d7-59ca5f0729fb req-4a056c5e-43cb-4af9-9976-c938cda97b53 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372567 Feb 04 21:33:20.133196 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-594f569a-a229-4108-9f73-97928f4cb5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:21.109220 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15c52-ae64-42a9-ad75-31388171a1a7 req-a926b572-7b77-4d98-8e59-2c26c5dccf37 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:21.113908 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcb15c52-ae64-42a9-ad75-31388171a1a7 req-a926b572-7b77-4d98-8e59-2c26c5dccf37 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0796018 Feb 04 21:33:21.154946 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-dcb15c52-ae64-42a9-ad75-31388171a1a7 req-fbdd561a-5df9-4798-9083-2adce8864026 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382907 Feb 04 21:33:22.356256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b39c9d44-1b31-42c1-918c-0f47bbb17455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:22.448162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dcef-d8cd-4c3e-abb3-b0abe5a75203 req-daa64030-9935-4fe9-a48f-9c9d8834fce5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:22.449512 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d60dcef-d8cd-4c3e-abb3-b0abe5a75203 req-daa64030-9935-4fe9-a48f-9c9d8834fce5 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.1930666 Feb 04 21:33:22.493828 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-5d60dcef-d8cd-4c3e-abb3-b0abe5a75203 req-17123cba-0f9a-438a-b328-e71593e5b530 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378525 Feb 04 21:33:22.621323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-ba119e5f-a01e-406f-b672-e8c5834a0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:22.622764 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-ba119e5f-a01e-406f-b672-e8c5834a0ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0696378 Feb 04 21:33:22.754435 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-a5a5d283-01b9-4120-8b8a-bce4cdeddc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:22.755814 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-a5a5d283-01b9-4120-8b8a-bce4cdeddc35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1245015 Feb 04 21:33:22.862639 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-da2878fe-3f04-4cc2-a62e-3900a17912d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 1000 time: 0.0952792 Feb 04 21:33:22.933116 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-c14e3318-215b-48ab-a4ed-b76835b3b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:22.934553 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-c14e3318-215b-48ab-a4ed-b76835b3b855 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0612469 Feb 04 21:33:23.010360 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-112f2fb5-5569-4afe-b734-22e32cd6e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:23.011789 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-112f2fb5-5569-4afe-b734-22e32cd6e41c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701771 Feb 04 21:33:23.147615 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-36fd4f8b-9aef-4604-81ad-c6b34c193fec service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257939 Feb 04 21:33:23.281797 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-76e68c13-fff6-4ec5-aeee-2a0f6dacf986 req-942100a7-c944-467b-905a-65f0ff2ce9d7 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241925 Feb 04 21:33:23.613236 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:23.677563 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e574db-da19-40dd-8cc7-cc2212217e7c req-e6a24885-8a38-4946-9c93-6553f5fd2202 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:23.679066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23e574db-da19-40dd-8cc7-cc2212217e7c req-e6a24885-8a38-4946-9c93-6553f5fd2202 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0825901 Feb 04 21:33:23.723919 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-23e574db-da19-40dd-8cc7-cc2212217e7c req-cf1623d2-7441-4814-9b8c-4dab8f30287f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Feb 04 21:33:23.750883 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:24.904236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b38b1-18b5-418d-846a-55b318f642e2 req-180d9aec-207b-41f8-91de-547edc8bce7e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:24.906195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec7b38b1-18b5-418d-846a-55b318f642e2 req-180d9aec-207b-41f8-91de-547edc8bce7e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0798235 Feb 04 21:33:24.953633 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ec7b38b1-18b5-418d-846a-55b318f642e2 req-03988cfb-51e2-41d1-a65d-8876415f2d06 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Feb 04 21:33:25.269377 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854c28-2597-4f65-978e-51bd0739c852 req-5ea2d8af-7a10-42d2-bf82-766b91f6257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:25.270787 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5854c28-2597-4f65-978e-51bd0739c852 req-5ea2d8af-7a10-42d2-bf82-766b91f6257e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0710602 Feb 04 21:33:25.425788 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854c28-2597-4f65-978e-51bd0739c852 req-25becd7a-0ae1-4857-8af8-b7493458b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:25.425788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5854c28-2597-4f65-978e-51bd0739c852 req-25becd7a-0ae1-4857-8af8-b7493458b287 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1307547 Feb 04 21:33:25.487754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:25.536777 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5854c28-2597-4f65-978e-51bd0739c852 req-cb93419f-4ef4-49e2-b19a-81b7a9c3cfb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 1000 time: 0.1011372 Feb 04 21:33:25.603117 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854c28-2597-4f65-978e-51bd0739c852 req-0087b941-7511-45ad-87ff-bbbca6154e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:25.604589 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5854c28-2597-4f65-978e-51bd0739c852 req-0087b941-7511-45ad-87ff-bbbca6154e90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0581610 Feb 04 21:33:25.688136 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854c28-2597-4f65-978e-51bd0739c852 req-89b525c2-0a16-4193-962e-55d2b0aa23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:25.689563 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5854c28-2597-4f65-978e-51bd0739c852 req-89b525c2-0a16-4193-962e-55d2b0aa23e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728610 Feb 04 21:33:25.828368 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5854c28-2597-4f65-978e-51bd0739c852 req-054ead16-63ce-440a-a9f4-9a5097db7f33 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284502 Feb 04 21:33:26.082557 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a5854c28-2597-4f65-978e-51bd0739c852 req-108f6b7b-bf26-4af8-90ec-ef74d21c7a45 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457042 Feb 04 21:33:26.153704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc644a-7104-411d-828c-a75591df940d req-66715ecc-3526-42b3-b004-050c48acf5ce tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:26.155343 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0dc644a-7104-411d-828c-a75591df940d req-66715ecc-3526-42b3-b004-050c48acf5ce tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0855572 Feb 04 21:33:26.200739 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e0dc644a-7104-411d-828c-a75591df940d req-a94deaca-78f2-48f7-8e05-d98a1a449a2d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395620 Feb 04 21:33:26.633544 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:33:27.382605 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397938eb-b412-412f-873d-1b59b7c727db req-4bcedc79-2800-4c44-beaf-d1afe8197181 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:27.384039 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-397938eb-b412-412f-873d-1b59b7c727db req-4bcedc79-2800-4c44-beaf-d1afe8197181 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0785649 Feb 04 21:33:27.426653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-397938eb-b412-412f-873d-1b59b7c727db req-47344c9c-649e-4bf4-8f67-f213aeb052c0 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365939 Feb 04 21:33:27.999871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baaf5c-621d-4c37-9469-914995bca9f8 req-33dec578-6ed4-4b50-84eb-acfb8fec6e53 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:28.001327 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-67baaf5c-621d-4c37-9469-914995bca9f8 req-33dec578-6ed4-4b50-84eb-acfb8fec6e53 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.1238837 Feb 04 21:33:28.059462 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-67baaf5c-621d-4c37-9469-914995bca9f8 req-9db27220-226c-4469-8f90-65ddac473230 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514927 Feb 04 21:33:28.072269 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-244bde4c-41d0-4d59-872e-40f3b96b4c37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1593547 Feb 04 21:33:28.529308 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d5679530-a2bf-4f6f-a4dc-ed21c0e95379 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:33:28.638644 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:28.664479 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:33:28.673854 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:33:28.705199 n-d-811806-1 neutron-server[88238]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'code': 422} returned with failed status Feb 04 21:33:28.738890 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:28.807696 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:33:28.815615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.815964 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.816306 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.816642 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.816972 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.817303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.817629 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.817953 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.818276 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.818596 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.818945 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:28.819266 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:33:29.247241 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743703ac-e913-4e90-a0bb-3d641e467bc7 req-a47fa639-6529-46dc-9500-f07c2ab16c87 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:29.249283 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-743703ac-e913-4e90-a0bb-3d641e467bc7 req-a47fa639-6529-46dc-9500-f07c2ab16c87 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0815239 Feb 04 21:33:29.292064 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-743703ac-e913-4e90-a0bb-3d641e467bc7 req-45f9df10-1ee9-4671-acd3-70a8f8273a09 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372460 Feb 04 21:33:30.478070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64191d-04f0-4423-aa9d-bebfa3f12b7b req-b394741c-271d-4945-bfbe-342a00acd55a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:30.479617 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e64191d-04f0-4423-aa9d-bebfa3f12b7b req-b394741c-271d-4945-bfbe-342a00acd55a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0855389 Feb 04 21:33:30.524539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-0e64191d-04f0-4423-aa9d-bebfa3f12b7b req-a71a4eb9-e05a-4a86-9ea0-29e03d212a56 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386729 Feb 04 21:33:31.710227 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4356cc3-0e36-4378-aa67-ab47b1d65728 req-e8111305-41b1-4847-8b47-3c01ffa3cf15 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:31.711736 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4356cc3-0e36-4378-aa67-ab47b1d65728 req-e8111305-41b1-4847-8b47-3c01ffa3cf15 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0805082 Feb 04 21:33:31.759182 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b4356cc3-0e36-4378-aa67-ab47b1d65728 req-f12ac4af-826a-4b4e-9899-842ed31e6122 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Feb 04 21:33:32.946208 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d2b7a-92f4-4456-a5c2-8dc4a0d25add req-0af07e6c-35a7-42f2-826d-bc4972d60531 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:32.947699 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-860d2b7a-92f4-4456-a5c2-8dc4a0d25add req-0af07e6c-35a7-42f2-826d-bc4972d60531 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0803652 Feb 04 21:33:32.996047 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-860d2b7a-92f4-4456-a5c2-8dc4a0d25add req-8e6005ed-3f2a-4d9d-9fa1-c0df68c0aaee tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Feb 04 21:33:34.182717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427ca46-1b12-4072-9e58-19677dfc053f req-a25e97ab-36f4-41c1-8b8a-3e696663affd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:34.184174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e427ca46-1b12-4072-9e58-19677dfc053f req-a25e97ab-36f4-41c1-8b8a-3e696663affd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0806391 Feb 04 21:33:34.229502 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e427ca46-1b12-4072-9e58-19677dfc053f req-b7352ef4-9593-4a17-9c64-421a92f38f09 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389681 Feb 04 21:33:34.759966 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-86c52201-a460-4f5c-9d53-0315dc17e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:34.761408 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-86c52201-a460-4f5c-9d53-0315dc17e35d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7&tenant_id=3821f383ec294d97bc7c0e8b02bb18e2 HTTP/1.1" status: 200 len: 1094 time: 0.0740793 Feb 04 21:33:34.853972 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-dc1bfbdd-ac3f-4d4c-8422-5cf47ed88d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:34.855413 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-dc1bfbdd-ac3f-4d4c-8422-5cf47ed88d77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1094 time: 0.0689001 Feb 04 21:33:34.986977 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-b4048709-82d7-4d80-b104-1b128ad7e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:34.988370 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-b4048709-82d7-4d80-b104-1b128ad7e32e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1235449 Feb 04 21:33:35.094869 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-5df80ace-b88f-4dc4-97ff-0621d411532f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 998 time: 0.0954356 Feb 04 21:33:35.160901 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-c723e452-8d06-4b4b-97a4-967db22b614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:35.162332 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-c723e452-8d06-4b4b-97a4-967db22b614b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0575523 Feb 04 21:33:35.250682 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-01202ea0-d10f-463f-82ca-29547e7fb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:35.252220 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-01202ea0-d10f-463f-82ca-29547e7fb90e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801735 Feb 04 21:33:35.389681 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-6adad296-023a-4d55-9245-3a64be3dfe4e service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254201 Feb 04 21:33:35.419578 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75a12-84fb-48fd-80d2-27614f5a3618 req-719ecddd-8561-4f51-a566-3907040cf5d9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:35.421049 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-83c75a12-84fb-48fd-80d2-27614f5a3618 req-719ecddd-8561-4f51-a566-3907040cf5d9 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0836267 Feb 04 21:33:35.465682 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-83c75a12-84fb-48fd-80d2-27614f5a3618 req-6ed1c539-a4d3-45fa-a41f-cf28044366fe tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386989 Feb 04 21:33:35.524145 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-0f9d9f48-6d20-4ba9-86ba-e3c5cbe81c47 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257594 Feb 04 21:33:36.650496 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e506fe-dbd8-46c9-be56-302d48398063 req-164af81a-0e5d-43b5-959a-b7bddf58676a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:36.651963 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-68e506fe-dbd8-46c9-be56-302d48398063 req-164af81a-0e5d-43b5-959a-b7bddf58676a tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0825868 Feb 04 21:33:36.694606 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-68e506fe-dbd8-46c9-be56-302d48398063 req-3bc401d7-d040-4f33-8794-f996e9789d81 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366135 Feb 04 21:33:37.876407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487f72-6696-48ef-be6d-c23b6118fd5b req-49986f85-76bc-4fc3-8867-370bb0817558 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:37.877863 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63487f72-6696-48ef-be6d-c23b6118fd5b req-49986f85-76bc-4fc3-8867-370bb0817558 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0788457 Feb 04 21:33:37.925627 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-63487f72-6696-48ef-be6d-c23b6118fd5b req-5ae2e90c-d898-44d8-b7ff-bfdde17ec164 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Feb 04 21:33:39.117504 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2179c79-b35c-4a5d-8089-cb7057eccdf3 req-05a91084-36a4-4f6a-a005-450d436f807c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:39.118997 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2179c79-b35c-4a5d-8089-cb7057eccdf3 req-05a91084-36a4-4f6a-a005-450d436f807c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0835104 Feb 04 21:33:39.172174 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2179c79-b35c-4a5d-8089-cb7057eccdf3 req-11dd5478-daad-47ea-836e-265d90ffd500 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467982 Feb 04 21:33:39.892744 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:40.269956 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:40.352443 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18bc1d-15d4-43f3-a7b4-532f3d9f7b24 req-70a906eb-ba94-481b-b0eb-27304ae8cb4d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:40.353887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e18bc1d-15d4-43f3-a7b4-532f3d9f7b24 req-70a906eb-ba94-481b-b0eb-27304ae8cb4d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0793614 Feb 04 21:33:40.397249 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-9e18bc1d-15d4-43f3-a7b4-532f3d9f7b24 req-351530d6-e466-4f60-9389-5279729bdee3 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 Feb 04 21:33:41.574772 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924322-5e31-4962-bc58-0187d6f968b7 req-58dea2f6-bbf3-4b18-b38d-4489c53b34c4 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:41.576205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18924322-5e31-4962-bc58-0187d6f968b7 req-58dea2f6-bbf3-4b18-b38d-4489c53b34c4 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0782607 Feb 04 21:33:41.619942 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18924322-5e31-4962-bc58-0187d6f968b7 req-013510d4-aecb-4d15-b28e-4427e2a44d8e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373285 Feb 04 21:33:42.624181 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d5679530-a2bf-4f6f-a4dc-ed21c0e95379 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:33:42.762141 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:33:42.777094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'port_id': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'mac_address': 'fa:16:3e:2a:80:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:33:42.835387 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:42.854785 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5679530-a2bf-4f6f-a4dc-ed21c0e95379 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:33:42.869428 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:33:42.938462 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:42.961867 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860ed6-5030-4366-8b16-01f0f9072d55 req-dc1531bf-50c7-440d-b1fa-523a5c56aac1 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:42.963418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a9860ed6-5030-4366-8b16-01f0f9072d55 req-dc1531bf-50c7-440d-b1fa-523a5c56aac1 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 943 time: 0.0835803 Feb 04 21:33:43.006585 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:33:43.009927 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a9860ed6-5030-4366-8b16-01f0f9072d55 req-031774be-6c25-4e29-8514-b0585baed302 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392170 Feb 04 21:33:43.263666 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['d5679530-a2bf-4f6f-a4dc-ed21c0e95379'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:33:44.299594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809163c-6d3a-41c1-b3ec-02381a137ebd req-b559d588-8227-444f-b84b-25aa7beaf108 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:44.300979 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2809163c-6d3a-41c1-b3ec-02381a137ebd req-b559d588-8227-444f-b84b-25aa7beaf108 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 944 time: 0.1858420 Feb 04 21:33:44.343993 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2809163c-6d3a-41c1-b3ec-02381a137ebd req-f486d2d1-609f-4ec3-a672-ef7306c0697f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373890 Feb 04 21:33:44.640071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d5679530-a2bf-4f6f-a4dc-ed21c0e95379 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:33:44.737183 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:33:44.737548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:44.848688 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:44.873867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:33:44.883160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:33:44.918477 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'code': 200} Feb 04 21:33:44.932854 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:45.001776 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:33:45.138462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5458b-2929-4e30-b267-3992a7ec8a80 req-afd25877-29c3-4ed4-99d8-36d018779484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:45.140542 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18d5458b-2929-4e30-b267-3992a7ec8a80 req-afd25877-29c3-4ed4-99d8-36d018779484 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0720155 Feb 04 21:33:45.179689 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-18d5458b-2929-4e30-b267-3992a7ec8a80 req-bc970707-25f1-4486-8798-828135fdb608 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329628 Feb 04 21:33:45.526912 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd7672-77cf-44da-b276-ea2f992e075e req-329d8967-e4a7-4f34-8695-26d8cf67aeec tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:45.528347 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21cd7672-77cf-44da-b276-ea2f992e075e req-329d8967-e4a7-4f34-8695-26d8cf67aeec tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0790880 Feb 04 21:33:45.572670 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-21cd7672-77cf-44da-b276-ea2f992e075e req-20773a7b-b430-48a2-8fc4-fcc752b3874d tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381243 Feb 04 21:33:46.756928 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44432ca-ef8d-48ef-9e86-8ad1b8404553 req-46eac4ee-a66d-4cd6-9ba5-e71e398a0a40 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:46.758308 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f44432ca-ef8d-48ef-9e86-8ad1b8404553 req-46eac4ee-a66d-4cd6-9ba5-e71e398a0a40 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0795171 Feb 04 21:33:46.803959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f44432ca-ef8d-48ef-9e86-8ad1b8404553 req-0d1a459d-62d3-4b72-9561-6d5411ea9bca tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400953 Feb 04 21:33:50.172739 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3f4fade5-92cc-4be8-9a55-7e3def3a44ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:52.338252 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e1b6cbb2-2c67-473e-a6bd-d437f6e7335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:53.624305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:53.784053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:55.463685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:03.633065 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:34:09.903774 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:10.315077 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:20.149869 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-028c9ca7-28b7-4ae1-a121-081c8149914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:22.320453 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-31fcc6c3-d839-49fa-a59d-a6e4a0ee05e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:23.589317 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:23.812099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:25.532143 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:26.221290 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-10657e58-ccc5-49f0-8199-d312cf4ce098 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715342 Feb 04 21:34:26.372716 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-dd0adfb2-d9a4-4fe9-babc-4789cb1d3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:26.374167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-dd0adfb2-d9a4-4fe9-babc-4789cb1d3543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0706191 Feb 04 21:34:26.521879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-d14fb4b5-8f9a-4c50-9b61-5cf9d3192014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:26.523358 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-d14fb4b5-8f9a-4c50-9b61-5cf9d3192014 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1254025 Feb 04 21:34:26.629189 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-d5ec2811-7bbc-4627-b1cd-0cf185305416 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 1000 time: 0.0959218 Feb 04 21:34:26.696252 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-d1abf27a-2e84-420d-862d-939140ad1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:26.697704 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-d1abf27a-2e84-420d-862d-939140ad1027 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0583670 Feb 04 21:34:26.778147 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-3a39c3f0-fa5a-4d1b-84a6-ebd698366881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:26.779021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-3a39c3f0-fa5a-4d1b-84a6-ebd698366881 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718350 Feb 04 21:34:26.911230 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-1dd837ff-c24e-49c3-bfc3-baef2c3e1cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237230 Feb 04 21:34:27.044334 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-66fc4d1c-8a9e-4f08-938a-8bd470d29e46 req-63b6a29f-a29f-4e66-bb63-f37c68036893 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234455 Feb 04 21:34:39.914446 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:40.314895 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:40.632401 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:34:50.125726 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec893-8a10-4168-8e06-56f2eed974ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:52.417231 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-daac25c7-ce63-434b-bb62-51382fe01a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:53.554054 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:53.788857 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:55.536936 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:09.862934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:10.302847 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:17.631316 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:35:20.142980 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4c594a3e-7d67-4c71-93ad-1f8070e6f00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:22.336694 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3ae4ef3f-c1ec-4ceb-9e01-f573737485ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:23.564618 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:23.758986 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:25.479626 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:26.299614 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-7f7dd5a4-4f4f-42e0-87a4-d16d8bac366b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644328 Feb 04 21:35:26.453865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-8225d9f8-8fd3-408b-a718-3bb0d67ffc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:26.455348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-8225d9f8-8fd3-408b-a718-3bb0d67ffc89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0729554 Feb 04 21:35:26.605449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-21a89fee-4b9c-49e2-a2d2-8c78f9566c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:26.606920 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-21a89fee-4b9c-49e2-a2d2-8c78f9566c67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1268497 Feb 04 21:35:26.715329 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-575e21ec-8dae-4b58-9dca-d6e0c45c97d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 1000 time: 0.0987561 Feb 04 21:35:26.780992 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-92c5f6a9-79ae-4b5d-9545-013b3cebf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:26.782384 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-92c5f6a9-79ae-4b5d-9545-013b3cebf10e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0558782 Feb 04 21:35:26.857583 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-e7f7e9c1-9cb6-442e-99c5-1420d306bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:26.859008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-e7f7e9c1-9cb6-442e-99c5-1420d306bef1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675375 Feb 04 21:35:27.103965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-7e58028a-b8cc-4522-8ea5-fbe3066b7b70 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341511 Feb 04 21:35:27.238793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-2c0e9298-5123-4286-8eef-fc0e54648d62 req-b4573a1e-b4df-4708-ad4e-3c17120801cc service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245170 Feb 04 21:35:39.913681 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:40.273336 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:46.269165 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55360) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:35:46.658543 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Deleting port 69de1fd6-e044-46ac-88bd-16718660777f {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:35:46.658915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:46.833594 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:46.833923 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:46.952573 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Calling delete_port for 69de1fd6-e044-46ac-88bd-16718660777f owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:35:47.170783 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:47.217747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event deleted for resources: {'Port': ['ID=69de1fd6-e044-46ac-88bd-16718660777f,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:35:47.261018 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.261365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.261695 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.262030 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.262359 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.262681 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.263024 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.263343 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.263659 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.263976 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.264316 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.264674 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:47.322225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:47.322872 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Floating IP 815c20f9-77d4-44b1-816a-d4d64e21f619 disassociated (deleted). External IP: 172.25.7.76, port: d5679530-a2bf-4f6f-a4dc-ed21c0e95379. Feb 04 21:35:47.771071 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Router b8c56071-eb65-498a-87d1-1295a5b5bb19 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:35:47.949374 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:35:47.959213 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] Sync routers for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:35:47.968206 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:35:47.975358 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:48.027458 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:48.081795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-6728ec21-f46a-41e2-9e5b-d4fcfaf8abcd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "DELETE /v2.0/floatingips/815c20f9-77d4-44b1-816a-d4d64e21f619 HTTP/1.1" status: 204 len: 168 time: 1.8115518 Feb 04 21:35:48.082370 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:35:48.145682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:35:48.288757 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'status': 'completed', 'code': 200} Feb 04 21:35:48.395910 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-b53e1d1d-95fb-427b-986a-990923587908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:48.397975 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-b53e1d1d-95fb-427b-986a-990923587908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 1096 time: 0.0743382 Feb 04 21:35:48.458343 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:48.462713 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] Checking router: b8c56071-eb65-498a-87d1-1295a5b5bb19 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:35:48.470842 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:35:48.471434 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:48.541973 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-e3224c89-485e-4c7b-8c44-d10c4d060179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:48.543521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-e3224c89-485e-4c7b-8c44-d10c4d060179 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 200 len: 910 time: 0.1361616 Feb 04 21:35:48.616215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-39f1cb63-27e3-4667-83f4-ab7fbca1eb97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 200 len: 217 time: 0.0632651 Feb 04 21:35:48.653416 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:35:48.683603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1232-2022-4745-9276-38f2b288e96e req-7631a1b0-dfe7-460c-84ad-a6edf2e4c677 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:48.685091 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-092d1232-2022-4745-9276-38f2b288e96e req-7631a1b0-dfe7-460c-84ad-a6edf2e4c677 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0867078 Feb 04 21:35:48.700014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-8f40113b-2fa3-49af-af83-46ca6f26fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:48.701448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-8f40113b-2fa3-49af-af83-46ca6f26fea9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 200 len: 848 time: 0.0764825 Feb 04 21:35:48.731917 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-092d1232-2022-4745-9276-38f2b288e96e req-2a8d53fe-9c59-43f9-955d-32c9d33b1ccd tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411952 Feb 04 21:35:48.779578 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-f0c5a48b-7b32-4d02-9288-60ebe6b1c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:48.781813 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-f0c5a48b-7b32-4d02-9288-60ebe6b1c6e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f4952fb-7246-43a2-986c-43d5c1302c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727844 Feb 04 21:35:48.918215 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-752389f5-d819-4490-ad03-223922321dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267619 Feb 04 21:35:48.998272 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:49.002183 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c51e64-684c-4d1e-9d3a-7f26b76c3c31 None None] The sync data for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 is: [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:24:41Z', 'revision_number': 4, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '7f9a3d29-916a-456c-bf31-f44b84c75cc0', 'name': '', 'network_id': '2f4952fb-7246-43a2-986c-43d5c1302c18', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'mac_address': 'fa:16:3e:98:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:40Z', 'updated_at': '2022-02-04T21:24:46Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'subnets': [{'id': '2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:35:49.053387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-403e721e-5e66-4116-9f85-b9ced2ebf3cf req-3e0b2add-e2bf-47e4-bdb5-6c4678eed917 service neutron] 10.222.0.24 "GET /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274714 Feb 04 21:35:49.233594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32d62f-3ead-4f19-8ae2-e37424fde695 None None] New status for floating IP 815c20f9-77d4-44b1-816a-d4d64e21f619: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:35:50.072669 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872774cf-ce2d-4ad1-83b5-824a8b911ebf req-24a27f63-12a5-4ffa-ba63-4f68a4e46f95 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:50.073371 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-872774cf-ce2d-4ad1-83b5-824a8b911ebf req-24a27f63-12a5-4ffa-ba63-4f68a4e46f95 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:35:50.142260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7616b87c-01d7-4e34-8ec2-3548c368e3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:50.170888 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-872774cf-ce2d-4ad1-83b5-824a8b911ebf req-24a27f63-12a5-4ffa-ba63-4f68a4e46f95 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:35:50.172066 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-872774cf-ce2d-4ad1-83b5-824a8b911ebf req-24a27f63-12a5-4ffa-ba63-4f68a4e46f95 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.1773844 Feb 04 21:35:50.221033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-872774cf-ce2d-4ad1-83b5-824a8b911ebf req-ea7701d2-a00e-4f92-a1d0-2abe21e09f5f tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Feb 04 21:35:50.406137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-c33a51cc-5473-42a9-b605-9523c01b2912 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:50.407618 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-c33a51cc-5473-42a9-b605-9523c01b2912 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 945 time: 0.0786037 Feb 04 21:35:50.478601 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Deleting port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:35:50.478966 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:50.729023 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] For port d5679530-a2bf-4f6f-a4dc-ed21c0e95379, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:35:50.729296 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:50.958217 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Calling delete_port for d5679530-a2bf-4f6f-a4dc-ed21c0e95379 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:35:51.204850 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:51.259198 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event deleted for resources: {'Port': ['ID=d5679530-a2bf-4f6f-a4dc-ed21c0e95379,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:35:51.337900 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] No DVR routers for this DVR port d5679530-a2bf-4f6f-a4dc-ed21c0e95379 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:35:51.340571 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:51.343135 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-deleted', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:35:51.376362 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-3c8f222b-50d1-46f6-83da-f01d420e32f5 req-9d39a2e5-d0f4-4b1f-82be-e3d27cacee3e tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 210 time: 0.0498643 Feb 04 21:35:51.388755 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0d473-bdd9-469a-b5d1-4b2afb2fafd7', 'name': 'network-vif-deleted', 'tag': 'd5679530-a2bf-4f6f-a4dc-ed21c0e95379', 'status': 'completed', 'code': 200} Feb 04 21:35:51.416795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a25a2bd2-7093-41d8-9e74-0158c7cae04a req-517c1b29-120d-4bf1-a560-e4d2365acf4b tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.24 "DELETE /v2.0/ports/d5679530-a2bf-4f6f-a4dc-ed21c0e95379 HTTP/1.1" status: 204 len: 173 time: 1.0004978 Feb 04 21:35:52.371013 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0aab3960-f7f8-4692-8d93-4875dd835e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:52.540925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-be6844d0-2d77-4997-a0b0-7ec69b73a313 req-9482a4b5-20f7-4788-81ca-77c305205f5c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Synchronizing usage tracker for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:35:52.616960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-be6844d0-2d77-4997-a0b0-7ec69b73a313 req-9482a4b5-20f7-4788-81ca-77c305205f5c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Unset dirty status for tenant:3821f383ec294d97bc7c0e8b02bb18e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:35:52.619234 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-be6844d0-2d77-4997-a0b0-7ec69b73a313 req-9482a4b5-20f7-4788-81ca-77c305205f5c tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "GET /v2.0/ports?device_id=40b0d473-bdd9-469a-b5d1-4b2afb2fafd7 HTTP/1.1" status: 200 len: 210 time: 0.1227074 Feb 04 21:35:53.401475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d5679530-a2bf-4f6f-a4dc-ed21c0e95379 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:35:53.438256 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: d5679530-a2bf-4f6f-a4dc-ed21c0e95379 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:35:53.438598 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device d5679530-a2bf-4f6f-a4dc-ed21c0e95379 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:35:53.570379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:53.715543 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55384) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:35:53.787510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:53.816441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:53.817916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:53.964752 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:53.984435 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:35:53.992063 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995178 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:53.995842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:35:54.074115 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:54.077877 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-783473b9-431b-4681-9d7c-acca76189b74 tempest-TestShelveInstance-1656335510 tempest-TestShelveInstance-1656335510-project] 10.222.0.48 "DELETE /v2.0/security-groups/7bb2ec66-c3d1-40a8-b1fe-3ce3bbeceafd HTTP/1.1" status: 204 len: 168 time: 0.3587296 Feb 04 21:35:54.216844 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55390) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:35:54.630500 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:35:55.014280 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:55.370264 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Deleting port 7f9a3d29-916a-456c-bf31-f44b84c75cc0 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:35:55.370604 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:55.490288 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:55.541452 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] For port 7f9a3d29-916a-456c-bf31-f44b84c75cc0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7f9a3d29-916a-456c-bf31-f44b84c75cc0,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:35:55.541794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:55.664743 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Calling delete_port for 7f9a3d29-916a-456c-bf31-f44b84c75cc0 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:35:56.130506 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:56.176980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9a3d29-916a-456c-bf31-f44b84c75cc0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:35:56.443721 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:56.795182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Router b8c56071-eb65-498a-87d1-1295a5b5bb19 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:35:56.967870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:35:56.976916 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] Sync routers for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:35:56.985902 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:35:56.998364 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:57.041066 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-45bf27f0-7d4f-4341-be98-d0c1b0a9759d admin admin] 10.222.0.48 "PUT /v2.0/routers/b8c56071-eb65-498a-87d1-1295a5b5bb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8231192 Feb 04 21:35:57.043717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55396) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:35:57.164741 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:35:57.219786 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:57.391928 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:57.444634 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:35:55Z', 'revision_number': 5, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port': {'id': '7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:37Z', 'updated_at': '2022-02-04T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:57.448925 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] Checking router: b8c56071-eb65-498a-87d1-1295a5b5bb19 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:35:57.456699 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Deleting port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:35:57.457163 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:57.457605 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] Routers {'b8c56071-eb65-498a-87d1-1295a5b5bb19'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:35:57.458200 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['b8c56071-eb65-498a-87d1-1295a5b5bb19'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:57.608541 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] Set router b8c56071-eb65-498a-87d1-1295a5b5bb19 gateway port host: None {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:35:57.631334 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] For port 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:35:57.631689 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:57.711864 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:35:57Z', 'revision_number': 6, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:57.715821 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7125b-f14c-41c3-be93-fb54497f98a8 None None] The sync data for ids ['b8c56071-eb65-498a-87d1-1295a5b5bb19'] in n-d-811806-1 is: [{'id': 'b8c56071-eb65-498a-87d1-1295a5b5bb19', 'name': 'tempest-TestShelveInstance-1074405875-router', 'tenant_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:36Z', 'updated_at': '2022-02-04T21:35:57Z', 'revision_number': 6, 'project_id': '3821f383ec294d97bc7c0e8b02bb18e2', 'gw_port_host': None}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:35:57.755656 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Calling delete_port for 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:35:58.233522 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.280154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:35:58.371721 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.537012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7f9a3d29-916a-456c-bf31-f44b84c75cc0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:35:58.550004 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.552242 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.572258 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7f9a3d29-916a-456c-bf31-f44b84c75cc0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:35:58.572602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7f9a3d29-916a-456c-bf31-f44b84c75cc0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:35:58.573026 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:35:58.609243 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:35:58.609588 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7ed87a0c-2ba8-4f5f-89ce-765ecd7c2c36 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:35:58.685105 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.685658 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8c56071-eb65-498a-87d1-1295a5b5bb19 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:35:58.699661 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.700888 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f46896c7-1767-4561-bf48-508060e66d3f admin admin] 10.222.0.48 "DELETE /v2.0/routers/b8c56071-eb65-498a-87d1-1295a5b5bb19 HTTP/1.1" status: 204 len: 168 time: 1.6561670 Feb 04 21:35:58.703293 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55400) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:35:58.764127 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] Deleting subnet 2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:35:58.767338 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.817121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:58.896613 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.022189 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.062648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:35:59.066233 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.071794 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370982c-d022-4e2c-85d0-0077e61e956a None None] Network 2f4952fb-7246-43a2-986c-43d5c1302c18 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:35:59.072080 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d9d25dc3-9ae5-4e0b-9cf5-ed480891d14c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c6bb7cf-958b-4e26-9b2b-22063cbc0b4c HTTP/1.1" status: 204 len: 168 time: 0.3678541 Feb 04 21:35:59.074527 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55404) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:35:59.176890 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.187868 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Deleting port 7d4b7b5b-1d01-461e-a117-55d232ce5090 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:35:59.188194 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.317288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] DHCP port deletion for 2f4952fb-7246-43a2-986c-43d5c1302c18 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:35:59.321657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Deleting port 7d4b7b5b-1d01-461e-a117-55d232ce5090 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:35:59.321850 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.396764 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] For port 7d4b7b5b-1d01-461e-a117-55d232ce5090, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7d4b7b5b-1d01-461e-a117-55d232ce5090,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:35:59.397382 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.520462 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Calling delete_port for 7d4b7b5b-1d01-461e-a117-55d232ce5090 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:35:59.555284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] For port 7d4b7b5b-1d01-461e-a117-55d232ce5090, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=7d4b7b5b-1d01-461e-a117-55d232ce5090,segment=NetworkSegment(2e079fca-1dfa-41dd-8593-38e74ad09491),segment_id=2e079fca-1dfa-41dd-8593-38e74ad09491)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:35:59.555845 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.673153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.676651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Calling delete_port for 7d4b7b5b-1d01-461e-a117-55d232ce5090 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:35:59.718384 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4b7b5b-1d01-461e-a117-55d232ce5090,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:35:59.727665 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] No DVR routers for this DVR port 7d4b7b5b-1d01-461e-a117-55d232ce5090 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:35:59.751968 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:35:59.752315 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:35:59.943139 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:59.968409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4952fb-7246-43a2-986c-43d5c1302c18']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:59.979865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e079fca-1dfa-41dd-8593-38e74ad09491') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:59.980154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e079fca-1dfa-41dd-8593-38e74ad09491') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:35:59.990855 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:00.009308 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:00.015025 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:36:00.015400 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:36:00.028622 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:36:00.147577 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:00.152759 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:00.176397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4952fb-7246-43a2-986c-43d5c1302c18,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:00.239850 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4fc15279-aa47-4ee7-be4a-0a5e66b7a979 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2f4952fb-7246-43a2-986c-43d5c1302c18 HTTP/1.1" status: 204 len: 168 time: 1.1642845 Feb 04 21:36:00.242615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55408) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:00.253725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Deleting port 7d4b7b5b-1d01-461e-a117-55d232ce5090 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:36:00.259293 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:00.319340 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-3062c244-a777-4fde-bd9d-c92da936cf7b None None] The port '7d4b7b5b-1d01-461e-a117-55d232ce5090' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:36:00.459377 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d4b7b5b-1d01-461e-a117-55d232ce5090 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:36:00.496471 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 7d4b7b5b-1d01-461e-a117-55d232ce5090 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:36:00.496735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 7d4b7b5b-1d01-461e-a117-55d232ce5090 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:36:00.778282 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:01.127269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Deleting port c0dfdafe-f521-4150-a328-76e29c0256a0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:36:01.127532 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:01.296475 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] For port c0dfdafe-f521-4150-a328-76e29c0256a0, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c0dfdafe-f521-4150-a328-76e29c0256a0,segment=NetworkSegment(5ef7057b-3635-4eaf-94e7-86fe2cf93292),segment_id=5ef7057b-3635-4eaf-94e7-86fe2cf93292)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:01.296822 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:01.516427 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Calling delete_port for c0dfdafe-f521-4150-a328-76e29c0256a0 owned by network:router_interface {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:36:01.764455 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:01.812450 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dfdafe-f521-4150-a328-76e29c0256a0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:02.076241 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:02.433993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:36:02.607057 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:36:02.615534 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] Sync routers for ids ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:36:02.624539 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] Routers {'5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:02.625140 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:02.703596 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5313cb19-eb45-462c-89ab-573edaad6ea0 admin admin] 10.222.0.48 "PUT /v2.0/routers/5d68f1c2-8f6d-471b-9e70-d2de425f0bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4593773 Feb 04 21:36:02.706325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55412) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:02.796253 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] Set router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:03.016622 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks [] for router, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:03.099206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:36:01Z', 'revision_number': 5, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:03.103131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] Checking router: 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:36:03.111718 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] Routers {'5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:03.112320 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:03.194869 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:03.239093 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Deleting port f362d3df-78b6-4604-9303-267b5904d3ef {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:36:03.239441 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:03.289402 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] Set router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:03.415920 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] For port f362d3df-78b6-4604-9303-267b5904d3ef, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=f362d3df-78b6-4604-9303-267b5904d3ef,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:03.416284 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:03.540648 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Calling delete_port for f362d3df-78b6-4604-9303-267b5904d3ef owned by network:router_gateway {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:36:03.609802 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:36:01Z', 'revision_number': 5, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:03.613655 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa69d3b-25d1-4bfd-ac6e-b6e9f26a7ae8 None None] The sync data for ids ['5d68f1c2-8f6d-471b-9e70-d2de425f0bc7'] in n-d-811806-1 is: [{'id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'name': 'tempest-TestShelveInstance-1757081911-router', 'tenant_id': '67206b28d4c44259991c40dde77fa6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:24:44Z', 'updated_at': '2022-02-04T21:36:01Z', 'revision_number': 5, 'project_id': '67206b28d4c44259991c40dde77fa6a9', 'gw_port': {'id': 'f362d3df-78b6-4604-9303-267b5904d3ef', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68f1c2-8f6d-471b-9e70-d2de425f0bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:24:45Z', 'updated_at': '2022-02-04T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:36:03.770542 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:03.816831 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Pushing event deleted for resources: {'Port': ['ID=f362d3df-78b6-4604-9303-267b5904d3ef,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:03.907789 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.084607 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.087413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.193353 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.193914 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 {{(pid=88237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:36:04.206931 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.208218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-f60e22d0-c109-4700-87f6-8378e033192f admin admin] 10.222.0.48 "DELETE /v2.0/routers/5d68f1c2-8f6d-471b-9e70-d2de425f0bc7 HTTP/1.1" status: 204 len: 168 time: 1.5009067 Feb 04 21:36:04.210794 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55416) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:04.270526 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_v2 [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] Deleting subnet 68b0ff3d-d5e5-44dd-957b-330b44e089c9 {{(pid=88237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:36:04.273580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.326955 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11797421'] for subnet, precommit_delete_associations {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.402595 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.547833 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11185499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10802638'] for subnet, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.590630 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b0ff3d-d5e5-44dd-957b-330b44e089c9,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:04.592504 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.597134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13b5ab-5d87-4aba-95ab-5d37ed98f3b5 None None] Network 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:36:04.598935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-5536e25e-ef59-433d-b0ed-caa1064116d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/68b0ff3d-d5e5-44dd-957b-330b44e089c9 HTTP/1.1" status: 204 len: 168 time: 0.3868265 Feb 04 21:36:04.601015 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55420) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:04.699924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f362d3df-78b6-4604-9303-267b5904d3ef no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:36:04.761342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: f362d3df-78b6-4604-9303-267b5904d3ef {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:36:04.761681 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device f362d3df-78b6-4604-9303-267b5904d3ef not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:36:04.762097 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0dfdafe-f521-4150-a328-76e29c0256a0 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:36:04.802728 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c0dfdafe-f521-4150-a328-76e29c0256a0 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:36:04.803066 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c0dfdafe-f521-4150-a328-76e29c0256a0 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:36:04.830608 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.840960 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Deleting port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:36:04.841223 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:04.937317 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] DHCP port deletion for 4383f934-005d-4cbb-b7ea-f5f69dbd9d12 request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:36:04.941553 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Deleting port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:36:04.941897 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.043493 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] For port 3252fcb0-ef20-472a-bb1c-e0f88384afd8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3252fcb0-ef20-472a-bb1c-e0f88384afd8,segment=NetworkSegment(5ef7057b-3635-4eaf-94e7-86fe2cf93292),segment_id=5ef7057b-3635-4eaf-94e7-86fe2cf93292)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:05.043843 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.145039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] For port 3252fcb0-ef20-472a-bb1c-e0f88384afd8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=3252fcb0-ef20-472a-bb1c-e0f88384afd8,segment=NetworkSegment(5ef7057b-3635-4eaf-94e7-86fe2cf93292),segment_id=5ef7057b-3635-4eaf-94e7-86fe2cf93292)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:05.145388 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.169424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Calling delete_port for 3252fcb0-ef20-472a-bb1c-e0f88384afd8 owned by network:dhcp {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:36:05.267657 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Calling delete_port for 3252fcb0-ef20-472a-bb1c-e0f88384afd8 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:36:05.313007 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.337871 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:36:05.338222 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:36:05.363731 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Pushing event deleted for resources: {'Port': ['ID=3252fcb0-ef20-472a-bb1c-e0f88384afd8,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:05.365495 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] No DVR routers for this DVR port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 on host n-d-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:36:05.480381 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.504086 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4383f934-005d-4cbb-b7ea-f5f69dbd9d12']}} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:05.515588 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef7057b-3635-4eaf-94e7-86fe2cf93292') {'for_net_delete': True} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:05.515879 n-d-811806-1 neutron-server[88237]: DEBUG neutron.services.segments.db [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef7057b-3635-4eaf-94e7-86fe2cf93292') {} {{(pid=88237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:05.527200 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11797402'] for segment, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.542881 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.548590 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:36:05.548962 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11185913'] for segment, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: Traceback (most recent call last): Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: timer() Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: cb(*args, **kw) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: return func(*args, **kwargs) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: self._notify() Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: self.callback(batched_events) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: event.method(event) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: return f(self, *a, **k) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: return self._get(url).json() Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: return self.request(url, 'GET', **kwargs) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:36:05.561540 n-d-811806-1 neutron-server[88237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:36:05.707442 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.724195 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.733983 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] Pushing event deleted for resources: {'Network': ['ID=4383f934-005d-4cbb-b7ea-f5f69dbd9d12,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:05.740847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-784f659c-9fb9-4b0b-89db-da2965504745 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4383f934-005d-4cbb-b7ea-f5f69dbd9d12 HTTP/1.1" status: 204 len: 168 time: 1.1388688 Feb 04 21:36:05.839133 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Deleting port 3252fcb0-ef20-472a-bb1c-e0f88384afd8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:36:05.839616 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:05.907792 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb7432-cc60-47f1-ba3f-d874c413a0c4 None None] The port '3252fcb0-ef20-472a-bb1c-e0f88384afd8' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:36:06.087217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55426) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:06.141719 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-55bf29ae-1400-4bfe-916f-7fe556ebfe5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3821f383ec294d97bc7c0e8b02bb18e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533564 Feb 04 21:36:06.142190 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55430) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:06.201210 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21bc0c7c-5cf1-4f29-a3c6-efd66a888fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:06.226278 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21bc0c7c-5cf1-4f29-a3c6-efd66a888fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:06.347280 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21bc0c7c-5cf1-4f29-a3c6-efd66a888fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:06.363643 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc0c7c-5cf1-4f29-a3c6-efd66a888fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd0eab-fdb2-4604-bd7f-f374ee3e7d63,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:06.370475 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-21bc0c7c-5cf1-4f29-a3c6-efd66a888fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:06.371629 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-21bc0c7c-5cf1-4f29-a3c6-efd66a888fac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8dd0eab-fdb2-4604-bd7f-f374ee3e7d63 HTTP/1.1" status: 204 len: 168 time: 0.2282867 Feb 04 21:36:06.460264 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3252fcb0-ef20-472a-bb1c-e0f88384afd8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:36:06.493969 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 3252fcb0-ef20-472a-bb1c-e0f88384afd8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:36:06.494309 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 3252fcb0-ef20-472a-bb1c-e0f88384afd8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:36:07.068219 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55438) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:07.119401 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4d865c60-ed29-4f20-8dd1-d58d48e67fec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67206b28d4c44259991c40dde77fa6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499961 Feb 04 21:36:07.121861 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55442) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:07.178415 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-712a2ddf-5d10-467b-8e16-afb52d38ea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:07.203907 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-712a2ddf-5d10-467b-8e16-afb52d38ea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:07.296065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-712a2ddf-5d10-467b-8e16-afb52d38ea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:07.312705 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a2ddf-5d10-467b-8e16-afb52d38ea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbe95a3-7283-47ea-ac66-14160575bc43,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:07.316279 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-712a2ddf-5d10-467b-8e16-afb52d38ea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:07.319348 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-712a2ddf-5d10-467b-8e16-afb52d38ea08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cbe95a3-7283-47ea-ac66-14160575bc43 HTTP/1.1" status: 204 len: 168 time: 0.1946063 Feb 04 21:36:08.466316 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55466) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:08.567693 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-901244062-network', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:08.573698 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:08.577460 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Usage tracker for resource:network and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:08.581537 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:08.587179 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:08.667007 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Made reservation on behalf of d043d9efb9d34b058d691d9cf28c31e2 for: {'network': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:36:08.669256 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:08.681656 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:08.695375 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:08.699682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:08.702361 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:08.708123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:08.787478 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:08.867255 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:08.896674 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:36:08.905314 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c5be09-a694-4b7d-97d7-6ca24526fe32,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:08.910750 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:08.911102 n-d-811806-1 neutron-server[88236]: INFO neutron.db.segments_db [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Added segment 9a2f10ab-365a-4eb7-92bd-b24965c136a6 of type vlan for network 506a1b3b-0de5-4860-9f88-2717cc1c43bb Feb 04 21:36:08.937596 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.032733 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.033651 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:09.034210 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.134794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] Pushing event updated for resources: {'Network': ['ID=506a1b3b-0de5-4860-9f88-2717cc1c43bb,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:09.144995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:36:09.182674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-66a06f89-53e1-4a3e-916d-32a295f9479e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7152414 Feb 04 21:36:09.185491 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55472) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:09.190881 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Request body: {'subnet': {'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-901244062-subnet', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:09.196452 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:09.200323 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Usage tracker for resource:subnet and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:09.203137 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:09.209100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:09.267309 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Made reservation on behalf of d043d9efb9d34b058d691d9cf28c31e2 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:36:09.269593 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.502013 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.574512 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ecd179-acea-46e7-8d9e-80c4b0b147cb,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:09.581774 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Checking segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:09.582126 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Network hostable DHCP agents. Network: 506a1b3b-0de5-4860-9f88-2717cc1c43bb, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:36:09.684231 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:36:09.747104 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 506a1b3b-0de5-4860-9f88-2717cc1c43bb) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:09.750924 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:09.751530 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.757177 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1aeb0-2203-4003-bc51-9a9c48b19d76 None None] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:36:09.845492 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b0ff0428-7ba3-4cac-8664-5cd86540a74d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6588626 Feb 04 21:36:09.848266 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55476) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:09.853560 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:09.860786 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:09.862621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Usage tracker for resource:router and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:09.865392 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:09.871531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:09.939100 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.976501 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.977529 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.982136 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:36:09.983190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:09.992207 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.165498 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Allocated IP 172.20.0.2 (506a1b3b-0de5-4860-9f88-2717cc1c43bb/86ecd179-acea-46e7-8d9e-80c4b0b147cb/feedd837-1767-465a-99cf-0426ed13dbe8) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:10.349652 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.385962 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.395735 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Transition to ACTIVE for port object feedd837-1767-465a-99cf-0426ed13dbe8 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:10.417142 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Transition to ACTIVE for port object feedd837-1767-465a-99cf-0426ed13dbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:10.431447 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.496426 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.563039 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:10.565763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:10.568540 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:10.601346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Pushing event updated for resources: {'Port': ['ID=feedd837-1767-465a-99cf-0426ed13dbe8,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:10.617321 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.617667 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.618042 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.618379 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.618746 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.619061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.619387 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.619710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.620051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.620357 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.620677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.620998 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:10.674870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Attempting to bind port feedd837-1767-465a-99cf-0426ed13dbe8 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:36:10.675158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Attempting to bind port feedd837-1767-465a-99cf-0426ed13dbe8 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:36:10.675522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Attempting to bind port feedd837-1767-465a-99cf-0426ed13dbe8 on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:10.680661 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:36:10.681035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Checking segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:10.681435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.681831 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Bound using segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:36:10.682293 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Bound port: feedd837-1767-465a-99cf-0426ed13dbe8, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:36:10.682681 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.768787 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] For port feedd837-1767-465a-99cf-0426ed13dbe8, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:36:10.771949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] For port feedd837-1767-465a-99cf-0426ed13dbe8, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=feedd837-1767-465a-99cf-0426ed13dbe8,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:36:10.825791 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.855995 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.902121 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:10.995490 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3312f47-ff33-4fd2-a411-7af27dc35f7e None None] Pushing event updated for resources: {'Port': ['ID=feedd837-1767-465a-99cf-0426ed13dbe8,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:10.997473 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Allocated IP 172.25.7.33 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/c2153cec-d39d-4bc8-bb9d-8b691e5b24bf) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:11.152181 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:11.296723 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:11.364351 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:11.367100 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:11.371105 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:11.404441 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:11.899093 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:11.961414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efec99b1-933d-4172-81d1-304187fada04 None None] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:36:12.191504 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-91ef232d-fafd-4531-af4b-ad19c217e380 None None] Provisioning for port feedd837-1767-465a-99cf-0426ed13dbe8 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:12.377894 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:12.515503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device feedd837-1767-465a-99cf-0426ed13dbe8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:12.650509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port feedd837-1767-465a-99cf-0426ed13dbe8 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:12.655444 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port feedd837-1767-465a-99cf-0426ed13dbe8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:12.655817 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:12.690338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Router 1c933046-36db-41f5-8a46-867e35c403e7 is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:36:12.772627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:12.803923 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port feedd837-1767-465a-99cf-0426ed13dbe8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=feedd837-1767-465a-99cf-0426ed13dbe8,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:12.865115 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:36:12.874945 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Sync routers for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:36:12.885215 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:12.886237 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:12.887566 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:12.941802 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:12.946021 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-9ddfe55f-e1c2-4c44-a750-24ff5f3ce8a4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0939343 Feb 04 21:36:12.946021 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55480) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:12.961882 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=feedd837-1767-465a-99cf-0426ed13dbe8,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:13.070942 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:13.396626 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:11Z', 'revision_number': 3, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:13.400376 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Checking router: 1c933046-36db-41f5-8a46-867e35c403e7 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:36:13.400721 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Updating router 1c933046-36db-41f5-8a46-867e35c403e7 port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:36:13.452212 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:13.744809 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:13.783087 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:13.795041 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Transition to ACTIVE for port object c2153cec-d39d-4bc8-bb9d-8b691e5b24bf will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:13.878791 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:13.947812 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Allocated IP 172.20.0.1 (506a1b3b-0de5-4860-9f88-2717cc1c43bb/86ecd179-acea-46e7-8d9e-80c4b0b147cb/bc8e1197-1f7b-401f-a590-0e18cd3d9692) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:13.955364 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Attempting to bind port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:36:13.955739 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Attempting to bind port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:36:13.956100 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Attempting to bind port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:13.965208 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Pushing event updated for resources: {'Port': ['ID=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:13.968610 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:36:13.968978 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:13.969409 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:13.969794 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:36:13.970248 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Bound port: c2153cec-d39d-4bc8-bb9d-8b691e5b24bf, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:36:13.970613 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.001823 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.002091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.002429 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.002786 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.003117 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.003445 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.003801 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.004109 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.004413 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.004730 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.005050 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.005368 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:36:14.055016 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] For port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:36:14.057970 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] For port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:36:14.095090 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.110308 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Transition to ACTIVE for port object bc8e1197-1f7b-401f-a590-0e18cd3d9692 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:14.159711 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.210425 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.236977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:14.237592 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:14.278613 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:14.281554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:14.285149 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:14.317736 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d8e79-1a55-46be-8ade-7b7de6e8bd0c None None] Pushing event updated for resources: {'Port': ['ID=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:14.321950 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8e1197-1f7b-401f-a590-0e18cd3d9692,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:14.344977 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.432588 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:14.487303 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device feedd837-1767-465a-99cf-0426ed13dbe8 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:14.569228 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port feedd837-1767-465a-99cf-0426ed13dbe8 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:14.569598 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.660198 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-50734ea7-7160-48ea-8b2c-cf021d9fbf6b None None] Provisioning for port bc8e1197-1f7b-401f-a590-0e18cd3d9692 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:14.676207 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-50734ea7-7160-48ea-8b2c-cf021d9fbf6b None None] Provisioning complete for port bc8e1197-1f7b-401f-a590-0e18cd3d9692 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:14.676581 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50734ea7-7160-48ea-8b2c-cf021d9fbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.685341 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.724562 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:11Z', 'revision_number': 3, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:14.729722 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dae20-0b5a-4287-ae98-b88206387a4d None None] The sync data for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 is: [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:11Z', 'revision_number': 3, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:36:14.737505 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-50734ea7-7160-48ea-8b2c-cf021d9fbf6b None None] Port bc8e1197-1f7b-401f-a590-0e18cd3d9692 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:36:14.913898 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:14.971448 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:15.085869 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8e1197-1f7b-401f-a590-0e18cd3d9692,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:15.088918 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:15.231318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:15.232506 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:15.434169 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Router 1c933046-36db-41f5-8a46-867e35c403e7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:36:15.472615 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-23494110-169a-4cc5-a567-f5e98920dd60 None None] Provisioning complete for port bc8e1197-1f7b-401f-a590-0e18cd3d9692 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:15.472987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-23494110-169a-4cc5-a567-f5e98920dd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:15.530501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-23494110-169a-4cc5-a567-f5e98920dd60 None None] Port bc8e1197-1f7b-401f-a590-0e18cd3d9692 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:36:15.733833 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:36:15.742954 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-46e181dc-4e6c-46fd-9137-8a72bccc9393 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c933046-36db-41f5-8a46-867e35c403e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7948296 Feb 04 21:36:16.280784 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Sync routers for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:36:16.290712 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:16.291343 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:16.429324 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55498) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:16.441315 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-566526781-network', 'tenant_id': '83515c9ed6134550bf34af9a5454de51'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:16.447947 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:16.452187 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Usage tracker for resource:network and tenant:83515c9ed6134550bf34af9a5454de51 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:16.455693 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:16.461708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:16.511607 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:16.513288 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Made reservation on behalf of 83515c9ed6134550bf34af9a5454de51 for: {'network': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:36:16.515813 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for network, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.528029 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.542446 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:16.546221 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Usage tracker for resource:security_group_rule and tenant:83515c9ed6134550bf34af9a5454de51 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:16.548953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:16.553155 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c2153cec-d39d-4bc8-bb9d-8b691e5b24bf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:16.554529 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:16.640434 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.741631 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.770502 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:36:16.779823 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e73eb02-929b-48e3-9152-330900d822d0,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:16.785225 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.786946 n-d-811806-1 neutron-server[88237]: INFO neutron.db.segments_db [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Added segment 9a69b05c-c732-4821-8f59-97b12c4553db of type vlan for network 8a918cfb-d58a-4d58-ad34-7efd05998d6f Feb 04 21:36:16.812330 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730205903499'] for network, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.862384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:16.870123 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:16.870493 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.918736 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827'] for network, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.919828 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:16.920405 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Notify callbacks [] for network, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:16.930634 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 2, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:16.936509 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Checking router: 1c933046-36db-41f5-8a46-867e35c403e7 for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:36:16.936867 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Updating router 1c933046-36db-41f5-8a46-867e35c403e7 port bc8e1197-1f7b-401f-a590-0e18cd3d9692 binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:36:17.026903 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] Pushing event updated for resources: {'Network': ['ID=8a918cfb-d58a-4d58-ad34-7efd05998d6f,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:17.035563 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.047523 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f details requested by agent ovs-agent-n-d-811806-1 with host n-d-811806-1 {{(pid=88238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:36:17.135376 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.167448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-aeb57c1a-2b34-40ee-acd5-0e9660bb123d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7322521 Feb 04 21:36:17.167644 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55502) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:17.173194 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Request body: {'subnet': {'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-566526781-subnet', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'ip_version': 4}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:17.178594 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:17.182449 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Usage tracker for resource:subnet and tenant:83515c9ed6134550bf34af9a5454de51 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:17.185269 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:17.190894 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:17.210011 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:17.278545 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Made reservation on behalf of 83515c9ed6134550bf34af9a5454de51 for: {'subnet': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:36:17.280919 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10802661'] for subnet, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.290124 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.437146 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:17.547722 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11185540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10802679'] for subnet, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.557493 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.568682 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Transition to ACTIVE for port object bc8e1197-1f7b-401f-a590-0e18cd3d9692 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:17.622718 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6885b4dd-f9c3-437a-a51e-48625fa16785,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:17.631233 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Checking segment: {'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:17.631710 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Network hostable DHCP agents. Network: 8a918cfb-d58a-4d58-ad34-7efd05998d6f, hostable agents: ['bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2'], hosted agents: [] {{(pid=88237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:36:17.656037 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.713174 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f is scheduled to be hosted by DHCP agent bf1673ca-cc33-429c-ae1d-6f7ab8cacbe2 with binding_index 1 {{(pid=88237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:36:17.787388 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811806-1, 8a918cfb-d58a-4d58-ad34-7efd05998d6f) {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:17.794208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:17.794982 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.813870 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0baed0-6eaf-40c6-9edf-07e6a480d342 None None] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:36:17.833116 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd2a8a-501c-4228-8b78-331f2428914f None None] Pushing event updated for resources: {'Port': ['ID=bc8e1197-1f7b-401f-a590-0e18cd3d9692,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:17.888238 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55506) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:17.888721 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-4a2a2408-e38d-4114-8068-7929e1e2f80d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7200110 Feb 04 21:36:17.893338 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:17.899086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:17.903145 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Usage tracker for resource:router and tenant:83515c9ed6134550bf34af9a5454de51 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:17.906150 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:17.912903 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:17.948200 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Attempting to bind port bc8e1197-1f7b-401f-a590-0e18cd3d9692 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:36:17.948564 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Attempting to bind port bc8e1197-1f7b-401f-a590-0e18cd3d9692 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:36:17.948924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Attempting to bind port bc8e1197-1f7b-401f-a590-0e18cd3d9692 on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:17.958876 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13712'] for router, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.959823 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13703'] for router, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.977789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:36:17.977789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Checking segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:17.977789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.977789 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Bound using segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:36:17.978265 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:17.978337 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Bound port: bc8e1197-1f7b-401f-a590-0e18cd3d9692, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:36:17.978337 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:18.196800 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] For port bc8e1197-1f7b-401f-a590-0e18cd3d9692, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:36:18.214486 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] For port bc8e1197-1f7b-401f-a590-0e18cd3d9692, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bc8e1197-1f7b-401f-a590-0e18cd3d9692,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:36:18.222991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c949991-5950-5e46-95c1-2621edcfdc19-8a918cfb-d58a-4d58-ad34-7efd05998d6f', 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'fixed_ips': [{'subnet_id': '6885b4dd-f9c3-437a-a51e-48625fa16785'}]}} from n-d-811806-1. {{(pid=88238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:36:18.223841 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:18.279881 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:18.413516 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13685'] for router, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:18.427288 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd2a8a-501c-4228-8b78-331f2428914f None None] Pushing event updated for resources: {'Port': ['ID=bc8e1197-1f7b-401f-a590-0e18cd3d9692,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:18.429678 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:18.430315 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:18.507893 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c2153cec-d39d-4bc8-bb9d-8b691e5b24bf up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:18.650931 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Allocated IP 172.20.0.2 (8a918cfb-d58a-4d58-ad34-7efd05998d6f/6885b4dd-f9c3-437a-a51e-48625fa16785/dc3422ff-8c60-439d-b8ec-634530cc0e56) {{(pid=88238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:18.773605 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:18.780997 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:18.810320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:18.854111 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:18.854482 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:18.947558 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Allocated IP 172.25.7.99 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/5adf03f4-8538-42d6-a7bf-562c95ef334a) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:19.096705 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.199214 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.241918 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Notify callbacks [] for port, precommit_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.265297 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:19.268935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:19.271453 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:19.284698 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Transition to ACTIVE for port object dc3422ff-8c60-439d-b8ec-634530cc0e56 will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:19.314905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Transition to ACTIVE for port object dc3422ff-8c60-439d-b8ec-634530cc0e56 will not be triggered until provisioned by entity DHCP. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:19.319864 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Pushing event updated for resources: {'Port': ['ID=5adf03f4-8538-42d6-a7bf-562c95ef334a,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:19.336905 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:18Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:19.340929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147095aa-312a-4652-916e-26f6e3b9c8e0 None None] The sync data for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 is: [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:18Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:36:19.383608 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173'] for port, after_create {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.464190 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f is already hosted by enough agents. {{(pid=88238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:19.467186 n-d-811806-1 neutron-server[88238]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Resources bound (agent type, host, resource id): {{(pid=88238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:19.470984 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Received port after_create {{(pid=88238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:19.479160 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Pushing event updated for resources: {'Port': ['ID=dc3422ff-8c60-439d-b8ec-634530cc0e56,revision_number=1']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:19.620827 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Attempting to bind port dc3422ff-8c60-439d-b8ec-634530cc0e56 on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:36:19.621121 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Attempting to bind port dc3422ff-8c60-439d-b8ec-634530cc0e56 by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:36:19.621481 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Attempting to bind port dc3422ff-8c60-439d-b8ec-634530cc0e56 on network 8a918cfb-d58a-4d58-ad34-7efd05998d6f {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:19.626974 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:36:19.627352 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Checking segment: {'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:19.627754 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.628147 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Bound using segment: {'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:36:19.628610 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Bound port: dc3422ff-8c60-439d-b8ec-634530cc0e56, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:36:19.628983 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.721119 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] For port dc3422ff-8c60-439d-b8ec-634530cc0e56, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:36:19.724455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] For port dc3422ff-8c60-439d-b8ec-634530cc0e56, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dc3422ff-8c60-439d-b8ec-634530cc0e56,segment=NetworkSegment(9a69b05c-c732-4821-8f59-97b12c4553db),segment_id=9a69b05c-c732-4821-8f59-97b12c4553db)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:36:19.787950 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.799381 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:19.884260 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e1491-a514-458a-a572-768df77a4922 None None] Pushing event updated for resources: {'Port': ['ID=dc3422ff-8c60-439d-b8ec-634530cc0e56,revision_number=2']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:20.154879 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ba270d6e-4120-4773-8bf6-9c30bfe5b84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:20.307794 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760093'] for router, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:20.564094 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8e1197-1f7b-401f-a590-0e18cd3d9692 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:20.605589 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Router 43019011-85e9-4b9d-917b-2c4fbd43eead is scheduled to L3 agent 75497673-c971-4491-b605-03211564d95a with binding_index 1 {{(pid=88236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:36:20.730001 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port bc8e1197-1f7b-401f-a590-0e18cd3d9692 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:20.737788 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bc8e1197-1f7b-401f-a590-0e18cd3d9692 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:20.738611 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:20.804927 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:36:20.817769 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Sync routers for ids ['43019011-85e9-4b9d-917b-2c4fbd43eead'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:36:20.833244 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Routers {'43019011-85e9-4b9d-917b-2c4fbd43eead'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:20.833857 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['43019011-85e9-4b9d-917b-2c4fbd43eead'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:20.865613 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:20.900522 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port bc8e1197-1f7b-401f-a590-0e18cd3d9692, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bc8e1197-1f7b-401f-a590-0e18cd3d9692,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:20.920134 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:20.924148 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-76cb0aba-b9d6-4d9b-b265-6701dc0e0f1f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0320566 Feb 04 21:36:20.929006 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55512) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:20.952886 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1cdf6b-3e15-4318-96da-3eac426284aa None None] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:36:21.019481 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Set router 43019011-85e9-4b9d-917b-2c4fbd43eead gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:21.022818 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.023578 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc3422ff-8c60-439d-b8ec-634530cc0e56 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:21.213346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=bc8e1197-1f7b-401f-a590-0e18cd3d9692,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:21.280506 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-0125076d-c805-42ac-b1bb-4dd48091cf20 None None] Provisioning for port dc3422ff-8c60-439d-b8ec-634530cc0e56 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:21.368782 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:36:19Z', 'revision_number': 3, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port': {'id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:18Z', 'updated_at': '2022-02-04T21:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:21.373098 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Checking router: 43019011-85e9-4b9d-917b-2c4fbd43eead for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:36:21.373626 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Updating router 43019011-85e9-4b9d-917b-2c4fbd43eead port 5adf03f4-8538-42d6-a7bf-562c95ef334a binding host n-d-811806-1 {{(pid=88239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:36:21.381054 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port dc3422ff-8c60-439d-b8ec-634530cc0e56 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:21.386674 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dc3422ff-8c60-439d-b8ec-634530cc0e56 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:21.387202 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.440531 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.544308 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.584995 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port dc3422ff-8c60-439d-b8ec-634530cc0e56, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dc3422ff-8c60-439d-b8ec-634530cc0e56,segment=NetworkSegment(9a69b05c-c732-4821-8f59-97b12c4553db),segment_id=9a69b05c-c732-4821-8f59-97b12c4553db)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:21.636427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-f50b4fcc-b73b-4a93-a31d-7972dab88cea None None] Provisioning complete for port dc3422ff-8c60-439d-b8ec-634530cc0e56 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:21.637224 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f50b4fcc-b73b-4a93-a31d-7972dab88cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.692725 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.801631 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.806913 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Notify callbacks [] for port, precommit_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:21.808283 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=dc3422ff-8c60-439d-b8ec-634530cc0e56,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:21.824226 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.provisioning_blocks [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Transition to ACTIVE for port object 5adf03f4-8538-42d6-a7bf-562c95ef334a will not be triggered until provisioned by entity L2. {{(pid=88239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:21.929847 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.010917 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Allocated IP 172.20.0.1 (8a918cfb-d58a-4d58-ad34-7efd05998d6f/6885b4dd-f9c3-437a-a51e-48625fa16785/371706d8-8519-4b6c-90e7-63bc1e24cf0b) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:22.011682 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8462f-40c5-41bb-b03d-96a36ca55ac6 None None] Pushing event updated for resources: {'Port': ['ID=5adf03f4-8538-42d6-a7bf-562c95ef334a,revision_number=2']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:22.020977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Attempting to bind port 5adf03f4-8538-42d6-a7bf-562c95ef334a on host n-d-811806-1 for vnic_type normal with profile {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:36:22.020977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Attempting to bind port 5adf03f4-8538-42d6-a7bf-562c95ef334a by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:36:22.020977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Attempting to bind port 5adf03f4-8538-42d6-a7bf-562c95ef334a on network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:22.020977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:36:22.020977 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Checking segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:22.020977 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.021723 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Bound using segment: {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'} {{(pid=88239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:36:22.021980 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.managers [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Bound port: 5adf03f4-8538-42d6-a7bf-562c95ef334a, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59779-56a6-41c2-9e71-58b8d6a5bc25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc'}}] {{(pid=88239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:36:22.022354 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.094254 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] For port 5adf03f4-8538-42d6-a7bf-562c95ef334a, host n-d-811806-1, cleared binding levels {{(pid=88239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:36:22.097480 n-d-811806-1 neutron-server[88239]: DEBUG neutron.plugins.ml2.db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] For port 5adf03f4-8538-42d6-a7bf-562c95ef334a, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5adf03f4-8538-42d6-a7bf-562c95ef334a,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:36:22.156494 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.171415 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Transition to ACTIVE for port object 371706d8-8519-4b6c-90e7-63bc1e24cf0b will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:22.176403 n-d-811806-1 neutron-server[88239]: DEBUG neutron_lib.callbacks.manager [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.254784 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Routers {'43019011-85e9-4b9d-917b-2c4fbd43eead'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:22.255389 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:35:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['43019011-85e9-4b9d-917b-2c4fbd43eead'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:22.284860 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.318214 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8462f-40c5-41bb-b03d-96a36ca55ac6 None None] Pushing event updated for resources: {'Port': ['ID=5adf03f4-8538-42d6-a7bf-562c95ef334a,revision_number=3']} {{(pid=88239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:22.356227 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:22.359281 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:22.361758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:22.382219 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ca329460-e47e-4466-bfd3-357430c0d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.402306 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Pushing event updated for resources: {'Port': ['ID=371706d8-8519-4b6c-90e7-63bc1e24cf0b,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:22.425834 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-719655'] for router_interface, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.435874 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] Set router 43019011-85e9-4b9d-917b-2c4fbd43eead gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:22.504830 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8e1197-1f7b-401f-a590-0e18cd3d9692 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:22.582374 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port bc8e1197-1f7b-401f-a590-0e18cd3d9692 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:22.583047 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.710725 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc3422ff-8c60-439d-b8ec-634530cc0e56 up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:22.730812 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:36:19Z', 'revision_number': 3, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port': {'id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:18Z', 'updated_at': '2022-02-04T21:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:22.734862 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27cbf3-048c-4997-b2e9-939d213ac9fc None None] The sync data for ids ['43019011-85e9-4b9d-917b-2c4fbd43eead'] in n-d-811806-1 is: [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:36:19Z', 'revision_number': 3, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port': {'id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:18Z', 'updated_at': '2022-02-04T21:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:36:22.752754 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d663620b-872c-4b2a-8b32-2b8a9fd96aeb None None] Provisioning for port 371706d8-8519-4b6c-90e7-63bc1e24cf0b completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:22.766763 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-d663620b-872c-4b2a-8b32-2b8a9fd96aeb None None] Provisioning complete for port 371706d8-8519-4b6c-90e7-63bc1e24cf0b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:22.767907 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d663620b-872c-4b2a-8b32-2b8a9fd96aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.793775 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:22.832710 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-d663620b-872c-4b2a-8b32-2b8a9fd96aeb None None] Port 371706d8-8519-4b6c-90e7-63bc1e24cf0b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:36:22.843325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port dc3422ff-8c60-439d-b8ec-634530cc0e56 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:22.843703 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:23.069691 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:23.175939 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:23.284377 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-719810'] for router_interface, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:23.288935 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Pushing event updated for resources: {'Port': ['ID=371706d8-8519-4b6c-90e7-63bc1e24cf0b,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:23.424794 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:23.425932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:23.610221 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:23.619723 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Router 43019011-85e9-4b9d-917b-2c4fbd43eead has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:36:23.659700 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-208c9ca6-8879-46cb-b860-a42a8926eeec None None] Provisioning complete for port 371706d8-8519-4b6c-90e7-63bc1e24cf0b triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:23.660071 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-208c9ca6-8879-46cb-b860-a42a8926eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:23.765530 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-208c9ca6-8879-46cb-b860-a42a8926eeec None None] Port 371706d8-8519-4b6c-90e7-63bc1e24cf0b cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:36:23.827015 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:23.918406 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:36:23.927199 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-4f7e261d-8fef-4658-aa10-5d3cbea30060 admin admin] 10.222.0.48 "PUT /v2.0/routers/43019011-85e9-4b9d-917b-2c4fbd43eead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018706 Feb 04 21:36:24.322370 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Sync routers for ids ['43019011-85e9-4b9d-917b-2c4fbd43eead'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:36:24.331884 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Routers {'43019011-85e9-4b9d-917b-2c4fbd43eead'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:24.332512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:36:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['43019011-85e9-4b9d-917b-2c4fbd43eead'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:24.514474 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5adf03f4-8538-42d6-a7bf-562c95ef334a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:24.538447 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Set router 43019011-85e9-4b9d-917b-2c4fbd43eead gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:24.592427 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55522) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:24.597567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891800713', 'description': 'tempest-secgroup-smoke-1891800713 description', 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:24.604922 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:24.608814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:24.611689 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:24.618996 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:24.695967 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:24.720021 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:24.724235 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:24.727898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:24.733623 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:24.803842 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:24.859008 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 5adf03f4-8538-42d6-a7bf-562c95ef334a completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:24.865929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5adf03f4-8538-42d6-a7bf-562c95ef334a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:24.870572 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:24.889930 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:24.932825 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a790259c-c760-4f9a-a995-ec37e9de5f47,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:24.933594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:36:22Z', 'revision_number': 4, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port': {'id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:18Z', 'updated_at': '2022-02-04T21:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '371706d8-8519-4b6c-90e7-63bc1e24cf0b', 'name': '', 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'mac_address': 'fa:16:3e:7f:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6885b4dd-f9c3-437a-a51e-48625fa16785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:21Z', 'updated_at': '2022-02-04T21:36:22Z', 'revision_number': 2, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'subnets': [{'id': '6885b4dd-f9c3-437a-a51e-48625fa16785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:24.939641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Checking router: 43019011-85e9-4b9d-917b-2c4fbd43eead for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:36:24.939988 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Updating router 43019011-85e9-4b9d-917b-2c4fbd43eead port 371706d8-8519-4b6c-90e7-63bc1e24cf0b binding host n-d-811806-1 {{(pid=88238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:36:25.021996 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.023347 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-0c91b611-ccdd-4032-a548-7a907ffdd17c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4298947 Feb 04 21:36:25.027098 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55526) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:25.032717 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'security_group_rule': {'security_group_id': 'a790259c-c760-4f9a-a995-ec37e9de5f47', 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:25.038038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.040261 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:25.044478 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:25.047325 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:25.049926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.053904 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:25.110603 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 5adf03f4-8538-42d6-a7bf-562c95ef334a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5adf03f4-8538-42d6-a7bf-562c95ef334a,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:25.143392 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.209418 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.218235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.301462 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.326513 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f456f86-e2fd-48d1-9a75-c5b06868d231,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:25.358510 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=5adf03f4-8538-42d6-a7bf-562c95ef334a,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:25.393065 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.394286 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-cc5e45b2-a5b7-44e9-ad33-4af7ba7ad1e2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3660927 Feb 04 21:36:25.397290 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55530) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:25.403010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'security_group_rule': {'security_group_id': 'a790259c-c760-4f9a-a995-ec37e9de5f47', 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:25.409587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:25.413454 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:25.416400 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:25.422246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:25.470073 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Notify callbacks [] for port, precommit_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.481268 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Transition to ACTIVE for port object 371706d8-8519-4b6c-90e7-63bc1e24cf0b will not be triggered until provisioned by entity L2. {{(pid=88238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:25.502229 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.524559 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.564244 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.569986 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.627012 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.654639 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6788c818-5cde-4532-a154-eed6b4bc076e,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:25.747670 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.752069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55534) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:25.752604 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c8d80f87-a445-4440-bbfe-ce72d7fa5ea0 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3540649 Feb 04 21:36:25.759257 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'security_group_rule': {'security_group_id': 'a790259c-c760-4f9a-a995-ec37e9de5f47', 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:25.764658 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1480e4-b00e-48a0-ba7d-9a25bd6a9830 None None] Pushing event updated for resources: {'Port': ['ID=371706d8-8519-4b6c-90e7-63bc1e24cf0b,revision_number=3']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:25.766590 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:25.771017 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:25.773971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:25.780184 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:25.800685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Attempting to bind port 371706d8-8519-4b6c-90e7-63bc1e24cf0b on host n-d-811806-1 for vnic_type normal with profile {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:36:25.800685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Attempting to bind port 371706d8-8519-4b6c-90e7-63bc1e24cf0b by drivers openvswitch,hyperv on host n-d-811806-1 at level 0 using segments [{'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:36:25.800685 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Attempting to bind port 371706d8-8519-4b6c-90e7-63bc1e24cf0b on network 8a918cfb-d58a-4d58-ad34-7efd05998d6f {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:25.802126 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Checking agent: {'id': '998743e5-b5da-42f1-95c8-98fe919542e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 44, 23), 'started_at': datetime.datetime(2022, 2, 4, 19, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811806-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:36:25.802589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Checking segment: {'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:25.803127 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.803517 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Bound using segment: {'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'} {{(pid=88238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:36:25.804051 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.managers [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Bound port: 371706d8-8519-4b6c-90e7-63bc1e24cf0b, host: n-d-811806-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69b05c-c732-4821-8f59-97b12c4553db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f'}}] {{(pid=88238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:36:25.804489 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.902880 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:25.946653 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] For port 371706d8-8519-4b6c-90e7-63bc1e24cf0b, host n-d-811806-1, cleared binding levels {{(pid=88238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:36:25.949594 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] For port 371706d8-8519-4b6c-90e7-63bc1e24cf0b, host n-d-811806-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=371706d8-8519-4b6c-90e7-63bc1e24cf0b,segment=NetworkSegment(9a69b05c-c732-4821-8f59-97b12c4553db),segment_id=9a69b05c-c732-4821-8f59-97b12c4553db)] {{(pid=88238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:36:25.965398 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.057063 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.136393 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Routers {'43019011-85e9-4b9d-917b-2c4fbd43eead'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:26.137022 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:36:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['43019011-85e9-4b9d-917b-2c4fbd43eead'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:26.182150 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.208001 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136a7fbf-bfe6-4052-8a09-86f7e05e4c32,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:26.214503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1480e4-b00e-48a0-ba7d-9a25bd6a9830 None None] Pushing event updated for resources: {'Port': ['ID=371706d8-8519-4b6c-90e7-63bc1e24cf0b,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:26.279197 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.283087 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-1031413e-85ae-4640-a536-bb65403fd489 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5265071 Feb 04 21:36:26.283407 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55538) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:26.288767 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'security_group_rule': {'security_group_id': 'a790259c-c760-4f9a-a995-ec37e9de5f47', 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:26.296555 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:26.300581 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:26.303609 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:26.310113 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:26.334170 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] Set router 43019011-85e9-4b9d-917b-2c4fbd43eead gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:26.428622 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.485000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5adf03f4-8538-42d6-a7bf-562c95ef334a up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:26.495884 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.575491 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.599663 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92b22ad-41a7-4974-ae6c-5c55c5397c3d,revision_number=0']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:26.661219 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.662495 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d4c435c6-120e-4d8a-9159-fda91c5ef202 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780317 Feb 04 21:36:26.666014 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55542) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:26.671507 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'security_group_rule': {'security_group_id': 'a790259c-c760-4f9a-a995-ec37e9de5f47', 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:26.678226 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:26.682242 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:26.683758 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 5adf03f4-8538-42d6-a7bf-562c95ef334a triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:26.684127 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.685282 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:26.691039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:26.793028 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:36:22Z', 'revision_number': 4, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port': {'id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:18Z', 'updated_at': '2022-02-04T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '371706d8-8519-4b6c-90e7-63bc1e24cf0b', 'name': '', 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'mac_address': 'fa:16:3e:7f:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6885b4dd-f9c3-437a-a51e-48625fa16785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:21Z', 'updated_at': '2022-02-04T21:36:25Z', 'revision_number': 4, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'subnets': [{'id': '6885b4dd-f9c3-437a-a51e-48625fa16785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:26.798526 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Project d043d9efb9d34b058d691d9cf28c31e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:36:26.805289 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.813641 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cb1c7-b436-41c5-b29e-575e8fae3d84 None None] The sync data for ids ['43019011-85e9-4b9d-917b-2c4fbd43eead'] in n-d-811806-1 is: [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:36:22Z', 'revision_number': 4, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port': {'id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:18Z', 'updated_at': '2022-02-04T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': '371706d8-8519-4b6c-90e7-63bc1e24cf0b', 'name': '', 'network_id': '8a918cfb-d58a-4d58-ad34-7efd05998d6f', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'mac_address': 'fa:16:3e:7f:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6885b4dd-f9c3-437a-a51e-48625fa16785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:21Z', 'updated_at': '2022-02-04T21:36:25Z', 'revision_number': 4, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'subnets': [{'id': '6885b4dd-f9c3-437a-a51e-48625fa16785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:36:26.882621 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:26.975763 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:27.000270 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae42c1a-75af-4cce-8f0d-9dfbc210bf19,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:27.112835 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:27.114138 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ef1f2934-95a4-479b-b2fe-2596923d605a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4469287 Feb 04 21:36:27.117092 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55548) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:27.123854 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'security_group_rule': {'security_group_id': 'a790259c-c760-4f9a-a995-ec37e9de5f47', 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:27.131915 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:27.136588 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:security_group_rule and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:27.140110 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:27.146181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:27.193371 n-d-811806-1 neutron-server[88236]: INFO neutron.db.securitygroups_db [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Project d043d9efb9d34b058d691d9cf28c31e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:36:27.201320 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:27.269365 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:27.330676 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739931'] for security_group_rule, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:27.356471 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01ac9d7-9a23-436a-9010-2bb04fa1bee2,revision_number=0']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:27.456618 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:27.457836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f3457c74-9638-45c0-94d5-10d564535241 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3385191 Feb 04 21:36:27.624938 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-439ae98b-b86b-4f2a-9810-2a136f714f44 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891800713&fields=id&tenant_id=d043d9efb9d34b058d691d9cf28c31e2 HTTP/1.1" status: 200 len: 267 time: 0.0433209 Feb 04 21:36:27.778870 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-0d2c269a-e4e5-453e-800b-8c0415f0ca63 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:27.780338 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-0d2c269a-e4e5-453e-800b-8c0415f0ca63 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 809 time: 0.1491749 Feb 04 21:36:27.797008 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-1740d7be-7807-49da-9e70-75c0dc604eb9 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/quotas/d043d9efb9d34b058d691d9cf28c31e2 HTTP/1.1" status: 200 len: 375 time: 0.0111325 Feb 04 21:36:27.880986 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-2fcd4ebf-11c5-42d0-ac4f-88a6fff5d88c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:36:27.992890 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-2fcd4ebf-11c5-42d0-ac4f-88a6fff5d88c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:36:27.994173 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-2fcd4ebf-11c5-42d0-ac4f-88a6fff5d88c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917145 Feb 04 21:36:28.110617 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-2d43f2e7-2790-4402-a8fd-bb2bc95ac87f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:36:28.111649 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-2d43f2e7-2790-4402-a8fd-bb2bc95ac87f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1062355 Feb 04 21:36:28.242398 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-a3bd3a52-979b-467c-a44e-b5897d0aa65c service neutron] 10.222.0.48 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246216 Feb 04 21:36:28.371556 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-ba04a43e-1fa3-4a5a-af5d-5d7d5b34449c service neutron] 10.222.0.48 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233602 Feb 04 21:36:28.507924 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 371706d8-8519-4b6c-90e7-63bc1e24cf0b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:28.649571 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning for port 371706d8-8519-4b6c-90e7-63bc1e24cf0b completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:28.654185 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 371706d8-8519-4b6c-90e7-63bc1e24cf0b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:28.654555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:28.772282 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:28.803626 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] For port 371706d8-8519-4b6c-90e7-63bc1e24cf0b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=371706d8-8519-4b6c-90e7-63bc1e24cf0b,segment=NetworkSegment(9a69b05c-c732-4821-8f59-97b12c4553db),segment_id=9a69b05c-c732-4821-8f59-97b12c4553db)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:28.895555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:28.961380 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Pushing event updated for resources: {'Port': ['ID=371706d8-8519-4b6c-90e7-63bc1e24cf0b,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:29.655811 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a28ea03e-bb66-4432-b0fd-9aae7dee884c req-6c8fd567-05c2-45c8-8bea-302236103f4b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 210 time: 0.0417299 Feb 04 21:36:30.480652 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 371706d8-8519-4b6c-90e7-63bc1e24cf0b up at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:30.549541 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Provisioning complete for port 371706d8-8519-4b6c-90e7-63bc1e24cf0b triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:30.549914 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:30.752015 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9cda1a58-faa6-472e-af26-0171fd84a916 req-b40bbe57-4465-48e6-8194-4e57e4724e15 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 210 time: 0.0424697 Feb 04 21:36:31.629049 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:36:31.897758 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2db51271-8961-4d11-8363-a7916de2fc11 req-30f2be8a-3def-4e43-816b-8425d8bc628d tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 210 time: 0.0444162 Feb 04 21:36:32.258380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-3b911c21-23a5-4d68-966f-26736e32514b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:32.259847 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-3b911c21-23a5-4d68-966f-26736e32514b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 809 time: 0.2630920 Feb 04 21:36:32.316083 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-5a543c1b-179c-4172-9fca-41fa540af4ab tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d043d9efb9d34b058d691d9cf28c31e2 HTTP/1.1" status: 200 len: 380 time: 0.0428801 Feb 04 21:36:32.329156 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'port': {'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'admin_state_up': True, 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'security_groups': ['a790259c-c760-4f9a-a995-ec37e9de5f47']}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:32.467461 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:32.476607 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:32.535395 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Made reservation on behalf of d043d9efb9d34b058d691d9cf28c31e2 for: {'port': 1} {{(pid=88237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:36:32.538805 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:32.691318 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Allocated IP 172.20.0.11 (506a1b3b-0de5-4860-9f88-2717cc1c43bb/86ecd179-acea-46e7-8d9e-80c4b0b147cb/594181b8-79f1-4cb2-bdcc-74d4c3d686b3) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:32.877558 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:32.893074 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Transition to ACTIVE for port object 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 will not be triggered until provisioned by entity DHCP. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:32.987775 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:33.103615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:33.108840 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:33.120635 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:33.166864 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:33.200365 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:33.200978 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:33.225634 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871b7cd-9c43-4b3d-ad1f-4466db0cd0a6 req-342f71cd-cb62-4d03-a1fb-232c832da057 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:33.227284 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f871b7cd-9c43-4b3d-ad1f-4466db0cd0a6 req-342f71cd-cb62-4d03-a1fb-232c832da057 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 932 time: 0.2010722 Feb 04 21:36:33.277708 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-f871b7cd-9c43-4b3d-ad1f-4466db0cd0a6 req-ca10d796-998d-41bb-b607-856a1d5052a4 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Feb 04 21:36:33.330868 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-b0f2ab02-d3f6-4752-b6a9-dcd1ecf1f407 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0052259 Feb 04 21:36:33.347641 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Request body: {'port': {'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811806-1'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:33.460191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:33.490061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a1cf8577-5645-4316-9e15-717adb819e6f None None] Provisioning for port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:33.496244 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-a1cf8577-5645-4316-9e15-717adb819e6f None None] Provisioning complete for port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:33.496611 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a1cf8577-5645-4316-9e15-717adb819e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:33.551775 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf8577-5645-4316-9e15-717adb819e6f None None] Port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:36:33.791128 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 {{(pid=88237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:36:33.798153 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:33.812483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.provisioning_blocks [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Transition to ACTIVE for port object 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 will not be triggered until provisioned by entity L2. {{(pid=88237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:36:33.901094 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:34.056974 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:34.142083 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Attempting to bind port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 on host n-h2-811806-1 for vnic_type normal with profile {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:36:34.142415 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Attempting to bind port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 by drivers openvswitch,hyperv on host n-h2-811806-1 at level 0 using segments [{'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:36:34.142763 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Attempting to bind port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:34.147338 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb not bound, no agent of type Open vSwitch agent registered on host n-h2-811806-1 {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:36:34.147657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Attempting to bind port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:36:34.153251 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Checking agent: {'id': '00a40a76-007d-4e8b-a1af-819329b97166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:36:34.153582 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Checking segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:36:34.153954 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Bound using segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} {{(pid=88237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:36:34.154366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.managers [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Bound port: 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host: n-h2-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}}] {{(pid=88237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:36:34.154754 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:34.245244 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, cleared binding levels {{(pid=88237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:36:34.247993 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:36:34.307167 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:34.366944 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:34.367618 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:34.369065 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] 10.222.0.24 "PUT /v2.0/ports/594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 1092 time: 1.0254931 Feb 04 21:36:34.369515 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:36:34.397404 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab4318-b316-4153-97f1-1c806006ccf5 service neutron] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=3']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:34.422166 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'status': 'completed', 'code': 200} Feb 04 21:36:34.478018 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081fa23-6d4b-48f2-aa53-de301128d6f8 req-41385de4-40bd-4b04-a59e-5e1456eb7037 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:34.479943 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b081fa23-6d4b-48f2-aa53-de301128d6f8 req-41385de4-40bd-4b04-a59e-5e1456eb7037 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 944 time: 0.0972197 Feb 04 21:36:34.519129 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abd056-7fcb-4cc6-b7fd-3465ce631c05 req-82d93e5e-f118-468c-8560-f89df5f78d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:34.520714 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2abd056-7fcb-4cc6-b7fd-3465ce631c05 req-82d93e5e-f118-468c-8560-f89df5f78d9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1095 time: 0.0766046 Feb 04 21:36:34.526774 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b081fa23-6d4b-48f2-aa53-de301128d6f8 req-b0fb5608-b386-4840-a83d-8596f678f9cd tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:security_group {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:36:34.604051 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-b081fa23-6d4b-48f2-aa53-de301128d6f8 req-b0fb5608-b386-4840-a83d-8596f678f9cd tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:security_group {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:36:34.605278 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-b081fa23-6d4b-48f2-aa53-de301128d6f8 req-b0fb5608-b386-4840-a83d-8596f678f9cd tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195741 Feb 04 21:36:34.667247 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abd056-7fcb-4cc6-b7fd-3465ce631c05 req-77033d9f-dd5e-4b3e-b7c9-0f4b4a5d80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:34.668582 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2abd056-7fcb-4cc6-b7fd-3465ce631c05 req-77033d9f-dd5e-4b3e-b7c9-0f4b4a5d80bd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1367409 Feb 04 21:36:34.807010 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abd056-7fcb-4cc6-b7fd-3465ce631c05 req-d211a8cb-ca53-4d05-921c-e45fb841e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:34.808474 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e2abd056-7fcb-4cc6-b7fd-3465ce631c05 req-d211a8cb-ca53-4d05-921c-e45fb841e89b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299496 Feb 04 21:36:35.018978 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-c1ae2f51-9a81-49f6-86f5-a013f879bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:35.020380 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-c1ae2f51-9a81-49f6-86f5-a013f879bd2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1095 time: 0.1685457 Feb 04 21:36:35.093194 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-a150b1fb-cf7b-4946-95e2-b06e8e62635a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 217 time: 0.0628624 Feb 04 21:36:35.157380 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-443cb519-1c42-4595-9f09-2e83e00875f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:35.158825 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-443cb519-1c42-4595-9f09-2e83e00875f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0569644 Feb 04 21:36:35.241727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-cddcf4c5-7740-4c92-af1d-f22601e98636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:35.243865 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-cddcf4c5-7740-4c92-af1d-f22601e98636 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780191 Feb 04 21:36:35.376167 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-76abc246-0ea1-4034-897d-5b2d49a19e56 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220977 Feb 04 21:36:35.509763 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8f85cb22-b1d2-407a-88a9-47124a1788e3 req-2a2dd59b-bf5b-40dd-b1b6-a5db4dad7c8b service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234205 Feb 04 21:36:35.788621 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12ab16-ff58-46d9-b5c8-471cc25b0564 req-bdab0baf-965e-4736-8c6e-ce38237f95bb tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:35.789301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0f12ab16-ff58-46d9-b5c8-471cc25b0564 req-bdab0baf-965e-4736-8c6e-ce38237f95bb tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:36:35.855322 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-0f12ab16-ff58-46d9-b5c8-471cc25b0564 req-bdab0baf-965e-4736-8c6e-ce38237f95bb tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:36:35.856489 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f12ab16-ff58-46d9-b5c8-471cc25b0564 req-bdab0baf-965e-4736-8c6e-ce38237f95bb tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 944 time: 0.1457253 Feb 04 21:36:35.900195 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-0f12ab16-ff58-46d9-b5c8-471cc25b0564 req-a468ce10-04f9-42f1-a0cc-bd1816e7ae1f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380731 Feb 04 21:36:37.085754 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f24c-97f4-4242-8e7a-43133e96ff1c req-614efee9-6323-4ffa-b9d9-35c51660fe81 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:37.087291 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2662f24c-97f4-4242-8e7a-43133e96ff1c req-614efee9-6323-4ffa-b9d9-35c51660fe81 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 944 time: 0.0823574 Feb 04 21:36:37.130298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2662f24c-97f4-4242-8e7a-43133e96ff1c req-066c0637-7a92-42e1-8c46-72ab27837a25 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375078 Feb 04 21:36:38.313708 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b560d-09e7-41ad-a7ca-30066e0a888c req-8b6e75c5-c6c4-4843-9652-fb9108ca5e0b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:38.315182 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e02b560d-09e7-41ad-a7ca-30066e0a888c req-8b6e75c5-c6c4-4843-9652-fb9108ca5e0b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 944 time: 0.0816922 Feb 04 21:36:38.358965 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-e02b560d-09e7-41ad-a7ca-30066e0a888c req-e7cf4aea-5055-4cc5-b1b4-7f87fc66a71c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 Feb 04 21:36:39.537971 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62605d85-2cdd-4cb5-a262-5b099dafd3e7 req-694a240f-b834-4043-950b-9927f6f5dc04 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:39.539992 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62605d85-2cdd-4cb5-a262-5b099dafd3e7 req-694a240f-b834-4043-950b-9927f6f5dc04 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 944 time: 0.0787418 Feb 04 21:36:39.586144 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-62605d85-2cdd-4cb5-a262-5b099dafd3e7 req-40a4174f-8014-4f94-9b60-3ce5cdba8d68 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Feb 04 21:36:39.662606 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:36:39.838659 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:39.858488 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:36:39.911901 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:39.932158 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:36:39.947602 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:39.963972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:40.044079 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:40.111475 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:40.318016 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:40.322174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['594181b8-79f1-4cb2-bdcc-74d4c3d686b3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:36:40.768729 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43616d-df1e-4c44-8af1-d0ffd4e98d60 req-a4b3c8df-fe3c-45ba-af85-c4f8d206cabc tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:40.770120 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d43616d-df1e-4c44-8af1-d0ffd4e98d60 req-a4b3c8df-fe3c-45ba-af85-c4f8d206cabc tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 945 time: 0.0791023 Feb 04 21:36:40.812691 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-9d43616d-df1e-4c44-8af1-d0ffd4e98d60 req-3a9a9a22-c05c-400c-a0e2-ebc9eda7de22 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370779 Feb 04 21:36:41.682035 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:36:41.821209 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning for port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:36:41.825992 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:36:41.826352 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:41.941958 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:41.969346 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:36:41.979622 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:36:41.996173 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2234c-71b4-46c6-b2eb-c8afb0067baf req-d016239a-4c6d-44f2-9be6-f79797474209 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:41.997643 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-caf2234c-71b4-46c6-b2eb-c8afb0067baf req-d016239a-4c6d-44f2-9be6-f79797474209 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 945 time: 0.0802784 Feb 04 21:36:42.043221 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-caf2234c-71b4-46c6-b2eb-c8afb0067baf req-0191d7c0-391b-4c5d-9c92-3c9ece6c3765 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396624 Feb 04 21:36:42.055660 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:42.088460 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'code': 200} Feb 04 21:36:42.126495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:42.205481 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b6787-c89b-4178-a175-3a6bc0c3f2ae req-f3b459f2-7737-4853-bb4a-2f1091e7e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:42.206901 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-042b6787-c89b-4178-a175-3a6bc0c3f2ae req-f3b459f2-7737-4853-bb4a-2f1091e7e4f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1097 time: 0.0744879 Feb 04 21:36:42.250793 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-042b6787-c89b-4178-a175-3a6bc0c3f2ae req-bc78dcb8-405e-403e-831d-f28cca18685d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343304 Feb 04 21:36:43.236473 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6059b8-4a56-4995-a229-6ea65d010b3b req-de579703-9ab3-4d79-8100-1bd3d228a893 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:43.238177 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c6059b8-4a56-4995-a229-6ea65d010b3b req-de579703-9ab3-4d79-8100-1bd3d228a893 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 946 time: 0.0836160 Feb 04 21:36:43.282167 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2c6059b8-4a56-4995-a229-6ea65d010b3b req-17e3ddd7-96ef-4397-ad98-300f05cc2366 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383170 Feb 04 21:36:44.468995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c5332-413b-4566-a431-d00f7a0013f7 req-36a5d356-4513-4acb-b442-7ac1783b9ccd tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:44.470448 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-903c5332-413b-4566-a431-d00f7a0013f7 req-36a5d356-4513-4acb-b442-7ac1783b9ccd tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 946 time: 0.0792768 Feb 04 21:36:44.513483 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-903c5332-413b-4566-a431-d00f7a0013f7 req-4d03a578-68e6-43e4-9467-b1ac855efc33 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374327 Feb 04 21:36:44.693275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f1810-0b6b-4f50-a6dd-57ffcd8967c0 req-486941c0-c760-45ae-81e3-911ee29dc71b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:44.694631 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-945f1810-0b6b-4f50-a6dd-57ffcd8967c0 req-486941c0-c760-45ae-81e3-911ee29dc71b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 946 time: 0.0800183 Feb 04 21:36:44.738842 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-945f1810-0b6b-4f50-a6dd-57ffcd8967c0 req-bd8cdf68-e316-4e12-8f84-073f8c1d5c6e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379767 Feb 04 21:36:44.760704 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55626) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:44.873530 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ff836-8ed1-4df2-aec6-caed2cc1b41f tempest-TestSnapshotPattern-140843490 tempest-TestSnapshotPattern-140843490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:44.874217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-361ff836-8ed1-4df2-aec6-caed2cc1b41f tempest-TestSnapshotPattern-140843490 tempest-TestSnapshotPattern-140843490-project-admin] Synchronizing usage tracker for tenant:83515c9ed6134550bf34af9a5454de51 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:36:44.923764 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-361ff836-8ed1-4df2-aec6-caed2cc1b41f tempest-TestSnapshotPattern-140843490 tempest-TestSnapshotPattern-140843490-project-admin] Unset dirty status for tenant:83515c9ed6134550bf34af9a5454de51 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:36:44.924889 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-361ff836-8ed1-4df2-aec6-caed2cc1b41f tempest-TestSnapshotPattern-140843490 tempest-TestSnapshotPattern-140843490-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1092 time: 0.1632500 Feb 04 21:36:44.927768 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 55632) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:36:44.933199 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:36:44.939745 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:36:44.943594 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:floatingip and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:36:44.946256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:36:44.951834 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:36:45.026949 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:45.162358 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:45.293259 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Allocated IP 172.25.7.49 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/e1bdac69-36a8-4fe0-8b01-a4ea40567cc0) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:36:45.442040 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:45.529982 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:45.591439 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:36:45.594093 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:36:45.597814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:36:45.635606 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'Port': ['ID=e1bdac69-36a8-4fe0-8b01-a4ea40567cc0,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:46.104054 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:46.222590 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:46.423530 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:46.472293 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:46.580765 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'Port': ['ID=e1bdac69-36a8-4fe0-8b01-a4ea40567cc0,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:36:46.590977 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:46.761407 n-d-811806-1 neutron-server[88236]: INFO neutron.db.l3_db [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Floating IP a09a4524-46be-4ad7-803e-b845f58aa472 associated. External IP: 172.25.7.49, port: 594181b8-79f1-4cb2-bdcc-74d4c3d686b3. Feb 04 21:36:47.109567 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Router 1c933046-36db-41f5-8a46-867e35c403e7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:36:47.393871 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:36:47.404002 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] Sync routers for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:36:47.413843 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:47.414450 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:36:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:47.472681 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:47.532718 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-ad44e992-f47e-495f-be4b-6e55fb73508e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6039252 Feb 04 21:36:47.533340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:36:47.617346 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:47.629771 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'status': 'completed', 'code': 200} Feb 04 21:36:47.725577 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-71f5e5dc-1a66-4ac7-9748-45b783d34fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:47.727037 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-71f5e5dc-1a66-4ac7-9748-45b783d34fca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1097 time: 0.0735097 Feb 04 21:36:47.856768 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-2d4832f5-6991-49b4-a68c-97a0d71cf9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:47.858211 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-2d4832f5-6991-49b4-a68c-97a0d71cf9ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1252475 Feb 04 21:36:47.960689 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-0129f5cb-4ef6-4bc2-8ea7-845e84527305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 999 time: 0.0957193 Feb 04 21:36:47.963651 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:46Z', 'revision_number': 0, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:47.967426 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] Checking router: 1c933046-36db-41f5-8a46-867e35c403e7 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:36:47.975844 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:36:47.976378 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:36:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:48.022442 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-f5007a8f-3298-4376-a97d-98c5b10c70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:48.023927 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-f5007a8f-3298-4376-a97d-98c5b10c70a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0566189 Feb 04 21:36:48.113181 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-1c999f76-bf39-4fc8-9798-7f7f1347ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:36:48.114653 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-1c999f76-bf39-4fc8-9798-7f7f1347ece0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733745 Feb 04 21:36:48.155452 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:36:48.246513 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-1e5b5f44-dd18-4c36-bfba-a3b82d447f4f service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255717 Feb 04 21:36:48.480558 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-c1d8de1e-2320-41ef-945d-22bf50ba6800 req-f0c6a7a3-8f84-4025-bf05-aee2732f82ef service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271049 Feb 04 21:36:48.503772 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:46Z', 'revision_number': 0, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:36:48.507554 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b50ff-4e47-42bc-bf02-549d7f27898e None None] The sync data for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 is: [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:46Z', 'revision_number': 0, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:36:48.702461 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259413dc-c582-4689-94a4-37dc1453e3bb None None] New status for floating IP a09a4524-46be-4ad7-803e-b845f58aa472: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:36:50.152587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-78110a58-3717-4e66-8b9a-fdba01a6e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:52.363566 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6dff2e73-5e34-4707-887d-e9790b633fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:53.592441 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:53.775247 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:36:55.518085 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:08.628133 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:37:09.934898 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:10.351875 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:20.129210 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7ae82429-3631-4d2c-9d22-a76431da9ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:22.334265 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-99bc0268-9a56-4e1b-927c-f247aafc5268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:23.562686 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:23.774255 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:25.488967 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:28.198765 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-d5d9ce45-bafc-4de4-be18-cd830d006b9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673158 Feb 04 21:37:28.347448 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-d66c07f4-dda9-4ff0-a4c6-aafa95a08dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:37:28.348873 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-d66c07f4-dda9-4ff0-a4c6-aafa95a08dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1097 time: 0.0743828 Feb 04 21:37:28.501397 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-9fb6e84d-4ce5-4ea6-9666-1dd768e44056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:37:28.502941 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-9fb6e84d-4ce5-4ea6-9666-1dd768e44056 service neutron] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1307592 Feb 04 21:37:28.605324 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-2b9ae315-ee4d-4a2e-a7fb-d338cf8be7bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 1001 time: 0.0925298 Feb 04 21:37:28.673106 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-34b92137-f25e-4584-9468-0657f35c51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:37:28.675094 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-34b92137-f25e-4584-9468-0657f35c51a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0595753 Feb 04 21:37:28.752953 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-3f762d1e-13e9-475e-a573-cebb5ad61270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:37:28.754340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-3f762d1e-13e9-475e-a573-cebb5ad61270 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694883 Feb 04 21:37:28.888146 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-c68408a0-73aa-46d9-ad0e-6b51b55d1751 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237586 Feb 04 21:37:29.019795 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-a99d8de9-afe4-4711-9410-9d23e5b5ae41 req-ce9fc491-6b48-4b6a-9db2-24071e277976 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221216 Feb 04 21:37:39.928235 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:40.322540 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:45.627751 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:37:50.134140 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-4edbb456-ffd6-4772-b4cb-2a7d1bb08520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:52.385750 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0822-8b4e-4eee-8eb9-9672bf837bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:53.580494 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:53.779576 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:37:55.476459 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:09.939038 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:10.333636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:20.144718 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-14aef46a-cebd-42d9-8e60-63dac964abb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:22.344587 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-15b6c45e-4ac9-461a-b023-f45904841cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:22.627190 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:38:23.573435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:23.801766 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:25.481811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:28.202504 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-f2a70141-e0f6-4cc7-baa7-006be4643781 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722418 Feb 04 21:38:28.353779 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-d147483a-6bf6-4f32-9282-8c2f08164459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:38:28.355281 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-d147483a-6bf6-4f32-9282-8c2f08164459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1097 time: 0.0702372 Feb 04 21:38:28.504223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-a7b35779-e718-42b0-bbe2-723cabc4c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:38:28.505638 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-a7b35779-e718-42b0-bbe2-723cabc4c671 service neutron] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1271977 Feb 04 21:38:28.611416 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-aa915a25-2830-442a-8335-949997c93f40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 1001 time: 0.0954697 Feb 04 21:38:28.675258 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-1b568353-a28c-47be-9dcc-14eca0798ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:38:28.676611 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-1b568353-a28c-47be-9dcc-14eca0798ffc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0564122 Feb 04 21:38:28.757349 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-2223cd79-f0f1-4173-a6bb-c0d40c547c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:38:28.758709 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-2223cd79-f0f1-4173-a6bb-c0d40c547c0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732226 Feb 04 21:38:28.989805 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-a23f14c8-ab94-438b-a136-f2b469d8f523 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218637 Feb 04 21:38:29.122177 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-eacd7c6b-5654-407a-a104-b4fe9133e3f5 req-0e3c3e66-c3c1-46f7-81d2-7ba85ca6ece7 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232672 Feb 04 21:38:39.927243 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:40.350376 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:50.201462 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-477ab872-421e-4d10-b389-999d756e8dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:50.264284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 details requested by agent hyperv_n-h2-811806-1 with host n-h2-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:38:50.430512 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:38:50.444448 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Returning: {'device': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:38:50.511514 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:50.528459 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:38:50.543284 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:38:50.595979 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:50.673968 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:38:50.681790 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.681949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.682159 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.682489 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.682846 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.683174 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.683495 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.683814 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.684134 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.684451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.684773 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.685088 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:38:50.699542 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] get_ports_and_sgs() called for port_ids ['594181b8-79f1-4cb2-bdcc-74d4c3d686b3'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:38:52.277457 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 up at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:38:52.369851 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Provisioning complete for port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:38:52.370279 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:52.411960 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c10091d8-545c-4ff8-973b-869631b6eb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:52.508190 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:52.538254 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:38:52.548705 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:38:52.597055 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'code': 200} Feb 04 21:38:52.637173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:52.722455 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:38:53.561675 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:53.766789 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:55.532849 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:38:59.627554 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:39:03.261936 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-daef438b-e22e-40a2-b3bb-5ce511190e86 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891800713&fields=id&tenant_id=d043d9efb9d34b058d691d9cf28c31e2 HTTP/1.1" status: 200 len: 267 time: 0.0387049 Feb 04 21:39:03.408556 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-eb3e476d-633f-44ac-9dd7-51bd354f8d81 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:03.409739 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-774422f1-8882-4d86-9912-8169b89f9e24 req-eb3e476d-633f-44ac-9dd7-51bd354f8d81 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:network {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:39:03.526705 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-774422f1-8882-4d86-9912-8169b89f9e24 req-eb3e476d-633f-44ac-9dd7-51bd354f8d81 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:network {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:39:03.527909 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-eb3e476d-633f-44ac-9dd7-51bd354f8d81 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 809 time: 0.2598183 Feb 04 21:39:03.543904 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-c1578300-70c3-4b51-a9cb-04d7a4005147 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/quotas/d043d9efb9d34b058d691d9cf28c31e2 HTTP/1.1" status: 200 len: 375 time: 0.0104442 Feb 04 21:39:03.633366 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-615ae1c7-86c1-49b6-87be-efe3bab0081a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847073 Feb 04 21:39:03.809388 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-a469973e-308d-4814-9cab-b13b2b234ee2 service neutron] 10.222.0.48 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640251 Feb 04 21:39:03.937336 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-efeb786b-0440-4d89-89a7-87cd249f560e service neutron] 10.222.0.48 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221838 Feb 04 21:39:04.251577 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-22c604d9-c2be-43e0-9374-83f039c31dbc req-ad846c4d-dd7a-4133-8eb6-2d5c1ddc73f9 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 210 time: 0.0914977 Feb 04 21:39:05.402298 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-20494ffc-18d4-4a6b-83ec-f294136d5a2b req-881a8121-cba9-423a-ab4d-589c9692c9ac tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 210 time: 0.0419569 Feb 04 21:39:06.035458 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-f33ff36b-ccba-4d4e-bb70-e152eb021a97 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:06.036868 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-f33ff36b-ccba-4d4e-bb70-e152eb021a97 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.62 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 809 time: 0.1434460 Feb 04 21:39:06.084328 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-7e83f82a-7287-4de9-96db-c511b376e679 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d043d9efb9d34b058d691d9cf28c31e2 HTTP/1.1" status: 200 len: 380 time: 0.0390983 Feb 04 21:39:06.092870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'port': {'device_id': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'admin_state_up': True, 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'security_groups': ['a790259c-c760-4f9a-a995-ec37e9de5f47']}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:39:06.235183 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:39:06.244592 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.quota.driver [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:39:06.316182 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Made reservation on behalf of d043d9efb9d34b058d691d9cf28c31e2 for: {'port': 1} {{(pid=88236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:39:06.319654 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:06.336105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:39:06.454053 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:06.487184 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:39:06.488685 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_common [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Allocated IP 172.20.0.8 (506a1b3b-0de5-4860-9f88-2717cc1c43bb/86ecd179-acea-46e7-8d9e-80c4b0b147cb/41ef305a-44c3-4c79-842c-6155449ee5de) {{(pid=88236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:39:06.502414 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:39:06.557925 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'code': 200} Feb 04 21:39:06.584305 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:06.617011 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-bb1c3d13-4c57-4daa-9032-22b6614307a3 req-1106d593-bd1f-47f6-8ad7-bfe5e8bab7fa tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 210 time: 0.0468566 Feb 04 21:39:06.655628 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Pushing event updated for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:06.752084 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for port, precommit_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:06.771941 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Transition to ACTIVE for port object 41ef305a-44c3-4c79-842c-6155449ee5de will not be triggered until provisioned by entity DHCP. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:39:06.899670 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_create {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:07.002385 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb is already hosted by enough agents. {{(pid=88236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:39:07.006398 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.base_scheduler [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources bound (agent type, host, resource id): {{(pid=88236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:39:07.011009 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Received port after_create {{(pid=88236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:39:07.054827 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=1']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:07.083597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.083942 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.084288 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.084627 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.085027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.085437 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.085766 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.086099 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.086423 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.091858 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.092275 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.092613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:07.162898 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:07.163549 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:07.259479 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-965a3e37-4f53-4edd-83c3-4f759f82170b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698868 Feb 04 21:39:07.446719 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9d940c81-6039-4f24-b82a-bd7196af38ff None None] Provisioning for port 41ef305a-44c3-4c79-842c-6155449ee5de completed by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:39:07.452055 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-9d940c81-6039-4f24-b82a-bd7196af38ff None None] Provisioning complete for port 41ef305a-44c3-4c79-842c-6155449ee5de triggered by entity DHCP. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:39:07.452494 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9d940c81-6039-4f24-b82a-bd7196af38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:07.512500 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-9d940c81-6039-4f24-b82a-bd7196af38ff None None] Port 41ef305a-44c3-4c79-842c-6155449ee5de cannot update to ACTIVE because it is not bound. {{(pid=88238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:39:07.826383 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26263-2ade-4104-b537-f843b04e3020 req-2dbc9478-023e-4d4b-9a11-ffea3b00afe2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:07.827222 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f4d26263-2ade-4104-b537-f843b04e3020 req-2dbc9478-023e-4d4b-9a11-ffea3b00afe2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:39:07.900148 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-f4d26263-2ade-4104-b537-f843b04e3020 req-2dbc9478-023e-4d4b-9a11-ffea3b00afe2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:39:07.903840 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4d26263-2ade-4104-b537-f843b04e3020 req-2dbc9478-023e-4d4b-9a11-ffea3b00afe2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 931 time: 0.1635401 Feb 04 21:39:07.979320 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f4d26263-2ade-4104-b537-f843b04e3020 req-c52e4815-de0f-4ee9-ba6d-49a90832bd9e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720055 Feb 04 21:39:09.172913 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a966c-4d0a-4dab-a0cd-84cb875a12e6 req-07ab35f7-7c7e-4a04-b893-781fab28b99a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:09.175085 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e2a966c-4d0a-4dab-a0cd-84cb875a12e6 req-07ab35f7-7c7e-4a04-b893-781fab28b99a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 931 time: 0.0868485 Feb 04 21:39:09.221574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-7e2a966c-4d0a-4dab-a0cd-84cb875a12e6 req-97ed3745-5ef0-4cb3-bc3e-a50536ddac0a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408356 Feb 04 21:39:09.927321 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:10.361542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:10.531174 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2172095-8633-4f17-8abe-a9c7bd5aaddc req-a246e700-504c-43df-82b2-8d33ecacda7c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:10.533835 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2172095-8633-4f17-8abe-a9c7bd5aaddc req-a246e700-504c-43df-82b2-8d33ecacda7c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 931 time: 0.1961241 Feb 04 21:39:10.579604 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-f2172095-8633-4f17-8abe-a9c7bd5aaddc req-7a9c617b-ae5d-4c97-9afa-3bdc709d1f85 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398631 Feb 04 21:39:11.561133 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-a305c708-5073-465a-9b92-e29764e51168 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:39:11.562168 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-a305c708-5073-465a-9b92-e29764e51168 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056202 Feb 04 21:39:11.619682 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.v2.base [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Request body: {'port': {'device_id': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811806-1'}} {{(pid=88236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:39:11.732378 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:11.883409 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737830f-f4a8-4444-a581-e93d206cd483 req-82a715f0-a983-4f74-8989-269a0f672617 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:11.883409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d737830f-f4a8-4444-a581-e93d206cd483 req-82a715f0-a983-4f74-8989-269a0f672617 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 931 time: 0.0910504 Feb 04 21:39:11.883409 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-d737830f-f4a8-4444-a581-e93d206cd483 req-bb497803-2a63-4583-96c9-44354f51c56f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542977 Feb 04 21:39:12.125914 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ef305a-44c3-4c79-842c-6155449ee5de {{(pid=88236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:39:12.135309 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:12.153918 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.provisioning_blocks [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Transition to ACTIVE for port object 41ef305a-44c3-4c79-842c-6155449ee5de will not be triggered until provisioned by entity L2. {{(pid=88236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:39:12.258510 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:12.402613 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=2']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:12.546842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Attempting to bind port 41ef305a-44c3-4c79-842c-6155449ee5de on host n-h1-811806-1 for vnic_type normal with profile {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:39:12.546842 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Attempting to bind port 41ef305a-44c3-4c79-842c-6155449ee5de by drivers openvswitch,hyperv on host n-h1-811806-1 at level 0 using segments [{'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:39:12.547342 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Attempting to bind port 41ef305a-44c3-4c79-842c-6155449ee5de on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:39:12.554123 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Port 41ef305a-44c3-4c79-842c-6155449ee5de on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb not bound, no agent of type Open vSwitch agent registered on host n-h1-811806-1 {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:39:12.554597 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Attempting to bind port 41ef305a-44c3-4c79-842c-6155449ee5de on network 506a1b3b-0de5-4860-9f88-2717cc1c43bb {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:39:12.565402 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Checking agent: {'id': 'cd5ba869-e25c-4b3f-aeb9-3bb21a41ce8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811806-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:39:12.566086 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Checking segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:39:12.566738 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Bound using segment: {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'} {{(pid=88236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:39:12.567368 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.managers [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Bound port: 41ef305a-44c3-4c79-842c-6155449ee5de, host: n-h1-811806-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f10ab-365a-4eb7-92bd-b24965c136a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb'}}] {{(pid=88236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:39:12.567872 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:12.726814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, cleared binding levels {{(pid=88236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:39:12.733667 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:39:12.807841 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6909275'] for port, after_update {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:12.919885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:12.919885 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:12.919885 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] 10.222.0.62 "PUT /v2.0/ports/41ef305a-44c3-4c79-842c-6155449ee5de HTTP/1.1" status: 200 len: 1091 time: 1.3133006 Feb 04 21:39:12.919885 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:39:12.948687 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df2f5c-2fdb-4e0f-a229-65851a9a19b4 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=3']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:13.013725 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de', 'status': 'completed', 'code': 200} Feb 04 21:39:13.180817 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56130cf2-cfc8-4583-a9bb-b0c17e8eb413 req-a4b8297f-6cf1-48c8-a171-409ce803b5bd tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:13.189236 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56130cf2-cfc8-4583-a9bb-b0c17e8eb413 req-a4b8297f-6cf1-48c8-a171-409ce803b5bd tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.1094303 Feb 04 21:39:13.213029 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96d6b4-1540-4c5b-a14d-a2b68dcd0010 req-ad166e68-9636-479b-8a8a-4d62a97d3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:13.215441 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc96d6b4-1540-4c5b-a14d-a2b68dcd0010 req-ad166e68-9636-479b-8a8a-4d62a97d3ca2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1094 time: 0.1316683 Feb 04 21:39:13.279178 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-56130cf2-cfc8-4583-a9bb-b0c17e8eb413 req-21f16ef6-c9d7-4dd8-b56d-6b5975d2990b tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861440 Feb 04 21:39:13.462103 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96d6b4-1540-4c5b-a14d-a2b68dcd0010 req-4d8e3990-0ab8-4b7d-a429-b7ef0712603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:13.463836 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc96d6b4-1540-4c5b-a14d-a2b68dcd0010 req-4d8e3990-0ab8-4b7d-a429-b7ef0712603f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1812394 Feb 04 21:39:14.684713 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606ee3b-1184-431a-9015-8d3405f11299 req-141a93ed-8cf7-4b87-8c7b-80597b7b52aa tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:14.684713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c606ee3b-1184-431a-9015-8d3405f11299 req-141a93ed-8cf7-4b87-8c7b-80597b7b52aa tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.1032393 Feb 04 21:39:14.684713 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c606ee3b-1184-431a-9015-8d3405f11299 req-7cadcb2e-d749-42b3-8fec-114520172184 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513885 Feb 04 21:39:15.841825 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56ed7d-4b08-41eb-bc08-71a8eb5ffc4c req-b2faf87e-dd85-48bd-a46b-af3ac4bfda55 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:15.843308 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c56ed7d-4b08-41eb-bc08-71a8eb5ffc4c req-b2faf87e-dd85-48bd-a46b-af3ac4bfda55 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.0825787 Feb 04 21:39:15.887071 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-4c56ed7d-4b08-41eb-bc08-71a8eb5ffc4c req-7f250c19-0d1c-4516-885c-1c79ec9262c9 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Feb 04 21:39:17.068351 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c976b-9be4-49b6-8ada-8a5c55c699b7 req-66828dd1-bea2-469c-b501-50efb1a95d6c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:17.069810 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213c976b-9be4-49b6-8ada-8a5c55c699b7 req-66828dd1-bea2-469c-b501-50efb1a95d6c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.0781848 Feb 04 21:39:17.113827 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-213c976b-9be4-49b6-8ada-8a5c55c699b7 req-b077169f-8a6d-4f81-b9ab-d7954809838c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384610 Feb 04 21:39:18.298775 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98026f4a-e4b1-4504-bb21-86d6715935f3 req-bca4f7e2-34ef-4a91-8199-dff861462d87 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:18.300225 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98026f4a-e4b1-4504-bb21-86d6715935f3 req-bca4f7e2-34ef-4a91-8199-dff861462d87 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.0779545 Feb 04 21:39:18.344574 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-98026f4a-e4b1-4504-bb21-86d6715935f3 req-04df79f2-cb37-487a-a30c-074ca773bdfe tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 Feb 04 21:39:18.626816 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96d6b4-1540-4c5b-a14d-a2b68dcd0010 req-c6f86450-a331-4de9-8dff-a30cb778f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:18.628256 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc96d6b4-1540-4c5b-a14d-a2b68dcd0010 req-c6f86450-a331-4de9-8dff-a30cb778f738 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438501 Feb 04 21:39:18.736469 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-a3fc92a2-7216-4125-ad5e-773fe4e46f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:18.737930 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-a3fc92a2-7216-4125-ad5e-773fe4e46f3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1094 time: 0.0734301 Feb 04 21:39:18.896941 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-94108dac-b8f6-4ff8-a894-a351b3b63c44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ef305a-44c3-4c79-842c-6155449ee5de HTTP/1.1" status: 200 len: 217 time: 0.1519527 Feb 04 21:39:18.963837 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-0c7a5cc7-209c-4e68-87cd-bb262dcd5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:18.965210 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-0c7a5cc7-209c-4e68-87cd-bb262dcd5dbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0598857 Feb 04 21:39:19.038865 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774422f1-8882-4d86-9912-8169b89f9e24 req-9983c08f-b3cb-4de7-87fb-bdd26c4eb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:19.040305 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-9983c08f-b3cb-4de7-87fb-bdd26c4eb989 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686078 Feb 04 21:39:19.170866 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-3de62487-1b24-4f8c-9aa2-774adf3e6007 service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245897 Feb 04 21:39:19.300246 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-774422f1-8882-4d86-9912-8169b89f9e24 req-2d51005e-5fcc-494e-a9af-78eedc740629 service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236808 Feb 04 21:39:19.532870 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d37ea-b5b0-4213-9d97-8058f0015df7 req-025a6b87-d98e-4c4f-a6c8-25a5ec44b12e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:19.534330 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-557d37ea-b5b0-4213-9d97-8058f0015df7 req-025a6b87-d98e-4c4f-a6c8-25a5ec44b12e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.0823743 Feb 04 21:39:19.577535 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-557d37ea-b5b0-4213-9d97-8058f0015df7 req-3b0f7fac-e560-4725-902e-ed68176b1286 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374827 Feb 04 21:39:20.183709 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0ebb-18fd-4bc1-b1c7-3c5535deb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:20.762366 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035d7e-fb73-4f78-84cb-29ed905996a9 req-18cf8a9b-f359-438c-be85-7f4b32387993 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:20.763757 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75035d7e-fb73-4f78-84cb-29ed905996a9 req-18cf8a9b-f359-438c-be85-7f4b32387993 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.0837266 Feb 04 21:39:20.806759 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-75035d7e-fb73-4f78-84cb-29ed905996a9 req-fdc14edf-2b2c-4701-b86b-9648fc42a47c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369670 Feb 04 21:39:21.432811 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 41ef305a-44c3-4c79-842c-6155449ee5de details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:39:21.561294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:39:21.573874 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '41ef305a-44c3-4c79-842c-6155449ee5de', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'port_id': '41ef305a-44c3-4c79-842c-6155449ee5de', 'mac_address': 'fa:16:3e:68:38:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:39:21.626571 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:21.642408 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ef305a-44c3-4c79-842c-6155449ee5de {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:39:21.657850 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:39:21.715159 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:21.783131 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=4']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:21.987610 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430335b3-341f-4735-9a5a-421b684c8207 req-cb09c16a-2876-4f0f-a2b3-5ecc1c6e7612 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:21.988970 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-430335b3-341f-4735-9a5a-421b684c8207 req-cb09c16a-2876-4f0f-a2b3-5ecc1c6e7612 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 944 time: 0.0781748 Feb 04 21:39:22.032600 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-430335b3-341f-4735-9a5a-421b684c8207 req-5ed5dd1f-9b03-41c3-8d13-1320eb335fa7 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380738 Feb 04 21:39:22.050501 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['41ef305a-44c3-4c79-842c-6155449ee5de'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:39:22.389608 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-cda993be-41fe-4447-af9e-6c5ca36bf05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:23.214830 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0bd71-6ccd-4bfe-9e8e-ca8968e158f0 req-04475606-d4b9-4fa8-be5d-467a49ab2328 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:23.216289 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62a0bd71-6ccd-4bfe-9e8e-ca8968e158f0 req-04475606-d4b9-4fa8-be5d-467a49ab2328 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 944 time: 0.0788476 Feb 04 21:39:23.264816 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-62a0bd71-6ccd-4bfe-9e8e-ca8968e158f0 req-b492e589-9330-4d1e-8cda-e192bf102b13 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Feb 04 21:39:23.450595 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 41ef305a-44c3-4c79-842c-6155449ee5de up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:39:23.583711 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:23.606384 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning for port 41ef305a-44c3-4c79-842c-6155449ee5de completed by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:39:23.611322 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 41ef305a-44c3-4c79-842c-6155449ee5de triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:39:23.611685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:23.736879 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:23.789105 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:39:23.796794 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:23.799557 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:39:23.834331 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de', 'code': 200} Feb 04 21:39:23.869633 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:23.939362 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=5']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:23.958197 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7a5cb-26c7-47d4-b10b-ca373532d53d req-93fa2b04-beb5-49f2-b921-6f9eb021c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:23.959733 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45a7a5cb-26c7-47d4-b10b-ca373532d53d req-93fa2b04-beb5-49f2-b921-6f9eb021c17f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1096 time: 0.0731330 Feb 04 21:39:23.998910 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-45a7a5cb-26c7-47d4-b10b-ca373532d53d req-cdce50bb-01fd-4ea3-9030-1602d1485bef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334752 Feb 04 21:39:24.448824 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192aa66-5683-4e09-8655-0aba024da77b req-dd5d3e6e-e886-4134-886e-d3a3d2a593d2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:24.450261 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3192aa66-5683-4e09-8655-0aba024da77b req-dd5d3e6e-e886-4134-886e-d3a3d2a593d2 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 945 time: 0.0796831 Feb 04 21:39:24.493103 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3192aa66-5683-4e09-8655-0aba024da77b req-3b15b146-87a6-4633-ba74-b5c00f42271a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370173 Feb 04 21:39:25.480942 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:25.679367 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820cd33-11e2-41f6-9ad3-1415efabf03e req-be4d57cf-50b2-46a9-9d96-3907a2e68a3a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:25.680796 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2820cd33-11e2-41f6-9ad3-1415efabf03e req-be4d57cf-50b2-46a9-9d96-3907a2e68a3a tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 945 time: 0.0783215 Feb 04 21:39:25.728190 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-2820cd33-11e2-41f6-9ad3-1415efabf03e req-f5d32003-51a3-4318-b17c-0f46c6fffd06 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Feb 04 21:39:25.912657 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe477-a7af-4593-af9b-35bf5e2327eb req-021bfa68-a273-4296-adee-53cf5be01963 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:25.914088 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58fbe477-a7af-4593-af9b-35bf5e2327eb req-021bfa68-a273-4296-adee-53cf5be01963 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 945 time: 0.0818388 Feb 04 21:39:25.957253 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-58fbe477-a7af-4593-af9b-35bf5e2327eb req-0a4787d0-4ae9-4ab3-9647-6372b3a1e53e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377066 Feb 04 21:39:25.978757 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55922) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:39:26.047279 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e425d1-07f2-4d39-8503-fecd8581d38b tempest-TestSnapshotPattern-140843490 tempest-TestSnapshotPattern-140843490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:26.048748 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-c6e425d1-07f2-4d39-8503-fecd8581d38b tempest-TestSnapshotPattern-140843490 tempest-TestSnapshotPattern-140843490-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1091 time: 0.0691180 Feb 04 21:39:26.051587 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 55926) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:39:26.056304 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.v2.base [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Request body: {'floatingip': {'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'port_id': '41ef305a-44c3-4c79-842c-6155449ee5de', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:39:26.062747 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:39:26.067131 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Usage tracker for resource:floatingip and tenant:d043d9efb9d34b058d691d9cf28c31e2 is out of sync, need to count used quota {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:39:26.069909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:39:26.075544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.quota.driver [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:39:26.144203 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:26.280953 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:26.414815 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.db_base_plugin_common [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Allocated IP 172.25.7.50 (0267abb6-6475-4ca8-b798-f97c4ff0c3cc/83471142-208a-4519-a577-a60767a0a767/41f68d9b-9978-47fd-84cc-092a8d6eb316) {{(pid=88237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:39:26.560496 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for port, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:26.647118 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730205916173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:26.715331 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Network 0267abb6-6475-4ca8-b798-f97c4ff0c3cc is already hosted by enough agents. {{(pid=88237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:39:26.716459 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.base_scheduler [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Resources bound (agent type, host, resource id): {{(pid=88237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:39:26.720052 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Received port after_create {{(pid=88237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:39:26.864250 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'Port': ['ID=41f68d9b-9978-47fd-84cc-092a8d6eb316,revision_number=1']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:26.880285 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.880624 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.880958 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.881286 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.881615 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.881938 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.882256 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.882572 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.882909 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.883229 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.883549 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:26.883865 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:39:27.246121 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:27.373022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:27.574151 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for port, precommit_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:27.635022 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11185425'] for port, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:27.741154 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event updated for resources: {'Port': ['ID=41f68d9b-9978-47fd-84cc-092a8d6eb316,revision_number=2']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:39:27.753566 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760238'] for floatingip, after_update {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:27.919788 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Floating IP f81a3f4f-33df-4ce1-956d-db60d9313fa7 associated. External IP: 172.25.7.50, port: 41ef305a-44c3-4c79-842c-6155449ee5de. Feb 04 21:39:28.433740 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-f5813a78-2dad-4309-bd64-c9a34bd80c06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2866280 Feb 04 21:39:28.441424 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Router 1c933046-36db-41f5-8a46-867e35c403e7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:39:28.676275 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:39:28.686725 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] Sync routers for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:39:28.691045 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-ce84e843-8220-45c3-8500-9ab993257789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:28.692521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-ce84e843-8220-45c3-8500-9ab993257789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1095 time: 0.1811395 Feb 04 21:39:28.696475 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:39:28.697092 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:39:28.788493 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:28.871435 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-a6e748ed-5f41-445a-9f62-183ebde23d83 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8188598 Feb 04 21:39:28.873706 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:39:28.876532 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:39:28.900698 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-3d5ca56f-fc48-4091-943b-d970b4b6fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:28.902205 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-3d5ca56f-fc48-4091-943b-d970b4b6fc23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1836722 Feb 04 21:39:28.972358 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de', 'status': 'completed', 'code': 200} Feb 04 21:39:29.014669 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-26f54b3d-6f44-4b94-8aa4-2c945e67b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:29.016307 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-26f54b3d-6f44-4b94-8aa4-2c945e67b674 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1096 time: 0.0725501 Feb 04 21:39:29.021477 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-47d70f89-31e4-4474-a7ac-d1db85982a97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 999 time: 0.1087418 Feb 04 21:39:29.088727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-c5c0ada1-50f5-4391-862a-40b8e7d36ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:29.090218 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-c5c0ada1-50f5-4391-862a-40b8e7d36ba5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0592468 Feb 04 21:39:29.155073 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-32003bd6-14c3-44fb-8398-f957da4ab9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:29.156651 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-32003bd6-14c3-44fb-8398-f957da4ab9a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1342497 Feb 04 21:39:29.182162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-ed74378f-a021-43c4-bdc1-0c275baa0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:29.184002 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-ed74378f-a021-43c4-bdc1-0c275baa0aa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822392 Feb 04 21:39:29.236004 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:48Z', 'revision_number': 1, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}, {'id': 'f81a3f4f-33df-4ce1-956d-db60d9313fa7', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '41ef305a-44c3-4c79-842c-6155449ee5de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:68:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:39:27Z', 'updated_at': '2022-02-04T21:39:27Z', 'revision_number': 0, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:39:29.239717 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] Checking router: 1c933046-36db-41f5-8a46-867e35c403e7 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:39:29.247835 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:39:29.248428 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:39:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:39:29.269549 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-66349517-1809-4001-ad83-984c2cc44501 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ef305a-44c3-4c79-842c-6155449ee5de HTTP/1.1" status: 200 len: 998 time: 0.1065738 Feb 04 21:39:29.328247 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-fde41bb2-cd09-4224-b31f-336435750e0b service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345229 Feb 04 21:39:29.334283 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-d350c90f-8ef4-497e-b14e-ff97cd19106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:29.335736 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-d350c90f-8ef4-497e-b14e-ff97cd19106e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0602121 Feb 04 21:39:29.419027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-109d92c9-3382-46b6-9ce2-90e9f357bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:39:29.420906 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-109d92c9-3382-46b6-9ce2-90e9f357bb8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792015 Feb 04 21:39:29.432911 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:39:29.470788 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3436fc6e-01fb-49c8-a69b-ed249ce2f29d req-37a2b92c-1620-4de7-9b60-bfd0dbf28d50 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320693 Feb 04 21:39:29.553561 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-757de9aa-00b1-4962-8f2d-403658725a76 service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267409 Feb 04 21:39:29.786517 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-e4252705-80e8-4c78-a16b-04284ae4a4de req-284182d6-1abb-45f6-90d2-b08380ca7ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277026 Feb 04 21:39:29.790303 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:48Z', 'revision_number': 1, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}, {'id': 'f81a3f4f-33df-4ce1-956d-db60d9313fa7', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '41ef305a-44c3-4c79-842c-6155449ee5de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:68:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:39:27Z', 'updated_at': '2022-02-04T21:39:27Z', 'revision_number': 0, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:39:29.795145 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdaa642-3659-467c-8610-b1709196cd34 None None] The sync data for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 is: [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:48Z', 'revision_number': 1, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}, {'id': 'f81a3f4f-33df-4ce1-956d-db60d9313fa7', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '41ef305a-44c3-4c79-842c-6155449ee5de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:68:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:39:27Z', 'updated_at': '2022-02-04T21:39:27Z', 'revision_number': 0, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:39:29.985636 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487ac12-d742-4c1e-af9b-893da1269323 None None] New status for floating IP f81a3f4f-33df-4ce1-956d-db60d9313fa7: ACTIVE {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:39:36.626799 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:39:39.937570 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:40.365909 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:50.149099 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d745ae0b-d645-4875-9ef6-6ef008b80f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:52.354515 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7751efa-c4ef-430f-b96d-2ec0fb706b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:53.577862 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:53.783130 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:39:55.491685 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:09.971107 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:10.394407 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:13.625959 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:40:20.148179 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5ab17985-d660-4c9d-8c75-78075834ce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:22.353960 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e9536d69-1409-409f-b4fe-d7d3348bf41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:23.571148 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:23.777967 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-20efba9d-23a8-4006-8f7d-f258c442b62c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698423 Feb 04 21:40:23.794256 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:23.914467 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-d3807af2-ae84-4989-8664-ee3b8daaa107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:23.915949 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-d3807af2-ae84-4989-8664-ee3b8daaa107 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1096 time: 0.0724828 Feb 04 21:40:24.059195 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-6f479380-a714-4884-990a-3b63a40ff8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:24.060634 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-6f479380-a714-4884-990a-3b63a40ff8fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1269577 Feb 04 21:40:24.162959 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-f51e9e74-cc04-40d9-b106-24b573b0d08a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ef305a-44c3-4c79-842c-6155449ee5de HTTP/1.1" status: 200 len: 1000 time: 0.0960562 Feb 04 21:40:24.224536 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-f1a28131-3cfa-4e8e-9a1f-51c98ceb3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:24.225923 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-f1a28131-3cfa-4e8e-9a1f-51c98ceb3e19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0568378 Feb 04 21:40:24.297386 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-2f078397-8024-40ff-a83d-cfce12b89afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:24.298893 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-2f078397-8024-40ff-a83d-cfce12b89afa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672779 Feb 04 21:40:24.427375 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-db429739-35bb-48de-a2ce-bdfb3318447b service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222572 Feb 04 21:40:24.557887 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-bc6ea81c-2a7b-4f18-9fbb-c344368bdbd8 req-17d41c7e-426c-452b-9d2e-fe763e59027a service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242790 Feb 04 21:40:25.502674 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:29.359340 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-7202563e-b566-4db0-a96b-a8b1e0da06b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100246 Feb 04 21:40:29.506847 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd031d0-17ed-40d4-9b69-511024278245 req-a3a0fc47-eeec-47b8-979e-da9f415bfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:29.508312 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-a3a0fc47-eeec-47b8-979e-da9f415bfba0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1095 time: 0.0750539 Feb 04 21:40:29.656207 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd031d0-17ed-40d4-9b69-511024278245 req-3a128b64-a1fc-4e99-9878-b1dfa9d2a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:29.657647 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-3a128b64-a1fc-4e99-9878-b1dfa9d2a2cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1252010 Feb 04 21:40:29.761672 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-01240c16-b466-44e9-b92b-dd5a1daf704f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 999 time: 0.0953069 Feb 04 21:40:29.824226 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd031d0-17ed-40d4-9b69-511024278245 req-aeabafc1-cabf-4f0e-8a37-426feef20e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:29.825570 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-aeabafc1-cabf-4f0e-8a37-426feef20e6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0546138 Feb 04 21:40:29.900550 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd031d0-17ed-40d4-9b69-511024278245 req-3f570775-ef29-48d5-a693-469897d1098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:40:29.901935 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-3f570775-ef29-48d5-a693-469897d1098a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663538 Feb 04 21:40:29.915646 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-d72d5f5f-3a68-44ae-9a21-7ddce7bc2857 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:40:29.916539 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-d72d5f5f-3a68-44ae-9a21-7ddce7bc2857 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045221 Feb 04 21:40:30.165363 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-34a9316f-06e9-43e3-9638-9642fdd4bfd8 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389798 Feb 04 21:40:30.294010 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-8cd031d0-17ed-40d4-9b69-511024278245 req-ac6981d0-a7e9-4a35-bed1-7ee6d6126fa4 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217856 Feb 04 21:40:39.941930 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:40.370834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:50.153485 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-43622929-0d64-4068-9fff-07673cc806bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:50.625931 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:40:52.353039 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b1195d6b-6826-46ee-a544-8d650c701be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:53.575930 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:53.804707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:40:55.490619 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:09.947162 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:10.404323 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:20.164214 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-6750495f-cd5e-4a54-aea7-7b7357b3d60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:22.364250 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d4b58cef-4cbb-4ae6-8526-fff753ad9164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:23.575620 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:23.792469 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:24.768735 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-cf4249dd-7743-4193-af07-752b60cb52cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733197 Feb 04 21:41:24.906802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-79f0c81d-2197-4987-bdb9-90f5ab762499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:24.908720 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-79f0c81d-2197-4987-bdb9-90f5ab762499 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1096 time: 0.0711844 Feb 04 21:41:25.049278 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-a7e32163-c6dc-4ea1-9c9e-a9fa9d9b40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:25.050716 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-a7e32163-c6dc-4ea1-9c9e-a9fa9d9b40a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1249297 Feb 04 21:41:25.152674 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-430a8719-7c20-42eb-8cad-97493e0ed00e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ef305a-44c3-4c79-842c-6155449ee5de HTTP/1.1" status: 200 len: 1000 time: 0.0962424 Feb 04 21:41:25.223814 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-ff090524-152a-4bd1-a55b-5b74033bb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:25.225222 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-ff090524-152a-4bd1-a55b-5b74033bb107 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0661798 Feb 04 21:41:25.296598 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-87fe33d5-0107-4f63-b442-e1ac1fdb7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:25.298024 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-87fe33d5-0107-4f63-b442-e1ac1fdb7cf4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673184 Feb 04 21:41:25.425310 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-26ad889e-dd38-40ad-b02a-00ca327277ba service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212337 Feb 04 21:41:25.513284 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:25.651411 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-a2f03c6b-a4ce-4c70-9cce-8a76e83312b8 req-86829370-e5db-4a4e-89b4-4f1e1fa2591f service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196968 Feb 04 21:41:27.627091 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:41:31.217603 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-4c71858e-9934-4656-9be1-3448d92d8fb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770195 Feb 04 21:41:31.366554 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-a0ef4e63-7344-496c-bb71-417a996dfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:31.368005 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-a0ef4e63-7344-496c-bb71-417a996dfd5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1095 time: 0.0702579 Feb 04 21:41:31.516574 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-3bf44499-c2c8-4a84-b27c-5d0135469a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:31.517911 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-3bf44499-c2c8-4a84-b27c-5d0135469a72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1245775 Feb 04 21:41:31.623383 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-c05a0249-4bb3-4fa0-907d-8b2dd31de174 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 999 time: 0.0958307 Feb 04 21:41:31.690997 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-da1394f0-46c4-4139-9028-ae54b570aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:31.692393 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-da1394f0-46c4-4139-9028-ae54b570aa21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0592566 Feb 04 21:41:31.770684 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-275c93ec-f52e-4d3e-bb31-1ed71a9b75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:31.772108 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-275c93ec-f52e-4d3e-bb31-1ed71a9b75b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697031 Feb 04 21:41:31.907224 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-b518aa99-e1be-48b9-b2ed-fae8f9f995b9 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249144 Feb 04 21:41:32.044054 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-35c7b3ed-5841-424e-8677-5ebe7d78f6d8 req-b29762aa-1262-416f-8eb3-8aed2530c454 service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268821 Feb 04 21:41:34.006325 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 41ef305a-44c3-4c79-842c-6155449ee5de details requested by agent hyperv_n-h1-811806-1 with host n-h1-811806-1 {{(pid=88238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:41:34.137651 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:41:34.150492 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Returning: {'device': '41ef305a-44c3-4c79-842c-6155449ee5de', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'port_id': '41ef305a-44c3-4c79-842c-6155449ee5de', 'mac_address': 'fa:16:3e:68:38:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:41:34.204374 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:34.220422 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41ef305a-44c3-4c79-842c-6155449ee5de {{(pid=88238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:41:34.235451 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:41:34.295070 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:34.366075 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=6']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:41:34.370677 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] get_ports_and_sgs() called for port_ids ['41ef305a-44c3-4c79-842c-6155449ee5de'] {{(pid=88238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:41:34.406621 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.406991 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.407329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.407662 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.407990 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.408319 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.409137 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.409454 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.409774 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.410090 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.410405 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:34.410749 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:36.021890 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 41ef305a-44c3-4c79-842c-6155449ee5de up at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:41:36.092144 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.provisioning_blocks [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Provisioning complete for port 41ef305a-44c3-4c79-842c-6155449ee5de triggered by entity L2. {{(pid=88238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:41:36.092519 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3801129'] for port, provisioning_complete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:36.208673 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:36.265116 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:41:36.275002 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:41:36.310101 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de', 'code': 200} Feb 04 21:41:36.341373 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:36.407503 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=7']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:41:40.158349 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:40.398486 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:48.611781 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56172) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:41:48.818180 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Deleting port 41f68d9b-9978-47fd-84cc-092a8d6eb316 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:41:48.818525 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:48.987191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:48.987460 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:49.219008 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Calling delete_port for 41f68d9b-9978-47fd-84cc-092a8d6eb316 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:41:49.432159 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:49.480089 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event deleted for resources: {'Port': ['ID=41f68d9b-9978-47fd-84cc-092a8d6eb316,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:41:49.514139 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.514485 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.514857 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.515191 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.515544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.515876 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.516200 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.516544 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.516852 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.517162 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.517483 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.517807 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:49.583653 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:49.584031 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Floating IP f81a3f4f-33df-4ce1-956d-db60d9313fa7 disassociated (deleted). External IP: 172.25.7.50, port: 41ef305a-44c3-4c79-842c-6155449ee5de. Feb 04 21:41:49.931486 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Router 1c933046-36db-41f5-8a46-867e35c403e7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:41:50.109557 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:41:50.119968 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] Sync routers for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:41:50.130893 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:41:50.131537 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:50.152457 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-40e8fbc5-7aa3-4311-8c63-f9830b5f20ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:50.181413 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:50.235410 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-d6f2b3a2-a794-497b-a410-79688c3e7e11 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "DELETE /v2.0/floatingips/f81a3f4f-33df-4ce1-956d-db60d9313fa7 HTTP/1.1" status: 204 len: 168 time: 1.6217959 Feb 04 21:41:50.236002 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:41:50.313792 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:41:50.347375 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de', 'status': 'completed', 'code': 200} Feb 04 21:41:50.441639 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-aeea61ae-422c-4a7d-82fa-ad8be868c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:50.443175 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-aeea61ae-422c-4a7d-82fa-ad8be868c4c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 1096 time: 0.0733755 Feb 04 21:41:50.581962 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-880e232b-656a-44a7-bb31-e38e02fb51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:50.583510 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-880e232b-656a-44a7-bb31-e38e02fb51b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1342919 Feb 04 21:41:50.657485 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-6feec4a1-9aa2-429d-b36a-132bb27c5379 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ef305a-44c3-4c79-842c-6155449ee5de HTTP/1.1" status: 200 len: 217 time: 0.0680201 Feb 04 21:41:50.668637 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:48Z', 'revision_number': 1, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:50.672520 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] Checking router: 1c933046-36db-41f5-8a46-867e35c403e7 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:41:50.681286 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:41:50.681868 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:22Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:50.771733 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-3d791b59-0d81-4cef-b7b7-44f63aa13af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:50.773172 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-3d791b59-0d81-4cef-b7b7-44f63aa13af7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.1091697 Feb 04 21:41:50.848565 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281253f-e12c-4fb2-813a-2c07b7d416e2 req-c76a9229-e94a-4120-861a-556935f20910 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:50.849916 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c281253f-e12c-4fb2-813a-2c07b7d416e2 req-c76a9229-e94a-4120-861a-556935f20910 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 945 time: 0.1469767 Feb 04 21:41:50.861687 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:41:50.901417 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-b63eeb08-d22c-4411-bc99-eeae474701dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:50.902926 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-b63eeb08-d22c-4411-bc99-eeae474701dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218538 Feb 04 21:41:50.912507 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-c281253f-e12c-4fb2-813a-2c07b7d416e2 req-aabd03c9-f136-4036-a3d7-fc3b2fa201c7 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506768 Feb 04 21:41:51.044268 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-9d95777f-d81a-4d8f-9781-9fc23acbdc97 service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308358 Feb 04 21:41:51.182665 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-493dbe66-f5e7-493f-bc7e-051f94a3db20 req-0f2b4bd6-7f1e-44d9-b4f4-5280100ec307 service neutron] 10.222.0.62 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313429 Feb 04 21:41:51.208327 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:48Z', 'revision_number': 1, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:51.212212 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694cd7e-ce1a-4549-8e5f-516a17c48e43 None None] The sync data for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 is: [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_floatingips': [{'id': 'a09a4524-46be-4ad7-803e-b845f58aa472', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'router_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'port_id': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'mac_address': 'fa:16:3e:f6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:36:46Z', 'updated_at': '2022-02-04T21:36:48Z', 'revision_number': 1, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:41:51.433909 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfff85f-7b7e-49b1-952c-52a5487f56ea None None] New status for floating IP f81a3f4f-33df-4ce1-956d-db60d9313fa7: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:41:52.069515 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 41ef305a-44c3-4c79-842c-6155449ee5de no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:41:52.109531 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475583-6dc4-4f40-ac23-9512c2f49064 req-260115f6-2feb-4036-afed-ff6c61aa0b52 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:52.110246 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b6475583-6dc4-4f40-ac23-9512c2f49064 req-260115f6-2feb-4036-afed-ff6c61aa0b52 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:41:52.187021 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700027'] for port, before_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:52.192243 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-b6475583-6dc4-4f40-ac23-9512c2f49064 req-260115f6-2feb-4036-afed-ff6c61aa0b52 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:41:52.193521 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6475583-6dc4-4f40-ac23-9512c2f49064 req-260115f6-2feb-4036-afed-ff6c61aa0b52 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 945 time: 0.1761982 Feb 04 21:41:52.215812 n-d-811806-1 neutron-server[88238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de'}] {{(pid=88238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:41:52.226091 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:41:52.239673 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-b6475583-6dc4-4f40-ac23-9512c2f49064 req-7c19dab9-4f2f-42c9-a857-cefa0dad6823 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Feb 04 21:41:52.305595 n-d-811806-1 neutron-server[88238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de', 'code': 200} Feb 04 21:41:52.312234 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730206357261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730205916191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730205916236'] for port, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:52.378949 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Pushing event updated for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=8']} {{(pid=88238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:41:52.391987 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-03035ff4-716f-46b1-9f8d-a3e234361747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:52.478759 n-d-811806-1 neutron-server[88236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-2f1de095-51ee-4054-b4ce-f4e0644e4e7e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:52.480082 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-2f1de095-51ee-4054-b4ce-f4e0644e4e7e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 943 time: 0.0793605 Feb 04 21:41:52.549614 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Deleting port 41ef305a-44c3-4c79-842c-6155449ee5de {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:41:52.549981 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:52.801392 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] For port 41ef305a-44c3-4c79-842c-6155449ee5de, host n-h1-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811806-1',level=0,port_id=41ef305a-44c3-4c79-842c-6155449ee5de,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:41:52.801749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:52.929525 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Calling delete_port for 41ef305a-44c3-4c79-842c-6155449ee5de owned by compute:nova {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:41:53.135736 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:53.287118 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event deleted for resources: {'Port': ['ID=41ef305a-44c3-4c79-842c-6155449ee5de,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:41:53.326802 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.327164 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.327511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.327845 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.328181 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.328511 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.328838 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.329163 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.329486 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.329807 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.330132 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.330457 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811806-1 {{(pid=88236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:41:53.374544 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] No DVR routers for this DVR port 41ef305a-44c3-4c79-842c-6155449ee5de on host n-h1-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:41:53.377196 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:53.380724 n-d-811806-1 neutron-server[88236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-deleted', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de'}] {{(pid=88236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:41:53.402782 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-fa739c69-9a5a-41a9-980e-804dfbc217d0 req-8b956f9c-1336-49ef-a174-30ed1509a111 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8844db7-d55b-4aa3-99c2-854b815fd996 HTTP/1.1" status: 200 len: 210 time: 0.0475235 Feb 04 21:41:53.444715 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-79c8838c-8528-42c6-9a68-7c6208935f14 req-5798d6d3-9c7c-4a5a-8639-627a518c415c tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.62 "DELETE /v2.0/ports/41ef305a-44c3-4c79-842c-6155449ee5de HTTP/1.1" status: 204 len: 173 time: 0.9591334 Feb 04 21:41:53.472656 n-d-811806-1 neutron-server[88236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8844db7-d55b-4aa3-99c2-854b815fd996', 'name': 'network-vif-deleted', 'tag': '41ef305a-44c3-4c79-842c-6155449ee5de', 'status': 'completed', 'code': 200} Feb 04 21:41:53.609228 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:53.821084 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:55.501026 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:55.688612 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56250) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:41:55.891236 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Deleting port e1bdac69-36a8-4fe0-8b01-a4ea40567cc0 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:41:55.891580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:56.084562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 41ef305a-44c3-4c79-842c-6155449ee5de no longer exists at agent hyperv_n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:41:56.121329 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] No Port match for: 41ef305a-44c3-4c79-842c-6155449ee5de {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:41:56.121676 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Device 41ef305a-44c3-4c79-842c-6155449ee5de not bound to the agent host n-h1-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:41:56.161237 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:56.161471 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:56.286208 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Calling delete_port for e1bdac69-36a8-4fe0-8b01-a4ea40567cc0 owned by network:floatingip {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:41:56.483832 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:56.529514 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event deleted for resources: {'Port': ['ID=e1bdac69-36a8-4fe0-8b01-a4ea40567cc0,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:41:56.622681 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:56.623080 n-d-811806-1 neutron-server[88237]: INFO neutron.db.l3_db [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Floating IP a09a4524-46be-4ad7-803e-b845f58aa472 disassociated (deleted). External IP: 172.25.7.49, port: 594181b8-79f1-4cb2-bdcc-74d4c3d686b3. Feb 04 21:41:56.968834 n-d-811806-1 neutron-server[88237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Router 1c933046-36db-41f5-8a46-867e35c403e7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:41:57.147420 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:41:57.158910 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] Sync routers for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:41:57.163929 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for floatingip, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:57.169577 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:41:57.170196 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:57.218546 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-afb1d60e-4044-4681-b24f-a228959f522f tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "DELETE /v2.0/floatingips/a09a4524-46be-4ad7-803e-b845f58aa472 HTTP/1.1" status: 204 len: 168 time: 1.5288570 Feb 04 21:41:57.219223 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:41:57.264075 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'status': 'completed', 'code': 200} Feb 04 21:41:57.368301 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-a11c8906-0359-4318-9b7b-43338a330285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:57.370143 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-a11c8906-0359-4318-9b7b-43338a330285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 1095 time: 0.0770943 Feb 04 21:41:57.389458 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:41:57.508064 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-6de6f1b1-a201-4075-af7e-f078180b77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:57.509444 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-6de6f1b1-a201-4075-af7e-f078180b77ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 200 len: 910 time: 0.1290321 Feb 04 21:41:57.711132 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:57.715017 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] Checking router: 1c933046-36db-41f5-8a46-867e35c403e7 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:41:57.723741 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:41:57.724338 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:57.736937 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-1b47b291-9753-45c1-8127-db15c663e8fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 200 len: 217 time: 0.2157927 Feb 04 21:41:57.813734 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-e778f140-e756-4ecc-8fa3-90a7b27cc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:57.815171 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-e778f140-e756-4ecc-8fa3-90a7b27cc45e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 200 len: 848 time: 0.0704739 Feb 04 21:41:57.829726 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c8532-ac21-4765-b367-5c279492a0c0 req-600cf883-1e04-4192-b93e-512c5ffadad9 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:57.830386 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3b5c8532-ac21-4765-b367-5c279492a0c0 req-600cf883-1e04-4192-b93e-512c5ffadad9 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:41:57.900780 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:41:57.912907 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-c407b3bd-6634-4b4e-895d-7d88937fd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:57.914387 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-c407b3bd-6634-4b4e-895d-7d88937fd3de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=506a1b3b-0de5-4860-9f88-2717cc1c43bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799932 Feb 04 21:41:57.985871 n-d-811806-1 neutron-server[88237]: DEBUG neutron.quota.resource [req-3b5c8532-ac21-4765-b367-5c279492a0c0 req-600cf883-1e04-4192-b93e-512c5ffadad9 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:41:57.987033 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b5c8532-ac21-4765-b367-5c279492a0c0 req-600cf883-1e04-4192-b93e-512c5ffadad9 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 944 time: 0.2996459 Feb 04 21:41:58.064063 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-3b5c8532-ac21-4765-b367-5c279492a0c0 req-4085360d-831a-438e-94a3-b22028e18f6d tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/security-groups?id=a790259c-c760-4f9a-a995-ec37e9de5f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698695 Feb 04 21:41:58.081666 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-998d8ab0-c6f7-4097-bfe5-ad2ec745ec7e service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604068 Feb 04 21:41:58.225485 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-ab21e76b-eec6-4f2e-a9dd-c1f9962429b2 req-5aebacc8-9c7b-41b4-9132-fcf3c09a926b service neutron] 10.222.0.24 "GET /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382887 Feb 04 21:41:58.243543 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:41:58.247462 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c00ef-22c9-4472-bed0-26e36d1620e9 None None] The sync data for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 is: [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:36:14Z', 'revision_number': 4, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1', '_interfaces': [{'id': 'bc8e1197-1f7b-401f-a590-0e18cd3d9692', 'name': '', 'network_id': '506a1b3b-0de5-4860-9f88-2717cc1c43bb', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'mac_address': 'fa:16:3e:2c:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:13Z', 'updated_at': '2022-02-04T21:36:20Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'subnets': [{'id': '86ecd179-acea-46e7-8d9e-80c4b0b147cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:41:58.404516 n-d-811806-1 neutron-server[88237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-fe79764f-63f5-4d0d-b130-8e9d1179fded tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:41:58.405991 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-fe79764f-63f5-4d0d-b130-8e9d1179fded tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 944 time: 0.0806890 Feb 04 21:41:58.484727 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Deleting port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 {{(pid=88237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:41:58.485072 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:58.486118 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a3e06-a775-46cb-9e74-e2b502479aea None None] New status for floating IP a09a4524-46be-4ad7-803e-b845f58aa472: DOWN {{(pid=88238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:41:58.731497 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.db [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] For port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3, host n-h2-811806-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811806-1',level=0,port_id=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:41:58.731871 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:58.858114 n-d-811806-1 neutron-server[88237]: DEBUG neutron.plugins.ml2.plugin [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Calling delete_port for 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 owned by compute:nova {{(pid=88237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:41:59.049027 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11185448'] for port, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:59.102050 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event deleted for resources: {'Port': ['ID=594181b8-79f1-4cb2-bdcc-74d4c3d686b3,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:41:59.176995 n-d-811806-1 neutron-server[88237]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] No DVR routers for this DVR port 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 on host n-h2-811806-1 {{(pid=88237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:41:59.179580 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142641'] for port, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:41:59.221549 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-29f244a5-3c23-481d-975e-67489c914d11 req-638604ef-08a9-4520-b9da-adfa5c944262 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Synchronizing usage tracker for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:41:59.227192 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [req-55c2b04b-ccd1-48d9-9aed-3f657f0a9132 req-88767e9d-1c2c-432b-bd06-93bada2bdaf5 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.24 "DELETE /v2.0/ports/594181b8-79f1-4cb2-bdcc-74d4c3d686b3 HTTP/1.1" status: 204 len: 173 time: 0.8117936 Feb 04 21:41:59.264829 n-d-811806-1 neutron-server[88237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-deleted', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3'}] {{(pid=88237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:41:59.311382 n-d-811806-1 neutron-server[88237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a38bd7-4f99-49a8-a8ba-23064fd4b93c', 'name': 'network-vif-deleted', 'tag': '594181b8-79f1-4cb2-bdcc-74d4c3d686b3', 'status': 'completed', 'code': 200} Feb 04 21:41:59.340741 n-d-811806-1 neutron-server[88236]: DEBUG neutron.quota.resource [req-29f244a5-3c23-481d-975e-67489c914d11 req-638604ef-08a9-4520-b9da-adfa5c944262 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Unset dirty status for tenant:d043d9efb9d34b058d691d9cf28c31e2 on resource:port {{(pid=88236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:41:59.341902 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [req-29f244a5-3c23-481d-975e-67489c914d11 req-638604ef-08a9-4520-b9da-adfa5c944262 tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a38bd7-4f99-49a8-a8ba-23064fd4b93c HTTP/1.1" status: 200 len: 210 time: 0.1651163 Feb 04 21:42:00.435014 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [-] (88237) accepted ('10.222.0.48', 56266) {{(pid=88237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:00.505117 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c3d0-a7fd-4e66-92c0-ec527a62030e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group, before_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:00.533671 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c3d0-a7fd-4e66-92c0-ec527a62030e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:00.644191 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c3d0-a7fd-4e66-92c0-ec527a62030e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:00.661925 n-d-811806-1 neutron-server[88237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3c3d0-a7fd-4e66-92c0-ec527a62030e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a790259c-c760-4f9a-a995-ec37e9de5f47,revision_number=None']} {{(pid=88237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:00.733915 n-d-811806-1 neutron-server[88237]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c3d0-a7fd-4e66-92c0-ec527a62030e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] Notify callbacks [] for security_group, before_response {{(pid=88237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:00.735058 n-d-811806-1 neutron-server[88237]: INFO neutron.wsgi [None req-b8d3c3d0-a7fd-4e66-92c0-ec527a62030e tempest-TestSnapshotPattern-2126834303 tempest-TestSnapshotPattern-2126834303-project] 10.222.0.48 "DELETE /v2.0/security-groups/a790259c-c760-4f9a-a995-ec37e9de5f47 HTTP/1.1" status: 204 len: 168 time: 0.2990227 Feb 04 21:42:00.844153 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56272) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:01.159499 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 no longer exists at agent hyperv_n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:42:01.194000 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] No Port match for: 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:42:01.194342 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Device 594181b8-79f1-4cb2-bdcc-74d4c3d686b3 not bound to the agent host n-h2-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:42:01.513792 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:01.853872 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Deleting port bc8e1197-1f7b-401f-a590-0e18cd3d9692 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:01.854571 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:02.020490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] For port bc8e1197-1f7b-401f-a590-0e18cd3d9692, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=bc8e1197-1f7b-401f-a590-0e18cd3d9692,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:02.020831 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:02.141790 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Calling delete_port for bc8e1197-1f7b-401f-a590-0e18cd3d9692 owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:02.638095 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:02.685919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8e1197-1f7b-401f-a590-0e18cd3d9692,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:02.951655 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:03.307069 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Router 1c933046-36db-41f5-8a46-867e35c403e7 has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:42:03.485668 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:42:03.494208 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] Sync routers for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:42:03.503615 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:42:03.504204 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:03.566089 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-e7e7b00a-34ae-4c60-8d17-0a23e1843264 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c933046-36db-41f5-8a46-867e35c403e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7203155 Feb 04 21:42:03.568634 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56280) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:03.680424 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:42:03.860836 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:03.997337 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:42:02Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:04.002630 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] Checking router: 1c933046-36db-41f5-8a46-867e35c403e7 for host: n-d-811806-1 {{(pid=88239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:42:04.012478 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] Routers {'1c933046-36db-41f5-8a46-867e35c403e7'} bound to L3 agent in host n-d-811806-1 {{(pid=88239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:42:04.013125 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['1c933046-36db-41f5-8a46-867e35c403e7'], 'active': True} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:04.036814 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:04.152554 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Deleting port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:04.152911 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:04.190926 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_dvr_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] Set router 1c933046-36db-41f5-8a46-867e35c403e7 gateway port host: n-d-811806-1 {{(pid=88239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:42:04.333828 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] For port c2153cec-d39d-4bc8-bb9d-8b691e5b24bf, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:04.334175 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:04.456027 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Calling delete_port for c2153cec-d39d-4bc8-bb9d-8b691e5b24bf owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:04.470226 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.l3_hamode_db [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:42:02Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:04.474067 n-d-811806-1 neutron-server[88239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05502cca-b673-4ae4-8b3c-eaf52a10607d None None] The sync data for ids ['1c933046-36db-41f5-8a46-867e35c403e7'] in n-d-811806-1 is: [{'id': '1c933046-36db-41f5-8a46-867e35c403e7', 'name': 'tempest-TestSnapshotPattern-901244062-router', 'tenant_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:09Z', 'updated_at': '2022-02-04T21:42:02Z', 'revision_number': 5, 'project_id': 'd043d9efb9d34b058d691d9cf28c31e2', 'gw_port': {'id': 'c2153cec-d39d-4bc8-bb9d-8b691e5b24bf', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c933046-36db-41f5-8a46-867e35c403e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:10Z', 'updated_at': '2022-02-04T21:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}] {{(pid=88239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:42:04.625796 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:42:04.683038 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:04.729913 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2153cec-d39d-4bc8-bb9d-8b691e5b24bf,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:04.820482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:04.922206 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8e1197-1f7b-401f-a590-0e18cd3d9692 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:42:04.962061 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: bc8e1197-1f7b-401f-a590-0e18cd3d9692 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:42:04.962431 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device bc8e1197-1f7b-401f-a590-0e18cd3d9692 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:42:05.000041 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.002162 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.118126 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.118758 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c933046-36db-41f5-8a46-867e35c403e7 {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:42:05.132023 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.135533 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-b5e6bad2-cfae-4dc9-ad58-bb7fc891d61b admin admin] 10.222.0.48 "DELETE /v2.0/routers/1c933046-36db-41f5-8a46-867e35c403e7 HTTP/1.1" status: 204 len: 168 time: 1.5636735 Feb 04 21:42:05.135753 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56284) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:05.197448 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] Deleting subnet 86ecd179-acea-46e7-8d9e-80c4b0b147cb {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:42:05.200747 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.254057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.332062 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.455345 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.613664 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ecd179-acea-46e7-8d9e-80c4b0b147cb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:05.617169 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.623020 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe19142-781d-4746-8fad-65e585a32453 None None] Network 506a1b3b-0de5-4860-9f88-2717cc1c43bb requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:42:05.623427 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a0ba172c-c7ce-4ade-893b-8483f6b0198a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/86ecd179-acea-46e7-8d9e-80c4b0b147cb HTTP/1.1" status: 204 len: 168 time: 0.4867272 Feb 04 21:42:05.625878 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56288) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:05.729985 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.741629 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Deleting port feedd837-1767-465a-99cf-0426ed13dbe8 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:05.741629 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.880012 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] DHCP port deletion for 506a1b3b-0de5-4860-9f88-2717cc1c43bb request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:42:05.884436 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Deleting port feedd837-1767-465a-99cf-0426ed13dbe8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:05.884894 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:05.952512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] For port feedd837-1767-465a-99cf-0426ed13dbe8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=feedd837-1767-465a-99cf-0426ed13dbe8,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:05.952881 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.078572 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Calling delete_port for feedd837-1767-465a-99cf-0426ed13dbe8 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:06.121856 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] For port feedd837-1767-465a-99cf-0426ed13dbe8, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=feedd837-1767-465a-99cf-0426ed13dbe8,segment=NetworkSegment(9a2f10ab-365a-4eb7-92bd-b24965c136a6),segment_id=9a2f10ab-365a-4eb7-92bd-b24965c136a6)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:06.122438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.226393 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.241383 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Calling delete_port for feedd837-1767-465a-99cf-0426ed13dbe8 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:06.274070 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=feedd837-1767-465a-99cf-0426ed13dbe8,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:06.277783 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] No DVR routers for this DVR port feedd837-1767-465a-99cf-0426ed13dbe8 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:42:06.316046 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:42:06.316395 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:42:06.394411 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.418675 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506a1b3b-0de5-4860-9f88-2717cc1c43bb']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:06.433919 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2f10ab-365a-4eb7-92bd-b24965c136a6') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:06.434217 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2f10ab-365a-4eb7-92bd-b24965c136a6') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:06.445926 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.462420 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.468552 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:42:06.468929 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:42:06.481930 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:42:06.615067 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.635348 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c2153cec-d39d-4bc8-bb9d-8b691e5b24bf no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:42:06.640663 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.643129 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=506a1b3b-0de5-4860-9f88-2717cc1c43bb,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:06.671720 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: c2153cec-d39d-4bc8-bb9d-8b691e5b24bf {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:42:06.672053 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device c2153cec-d39d-4bc8-bb9d-8b691e5b24bf not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:42:06.672470 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device feedd837-1767-465a-99cf-0426ed13dbe8 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:42:06.704849 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: feedd837-1767-465a-99cf-0426ed13dbe8 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:42:06.705182 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device feedd837-1767-465a-99cf-0426ed13dbe8 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:42:06.712851 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-d96ef93c-6247-45c5-a081-83cd5fc58cc3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/506a1b3b-0de5-4860-9f88-2717cc1c43bb HTTP/1.1" status: 204 len: 168 time: 1.0859838 Feb 04 21:42:06.715652 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56292) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:06.817650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Deleting port feedd837-1767-465a-99cf-0426ed13dbe8 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:06.818035 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:06.885589 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-b73f8449-2627-4a90-a3f8-a8482e8ddd56 None None] The port 'feedd837-1767-465a-99cf-0426ed13dbe8' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:42:07.342349 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-719836'] for router_interface, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:07.683490 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Deleting port 371706d8-8519-4b6c-90e7-63bc1e24cf0b {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:07.683832 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:07.851649 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] For port 371706d8-8519-4b6c-90e7-63bc1e24cf0b, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=371706d8-8519-4b6c-90e7-63bc1e24cf0b,segment=NetworkSegment(9a69b05c-c732-4821-8f59-97b12c4553db),segment_id=9a69b05c-c732-4821-8f59-97b12c4553db)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:07.852002 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:07.975560 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Calling delete_port for 371706d8-8519-4b6c-90e7-63bc1e24cf0b owned by network:router_interface {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:08.249099 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:08.297216 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Pushing event deleted for resources: {'Port': ['ID=371706d8-8519-4b6c-90e7-63bc1e24cf0b,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:08.563218 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753740'] for router_interface, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:09.021512 n-d-811806-1 neutron-server[88236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Router 43019011-85e9-4b9d-917b-2c4fbd43eead has already been hosted by L3 agent 75497673-c971-4491-b605-03211564d95a {{(pid=88236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:42:09.199929 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] Notify agent at l3_agent.n-d-811806-1 the message routers_updated {{(pid=88236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:42:09.208650 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] Sync routers for ids ['43019011-85e9-4b9d-917b-2c4fbd43eead'] in n-d-811806-1 {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:42:09.217482 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] Routers {'43019011-85e9-4b9d-917b-2c4fbd43eead'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:42:09.218084 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['43019011-85e9-4b9d-917b-2c4fbd43eead'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:09.285635 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-6e989b66-e8f5-48bf-9b99-a0e5256de25c admin admin] 10.222.0.48 "PUT /v2.0/routers/43019011-85e9-4b9d-917b-2c4fbd43eead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689542 Feb 04 21:42:09.288035 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56302) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:09.393929 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] Set router 43019011-85e9-4b9d-917b-2c4fbd43eead gateway port host: n-d-811806-1 {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:42:09.470787 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks [] for router, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:09.648877 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:09.681427 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'external_fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:42:08Z', 'revision_number': 5, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port': {'id': '5adf03f4-8538-42d6-a7bf-562c95ef334a', 'name': '', 'network_id': '0267abb6-6475-4ca8-b798-f97c4ff0c3cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '83471142-208a-4519-a577-a60767a0a767', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811806-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:36:18Z', 'updated_at': '2022-02-04T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83471142-208a-4519-a577-a60767a0a767', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811806-1'}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:09.685294 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] Checking router: 43019011-85e9-4b9d-917b-2c4fbd43eead for host: n-d-811806-1 {{(pid=88238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:42:09.693932 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] Routers {'43019011-85e9-4b9d-917b-2c4fbd43eead'} bound to L3 agent in host n-d-811806-1 {{(pid=88238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:42:09.694528 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811806-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:44:22Z,description=,heartbeat_timestamp=2022-02-04T21:41:52Z,host='n-d-811806-1',id=75497673-c971-4491-b605-03211564d95a,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T19:44:23Z,topic='l3_agent')) {'router_ids': ['43019011-85e9-4b9d-917b-2c4fbd43eead'], 'active': True} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:09.701128 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Deleting port 5adf03f4-8538-42d6-a7bf-562c95ef334a {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:09.701482 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:09.847071 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_dvr_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] Set router 43019011-85e9-4b9d-917b-2c4fbd43eead gateway port host: None {{(pid=88238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:42:09.877310 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] For port 5adf03f4-8538-42d6-a7bf-562c95ef334a, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=5adf03f4-8538-42d6-a7bf-562c95ef334a,segment=NetworkSegment(bce59779-56a6-41c2-9e71-58b8d6a5bc25),segment_id=bce59779-56a6-41c2-9e71-58b8d6a5bc25)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:09.877693 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:09.957919 n-d-811806-1 neutron-server[88238]: DEBUG neutron.db.l3_hamode_db [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:42:09Z', 'revision_number': 6, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port_host': None}], 'n-d-811806-1', False) {} {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:09.967363 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345995be-f224-4ccf-9c7a-35b2bc9d247c None None] The sync data for ids ['43019011-85e9-4b9d-917b-2c4fbd43eead'] in n-d-811806-1 is: [{'id': '43019011-85e9-4b9d-917b-2c4fbd43eead', 'name': 'tempest-TestSnapshotPattern-566526781-router', 'tenant_id': '83515c9ed6134550bf34af9a5454de51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:36:17Z', 'updated_at': '2022-02-04T21:42:09Z', 'revision_number': 6, 'project_id': '83515c9ed6134550bf34af9a5454de51', 'gw_port_host': None}] {{(pid=88238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:42:09.999836 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Calling delete_port for 5adf03f4-8538-42d6-a7bf-562c95ef334a owned by network:router_gateway {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:10.038019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.214628 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.259830 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5adf03f4-8538-42d6-a7bf-562c95ef334a,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:10.391998 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.473097 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760313'] for router_gateway, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.640970 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13710'] for router, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.643043 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.746299 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-760467'] for router, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.747087 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43019011-85e9-4b9d-917b-2c4fbd43eead {{(pid=88236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:42:10.758046 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5adf03f4-8538-42d6-a7bf-562c95ef334a no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:42:10.760810 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] Notify callbacks [] for router, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.764418 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-f741d01f-386e-405f-99ef-c67d5b08df85 admin admin] 10.222.0.48 "DELETE /v2.0/routers/43019011-85e9-4b9d-917b-2c4fbd43eead HTTP/1.1" status: 204 len: 168 time: 1.4731059 Feb 04 21:42:10.767359 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56308) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:10.792906 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 5adf03f4-8538-42d6-a7bf-562c95ef334a {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:42:10.793257 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 5adf03f4-8538-42d6-a7bf-562c95ef334a not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:42:10.793683 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 371706d8-8519-4b6c-90e7-63bc1e24cf0b no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:42:10.826365 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] Deleting subnet 6885b4dd-f9c3-437a-a51e-48625fa16785 {{(pid=88236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:42:10.827801 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: 371706d8-8519-4b6c-90e7-63bc1e24cf0b {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:42:10.828150 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device 371706d8-8519-4b6c-90e7-63bc1e24cf0b not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:42:10.829438 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.879356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6578842'] for subnet, precommit_delete_associations {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:10.961231 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3802229'] for subnet, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.100772 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3802236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6909201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7346492'] for subnet, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.138340 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6885b4dd-f9c3-437a-a51e-48625fa16785,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:11.141916 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.148422 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-8a2baeb3-a314-409c-b24b-d7d52b25bb91 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6885b4dd-f9c3-437a-a51e-48625fa16785 HTTP/1.1" status: 204 len: 168 time: 0.3828049 Feb 04 21:42:11.150874 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56312) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:11.152821 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01817f3-6bcf-41fa-8de4-7eb978b2a4cc None None] Network 8a918cfb-d58a-4d58-ad34-7efd05998d6f requested from n-d-811806-1 {{(pid=88238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:42:11.259180 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926862'] for network, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.270067 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Deleting port dc3422ff-8c60-439d-b8ec-634530cc0e56 {{(pid=88236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:11.270410 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.433289 n-d-811806-1 neutron-server[88238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] DHCP port deletion for 8a918cfb-d58a-4d58-ad34-7efd05998d6f request from n-d-811806-1 {{(pid=88238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:42:11.437644 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Deleting port dc3422ff-8c60-439d-b8ec-634530cc0e56 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:11.438019 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.477246 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.db [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] For port dc3422ff-8c60-439d-b8ec-634530cc0e56, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dc3422ff-8c60-439d-b8ec-634530cc0e56,segment=NetworkSegment(9a69b05c-c732-4821-8f59-97b12c4553db),segment_id=9a69b05c-c732-4821-8f59-97b12c4553db)] {{(pid=88236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:11.477608 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.600219 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.plugin [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Calling delete_port for dc3422ff-8c60-439d-b8ec-634530cc0e56 owned by network:dhcp {{(pid=88236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:11.637494 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.db [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] For port dc3422ff-8c60-439d-b8ec-634530cc0e56, host n-d-811806-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811806-1',level=0,port_id=dc3422ff-8c60-439d-b8ec-634530cc0e56,segment=NetworkSegment(9a69b05c-c732-4821-8f59-97b12c4553db),segment_id=9a69b05c-c732-4821-8f59-97b12c4553db)] {{(pid=88238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:42:11.637876 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761482'] for port, precommit_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.723749 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3698430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730206357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730205916182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6909282'] for port, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.760980 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Calling delete_port for dc3422ff-8c60-439d-b8ec-634530cc0e56 owned by network:dhcp {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:42:11.771603 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3422ff-8c60-439d-b8ec-634530cc0e56,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:11.776793 n-d-811806-1 neutron-server[88236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] No DVR routers for this DVR port dc3422ff-8c60-439d-b8ec-634530cc0e56 on host n-d-811806-1 {{(pid=88236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:42:11.832837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.db.api [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:42:11.833181 n-d-811806-1 neutron-server[88238]: DEBUG oslo_db.api [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:42:11.891132 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832484', 'neutron.services.segments.db._delete_segments_for_network-8730206403642'] for network, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.915932 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a918cfb-d58a-4d58-ad34-7efd05998d6f']}} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:11.928039 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a69b05c-c732-4821-8f59-97b12c4553db') {'for_net_delete': True} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:11.928256 n-d-811806-1 neutron-server[88236]: DEBUG neutron.services.segments.db [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a69b05c-c732-4821-8f59-97b12c4553db') {} {{(pid=88236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:42:11.939193 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730206408533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578861'] for segment, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.955220 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3831229'] for segment, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.960980 n-d-811806-1 neutron-server[88236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:42:11.961359 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3831204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6909619'] for segment, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: Traceback (most recent call last): Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: timer() Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: cb(*args, **kw) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: return func(*args, **kwargs) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: self._notify() Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: self.callback(batched_events) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: event.method(event) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: return f(self, *a, **k) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: return self._get(url).json() Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: return self.request(url, 'GET', **kwargs) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:42:11.974063 n-d-811806-1 neutron-server[88236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:42:12.214570 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760284'] for network, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:12.230356 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:12.242899 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a918cfb-d58a-4d58-ad34-7efd05998d6f,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:12.247609 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-9661ab4f-3a87-4d1d-b198-f8335f1a16a2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8a918cfb-d58a-4d58-ad34-7efd05998d6f HTTP/1.1" status: 204 len: 168 time: 1.0951827 Feb 04 21:42:12.334086 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Deleting port dc3422ff-8c60-439d-b8ec-634530cc0e56 {{(pid=88238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:42:12.334463 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730206353134'] for port, before_delete {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:12.401569 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-83d264e7-6e9a-45d0-846b-1d670bdc9953 None None] The port 'dc3422ff-8c60-439d-b8ec-634530cc0e56' was deleted {{(pid=88238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:42:12.541319 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56318) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:12.588869 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-a077f2ec-782c-46bd-998e-b53a9c39f38e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d043d9efb9d34b058d691d9cf28c31e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463853 Feb 04 21:42:12.591312 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56322) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:12.635863 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc3422ff-8c60-439d-b8ec-634530cc0e56 no longer exists at agent ovs-agent-n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:42:12.650131 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3f19fc22-3bd4-4e5f-b57c-418fc0e19fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:12.670562 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] No Port match for: dc3422ff-8c60-439d-b8ec-634530cc0e56 {{(pid=88238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:42:12.670858 n-d-811806-1 neutron-server[88238]: DEBUG neutron.plugins.ml2.rpc [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Device dc3422ff-8c60-439d-b8ec-634530cc0e56 not bound to the agent host n-d-811806-1 {{(pid=88238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:42:12.679057 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3f19fc22-3bd4-4e5f-b57c-418fc0e19fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:12.769325 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3f19fc22-3bd4-4e5f-b57c-418fc0e19fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:12.786887 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19fc22-3bd4-4e5f-b57c-418fc0e19fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c5be09-a694-4b7d-97d7-6ca24526fe32,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:12.794539 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-3f19fc22-3bd4-4e5f-b57c-418fc0e19fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:12.794539 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-3f19fc22-3bd4-4e5f-b57c-418fc0e19fb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6c5be09-a694-4b7d-97d7-6ca24526fe32 HTTP/1.1" status: 204 len: 168 time: 0.2018299 Feb 04 21:42:13.427055 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56330) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:13.477191 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-78ece69a-2dfa-4721-99d9-fb059ea9ef7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83515c9ed6134550bf34af9a5454de51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489414 Feb 04 21:42:13.479734 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [-] (88236) accepted ('10.222.0.48', 56334) {{(pid=88236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:42:13.541473 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baee4f0d-fbbe-47e6-92bc-ddfd23f7d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:13.567942 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baee4f0d-fbbe-47e6-92bc-ddfd23f7d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:13.700970 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baee4f0d-fbbe-47e6-92bc-ddfd23f7d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740068'] for security_group, after_delete {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:13.718596 n-d-811806-1 neutron-server[88236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4f0d-fbbe-47e6-92bc-ddfd23f7d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e73eb02-929b-48e3-9152-330900d822d0,revision_number=None']} {{(pid=88236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:42:13.724768 n-d-811806-1 neutron-server[88236]: DEBUG neutron_lib.callbacks.manager [None req-baee4f0d-fbbe-47e6-92bc-ddfd23f7d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:13.725868 n-d-811806-1 neutron-server[88236]: INFO neutron.wsgi [None req-baee4f0d-fbbe-47e6-92bc-ddfd23f7d051 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e73eb02-929b-48e3-9152-330900d822d0 HTTP/1.1" status: 204 len: 168 time: 0.2452574 Feb 04 21:42:20.145999 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c30f25a8-3c22-41b7-9dbc-65fb36f6ae70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:22.363681 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-996f404e-6d94-45b4-a6b2-d0c44ba1266c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:23.608844 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:23.808795 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:25.494492 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:39.979868 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:40.402870 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:41.624617 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:42:50.173972 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f7e09be0-e9ae-47d1-ad16-e0d3a03de91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:52.408009 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0384dc1d-758c-4db5-a196-f74558909782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:53.584963 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:53.791039 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:42:55.499436 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:10.007624 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:10.402479 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:18.623837 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:43:20.161699 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-2a33395c-6a67-46de-8fd4-bf765890aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:22.350704 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8db64edc-d3e1-4c2c-b274-66ac3cdefe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:23.618548 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:23.813153 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:25.595978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:39.995488 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:40.447149 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:50.155934 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-c775062b-f7f5-4fd6-afbb-8bc318554b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:52.361087 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b28f6391-0801-4b96-9bde-9ab9965b61a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:53.577891 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:53.801133 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:55.515530 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:43:55.622833 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:44:09.972353 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:10.423790 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:20.149978 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7fd156c2-0cfa-4037-90b6-98621e3949d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:22.366168 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b3db3ef2-0cac-4d32-9626-14b463cdc991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:23.571811 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:23.823821 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:25.531809 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:32.622648 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:44:39.982906 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:40.468557 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:41.322407 n-d-811806-1 neutron-server[88236]: DEBUG neutron.wsgi [req-51b0f56b-552b-4864-a91b-184e795b7fbf req-1db26277-a6ce-4a20-b753-0370b5500659 service neutron] (88236) timed out ('10.222.0.62', 58981) {{(pid=88236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:44:50.160379 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ee65124d-1584-4bfa-a155-5ac48f02b0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:52.371636 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-50172cb7-f70a-438b-accf-b7789cb42e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:53.645641 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:53.840249 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:44:55.513923 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:09.621105 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:45:09.982237 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:10.456722 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:20.153933 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a7e45dcd-4e68-4bc6-97d8-520aab973894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:22.359056 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7382e3dd-466d-4fc7-85e6-5ffc74f90b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:23.599260 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:23.816665 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:25.559331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:39.970438 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:40.467350 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:46.621152 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:45:50.170431 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-b51705d1-473b-4b38-8914-c4b5855dc0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:52.341632 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-5ca56e3b-8c55-45f6-a104-c4f28d64c8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:53.586982 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:53.798552 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:45:55.535555 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:10.015322 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:10.461538 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:20.158048 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d09cf117-7642-4871-854e-e598ef88e3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:22.340834 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-0981fd11-c8d6-4bbf-8d71-12e8e4aecfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:23.597744 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:23.620558 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:46:23.804160 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:25.540904 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:39.980519 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:40.471863 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:50.209093 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-dfe04ed3-ccf7-4f95-b144-5bbae13fae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:52.340423 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f3d5213b-f9c4-43bd-ae93-e709a23b25a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:53.614542 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:53.820117 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:46:55.534585 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:00.620268 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:47:10.020606 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:10.482856 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:20.151212 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-872ea91a-a9f0-4270-8a3e-35e0e91b354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:22.385464 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-691d6841-0800-4874-9875-f819526aff5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:23.591051 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:23.825707 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:25.567969 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:37.618778 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:47:40.002040 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:40.459166 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:50.156617 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-d329384c-abfe-4f62-9cd9-ad9dc4e325c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:52.327926 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-72651551-be42-406d-b891-fe19aec20174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:53.590509 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:53.813384 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:47:55.556339 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:10.030171 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:10.470251 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:14.618123 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:48:20.167106 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-30e452d4-883e-4cd7-813f-8208fad42204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:22.327941 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-af76a49c-7ebb-4fad-9c4d-89dbb7a714e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:23.641525 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:23.829627 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:25.561482 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:28.074069 n-d-811806-1 neutron-server[88237]: DEBUG neutron.wsgi [req-52c34b5d-1bc8-420d-bbae-f6706ed9a738 req-244bde4c-41d0-4d59-872e-40f3b96b4c37 service neutron] (88237) timed out ('10.222.0.48', 53654) {{(pid=88237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:48:40.035175 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:40.503770 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:50.155331 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ed1165cc-4b1a-42e7-84ea-67d302bd42e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:51.617223 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:48:52.355370 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-f9b918c5-4a36-4ffa-99c8-36aee341466b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:53.594837 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:53.817578 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:48:55.555173 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:10.057864 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:10.514487 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:20.177290 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-a158bac2-944f-43f2-8a13-551e89fb04f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:22.342945 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9639d65d-2241-48ed-8388-7a6ac48203e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:23.617574 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:23.834435 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:25.599953 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:28.616552 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:49:40.097393 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:40.496655 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:50.153969 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f735-ebb1-484d-9413-f6daa5dd47ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:52.348478 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9e567b40-3b20-4e0f-9a4e-c75a2308118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:53.582218 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:53.805068 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:49:55.559547 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:05.616307 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:50:10.102131 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:10.519417 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:20.158993 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-46f4ec23-8e72-487b-8c3b-be78244a6331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:22.324385 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1c536e18-db68-4c80-a0ae-be1a469bb343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:23.610535 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:23.833396 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:25.547320 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-9c9638ef-02b0-46d1-b2fd-70061b7f1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:40.107549 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-54c17af6-712e-4de2-abb4-2b68a31cea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:40.512889 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-fa3abb5a-f16d-454f-8648-9d5b6c3a6a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:42.615111 n-d-811806-1 neutron-server[88239]: DEBUG neutron.db.agents_db [None req-55b82e73-d76b-4972-8674-67b5b395d7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:50:50.158398 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-7591a5d7-c843-432a-b66f-7bf70235f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:52.353415 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-e8d82490-5a79-4102-8d94-5ea6688d00bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:53.621025 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8fa-832a-48b7-af4d-de4a82d5db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:50:53.827105 n-d-811806-1 neutron-server[88238]: DEBUG neutron_lib.callbacks.manager [None req-8be71e9e-a38c-4bdf-a15d-a04bc28e9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730206403624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3801854'] for agent, after_update {{(pid=88238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}